-- Logs begin at Mon 2022-03-28 08:25:25 UTC, end at Mon 2022-03-28 10:08:04 UTC. -- Mar 28 08:58:09.999917 dv-neutron-master-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 28 08:58:12.915906 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.common.config [-] Logging enabled! Mar 28 08:58:12.916505 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev64 Mar 28 08:58:12.916705 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103966) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 08:58:12.920019 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.common.config [-] Logging enabled! Mar 28 08:58:12.920276 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev64 Mar 28 08:58:12.920596 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103966) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 08:58:12.921530 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 08:58:12.921794 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 08:58:12.922178 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 08:58:12.922432 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 08:58:12.922664 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 08:58:12.923421 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.923849 dv-neutron-master-2-hyperv neutron-server[103966]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 28 08:58:12.924168 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.924470 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.924768 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.925065 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.925359 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.925666 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.925965 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.926267 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.926558 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.926842 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.927129 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.927424 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.927732 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.928552 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.928844 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.929131 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] debug = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.929413 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.929883 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.930290 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.930573 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.930865 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.931147 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.931423 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.931701 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.931994 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.932325 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] host = dv-neutron-master-2-hyperv {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.932606 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.932897 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.933199 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.933475 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.933788 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.934072 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.934354 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.934635 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.934905 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] log_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.935184 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.935474 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.935763 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.936057 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.936288 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.936516 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.936819 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.937108 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.937385 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.937682 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.937963 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.938243 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.938520 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.938795 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.939078 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.939363 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.939649 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.939925 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.940204 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.940480 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.940757 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.941044 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.941323 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.941598 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.941897 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.942194 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.942466 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.942742 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.943046 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.943363 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.943698 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.944083 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.944369 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.944660 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.944939 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.945220 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.945496 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] use_json = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.945798 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.946081 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.946368 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.946641 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.946912 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.947187 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.947463 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.947749 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.948023 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:12.948323 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.948627 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.948931 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.949231 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.949525 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.949834 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.950128 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.950410 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.950703 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.950993 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.951283 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.951563 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.951864 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.952160 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.952458 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.952771 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.953072 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.953367 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.953663 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.953944 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.954222 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.954505 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.954796 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.955076 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.955367 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.955659 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.955941 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.956241 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.956533 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.956830 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.957124 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.957401 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.957708 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.958006 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.958289 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.958568 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.958851 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.959206 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.959663 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.959968 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.960259 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.960543 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.960824 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.961101 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.961381 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.961710 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.961994 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.962274 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.962551 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.962850 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.963106 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.963394 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.963677 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.963951 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.964226 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.964505 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.964783 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.965059 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.965337 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.965612 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.965914 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.966190 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.966487 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.966765 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.967042 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.967318 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.967592 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.967868 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.968147 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.968422 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.968697 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.968976 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.969255 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.969530 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.969845 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.970146 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.970427 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.970710 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.970994 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.971276 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.971556 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.971836 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.972122 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.972403 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.972677 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.972972 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.973261 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.973551 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.973878 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.974163 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.974462 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.975305 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.975690 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.975975 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.976262 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.976547 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.976837 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.977127 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.977428 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.977758 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.978052 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.978351 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.978650 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.978937 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.979254 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.979543 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:12.979769 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 08:58:12.980015 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103966) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 28 08:58:13.350979 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 28 08:58:13.351259 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 28 08:58:13.351572 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 28 08:58:13.352057 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 28 08:58:13.678950 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:13.679185 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:13.679465 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:13.680661 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:13.680940 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:13.681333 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:13.735762 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:13.736048 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:13.736323 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:13.750929 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:13.751212 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:13.751484 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:13.780595 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:13.780877 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:13.781150 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:13.922945 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:13.923574 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:13.923574 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.155095 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.155381 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.155654 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.155927 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.156627 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.256848 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.257228 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.257517 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.257824 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.258104 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.258421 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.258688 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.258952 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.259210 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.259497 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.259761 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.260029 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.260289 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.260544 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.260802 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.261069 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.261326 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.261599 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.261895 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.262159 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.262433 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.262690 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.262977 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.263352 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.263604 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.263853 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.264253 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 08:58:14.264496 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 08:58:14.264735 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 08:58:14.264973 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 08:58:14.265209 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 08:58:14.265445 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 08:58:14.265844 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 28 08:58:14.269037 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 28 08:58:14.273296 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 28 08:58:14.277018 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 28 08:58:14.278691 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 28 08:58:14.279165 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 28 08:58:14.279505 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 28 08:58:14.279890 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 28 08:58:14.283000 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 28 08:58:14.283257 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 28 08:58:14.283610 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 08:58:14.288547 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 28 08:58:14.312678 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 28 08:58:14.313132 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.313433 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103966) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 28 08:58:14.313835 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.315225 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103966) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 28 08:58:14.315514 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 08:58:14.315764 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 28 08:58:14.319788 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.320074 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.383052 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 28 08:58:14.383233 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 28 08:58:14.383473 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 28 08:58:14.383846 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 28 08:58:14.403984 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_db.sqlalchemy.engines [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103966) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 28 08:58:14.841917 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Initializing driver for type 'gre' Mar 28 08:58:14.842488 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] gre ID ranges: [(1, 1000)] Mar 28 08:58:14.892052 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Initializing driver for type 'local' Mar 28 08:58:14.892637 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Initializing driver for type 'vlan' Mar 28 08:58:14.905805 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] VlanTypeDriver initialization complete Mar 28 08:58:14.906147 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Initializing driver for type 'vxlan' Mar 28 08:58:14.906634 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] vxlan ID ranges: [(1, 1000)] Mar 28 08:58:14.957962 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Initializing extension driver 'port_security' Mar 28 08:58:14.958536 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.extensions.port_security [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] PortSecurityExtensionDriver initialization complete Mar 28 08:58:14.958652 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Initializing mechanism driver 'openvswitch' Mar 28 08:58:14.959466 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Initializing mechanism driver 'hyperv' Mar 28 08:58:14.966085 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.plugins.ml2.plugin [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 08:58:14.966766 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > port after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.967138 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > port after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.967520 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > port after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.968047 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 08:58:14.968486 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > subnet after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.968837 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > subnet after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.969182 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.969582 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 08:58:14.970013 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > network after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.970362 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > network after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.970703 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > network after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.971099 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 08:58:14.971502 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > security_group after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.971854 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > security_group after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.972194 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.972727 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 08:58:14.973139 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.973491 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.973866 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.974268 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 08:58:14.975233 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > address_group after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.975578 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > address_group after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.975920 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.976319 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 08:58:14.976763 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] ML2 OVO RPC backend initialized. {{(pid=103966) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 28 08:58:14.977467 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.977845 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.978272 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > network before_response 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.978621 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > networks before_response 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.978969 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > port before_response 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.979310 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > ports before_response 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.979653 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > subnet before_response 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.979994 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > subnets before_response 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.980338 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > network after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.980676 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > network after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.981010 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > network after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.981348 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > port after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.981720 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > port after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.982063 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > port after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.982403 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > subnet after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.982741 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > subnet after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.983077 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:14.990222 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.quota [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded quota_driver: . Mar 28 08:58:14.990628 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.plugin [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Modular L2 Plugin initialization complete Mar 28 08:58:14.990980 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading services supported by the core plugin {{(pid=103966) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 28 08:58:14.991325 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.plugins.ml2.managers [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Got port-security extension from driver 'port_security' Mar 28 08:58:14.991809 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.extensions.vlantransparent [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Disabled vlantransparent extension. Mar 28 08:58:14.992297 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103966) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 28 08:58:14.992626 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading Plugin: router Mar 28 08:58:15.027853 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.028243 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router after_create 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.028617 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router before_create 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.028987 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.029364 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.029758 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router after_delete 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.030124 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.030476 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.030838 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router after_create 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.031185 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router after_update 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.031537 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router after_update 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.031886 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.032243 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router after_update 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.032918 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router precommit_update 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.033287 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: port after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.033649 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: port after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.034005 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: subnet after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.034346 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.034695 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.035047 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router precommit_create 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.035393 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: port before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.035738 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router precommit_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.036095 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router after_update 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.036440 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.036789 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router precommit_create 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.037749 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.038104 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router precommit_update 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.038472 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > agent after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.038825 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > agent after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.039173 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > network after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.040023 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Tracking information for resource: router configured {{(pid=103966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 08:58:15.040359 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Tracking information for resource: floatingip configured {{(pid=103966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 08:58:15.045291 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.db.l3_agentschedulers_db [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 28 08:58:15.045900 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: port after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.046269 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: port after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.046623 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: port after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.046975 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: port after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.047771 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router before_create 55550100 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.048136 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.048500 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router precommit_create 55550100 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.048857 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > router precommit_update 55550100 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.053852 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.services.provider_configuration [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Service providers = [] {{(pid=103966) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 28 08:58:15.054222 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.db.servicetype_db [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103966) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 28 08:58:15.057194 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.services.service_base [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103966) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 08:58:15.057556 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.services.service_base [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103966) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 08:58:15.057930 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.services.service_base [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103966) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 08:58:15.058822 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.services.service_base [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103966) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 08:58:15.059196 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.services.service_base [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 28 08:58:15.059573 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 08:58:15.059893 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 28 08:58:15.070614 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 08:58:15.070951 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading Plugin: auto_allocate Mar 28 08:58:15.076826 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: network precommit_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.077198 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: network precommit_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.077765 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 08:58:15.078091 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading Plugin: tag Mar 28 08:58:15.085237 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 08:58:15.085566 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading Plugin: timestamp Mar 28 08:58:15.089590 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 08:58:15.089955 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading Plugin: network_ip_availability Mar 28 08:58:15.095464 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.095839 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.096196 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.096909 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 08:58:15.097231 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading Plugin: flavors Mar 28 08:58:15.102651 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 08:58:15.102988 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading Plugin: revisions Mar 28 08:58:15.107281 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 08:58:15.107684 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_concurrency.lockutils [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.756s {{(pid=103966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 28 08:58:15.108435 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103966) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 28 08:58:15.108775 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Initializing extension manager. Mar 28 08:58:15.109300 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: __init__.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.109675 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: __pycache__ {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.110019 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: address_group.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.110781 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.111356 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: address-group Mar 28 08:58:15.111687 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: address_scope.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.112406 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.112921 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: address-scope Mar 28 08:58:15.113246 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.114388 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.114907 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: router-admin-state-down-before-update Mar 28 08:58:15.115260 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: agent.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.115966 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.116470 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: agent Mar 28 08:58:15.116793 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: agent_resources_synced.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.117747 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.118259 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: agent-resources-synced Mar 28 08:58:15.118584 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: allowedaddresspairs.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.120378 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.120905 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: allowed-address-pairs Mar 28 08:58:15.121233 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: auto_allocated_topology.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.122337 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.122862 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: auto-allocated-topology Mar 28 08:58:15.123190 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: availability_zone.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.123890 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.124405 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: availability_zone Mar 28 08:58:15.124728 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: availability_zone_filter.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.125666 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.126190 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: availability_zone_filter Mar 28 08:58:15.126518 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: data_plane_status.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.127438 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.127958 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension data-plane-status not supported by any of loaded plugins Mar 28 08:58:15.128281 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: default_subnetpools.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.129194 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.129816 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: default-subnetpools Mar 28 08:58:15.130142 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.131505 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.132094 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: dhcp_agent_scheduler Mar 28 08:58:15.132423 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: dns.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.133340 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.133881 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension dns-integration not supported by any of loaded plugins Mar 28 08:58:15.134208 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: dns_domain_ports.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.135125 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.135634 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 28 08:58:15.135957 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.136879 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.137387 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 28 08:58:15.137737 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: dvr.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.138420 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.138931 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: dvr Mar 28 08:58:15.139253 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: ecmp_routes.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.140162 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.140667 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 28 08:58:15.140986 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: empty_string_filtering.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.141921 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.142430 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: empty-string-filtering Mar 28 08:58:15.142751 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.143658 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.144163 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 28 08:58:15.144484 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.145395 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.145939 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 28 08:58:15.146258 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: external_net.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.147990 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.148510 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: external-net Mar 28 08:58:15.148833 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.149790 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.150295 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: extra_dhcp_opt Mar 28 08:58:15.150614 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: extraroute.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.151529 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.152039 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: extraroute Mar 28 08:58:15.152358 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: extraroute_atomic.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.153401 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.153947 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: extraroute-atomic Mar 28 08:58:15.154269 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: filter_validation.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.154930 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.155442 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: filter-validation Mar 28 08:58:15.155765 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: fip_pf_description.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.156680 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.157188 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 28 08:58:15.157814 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: fip_pf_port_range.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.158741 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.159247 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 28 08:58:15.159570 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: fip_port_details.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.160489 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.161001 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: fip-port-details Mar 28 08:58:15.161322 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: flavors.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.162969 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.163490 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: flavors Mar 28 08:58:15.163816 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.165493 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.166064 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 28 08:58:15.166404 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: floatingip_pools.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.167116 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.167633 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: floatingip-pools Mar 28 08:58:15.167963 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: ip_allocation.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.168902 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.169412 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension ip_allocation not supported by any of loaded plugins Mar 28 08:58:15.169785 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.170705 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.171217 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: ip-substring-filtering Mar 28 08:58:15.171572 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: l2_adjacency.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.172505 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.173015 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 28 08:58:15.173340 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: l3.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.175862 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.176407 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: router Mar 28 08:58:15.176870 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.179318 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.179856 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 28 08:58:15.180195 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.181126 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.181674 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: ext-gw-mode Mar 28 08:58:15.182010 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.182939 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.183459 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: l3-ha Mar 28 08:58:15.183795 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.184709 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.185220 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 28 08:58:15.185546 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: l3_flavors.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.186505 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.187021 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: l3-flavors Mar 28 08:58:15.187347 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.188741 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.189264 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 28 08:58:15.189593 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.190540 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.191061 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 28 08:58:15.191392 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: l3agentscheduler.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.192438 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.192958 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: l3_agent_scheduler Mar 28 08:58:15.193840 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: local_ip.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.195727 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.196271 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension local_ip not supported by any of loaded plugins Mar 28 08:58:15.196614 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: logging.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.198144 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.198672 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension logging not supported by any of loaded plugins Mar 28 08:58:15.199014 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: metering.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.199765 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.200350 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: metering Mar 28 08:58:15.200683 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.201817 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.202342 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: metering_source_and_destination_fields Mar 28 08:58:15.202672 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: multiprovidernet.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.203606 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.204120 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: multi-provider Mar 28 08:58:15.204447 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: netmtu.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.205360 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.205938 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: net-mtu Mar 28 08:58:15.206263 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: netmtu_writable.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.207191 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.207705 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: net-mtu-writable Mar 28 08:58:15.208030 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: network_availability_zone.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.208708 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.209964 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: network_availability_zone Mar 28 08:58:15.210402 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: network_ip_availability.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.211551 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.212072 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: network-ip-availability Mar 28 08:58:15.212397 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: network_segment_range.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.213163 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.213700 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension network-segment-range not supported by any of loaded plugins Mar 28 08:58:15.214028 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: pagination.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.215146 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.215483 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: pagination Mar 28 08:58:15.215811 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: port_device_profile.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.216726 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.217246 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: port-device-profile Mar 28 08:58:15.217572 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.218528 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.219049 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: port-mac-address-regenerate Mar 28 08:58:15.219374 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.220291 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.220808 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: port-numa-affinity-policy Mar 28 08:58:15.221132 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: port_resource_request.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.222074 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.222586 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension port-resource-request not supported by any of loaded plugins Mar 28 08:58:15.222910 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: port_resource_request_groups.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.223887 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.224399 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 28 08:58:15.224831 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: portbindings.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.225693 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.226207 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: binding Mar 28 08:58:15.226529 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: portbindings_extended.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.227803 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.228327 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: binding-extended Mar 28 08:58:15.228656 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: portsecurity.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.229579 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.230124 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: port-security Mar 28 08:58:15.230451 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: project_id.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.231436 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.231773 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: project-id Mar 28 08:58:15.232104 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: providernet.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.233023 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.233541 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: provider Mar 28 08:58:15.233897 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: qos.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.237578 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.238146 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension qos not supported by any of loaded plugins Mar 28 08:58:15.238483 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.239753 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.240305 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 28 08:58:15.240638 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.241565 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.242111 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 28 08:58:15.242438 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: qos_default.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.243376 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.243893 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension qos-default not supported by any of loaded plugins Mar 28 08:58:15.244221 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: qos_fip.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.245140 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.245681 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension qos-fip not supported by any of loaded plugins Mar 28 08:58:15.246009 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.248848 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.248848 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 28 08:58:15.248848 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: qos_gateway_ip.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.248848 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.248848 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 28 08:58:15.250363 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: qos_port_network_policy.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.250647 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.250986 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 28 08:58:15.251531 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.252359 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.252877 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 28 08:58:15.253202 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.254291 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.254815 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 28 08:58:15.255144 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: qos_pps_rule.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.256901 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.257421 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension qos-pps not supported by any of loaded plugins Mar 28 08:58:15.257783 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: qos_rule_type_details.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.258707 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.259235 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 28 08:58:15.259556 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.260477 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.260991 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 28 08:58:15.261316 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: qos_rules_alias.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.262404 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.262923 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 28 08:58:15.263248 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: quota_check_limit.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.264169 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.264686 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: quota-check-limit Mar 28 08:58:15.265010 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: quotasv2.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.265989 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.266321 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: quotas Mar 28 08:58:15.266643 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: quotasv2_detail.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.268578 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.268924 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: quota_details Mar 28 08:58:15.269263 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: rbac.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.270368 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.270899 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: rbac-policies Mar 28 08:58:15.271231 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: rbac_address_group.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.272781 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.273300 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: rbac-address-group Mar 28 08:58:15.273636 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: rbac_address_scope.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.274571 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.275088 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: rbac-address-scope Mar 28 08:58:15.275416 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: rbac_security_groups.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.276405 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.276925 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: rbac-security-groups Mar 28 08:58:15.277251 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: rbac_subnetpool.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.278193 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.278709 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: rbac-subnetpool Mar 28 08:58:15.279031 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: revisionifmatch.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.279956 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.280474 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: revision-if-match Mar 28 08:58:15.280795 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: revisions.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.281943 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.282723 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: standard-attr-revisions Mar 28 08:58:15.283050 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: router_availability_zone.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.283728 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.284245 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: router_availability_zone Mar 28 08:58:15.284569 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: routerservicetype.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.285493 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.286037 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension router-service-type not supported by any of loaded plugins Mar 28 08:58:15.286360 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.287362 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.287880 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: security-groups-normalized-cidr Mar 28 08:58:15.288198 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.289122 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.289669 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: port-security-groups-filtering Mar 28 08:58:15.289996 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.290933 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.291449 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: security-groups-remote-address-group Mar 28 08:58:15.291771 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.292694 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.293210 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: security-groups-shared-filtering Mar 28 08:58:15.293532 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.294174 dv-neutron-master-2-hyperv neutron-server[103966]: WARNING neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 28 08:58:15.294496 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: securitygroup.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.304287 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.304825 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: security-group Mar 28 08:58:15.305187 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: segment.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.305958 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.306476 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension segment not supported by any of loaded plugins Mar 28 08:58:15.306806 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.307742 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.308260 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 28 08:58:15.308588 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: servicetype.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.309757 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.310282 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: service-type Mar 28 08:58:15.310614 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: sorting.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.311598 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.311936 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: sorting Mar 28 08:58:15.312264 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: standard_attr_segment.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.313186 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.313740 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 28 08:58:15.314070 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: standardattrdescription.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.314721 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.315236 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: standard-attr-description Mar 28 08:58:15.315559 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: stateful_security_group.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.316499 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.317018 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: stateful-security-group Mar 28 08:58:15.317344 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: stdattrs_common.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.317952 dv-neutron-master-2-hyperv neutron-server[103966]: WARNING neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 28 08:58:15.318780 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.319825 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.320362 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 28 08:58:15.320683 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: subnet_onboard.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.321796 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.322324 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: subnet_onboard Mar 28 08:58:15.322647 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.323575 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.324089 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 28 08:58:15.324411 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: subnet_service_types.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.325335 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.326631 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: subnet-service-types Mar 28 08:58:15.326631 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: subnetallocation.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.328244 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.328771 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: subnet_allocation Mar 28 08:58:15.329101 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.329816 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.330334 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: subnetpool-prefix-ops Mar 28 08:58:15.330660 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.331592 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.332111 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 28 08:58:15.332443 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: tagging.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.333525 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.334748 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: standard-attr-tag Mar 28 08:58:15.335080 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: timestamp.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.336301 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.336827 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loaded extension: standard-attr-timestamp Mar 28 08:58:15.337159 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: trunk.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.338226 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.338748 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension trunk not supported by any of loaded plugins Mar 28 08:58:15.339077 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: trunk_details.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.340005 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.340523 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension trunk-details not supported by any of loaded plugins Mar 28 08:58:15.340852 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: uplink_status_propagation.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.341807 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.342328 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 28 08:58:15.342657 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Loading extension file: vlantransparent.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 08:58:15.343372 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 08:58:15.343843 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 28 08:58:15.346420 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Creating instance of TrackedResource for resource:network Mar 28 08:58:15.346950 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Creating instance of TrackedResource for resource:subnet Mar 28 08:58:15.347351 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 08:58:15.347745 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Creating instance of TrackedResource for resource:port Mar 28 08:58:15.349006 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 08:58:15.349443 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Service FLAVORS assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 08:58:15.350129 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 08:58:15.350566 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 08:58:15.350901 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Creating instance of TrackedResource for resource:router Mar 28 08:58:15.351337 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Creating instance of TrackedResource for resource:floatingip Mar 28 08:58:15.351836 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Service METERING assigned prefix: /metering {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 08:58:15.353267 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.353657 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.354014 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 08:58:15.355020 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 08:58:15.355480 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Creating instance of TrackedResource for resource:security_group Mar 28 08:58:15.355911 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 08:58:15.356514 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Service CORE assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 08:58:15.356847 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 08:58:15.357196 dv-neutron-master-2-hyperv neutron-server[103966]: WARNING neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] subnetpool is already registered Mar 28 08:58:15.357640 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Service CORE assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 08:58:15.357985 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 08:58:15.358319 dv-neutron-master-2-hyperv neutron-server[103966]: WARNING neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] subnetpool is already registered Mar 28 08:58:15.360585 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 08:58:15.361024 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Service FLAVORS assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 08:58:15.361638 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 08:58:15.362068 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 08:58:15.362404 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Creating instance of TrackedResource for resource:router Mar 28 08:58:15.362746 dv-neutron-master-2-hyperv neutron-server[103966]: WARNING neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] router is already registered Mar 28 08:58:15.363160 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Creating instance of TrackedResource for resource:floatingip Mar 28 08:58:15.363497 dv-neutron-master-2-hyperv neutron-server[103966]: WARNING neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] floatingip is already registered Mar 28 08:58:15.363954 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Service METERING assigned prefix: /metering {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 08:58:15.364627 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 08:58:15.364961 dv-neutron-master-2-hyperv neutron-server[103966]: WARNING neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] rbac_policy is already registered Mar 28 08:58:15.365454 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Creating instance of TrackedResource for resource:security_group Mar 28 08:58:15.365829 dv-neutron-master-2-hyperv neutron-server[103966]: WARNING neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] security_group is already registered Mar 28 08:58:15.366240 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 08:58:15.366576 dv-neutron-master-2-hyperv neutron-server[103966]: WARNING neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] security_group_rule is already registered Mar 28 08:58:15.367206 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Service CORE assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 08:58:15.367535 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 08:58:15.367869 dv-neutron-master-2-hyperv neutron-server[103966]: WARNING neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] subnetpool is already registered Mar 28 08:58:15.368288 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Service CORE assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 08:58:15.368624 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 08:58:15.368958 dv-neutron-master-2-hyperv neutron-server[103966]: WARNING neutron.quota.resource_registry [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] subnetpool is already registered Mar 28 08:58:15.369444 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: extensions {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.370969 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: address-groups {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.372470 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: address-scopes {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.373834 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: agents {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.375012 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: auto-allocated-topology {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.376270 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: availability_zones {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.377502 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: dhcp-networks {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.379102 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: dhcp-agents {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.380539 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: routers {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.383339 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: flavors {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.384535 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: service_profiles {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.385799 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: next_providers {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.387276 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: service_profiles {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.389743 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: floatingip-pools {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.390990 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: routers {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.393128 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: floatingips {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.394468 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: l3-routers {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.395866 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: l3-agents {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.397935 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: metering-labels {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.399306 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: metering-label-rules {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.400600 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: network-ip-availabilities {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.401947 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: bindings {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.403614 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: quotas {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.405203 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: quotas {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.406783 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: rbac-policies {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.408363 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: security-groups {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.409605 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: security-group-rules {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.410887 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: service-providers {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.412184 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: subnetpools {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.413693 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: subnetpools {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.415183 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.416876 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.418731 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.420510 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.422357 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.424226 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.425939 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.427862 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.429655 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.431512 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron.api.extensions [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 08:58:15.437356 dv-neutron-master-2-hyperv neutron-server[103966]: WARNING keystonemiddleware.auth_token [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 28 08:58:15.442101 dv-neutron-master-2-hyperv neutron-server[103966]: WARNING keystonemiddleware.auth_token [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 28 08:58:15.451358 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_concurrency.lockutils [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Acquired lock "singleton_lock" {{(pid=103966) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 28 08:58:15.451837 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_concurrency.lockutils [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Releasing lock "singleton_lock" {{(pid=103966) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 28 08:58:15.452494 dv-neutron-master-2-hyperv neutron-server[103966]: INFO oslo_service.service [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Starting 2 workers Mar 28 08:58:15.457363 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Started child 104075 {{(pid=103966) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 08:58:15.462619 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Started child 104076 {{(pid=103966) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 08:58:15.463612 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:15.464241 dv-neutron-master-2-hyperv neutron-server[103966]: INFO neutron.service [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 28 08:58:15.464886 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:15.465155 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [-] (104075) wsgi starting up on http://0.0.0.0:9696 Mar 28 08:58:15.467262 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:15.467680 dv-neutron-master-2-hyperv neutron-server[103966]: INFO oslo_service.service [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Starting 1 workers Mar 28 08:58:15.468712 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [-] (104076) wsgi starting up on http://0.0.0.0:9696 Mar 28 08:58:15.472678 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Started child 104077 {{(pid=103966) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 08:58:15.473247 dv-neutron-master-2-hyperv neutron-server[103966]: INFO oslo_service.service [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Starting 1 workers Mar 28 08:58:15.476508 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.service [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] calling RpcWorker wait() {{(pid=104077) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 28 08:58:15.477063 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.service [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] returning from RpcWorker wait() {{(pid=104077) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 28 08:58:15.478103 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Started child 104078 {{(pid=103966) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 08:58:15.478486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:15.478940 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e6ca-677e-4ec0-8bba-5411f7e83715 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:15.479195 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 08:58:15.480915 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103966) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 28 08:58:15.481134 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 08:58:15.481324 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 08:58:15.481556 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 08:58:15.481941 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 08:58:15.482113 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 08:58:15.482627 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.482908 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.483055 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:15.483510 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.483510 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.483725 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.484076 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 08:58:15.484363 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.484631 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.484874 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.485145 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.485386 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.485557 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.485754 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.486013 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.486246 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.486551 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.486836 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.487085 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.487340 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.487518 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.487777 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.488066 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.488288 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.488556 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] debug = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.488794 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.489287 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.489516 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.489790 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.490036 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.490920 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.491261 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.491556 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.491800 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.492049 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.492301 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.492554 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.492790 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.493008 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.493278 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.493524 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.493844 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.494070 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.494542 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.494794 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.495030 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.495260 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.495510 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.495777 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.496015 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.496271 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.496557 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.496783 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.497030 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.497287 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.497532 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.497777 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.498033 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] log_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.498199 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] log_options = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.498438 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.498710 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.498972 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.499163 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.499334 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.499498 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.499760 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.499924 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.500185 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.500419 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.500633 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.500887 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.501100 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.501346 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.501602 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.501869 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.502084 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.502292 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.502550 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.502796 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.503038 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.503268 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.503500 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.503714 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.503944 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.504178 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.504402 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.504613 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.504940 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.505265 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.505539 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.505957 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.506766 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.506976 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.507320 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.507565 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.507799 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.508017 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.508306 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.508677 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.509053 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.509476 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.509699 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.510118 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.510518 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.510778 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.511154 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] use_json = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.511392 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.511726 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.511968 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.512268 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.512759 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.513180 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.513338 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.513477 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.513973 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.514452 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.514880 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.515354 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.515749 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.516141 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.516547 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.516932 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.517469 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.517469 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.517822 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.519373 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.519373 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.519373 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.519373 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.519373 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.519373 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.520856 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.520856 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.520856 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.520856 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.520856 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.520856 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.521693 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.521693 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.521693 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.522124 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.524536 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.524536 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.524536 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.524536 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.524536 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.524536 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.524536 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.524536 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.527945 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.527945 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.527945 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.527945 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.527945 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.527945 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.527945 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.527945 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.527945 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.529323 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.529323 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.529323 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.529323 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.529323 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.529323 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.529323 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.529323 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.529323 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.530497 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.530497 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.530497 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.530497 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.530497 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.530497 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.530497 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.530497 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.530497 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.531609 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.531609 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.531609 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.531609 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.531609 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.531609 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.531609 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.533442 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.533442 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.533442 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.533442 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.533442 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.533442 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.533442 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.533955 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.533955 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.533955 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.534135 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.534695 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.534695 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.534853 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.535037 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.535171 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.535443 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.535606 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.535812 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.536032 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.536241 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.536448 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.536673 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.536949 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.537289 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.537497 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.537754 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.537999 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.538317 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.539644 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.539644 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.539644 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.539644 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.539644 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.539644 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.540262 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.540262 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.540262 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.540562 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.540673 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.540895 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.541108 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.541405 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.542233 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.542233 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.542233 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.542549 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.542549 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.542931 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.543770 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.544031 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.544319 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.544593 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.544851 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.545076 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.545366 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.545701 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.545978 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.546269 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.546506 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.546776 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.547039 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.547306 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.547565 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.547817 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.548068 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.548310 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.548545 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.548813 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.549423 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.549423 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.549682 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.550456 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.550456 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.550456 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.550721 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.550802 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.551003 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.551276 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.551531 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.551787 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.552053 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.552285 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.552519 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.553509 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.553737 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.553967 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.554207 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.554447 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.554697 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.554922 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.555165 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.555418 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.555636 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.555861 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.556077 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.556300 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.556519 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.556769 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.556986 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.557213 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.557455 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.557697 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.557923 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.558140 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.558358 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.558631 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.558853 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.559128 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.559545 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.559971 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.560209 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.560438 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.560840 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.560953 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.561477 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.561477 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.561672 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.561823 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.562063 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.562288 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.562504 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.562753 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.562972 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.563211 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.563452 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.563791 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.564034 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.564266 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.564496 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.564746 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.564981 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.565197 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.565415 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.565688 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.565931 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.566155 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.566392 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.566611 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.566828 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.567051 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.567292 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.567551 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.567827 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.568054 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.568401 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.568646 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.568912 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.569130 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.569415 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.569664 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.569953 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.570120 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.571126 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.571126 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.571443 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.571620 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.571857 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.572323 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.572566 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.573166 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.573166 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.573493 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.573493 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.573844 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.573984 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.574129 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.574340 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.574578 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.574791 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.575013 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.575230 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.575442 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.575686 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.575918 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.576149 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.576373 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.576593 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.576804 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.577035 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.577246 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.577461 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.577758 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.577978 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.578345 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.578578 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.578791 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.579003 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.580758 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.580758 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.580758 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.580758 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.580758 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.580758 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.580758 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.581784 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.581784 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.581784 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.581784 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.582337 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.582337 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.582728 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.582728 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.582992 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.583118 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.583386 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.583687 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.584495 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.584854 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.585008 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.585300 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.585612 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.585822 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.586109 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.586456 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.586736 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.586990 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.587240 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.587532 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.587758 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.587987 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.588191 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.588406 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.588623 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.588880 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.589109 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.589335 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.589551 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.593737 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.593737 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.593737 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.593737 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.593737 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.593737 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.593737 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 08:58:15.594300 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 08:58:15.594390 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103966) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 28 08:58:15.594390 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 08:58:15.594390 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 08:58:15.594390 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 08:58:15.594390 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 08:58:15.594390 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 08:58:15.594390 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.594390 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.594946 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.594946 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.594946 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.594946 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.594946 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.594946 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.594946 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.594946 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.595492 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.595492 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.595492 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.595492 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.595492 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.595492 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.595876 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.595876 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.595876 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.596057 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.596125 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.596360 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.596460 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] debug = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.596584 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.596808 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.596921 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.597046 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.597210 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.597355 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.597528 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.597924 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.598091 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.598250 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.598411 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.598570 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.598731 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.598889 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.599047 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.599206 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.599365 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.599574 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.600229 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.600388 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.600701 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.600701 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.600857 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.600991 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.601155 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.601302 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.601461 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.601643 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.601798 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.601959 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.602118 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.602474 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.602474 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] log_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.602650 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] log_options = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.602739 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.602865 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.603021 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.603371 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.603538 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.603699 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.603858 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.604019 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.604177 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.604335 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.604495 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.604654 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.604813 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.604957 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.605118 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.605276 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.605434 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.605593 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.605777 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.605937 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.606096 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.606255 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.606413 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.606572 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.606731 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.606889 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.607047 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.607205 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.607363 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.607526 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.607684 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.607843 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.608002 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.608160 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.608318 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.608476 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.608635 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.608793 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.608955 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.609131 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.609276 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.609432 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.609764 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.609921 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.610081 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.610263 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.610390 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] use_json = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.610550 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.610861 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.611019 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.611173 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.611316 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.611494 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.611648 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.611794 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.611944 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 08:58:15.612123 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.612289 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.612463 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.612628 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.612791 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.612961 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.613106 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.613269 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.613432 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.613595 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.613793 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.613957 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.614130 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.614295 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.614479 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.614619 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.614773 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.614993 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.615198 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.615369 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.615533 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.615700 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.615860 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.616022 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.616171 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.616333 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.616497 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.616667 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.616835 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.617375 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.617582 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.617862 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.617862 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.618032 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.618316 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.618429 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.618502 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.618656 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.618818 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.619330 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.619502 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.619664 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.619825 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.619989 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.620147 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.620312 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.620984 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.620984 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.620984 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.620984 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.621262 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.621262 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.621386 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.621583 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.621722 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.621875 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.622048 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.622191 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.622350 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.622548 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.622696 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.625639 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.625639 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.625639 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.625639 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.625639 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.625639 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.625639 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.625639 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.625639 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.626283 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.626283 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.626283 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.626283 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.626283 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.626283 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.626283 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.626283 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.626283 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.626794 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.627178 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.627363 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.627537 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.627701 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.628015 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.628174 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.628341 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.628507 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.628674 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.628889 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.628993 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.629153 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.629328 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.629496 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.629685 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.629850 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.630159 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.630327 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.630489 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.630653 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.630862 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.631027 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.631191 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.631355 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.631858 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.631858 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.631858 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.632097 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.632178 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.632288 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.632452 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.632615 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.632778 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.632936 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.633101 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.633264 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.633426 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.633589 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.633784 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.633956 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.634117 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.634282 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.634446 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.634615 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.634789 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.634953 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.635116 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.635279 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.635443 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.635606 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.635768 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.635932 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.636093 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.636259 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.636421 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.636595 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.636759 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.636922 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.637084 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.637273 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.637437 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.637600 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.637789 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.637952 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.638116 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.638278 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.638441 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.638604 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.638765 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.638929 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.639092 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.639256 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.639419 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.639582 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.639744 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.639907 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.640069 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.640233 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.640397 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.640561 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.640723 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.640886 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.641049 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.641215 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.641377 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.641540 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.641732 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.641896 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.642058 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.642221 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.642384 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.642546 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.642708 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.642872 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.643035 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.643198 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.643362 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.643528 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.643691 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.643855 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.644019 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.644181 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.644344 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.644509 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.644673 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.644837 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.645001 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.645163 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.645343 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.645490 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.645688 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.645856 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.646019 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.646183 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.646887 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.647127 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.647302 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.647468 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.647633 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.647797 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.647960 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.648122 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.648285 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.648449 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.648614 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.648777 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.648941 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.649104 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.649266 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.649428 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.649593 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.649782 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.649948 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.650111 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.650276 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.650438 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.650601 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.650765 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.650928 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.651092 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.651255 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.651418 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.651580 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.651756 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.651920 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.652082 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.652245 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.652408 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.652570 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.652742 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.652905 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.653067 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.653229 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.653391 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.653553 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.653747 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.653911 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.654073 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.654235 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.654399 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.654560 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.654732 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.654896 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.655058 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.655221 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.655384 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.655546 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.655717 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.655880 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.656043 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.656211 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.656367 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.656530 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.656702 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.656865 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.657027 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.657194 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.657653 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.657818 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.657991 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.658156 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.658319 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.658491 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.658654 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.658817 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.658979 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.659155 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.659319 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.659485 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.659648 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.659811 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.659973 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.660138 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.660306 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.660480 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.660651 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.660817 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.660989 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.661159 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.661331 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.661494 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.661686 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.661861 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.662060 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.662759 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.662924 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.663087 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.663250 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.663413 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.663578 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.663741 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.663904 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.664067 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.664235 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.664380 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.664543 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.664706 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.664869 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.665032 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.665195 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.665358 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.665521 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 08:58:15.665698 dv-neutron-master-2-hyperv neutron-server[103966]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 08:58:15.682792 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 44932) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 08:58:15.691422 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063865 Mar 28 08:58:27.153010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc395c2e-e399-4c12-bb5a-ef660b6c2a47 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 08:58:27.233055 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc395c2e-e399-4c12-bb5a-ef660b6c2a47 None None] No non-hosted networks {{(pid=104077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 28 08:58:27.252904 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.agentschedulers_db [None req-cc395c2e-e399-4c12-bb5a-ef660b6c2a47 None None] DHCP Agent not found on host dv-neutron-master-2-hyperv {{(pid=104077) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 28 08:58:27.434378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1e7defd9-2438-4cef-92c5-163476b44b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3931938'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:29.418304 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-49e62db9-0977-4cc4-afbd-583c8c23adc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3931938'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:29.446183 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3d138b68-d851-4829-bfd5-06333b5487e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:30.492057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3931938'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:30.540333 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 45004) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 08:58:31.121547 dv-neutron-master-2-hyperv neutron-server[104075]: WARNING oslo_policy.policy [None req-a0d73a57-466c-46fc-923b-bbb8a9537ab1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 08:58:31.122547 dv-neutron-master-2-hyperv neutron-server[104075]: WARNING oslo_policy.policy [None req-a0d73a57-466c-46fc-923b-bbb8a9537ab1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 08:58:31.362410 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-a0d73a57-466c-46fc-923b-bbb8a9537ab1 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 08:58:31.378298 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a0d73a57-466c-46fc-923b-bbb8a9537ab1 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8355591 Mar 28 08:58:32.052440 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3931938'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:33.589146 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3931938'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:33.592858 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:33.593939 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:33.594490 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:33.596534 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:33.597819 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:33.599280 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:33.599842 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:33.600403 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:33.600933 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:33.601467 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:33.602021 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:33.605983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:33.606803 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:33.608822 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:33.609180 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:33.609641 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-master-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 08:58:33.622190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-master-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 08:58:33.673729 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.db.l3_hamode_db [None req-2dd79721-b8f1-4422-a4b4-64095523b355 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 28 08:58:33.766126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd79721-b8f1-4422-a4b4-64095523b355 None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 08:58:33.766526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd79721-b8f1-4422-a4b4-64095523b355 None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 28 08:58:33.982405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 45034) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 08:58:34.295321 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-c2e053a1-53b0-4524-9df9-bb515a290446 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 08:58:34.388475 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.policy [None req-c2e053a1-53b0-4524-9df9-bb515a290446 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104075) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 08:58:34.431692 dv-neutron-master-2-hyperv neutron-server[104075]: WARNING oslo_policy.policy [None req-c2e053a1-53b0-4524-9df9-bb515a290446 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 08:58:34.432072 dv-neutron-master-2-hyperv neutron-server[104075]: WARNING oslo_policy.policy [None req-c2e053a1-53b0-4524-9df9-bb515a290446 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 08:58:34.529913 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2e053a1-53b0-4524-9df9-bb515a290446 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764767321546', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764767322007', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764767305355', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764767290081', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764767283251', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764767358271', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1051797', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1080455', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4182789', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4111459'] for rbac-policy (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:34.598657 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2e053a1-53b0-4524-9df9-bb515a290446 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:34.600508 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c2e053a1-53b0-4524-9df9-bb515a290446 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6171229 Mar 28 08:58:37.185345 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 45046) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 08:58:37.497761 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 08:58:37.529024 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Made reservation on behalf of 78e5f635ba214b99b38490853a1ff72c for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 08:58:37.533225 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:37.549385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:37.655108 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Publish callbacks [] for security_group (7ff9fd24-cc0b-4a5f-98a5-57de401c2196), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:37.658891 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (7ff9fd24-cc0b-4a5f-98a5-57de401c2196), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:37.682737 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 08:58:37.716765 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764768038458', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (9cef6c83-b8cb-48dd-a27c-2785385fdb2f), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:37.717374 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Unsubscribe: segment precommit_create {{(pid=104075) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 08:58:37.717927 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Added segment 9cef6c83-b8cb-48dd-a27c-2785385fdb2f of type vlan for network 9a2ac6a1-e488-4795-b5fc-bd865130aa71 Mar 28 08:58:37.733384 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff9fd24-cc0b-4a5f-98a5-57de401c2196,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 08:58:37.784700 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:37.785045 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:37.785404 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:37.785799 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:37.786134 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:37.786485 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:37.787362 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:37.787747 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:37.788128 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:37.788460 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:37.788806 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:37.789149 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:37.789471 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:37.789818 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:37.790202 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Tracked resource versions report: Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: pushed versions: Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: { 'AddressGroup': {'1.2'}, Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'Agent': {'1.1'}, Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'ConntrackHelper': {'1.0'}, Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'LocalIPAssociation': {'1.0'}, Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'Log': {'1.0'}, Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'NDPProxy': {'1.0'}, Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'Network': {'1.1'}, Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'Port': {'1.7'}, Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'PortForwarding': {'1.3'}, Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'QosPolicy': {'1.10'}, Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'SecurityGroup': {'1.5'}, Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'SecurityGroupRule': {'1.2'}, Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'SubPort': {'1.0'}, Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'Subnet': {'1.1'}, Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'Trunk': {'1.1'}} Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: consumer versions: Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: L3 agent@dv-neutron-master-2-hyperv: {}, Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: Metadata agent@dv-neutron-master-2-hyperv: {}, Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: Metering agent@dv-neutron-master-2-hyperv: {}, Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'Agent': '1.1', Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'ConntrackHelper': '1.0', Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'LocalIPAssociation': '1.0', Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'Log': '1.0', Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'NDPProxy': '1.0', Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'Network': '1.1', Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'Port': '1.7', Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'PortForwarding': '1.3', Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'QosPolicy': '1.10', Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'SecurityGroup': '1.5', Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'SecurityGroupRule': '1.2', Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'SubPort': '1.0', Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'Subnet': '1.1', Mar 28 08:58:37.791565 dv-neutron-master-2-hyperv neutron-server[104075]: 'Trunk': '1.1'}} Mar 28 08:58:37.794236 dv-neutron-master-2-hyperv neutron-server[104075]: {{(pid=104075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 08:58:37.825387 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (9a2ac6a1-e488-4795-b5fc-bd865130aa71), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:37.867250 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (9a2ac6a1-e488-4795-b5fc-bd865130aa71), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:37.872475 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 08:58:37.873204 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:37.966764 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7802923 Mar 28 08:58:37.990702 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43f592-0d42-4349-b3ce-fee7044176cc demo demo] Pushing event updated for resources: {'Network': ['ID=9a2ac6a1-e488-4795-b5fc-bd865130aa71,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 08:58:38.002792 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 9a2ac6a1-e488-4795-b5fc-bd865130aa71 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 08:58:40.535754 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 45058) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 08:58:40.936769 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b3b887-a292-4f31-b4f5-5656f2e2956c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 08:58:40.938098 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-90b3b887-a292-4f31-b4f5-5656f2e2956c demo admin] 10.222.0.15 "GET /v2.0/networks/9a2ac6a1-e488-4795-b5fc-bd865130aa71 HTTP/1.1" status: 200 len: 824 time: 0.4013922 Mar 28 08:58:40.962122 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5394ec9d-505b-46ce-93bf-62c34e390c1b demo admin] 10.222.0.15 "GET /v2.0/subnetpools/284ede7a-0159-4519-aa63-e9d083f4e38b HTTP/1.1" status: 200 len: 734 time: 0.0178778 Mar 28 08:58:40.970170 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4f293d86-d07c-4949-9548-fc4651d5eca2 demo admin] Request body: {'subnet': {'network_id': '9a2ac6a1-e488-4795-b5fc-bd865130aa71', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '284ede7a-0159-4519-aa63-e9d083f4e38b', 'gateway_ip': '172.20.0.1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 08:58:40.990903 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f293d86-d07c-4949-9548-fc4651d5eca2 demo admin] Made reservation on behalf of 78e5f635ba214b99b38490853a1ff72c for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 08:58:40.993202 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f293d86-d07c-4949-9548-fc4651d5eca2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:41.281720 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f293d86-d07c-4949-9548-fc4651d5eca2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for subnet (39c9d71a-a401-4559-a856-0ee5febbf8fa), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:41.353088 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f293d86-d07c-4949-9548-fc4651d5eca2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=39c9d71a-a401-4559-a856-0ee5febbf8fa,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 08:58:41.355088 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f293d86-d07c-4949-9548-fc4651d5eca2 demo admin] Checking segment: {'id': '9cef6c83-b8cb-48dd-a27c-2785385fdb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9a2ac6a1-e488-4795-b5fc-bd865130aa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 08:58:41.355603 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f293d86-d07c-4949-9548-fc4651d5eca2 demo admin] Network hostable DHCP agents. Network: 9a2ac6a1-e488-4795-b5fc-bd865130aa71, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 08:58:41.376803 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f293d86-d07c-4949-9548-fc4651d5eca2 demo admin] Network 9a2ac6a1-e488-4795-b5fc-bd865130aa71 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 08:58:41.389207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-4f293d86-d07c-4949-9548-fc4651d5eca2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9a2ac6a1-e488-4795-b5fc-bd865130aa71) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 08:58:41.393955 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f293d86-d07c-4949-9548-fc4651d5eca2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 08:58:41.394606 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f293d86-d07c-4949-9548-fc4651d5eca2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:41.399920 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb10c92-94c6-49ad-97ce-445dc903dee8 None None] Network 9a2ac6a1-e488-4795-b5fc-bd865130aa71 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 08:58:41.410189 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4f293d86-d07c-4949-9548-fc4651d5eca2 demo admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4431114 Mar 28 08:58:41.777409 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9a2ac6a1-e488-4795-b5fc-bd865130aa71', 'network_id': '9a2ac6a1-e488-4795-b5fc-bd865130aa71', 'project_id': '78e5f635ba214b99b38490853a1ff72c', 'fixed_ips': [{'subnet_id': '39c9d71a-a401-4559-a856-0ee5febbf8fa'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 08:58:41.778755 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:42.056493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Allocated IP 172.20.0.2 (9a2ac6a1-e488-4795-b5fc-bd865130aa71/39c9d71a-a401-4559-a856-0ee5febbf8fa/9d118789-f1a6-4490-a44a-20419957bf87) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 08:58:42.326370 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Publish callbacks [] for port (9d118789-f1a6-4490-a44a-20419957bf87), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:42.333822 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (9d118789-f1a6-4490-a44a-20419957bf87), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:42.406184 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Network 9a2ac6a1-e488-4795-b5fc-bd865130aa71 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 08:58:42.418581 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 08:58:42.422141 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 08:58:42.430463 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Pushing event updated for resources: {'Port': ['ID=9d118789-f1a6-4490-a44a-20419957bf87,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 08:58:42.462849 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:42.463212 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:42.463575 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:42.464068 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:42.464418 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:42.464753 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:42.465082 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:42.465411 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:42.465788 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:42.466121 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:42.466464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:42.466809 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:42.467138 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:42.467459 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:42.467780 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Tracked resource versions report: Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: pushed versions: Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: { 'AddressGroup': {'1.2'}, Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'Agent': {'1.1'}, Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'ConntrackHelper': {'1.0'}, Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'LocalIPAssociation': {'1.0'}, Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'Log': {'1.0'}, Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'NDPProxy': {'1.0'}, Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'Network': {'1.1'}, Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'Port': {'1.7'}, Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'PortForwarding': {'1.3'}, Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'QosPolicy': {'1.10'}, Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'SecurityGroup': {'1.5'}, Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'SecurityGroupRule': {'1.2'}, Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'SubPort': {'1.0'}, Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'Subnet': {'1.1'}, Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'Trunk': {'1.1'}} Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: consumer versions: Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: L3 agent@dv-neutron-master-2-hyperv: {}, Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: Metadata agent@dv-neutron-master-2-hyperv: {}, Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: Metering agent@dv-neutron-master-2-hyperv: {}, Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'Agent': '1.1', Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'ConntrackHelper': '1.0', Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'LocalIPAssociation': '1.0', Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'Log': '1.0', Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'NDPProxy': '1.0', Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'Network': '1.1', Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'Port': '1.7', Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'PortForwarding': '1.3', Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'QosPolicy': '1.10', Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'SecurityGroup': '1.5', Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'SecurityGroupRule': '1.2', Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'SubPort': '1.0', Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'Subnet': '1.1', Mar 28 08:58:42.469241 dv-neutron-master-2-hyperv neutron-server[104077]: 'Trunk': '1.1'}} Mar 28 08:58:42.473217 dv-neutron-master-2-hyperv neutron-server[104077]: {{(pid=104077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 08:58:42.519216 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Attempting to bind port 9d118789-f1a6-4490-a44a-20419957bf87 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 08:58:42.519617 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Attempting to bind port 9d118789-f1a6-4490-a44a-20419957bf87 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9cef6c83-b8cb-48dd-a27c-2785385fdb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9a2ac6a1-e488-4795-b5fc-bd865130aa71'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 08:58:42.520041 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Attempting to bind port 9d118789-f1a6-4490-a44a-20419957bf87 on network 9a2ac6a1-e488-4795-b5fc-bd865130aa71 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 08:58:42.525166 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 8, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 08:58:42.525554 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Checking segment: {'id': '9cef6c83-b8cb-48dd-a27c-2785385fdb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9a2ac6a1-e488-4795-b5fc-bd865130aa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 08:58:42.526066 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:42.526455 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Bound using segment: {'id': '9cef6c83-b8cb-48dd-a27c-2785385fdb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9a2ac6a1-e488-4795-b5fc-bd865130aa71'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 08:58:42.526915 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Bound port: 9d118789-f1a6-4490-a44a-20419957bf87, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cef6c83-b8cb-48dd-a27c-2785385fdb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9a2ac6a1-e488-4795-b5fc-bd865130aa71'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 08:58:42.527324 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9d118789-f1a6-4490-a44a-20419957bf87), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:42.589887 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] For port 9d118789-f1a6-4490-a44a-20419957bf87, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 08:58:42.594175 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] For port 9d118789-f1a6-4490-a44a-20419957bf87, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d118789-f1a6-4490-a44a-20419957bf87,segment=NetworkSegment(9cef6c83-b8cb-48dd-a27c-2785385fdb2f),segment_id=9cef6c83-b8cb-48dd-a27c-2785385fdb2f)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 08:58:42.603445 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9d118789-f1a6-4490-a44a-20419957bf87), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:42.671293 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ca94b-8aea-4b95-8b08-5642e8a949dc None None] Pushing event updated for resources: {'Port': ['ID=9d118789-f1a6-4490-a44a-20419957bf87,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 08:58:43.993940 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 45066) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 08:58:44.313832 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-35d4beb4-db93-4ead-bc02-2c89afbf3b5d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 08:58:44.314915 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-35d4beb4-db93-4ead-bc02-2c89afbf3b5d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3199089 Mar 28 08:58:46.881359 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 45074) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 08:58:47.194865 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-70963b38-cf36-418d-8244-7670e7522139 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 08:58:47.195869 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-70963b38-cf36-418d-8244-7670e7522139 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3134749 Mar 28 08:58:49.725686 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45082) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 08:58:50.214911 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING oslo_policy.policy [None req-8d48c05f-0e82-49c8-a73f-f872916844e1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 08:58:50.215506 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING oslo_policy.policy [None req-8d48c05f-0e82-49c8-a73f-f872916844e1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 08:58:50.439125 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-8d48c05f-0e82-49c8-a73f-f872916844e1 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 08:58:50.499190 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.policy [None req-8d48c05f-0e82-49c8-a73f-f872916844e1 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104076) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 08:58:50.543359 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING oslo_policy.policy [None req-8d48c05f-0e82-49c8-a73f-f872916844e1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 08:58:50.543733 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING oslo_policy.policy [None req-8d48c05f-0e82-49c8-a73f-f872916844e1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 08:58:50.605354 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d48c05f-0e82-49c8-a73f-f872916844e1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (aa71a123-689c-4a5b-9d7b-167a0e5682d3), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:50.607206 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d48c05f-0e82-49c8-a73f-f872916844e1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (aa71a123-689c-4a5b-9d7b-167a0e5682d3), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:50.762536 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d48c05f-0e82-49c8-a73f-f872916844e1 demo demo] Publish callbacks [] for router_controller (aa71a123-689c-4a5b-9d7b-167a0e5682d3), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:50.768131 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d48c05f-0e82-49c8-a73f-f872916844e1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (aa71a123-689c-4a5b-9d7b-167a0e5682d3), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:50.795357 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d48c05f-0e82-49c8-a73f-f872916844e1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:50.796767 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8d48c05f-0e82-49c8-a73f-f872916844e1 demo demo] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0701160 Mar 28 08:58:52.377876 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9d118789-f1a6-4490-a44a-20419957bf87 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 08:58:52.467776 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 9d118789-f1a6-4490-a44a-20419957bf87 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 08:58:52.468195 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9d118789-f1a6-4490-a44a-20419957bf87), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:52.578632 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 9d118789-f1a6-4490-a44a-20419957bf87 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 08:58:52.578947 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9d118789-f1a6-4490-a44a-20419957bf87), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:52.613320 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 9d118789-f1a6-4490-a44a-20419957bf87, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d118789-f1a6-4490-a44a-20419957bf87,segment=NetworkSegment(9cef6c83-b8cb-48dd-a27c-2785385fdb2f),segment_id=9cef6c83-b8cb-48dd-a27c-2785385fdb2f)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 08:58:52.617196 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9d118789-f1a6-4490-a44a-20419957bf87), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:52.664606 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=9d118789-f1a6-4490-a44a-20419957bf87,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 08:58:53.369313 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45102) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 08:58:53.689029 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-d39c6f34-0e53-4cc4-a442-d9c614e51c23 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 08:58:53.690117 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d39c6f34-0e53-4cc4-a442-d9c614e51c23 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3198357 Mar 28 08:58:54.088746 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52352e7d-3603-4461-9572-f921c9e11bf0 None None] Network 9a2ac6a1-e488-4795-b5fc-bd865130aa71 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 08:58:54.177003 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f90690ba-c52b-4069-b3e0-24a1910f7938 None None] Provisioning complete for port 9d118789-f1a6-4490-a44a-20419957bf87 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 08:58:54.177399 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f90690ba-c52b-4069-b3e0-24a1910f7938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9d118789-f1a6-4490-a44a-20419957bf87), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:54.293394 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f90690ba-c52b-4069-b3e0-24a1910f7938 None None] Current status of the port 9d118789-f1a6-4490-a44a-20419957bf87 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 08:58:54.340140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9d118789-f1a6-4490-a44a-20419957bf87 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 08:58:54.392740 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 9d118789-f1a6-4490-a44a-20419957bf87 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 08:58:54.393156 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9d118789-f1a6-4490-a44a-20419957bf87), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:54.473294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 9d118789-f1a6-4490-a44a-20419957bf87 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 08:58:54.512839 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f89ec87e-c1f4-4c83-8360-0ae3e58b0fe3 None None] Provisioning complete for port 9d118789-f1a6-4490-a44a-20419957bf87 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 08:58:54.513230 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f89ec87e-c1f4-4c83-8360-0ae3e58b0fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9d118789-f1a6-4490-a44a-20419957bf87), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:54.588253 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f89ec87e-c1f4-4c83-8360-0ae3e58b0fe3 None None] Current status of the port 9d118789-f1a6-4490-a44a-20419957bf87 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 08:58:56.207035 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45110) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 08:58:56.514994 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 08:58:56.536919 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Made reservation on behalf of 87181f23f67546cab368062f0f3fb8cc for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 08:58:56.539640 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:56.555005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:56.655176 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Publish callbacks [] for security_group (bd66da9b-289f-4b5f-83af-4653d8b86627), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:56.659328 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (bd66da9b-289f-4b5f-83af-4653d8b86627), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:56.670305 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Reserving flat network on physical network physnet1 {{(pid=104076) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 28 08:58:56.702060 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764768038458', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (dc870aba-004f-4171-b209-913130dac94a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:56.702730 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Unsubscribe: segment precommit_create {{(pid=104076) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 08:58:56.703239 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Added segment dc870aba-004f-4171-b209-913130dac94a of type flat for network d6820a0c-8e9c-40a1-af49-32042c6f06b6 Mar 28 08:58:56.718311 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd66da9b-289f-4b5f-83af-4653d8b86627,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 08:58:56.743601 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:56.743946 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:56.744298 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:56.744631 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:56.744954 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:56.745292 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:56.745597 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:56.745938 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:56.746270 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:56.746588 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:56.746918 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:56.747234 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:56.747544 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:56.747854 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:56.748161 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Tracked resource versions report: Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: pushed versions: Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: { 'AddressGroup': {'1.2'}, Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'Agent': {'1.1'}, Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'ConntrackHelper': {'1.0'}, Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'LocalIPAssociation': {'1.0'}, Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'Log': {'1.0'}, Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'NDPProxy': {'1.0'}, Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'Network': {'1.1'}, Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'Port': {'1.7'}, Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'PortForwarding': {'1.3'}, Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'QosPolicy': {'1.10'}, Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'SecurityGroup': {'1.5'}, Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'SecurityGroupRule': {'1.2'}, Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'SubPort': {'1.0'}, Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'Subnet': {'1.1'}, Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'Trunk': {'1.1'}} Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: consumer versions: Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: L3 agent@dv-neutron-master-2-hyperv: {}, Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: Metadata agent@dv-neutron-master-2-hyperv: {}, Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: Metering agent@dv-neutron-master-2-hyperv: {}, Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'Agent': '1.1', Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'ConntrackHelper': '1.0', Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'LocalIPAssociation': '1.0', Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'Log': '1.0', Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'NDPProxy': '1.0', Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'Network': '1.1', Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'Port': '1.7', Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'PortForwarding': '1.3', Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'QosPolicy': '1.10', Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'SecurityGroup': '1.5', Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'SecurityGroupRule': '1.2', Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'SubPort': '1.0', Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'Subnet': '1.1', Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: 'Trunk': '1.1'}} Mar 28 08:58:56.749589 dv-neutron-master-2-hyperv neutron-server[104076]: {{(pid=104076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 08:58:56.822751 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (d6820a0c-8e9c-40a1-af49-32042c6f06b6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:56.863324 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (d6820a0c-8e9c-40a1-af49-32042c6f06b6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:56.865142 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 08:58:56.865869 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:56.947969 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7398672 Mar 28 08:58:56.965829 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1acb7d-75a8-4eb6-9f47-844a1f513224 admin admin] Pushing event updated for resources: {'Network': ['ID=d6820a0c-8e9c-40a1-af49-32042c6f06b6,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 08:58:56.977232 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 08:58:57.134957 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7100335-ff17-4855-a382-8ce37b085d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:59.399910 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc73b-b5c2-4ebe-9ee1-decca528ead1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:58:59.469175 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45122) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 08:58:59.866853 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aec0f6-666e-4f15-b8f9-db21ba84d0d2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 08:58:59.868205 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c6aec0f6-666e-4f15-b8f9-db21ba84d0d2 demo admin] 10.222.0.15 "GET /v2.0/subnets/39c9d71a-a401-4559-a856-0ee5febbf8fa HTTP/1.1" status: 200 len: 849 time: 0.3980486 Mar 28 08:59:00.004015 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c6418d08-72ef-4777-9474-8dc3f17de5cc demo admin] 10.222.0.15 "GET /v2.0/routers/aa71a123-689c-4a5b-9d7b-167a0e5682d3 HTTP/1.1" status: 200 len: 704 time: 0.1300969 Mar 28 08:59:00.273661 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8239e30-9f21-49a2-a69b-42be442c79b0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:00.453329 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:00.563687 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-e8239e30-9f21-49a2-a69b-42be442c79b0 demo admin] Allocated IP 172.20.0.1 (9a2ac6a1-e488-4795-b5fc-bd865130aa71/39c9d71a-a401-4559-a856-0ee5febbf8fa/08bfcd4d-4cb0-44e8-b9e6-1a68630a159c) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 08:59:00.746155 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8239e30-9f21-49a2-a69b-42be442c79b0 demo admin] Publish callbacks [] for port (08bfcd4d-4cb0-44e8-b9e6-1a68630a159c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:00.812572 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8239e30-9f21-49a2-a69b-42be442c79b0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (08bfcd4d-4cb0-44e8-b9e6-1a68630a159c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:00.884712 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8239e30-9f21-49a2-a69b-42be442c79b0 demo admin] Network 9a2ac6a1-e488-4795-b5fc-bd865130aa71 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 08:59:00.890459 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-e8239e30-9f21-49a2-a69b-42be442c79b0 demo admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 08:59:00.902115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8239e30-9f21-49a2-a69b-42be442c79b0 demo admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 08:59:00.902988 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8239e30-9f21-49a2-a69b-42be442c79b0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (aa71a123-689c-4a5b-9d7b-167a0e5682d3), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:00.921810 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8239e30-9f21-49a2-a69b-42be442c79b0 demo admin] Pushing event updated for resources: {'Port': ['ID=08bfcd4d-4cb0-44e8-b9e6-1a68630a159c,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 08:59:01.142928 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ceb62c7a-e57a-4a3c-916f-18c7f34bd30f None None] Provisioning complete for port 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 08:59:01.143228 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ceb62c7a-e57a-4a3c-916f-18c7f34bd30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (08bfcd4d-4cb0-44e8-b9e6-1a68630a159c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:01.152644 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8239e30-9f21-49a2-a69b-42be442c79b0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (08bfcd4d-4cb0-44e8-b9e6-1a68630a159c), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:01.180747 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ceb62c7a-e57a-4a3c-916f-18c7f34bd30f None None] Port 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 08:59:01.357532 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8239e30-9f21-49a2-a69b-42be442c79b0 demo admin] Publish callbacks [] for port (08bfcd4d-4cb0-44e8-b9e6-1a68630a159c), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:01.361898 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8239e30-9f21-49a2-a69b-42be442c79b0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (08bfcd4d-4cb0-44e8-b9e6-1a68630a159c), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:01.362655 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8239e30-9f21-49a2-a69b-42be442c79b0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (aa71a123-689c-4a5b-9d7b-167a0e5682d3), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:01.440525 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8239e30-9f21-49a2-a69b-42be442c79b0 demo admin] Pushing event updated for resources: {'Port': ['ID=08bfcd4d-4cb0-44e8-b9e6-1a68630a159c,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 08:59:01.487968 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8239e30-9f21-49a2-a69b-42be442c79b0 demo admin] Network 9a2ac6a1-e488-4795-b5fc-bd865130aa71 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 08:59:01.489292 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-e8239e30-9f21-49a2-a69b-42be442c79b0 demo admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 08:59:01.656314 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8239e30-9f21-49a2-a69b-42be442c79b0 demo admin] Router aa71a123-689c-4a5b-9d7b-167a0e5682d3 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 08:59:01.756210 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8239e30-9f21-49a2-a69b-42be442c79b0 demo admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 08:59:01.761468 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e8239e30-9f21-49a2-a69b-42be442c79b0 demo admin] 10.222.0.15 "PUT /v2.0/routers/aa71a123-689c-4a5b-9d7b-167a0e5682d3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7522831 Mar 28 08:59:01.766194 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Sync routers for ids ['aa71a123-689c-4a5b-9d7b-167a0e5682d3'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 08:59:01.779090 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Routers {'aa71a123-689c-4a5b-9d7b-167a0e5682d3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 08:59:01.779953 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T08:58:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['aa71a123-689c-4a5b-9d7b-167a0e5682d3'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 08:59:01.863997 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-7caceeea-9fa8-4f5b-9c6b-158d93840efc None None] Provisioning complete for port 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 08:59:01.864566 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7caceeea-9fa8-4f5b-9c6b-158d93840efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (08bfcd4d-4cb0-44e8-b9e6-1a68630a159c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:01.900274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7caceeea-9fa8-4f5b-9c6b-158d93840efc None None] Port 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 08:59:01.976888 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:01.979734 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Set router aa71a123-689c-4a5b-9d7b-167a0e5682d3 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 08:59:02.413448 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa71a123-689c-4a5b-9d7b-167a0e5682d3', 'name': 'router1', 'tenant_id': '78e5f635ba214b99b38490853a1ff72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T08:58:50Z', 'updated_at': '2022-03-28T08:59:01Z', 'revision_number': 2, 'project_id': '78e5f635ba214b99b38490853a1ff72c', 'gw_port_host': None, '_interfaces': [{'id': '08bfcd4d-4cb0-44e8-b9e6-1a68630a159c', 'name': '', 'network_id': '9a2ac6a1-e488-4795-b5fc-bd865130aa71', 'tenant_id': '78e5f635ba214b99b38490853a1ff72c', 'mac_address': 'fa:16:3e:61:a9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa71a123-689c-4a5b-9d7b-167a0e5682d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39c9d71a-a401-4559-a856-0ee5febbf8fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T08:59:00Z', 'updated_at': '2022-03-28T08:59:01Z', 'revision_number': 2, 'project_id': '78e5f635ba214b99b38490853a1ff72c', 'subnets': [{'id': '39c9d71a-a401-4559-a856-0ee5febbf8fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '284ede7a-0159-4519-aa63-e9d083f4e38b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 08:59:02.464618 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Checking router: aa71a123-689c-4a5b-9d7b-167a0e5682d3 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 08:59:02.464994 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Updating router aa71a123-689c-4a5b-9d7b-167a0e5682d3 port 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 08:59:02.516547 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (08bfcd4d-4cb0-44e8-b9e6-1a68630a159c), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:03.030491 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Publish callbacks [] for port (08bfcd4d-4cb0-44e8-b9e6-1a68630a159c), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:03.037560 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (08bfcd4d-4cb0-44e8-b9e6-1a68630a159c), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:03.199491 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6aec98-8782-418d-a770-4026c316d86f None None] Pushing event updated for resources: {'Port': ['ID=08bfcd4d-4cb0-44e8-b9e6-1a68630a159c,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 08:59:03.216082 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Attempting to bind port 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 08:59:03.216493 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Attempting to bind port 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9cef6c83-b8cb-48dd-a27c-2785385fdb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9a2ac6a1-e488-4795-b5fc-bd865130aa71'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 08:59:03.216941 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Attempting to bind port 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c on network 9a2ac6a1-e488-4795-b5fc-bd865130aa71 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 08:59:03.220478 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6aec98-8782-418d-a770-4026c316d86f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:59:03.220769 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6aec98-8782-418d-a770-4026c316d86f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:59:03.221126 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6aec98-8782-418d-a770-4026c316d86f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:59:03.221464 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6aec98-8782-418d-a770-4026c316d86f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:59:03.221820 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6aec98-8782-418d-a770-4026c316d86f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:59:03.222158 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6aec98-8782-418d-a770-4026c316d86f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:59:03.222484 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6aec98-8782-418d-a770-4026c316d86f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:59:03.222809 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6aec98-8782-418d-a770-4026c316d86f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:59:03.223138 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6aec98-8782-418d-a770-4026c316d86f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:59:03.224178 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6aec98-8782-418d-a770-4026c316d86f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:59:03.224775 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6aec98-8782-418d-a770-4026c316d86f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:59:03.225136 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6aec98-8782-418d-a770-4026c316d86f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:59:03.225471 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6aec98-8782-418d-a770-4026c316d86f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:59:03.225933 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6aec98-8782-418d-a770-4026c316d86f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:59:03.226262 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6aec98-8782-418d-a770-4026c316d86f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6aec98-8782-418d-a770-4026c316d86f None None] Tracked resource versions report: Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: pushed versions: Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: { 'AddressGroup': {'1.2'}, Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'Agent': {'1.1'}, Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'ConntrackHelper': {'1.0'}, Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'LocalIPAssociation': {'1.0'}, Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'Log': {'1.0'}, Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'NDPProxy': {'1.0'}, Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'Network': {'1.1'}, Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'Port': {'1.7'}, Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'PortForwarding': {'1.3'}, Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'QosPolicy': {'1.10'}, Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'SecurityGroup': {'1.5'}, Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'SecurityGroupRule': {'1.2'}, Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'SubPort': {'1.0'}, Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'Subnet': {'1.1'}, Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'Trunk': {'1.1'}} Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: consumer versions: Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: L3 agent@dv-neutron-master-2-hyperv: {}, Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: Metadata agent@dv-neutron-master-2-hyperv: {}, Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: Metering agent@dv-neutron-master-2-hyperv: {}, Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'Agent': '1.1', Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'ConntrackHelper': '1.0', Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'LocalIPAssociation': '1.0', Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'Log': '1.0', Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'NDPProxy': '1.0', Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'Network': '1.1', Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'Port': '1.7', Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'PortForwarding': '1.3', Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'QosPolicy': '1.10', Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'SecurityGroup': '1.5', Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'SecurityGroupRule': '1.2', Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'SubPort': '1.0', Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'Subnet': '1.1', Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: 'Trunk': '1.1'}} Mar 28 08:59:03.227720 dv-neutron-master-2-hyperv neutron-server[104078]: {{(pid=104078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 08:59:03.232626 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 8, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 08:59:03.233032 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Checking segment: {'id': '9cef6c83-b8cb-48dd-a27c-2785385fdb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9a2ac6a1-e488-4795-b5fc-bd865130aa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 08:59:03.233522 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:03.234108 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Bound using segment: {'id': '9cef6c83-b8cb-48dd-a27c-2785385fdb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9a2ac6a1-e488-4795-b5fc-bd865130aa71'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 08:59:03.234406 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Bound port: 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cef6c83-b8cb-48dd-a27c-2785385fdb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9a2ac6a1-e488-4795-b5fc-bd865130aa71'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 08:59:03.234788 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (08bfcd4d-4cb0-44e8-b9e6-1a68630a159c), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:03.236667 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e018cbb4-6302-4ea3-b330-4a976e17a56a None None] Provisioning complete for port 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 08:59:03.237127 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e018cbb4-6302-4ea3-b330-4a976e17a56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (08bfcd4d-4cb0-44e8-b9e6-1a68630a159c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:03.273142 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e018cbb4-6302-4ea3-b330-4a976e17a56a None None] Port 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 08:59:03.302754 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] For port 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 08:59:03.321160 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] For port 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=08bfcd4d-4cb0-44e8-b9e6-1a68630a159c,segment=NetworkSegment(9cef6c83-b8cb-48dd-a27c-2785385fdb2f),segment_id=9cef6c83-b8cb-48dd-a27c-2785385fdb2f)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 08:59:03.326858 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (08bfcd4d-4cb0-44e8-b9e6-1a68630a159c), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:03.382957 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6aec98-8782-418d-a770-4026c316d86f None None] Pushing event updated for resources: {'Port': ['ID=08bfcd4d-4cb0-44e8-b9e6-1a68630a159c,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 08:59:03.389872 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Routers {'aa71a123-689c-4a5b-9d7b-167a0e5682d3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 08:59:03.390486 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T08:58:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['aa71a123-689c-4a5b-9d7b-167a0e5682d3'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 08:59:03.487033 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] Set router aa71a123-689c-4a5b-9d7b-167a0e5682d3 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 08:59:03.595843 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:03.603476 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-37322d74-fb7a-4e97-8612-e2f200c686e2 None None] Provisioning complete for port 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 08:59:03.603863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-37322d74-fb7a-4e97-8612-e2f200c686e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (08bfcd4d-4cb0-44e8-b9e6-1a68630a159c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:03.683914 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-37322d74-fb7a-4e97-8612-e2f200c686e2 None None] Current status of the port 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 08:59:03.684240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-37322d74-fb7a-4e97-8612-e2f200c686e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (08bfcd4d-4cb0-44e8-b9e6-1a68630a159c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:03.706824 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa71a123-689c-4a5b-9d7b-167a0e5682d3', 'name': 'router1', 'tenant_id': '78e5f635ba214b99b38490853a1ff72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T08:58:50Z', 'updated_at': '2022-03-28T08:59:01Z', 'revision_number': 2, 'project_id': '78e5f635ba214b99b38490853a1ff72c', 'gw_port_host': None, '_interfaces': [{'id': '08bfcd4d-4cb0-44e8-b9e6-1a68630a159c', 'name': '', 'network_id': '9a2ac6a1-e488-4795-b5fc-bd865130aa71', 'tenant_id': '78e5f635ba214b99b38490853a1ff72c', 'mac_address': 'fa:16:3e:61:a9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa71a123-689c-4a5b-9d7b-167a0e5682d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39c9d71a-a401-4559-a856-0ee5febbf8fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T08:59:00Z', 'updated_at': '2022-03-28T08:59:03Z', 'revision_number': 4, 'project_id': '78e5f635ba214b99b38490853a1ff72c', 'subnets': [{'id': '39c9d71a-a401-4559-a856-0ee5febbf8fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '284ede7a-0159-4519-aa63-e9d083f4e38b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 08:59:03.718984 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-37322d74-fb7a-4e97-8612-e2f200c686e2 None None] For port 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=08bfcd4d-4cb0-44e8-b9e6-1a68630a159c,segment=NetworkSegment(9cef6c83-b8cb-48dd-a27c-2785385fdb2f),segment_id=9cef6c83-b8cb-48dd-a27c-2785385fdb2f)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 08:59:03.724514 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-37322d74-fb7a-4e97-8612-e2f200c686e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (08bfcd4d-4cb0-44e8-b9e6-1a68630a159c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:03.738780 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12782e-ebb5-488e-8b85-9815133ec2ea None None] The sync data for ids ['aa71a123-689c-4a5b-9d7b-167a0e5682d3'] in dv-neutron-master-2-hyperv is: [{'id': 'aa71a123-689c-4a5b-9d7b-167a0e5682d3', 'name': 'router1', 'tenant_id': '78e5f635ba214b99b38490853a1ff72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T08:58:50Z', 'updated_at': '2022-03-28T08:59:01Z', 'revision_number': 2, 'project_id': '78e5f635ba214b99b38490853a1ff72c', 'gw_port_host': None, '_interfaces': [{'id': '08bfcd4d-4cb0-44e8-b9e6-1a68630a159c', 'name': '', 'network_id': '9a2ac6a1-e488-4795-b5fc-bd865130aa71', 'tenant_id': '78e5f635ba214b99b38490853a1ff72c', 'mac_address': 'fa:16:3e:61:a9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa71a123-689c-4a5b-9d7b-167a0e5682d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39c9d71a-a401-4559-a856-0ee5febbf8fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T08:59:00Z', 'updated_at': '2022-03-28T08:59:03Z', 'revision_number': 4, 'project_id': '78e5f635ba214b99b38490853a1ff72c', 'subnets': [{'id': '39c9d71a-a401-4559-a856-0ee5febbf8fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '284ede7a-0159-4519-aa63-e9d083f4e38b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 08:59:03.780623 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37322d74-fb7a-4e97-8612-e2f200c686e2 None None] Pushing event updated for resources: {'Port': ['ID=08bfcd4d-4cb0-44e8-b9e6-1a68630a159c,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 08:59:04.328202 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45142) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 08:59:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5f971b-688e-438f-b18f-abc611b189d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 08:59:04.522192 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bc5f971b-688e-438f-b18f-abc611b189d2 admin admin] 10.222.0.15 "GET /v2.0/networks/d6820a0c-8e9c-40a1-af49-32042c6f06b6 HTTP/1.1" status: 200 len: 842 time: 0.1930380 Mar 28 08:59:04.531560 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-5bb53a77-1c87-4756-ac09-9795084f0c5c admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'gateway_ip': '172.36.4.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.36.4.0/24'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 08:59:04.556735 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb53a77-1c87-4756-ac09-9795084f0c5c admin admin] Made reservation on behalf of 87181f23f67546cab368062f0f3fb8cc for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 08:59:04.559752 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5bb53a77-1c87-4756-ac09-9795084f0c5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:04.863047 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.objects.ports [None req-5bb53a77-1c87-4756-ac09-9795084f0c5c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 08:59:04.863479 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5bb53a77-1c87-4756-ac09-9795084f0c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for subnet (8385cf7a-f96b-4416-b9d7-ef6783803881), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:04.919904 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb53a77-1c87-4756-ac09-9795084f0c5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8385cf7a-f96b-4416-b9d7-ef6783803881,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 08:59:04.930601 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb53a77-1c87-4756-ac09-9795084f0c5c admin admin] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 08:59:04.930958 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb53a77-1c87-4756-ac09-9795084f0c5c admin admin] Network hostable DHCP agents. Network: d6820a0c-8e9c-40a1-af49-32042c6f06b6, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 08:59:04.951513 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb53a77-1c87-4756-ac09-9795084f0c5c admin admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 08:59:04.962427 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-5bb53a77-1c87-4756-ac09-9795084f0c5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d6820a0c-8e9c-40a1-af49-32042c6f06b6) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 08:59:04.966360 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb53a77-1c87-4756-ac09-9795084f0c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 08:59:04.966971 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5bb53a77-1c87-4756-ac09-9795084f0c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:04.972626 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf12842-34bf-40ca-9552-31a5834c9b5e None None] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 08:59:04.990562 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5bb53a77-1c87-4756-ac09-9795084f0c5c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4623082 Mar 28 08:59:05.074967 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20457f0f-03f1-42b9-8eb4-0ad22fd87981 None None] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 08:59:07.511930 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45160) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 08:59:07.643887 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9fbaafd6-626a-49e8-86eb-1deb0f3eed93 demo admin] 10.222.0.15 "GET /v2.0/routers/aa71a123-689c-4a5b-9d7b-167a0e5682d3 HTTP/1.1" status: 200 len: 710 time: 0.1306813 Mar 28 08:59:07.727594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e11c9a5-4e28-4dd9-9b5a-7a0ff99fd73d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 08:59:07.728939 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9e11c9a5-4e28-4dd9-9b5a-7a0ff99fd73d demo admin] 10.222.0.15 "GET /v2.0/networks/d6820a0c-8e9c-40a1-af49-32042c6f06b6 HTTP/1.1" status: 200 len: 886 time: 0.0791895 Mar 28 08:59:07.737560 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a1e15740-a333-4ef0-846d-e1ce28267e69 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 08:59:08.068752 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a1e15740-a333-4ef0-846d-e1ce28267e69 demo admin] Publish callbacks [] for router_gateway (aa71a123-689c-4a5b-9d7b-167a0e5682d3), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:08.300884 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a1e15740-a333-4ef0-846d-e1ce28267e69 demo admin] Publish callbacks [] for router_gateway (aa71a123-689c-4a5b-9d7b-167a0e5682d3), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:08.379145 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a1e15740-a333-4ef0-846d-e1ce28267e69 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:08.479976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-a1e15740-a333-4ef0-846d-e1ce28267e69 demo admin] Allocated IP 172.36.4.90 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/6edc8f81-230b-4d44-9824-7d1077070d60) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 08:59:08.579716 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a1e15740-a333-4ef0-846d-e1ce28267e69 demo admin] Publish callbacks [] for port (6edc8f81-230b-4d44-9824-7d1077070d60), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:08.613941 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a1e15740-a333-4ef0-846d-e1ce28267e69 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (6edc8f81-230b-4d44-9824-7d1077070d60), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:08.651515 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e15740-a333-4ef0-846d-e1ce28267e69 demo admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 08:59:08.654220 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-a1e15740-a333-4ef0-846d-e1ce28267e69 demo admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 08:59:08.662072 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e15740-a333-4ef0-846d-e1ce28267e69 demo admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 08:59:08.667408 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e15740-a333-4ef0-846d-e1ce28267e69 demo admin] Pushing event updated for resources: {'Port': ['ID=6edc8f81-230b-4d44-9824-7d1077070d60,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 08:59:08.915370 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a1e15740-a333-4ef0-846d-e1ce28267e69 demo admin] Publish callbacks [] for router_gateway (aa71a123-689c-4a5b-9d7b-167a0e5682d3), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:09.124154 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a1e15740-a333-4ef0-846d-e1ce28267e69 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (aa71a123-689c-4a5b-9d7b-167a0e5682d3), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:09.127749 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a1e15740-a333-4ef0-846d-e1ce28267e69 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (aa71a123-689c-4a5b-9d7b-167a0e5682d3), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:09.237046 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e15740-a333-4ef0-846d-e1ce28267e69 demo admin] Router aa71a123-689c-4a5b-9d7b-167a0e5682d3 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 08:59:09.424897 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e15740-a333-4ef0-846d-e1ce28267e69 demo admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 08:59:09.429314 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a1e15740-a333-4ef0-846d-e1ce28267e69 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:09.430485 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a1e15740-a333-4ef0-846d-e1ce28267e69 demo admin] 10.222.0.15 "PUT /v2.0/routers/aa71a123-689c-4a5b-9d7b-167a0e5682d3 HTTP/1.1" status: 200 len: 889 time: 1.6959281 Mar 28 08:59:11.991082 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45172) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 08:59:12.110609 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3fdc14dc-870c-4150-846d-954f1bd07fd1 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1183381 Mar 28 08:59:12.375273 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 08:59:12.429123 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 08:59:12.429902 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (08bfcd4d-4cb0-44e8-b9e6-1a68630a159c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:12.480162 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Sync routers for ids ['aa71a123-689c-4a5b-9d7b-167a0e5682d3'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 08:59:12.511649 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Routers {'aa71a123-689c-4a5b-9d7b-167a0e5682d3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 08:59:12.512335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T08:58:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['aa71a123-689c-4a5b-9d7b-167a0e5682d3'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 08:59:12.630929 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 08:59:12.740669 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Set router aa71a123-689c-4a5b-9d7b-167a0e5682d3 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 08:59:13.212288 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa71a123-689c-4a5b-9d7b-167a0e5682d3', 'name': 'router1', 'tenant_id': '78e5f635ba214b99b38490853a1ff72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.90'}], 'enable_snat': True}, 'gw_port_id': '6edc8f81-230b-4d44-9824-7d1077070d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T08:58:50Z', 'updated_at': '2022-03-28T08:59:08Z', 'revision_number': 4, 'project_id': '78e5f635ba214b99b38490853a1ff72c', 'gw_port': {'id': '6edc8f81-230b-4d44-9824-7d1077070d60', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa71a123-689c-4a5b-9d7b-167a0e5682d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T08:59:08Z', 'updated_at': '2022-03-28T08:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '08bfcd4d-4cb0-44e8-b9e6-1a68630a159c', 'name': '', 'network_id': '9a2ac6a1-e488-4795-b5fc-bd865130aa71', 'tenant_id': '78e5f635ba214b99b38490853a1ff72c', 'mac_address': 'fa:16:3e:61:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa71a123-689c-4a5b-9d7b-167a0e5682d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39c9d71a-a401-4559-a856-0ee5febbf8fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T08:59:00Z', 'updated_at': '2022-03-28T08:59:03Z', 'revision_number': 5, 'project_id': '78e5f635ba214b99b38490853a1ff72c', 'subnets': [{'id': '39c9d71a-a401-4559-a856-0ee5febbf8fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '284ede7a-0159-4519-aa63-e9d083f4e38b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 08:59:13.260127 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Checking router: aa71a123-689c-4a5b-9d7b-167a0e5682d3 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 08:59:13.260498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Updating router aa71a123-689c-4a5b-9d7b-167a0e5682d3 port 6edc8f81-230b-4d44-9824-7d1077070d60 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 08:59:13.312516 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (6edc8f81-230b-4d44-9824-7d1077070d60), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:13.634645 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Publish callbacks [] for port (6edc8f81-230b-4d44-9824-7d1077070d60), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:13.639550 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (6edc8f81-230b-4d44-9824-7d1077070d60), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:13.692547 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Attempting to bind port 6edc8f81-230b-4d44-9824-7d1077070d60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 08:59:13.693002 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Attempting to bind port 6edc8f81-230b-4d44-9824-7d1077070d60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 08:59:13.693369 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Attempting to bind port 6edc8f81-230b-4d44-9824-7d1077070d60 on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 08:59:13.696157 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979f72e-d4df-43b3-840c-6601989bbb09 None None] Pushing event updated for resources: {'Port': ['ID=6edc8f81-230b-4d44-9824-7d1077070d60,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 08:59:13.700556 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 8, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 08:59:13.700937 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 08:59:13.701341 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:13.701756 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 08:59:13.702220 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Bound port: 6edc8f81-230b-4d44-9824-7d1077070d60, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 08:59:13.702606 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (6edc8f81-230b-4d44-9824-7d1077070d60), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:13.753907 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] For port 6edc8f81-230b-4d44-9824-7d1077070d60, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 08:59:13.757739 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] For port 6edc8f81-230b-4d44-9824-7d1077070d60, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6edc8f81-230b-4d44-9824-7d1077070d60,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 08:59:13.763663 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (6edc8f81-230b-4d44-9824-7d1077070d60), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:13.824191 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979f72e-d4df-43b3-840c-6601989bbb09 None None] Pushing event updated for resources: {'Port': ['ID=6edc8f81-230b-4d44-9824-7d1077070d60,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 08:59:13.827254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Routers {'aa71a123-689c-4a5b-9d7b-167a0e5682d3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 08:59:13.827849 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T08:58:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['aa71a123-689c-4a5b-9d7b-167a0e5682d3'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 08:59:13.943245 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] Set router aa71a123-689c-4a5b-9d7b-167a0e5682d3 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 08:59:14.167160 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa71a123-689c-4a5b-9d7b-167a0e5682d3', 'name': 'router1', 'tenant_id': '78e5f635ba214b99b38490853a1ff72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.90'}], 'enable_snat': True}, 'gw_port_id': '6edc8f81-230b-4d44-9824-7d1077070d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T08:58:50Z', 'updated_at': '2022-03-28T08:59:08Z', 'revision_number': 4, 'project_id': '78e5f635ba214b99b38490853a1ff72c', 'gw_port': {'id': '6edc8f81-230b-4d44-9824-7d1077070d60', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa71a123-689c-4a5b-9d7b-167a0e5682d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T08:59:08Z', 'updated_at': '2022-03-28T08:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '08bfcd4d-4cb0-44e8-b9e6-1a68630a159c', 'name': '', 'network_id': '9a2ac6a1-e488-4795-b5fc-bd865130aa71', 'tenant_id': '78e5f635ba214b99b38490853a1ff72c', 'mac_address': 'fa:16:3e:61:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa71a123-689c-4a5b-9d7b-167a0e5682d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39c9d71a-a401-4559-a856-0ee5febbf8fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T08:59:00Z', 'updated_at': '2022-03-28T08:59:03Z', 'revision_number': 5, 'project_id': '78e5f635ba214b99b38490853a1ff72c', 'subnets': [{'id': '39c9d71a-a401-4559-a856-0ee5febbf8fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '284ede7a-0159-4519-aa63-e9d083f4e38b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 08:59:14.199038 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef7188-5e5f-438b-a6a9-67d69bac42a8 None None] The sync data for ids ['aa71a123-689c-4a5b-9d7b-167a0e5682d3'] in dv-neutron-master-2-hyperv is: [{'id': 'aa71a123-689c-4a5b-9d7b-167a0e5682d3', 'name': 'router1', 'tenant_id': '78e5f635ba214b99b38490853a1ff72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.90'}], 'enable_snat': True}, 'gw_port_id': '6edc8f81-230b-4d44-9824-7d1077070d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T08:58:50Z', 'updated_at': '2022-03-28T08:59:08Z', 'revision_number': 4, 'project_id': '78e5f635ba214b99b38490853a1ff72c', 'gw_port': {'id': '6edc8f81-230b-4d44-9824-7d1077070d60', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa71a123-689c-4a5b-9d7b-167a0e5682d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T08:59:08Z', 'updated_at': '2022-03-28T08:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '08bfcd4d-4cb0-44e8-b9e6-1a68630a159c', 'name': '', 'network_id': '9a2ac6a1-e488-4795-b5fc-bd865130aa71', 'tenant_id': '78e5f635ba214b99b38490853a1ff72c', 'mac_address': 'fa:16:3e:61:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa71a123-689c-4a5b-9d7b-167a0e5682d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39c9d71a-a401-4559-a856-0ee5febbf8fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T08:59:00Z', 'updated_at': '2022-03-28T08:59:03Z', 'revision_number': 5, 'project_id': '78e5f635ba214b99b38490853a1ff72c', 'subnets': [{'id': '39c9d71a-a401-4559-a856-0ee5febbf8fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '284ede7a-0159-4519-aa63-e9d083f4e38b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 08:59:14.424940 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 6edc8f81-230b-4d44-9824-7d1077070d60 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 08:59:14.497431 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 6edc8f81-230b-4d44-9824-7d1077070d60 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 08:59:14.497961 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (6edc8f81-230b-4d44-9824-7d1077070d60), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:14.606077 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 6edc8f81-230b-4d44-9824-7d1077070d60 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 08:59:14.606674 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (6edc8f81-230b-4d44-9824-7d1077070d60), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:14.631604 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 6edc8f81-230b-4d44-9824-7d1077070d60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6edc8f81-230b-4d44-9824-7d1077070d60,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 08:59:14.641246 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (6edc8f81-230b-4d44-9824-7d1077070d60), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:14.701888 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=6edc8f81-230b-4d44-9824-7d1077070d60,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 08:59:16.397186 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 6edc8f81-230b-4d44-9824-7d1077070d60 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 08:59:16.460849 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 6edc8f81-230b-4d44-9824-7d1077070d60 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 08:59:16.462622 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (6edc8f81-230b-4d44-9824-7d1077070d60), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:16.557084 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 6edc8f81-230b-4d44-9824-7d1077070d60 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 08:59:17.521289 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 5 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 08:59:27.151360 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7052032b-4468-48aa-8dd6-32d1c37da42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:29.402439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-24b499c1-b333-4998-bdd6-0dcf8a68837e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:30.463365 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:31.976048 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:33.604664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:54.520392 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 5 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 08:59:57.136796 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2fb13833-b28f-4615-9376-fae607b7daed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 08:59:59.407938 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-02c56dc4-3688-4c42-8bcd-96a697453f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:00:00.457166 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:00:01.975789 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:00:03.590842 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:00:27.138047 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7f02a9d4-88ac-43d9-8996-85b8e1146807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:00:29.410651 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b7cd376e-7252-4ee0-9189-56d1a6a933f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:00:30.461099 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:00:31.519459 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 5 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:00:31.973391 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:00:33.587394 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:00:41.231962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45688) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:00:41.293056 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-3683801e-fd00-4285-9ac0-be0496f6f2fb admin admin] GET failed (client error): The resource could not be found. Mar 28 09:00:41.294330 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3683801e-fd00-4285-9ac0-be0496f6f2fb admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614326 Mar 28 09:00:41.449217 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70421fb9-15ea-4e23-a88e-b0540b4a4f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:00:41.450612 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-70421fb9-15ea-4e23-a88e-b0540b4a4f1b admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1516654 Mar 28 09:00:43.773696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45698) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:00:43.866739 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14c3083-7de9-4a2b-95f0-0ba718da784d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:00:43.868077 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d14c3083-7de9-4a2b-95f0-0ba718da784d admin admin] 10.222.0.15 "GET /v2.0/subnets/39c9d71a-a401-4559-a856-0ee5febbf8fa HTTP/1.1" status: 200 len: 849 time: 0.0934336 Mar 28 09:00:43.877853 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:00:43.960221 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Publish callbacks [] for subnet (39c9d71a-a401-4559-a856-0ee5febbf8fa), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:00:44.100370 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764768247435'] for subnet (39c9d71a-a401-4559-a856-0ee5febbf8fa), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:00:44.130784 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:00:44.131905 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:00:44.153663 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] 10.222.0.15 "PUT /v2.0/subnets/39c9d71a-a401-4559-a856-0ee5febbf8fa HTTP/1.1" status: 200 len: 868 time: 0.2588990 Mar 28 09:00:44.153920 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed9b4ef-7dbb-4b65-881d-65f5ade84331 None None] Network 9a2ac6a1-e488-4795-b5fc-bd865130aa71 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:00:44.154393 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c9d71a-a401-4559-a856-0ee5febbf8fa,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:00:44.160307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:00:44.160656 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:00:44.161120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:00:44.161478 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:00:44.161965 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:00:44.162457 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:00:44.162720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:00:44.163139 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:00:44.163455 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:00:44.163788 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:00:44.164255 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:00:44.164584 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:00:44.164907 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:00:44.165228 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:00:44.165545 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b519e-9926-440c-bff1-30be82bbf3bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:00:44.470472 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e38bf226-9eba-4d4f-997b-f8833917067e None None] Provisioning complete for port 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:00:44.470857 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e38bf226-9eba-4d4f-997b-f8833917067e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (08bfcd4d-4cb0-44e8-b9e6-1a68630a159c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:00:44.547480 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e38bf226-9eba-4d4f-997b-f8833917067e None None] Current status of the port 08bfcd4d-4cb0-44e8-b9e6-1a68630a159c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:00:44.558042 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e38bf226-9eba-4d4f-997b-f8833917067e None None] Provisioning complete for port 9d118789-f1a6-4490-a44a-20419957bf87 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:00:44.558433 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e38bf226-9eba-4d4f-997b-f8833917067e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9d118789-f1a6-4490-a44a-20419957bf87), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:00:44.635120 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e38bf226-9eba-4d4f-997b-f8833917067e None None] Current status of the port 9d118789-f1a6-4490-a44a-20419957bf87 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:00:46.453630 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45706) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:00:46.653831 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b122db-36c1-46a5-9369-adcc40011fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:00:46.654228 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b122db-36c1-46a5-9369-adcc40011fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:00:46.656003 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-26b122db-36c1-46a5-9369-adcc40011fdf admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2006812 Mar 28 09:00:48.972991 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45714) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:00:49.104931 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f1065f-3537-452f-b762-25728d5e5cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:00:49.105408 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f1065f-3537-452f-b762-25728d5e5cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:00:49.106974 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a8f1065f-3537-452f-b762-25728d5e5cbc admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1330431 Mar 28 09:00:51.430373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45722) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:00:51.561154 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f80bf2-f667-4c61-9102-efd106530fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:00:51.562566 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d4f80bf2-f667-4c61-9102-efd106530fe9 admin admin] 10.222.0.15 "GET /v2.0/networks/9a2ac6a1-e488-4795-b5fc-bd865130aa71 HTTP/1.1" status: 200 len: 868 time: 0.1312137 Mar 28 09:00:53.889972 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45730) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:00:54.012513 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacd4236-05e8-449b-84bf-ed2bfb87f46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:00:54.013878 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bacd4236-05e8-449b-84bf-ed2bfb87f46e admin admin] 10.222.0.15 "GET /v2.0/networks/d6820a0c-8e9c-40a1-af49-32042c6f06b6 HTTP/1.1" status: 200 len: 886 time: 0.1229401 Mar 28 09:00:56.321193 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45738) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:00:56.444441 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdc6b07-2404-4b9b-89e3-b7555c32c4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:00:56.444911 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdc6b07-2404-4b9b-89e3-b7555c32c4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:00:56.446454 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-acdc6b07-2404-4b9b-89e3-b7555c32c4a2 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242778 Mar 28 09:00:57.141006 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-87fedecf-b305-4369-89ea-38db6a89da10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:00:58.779061 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45746) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:00:58.868570 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f63f7bf-23b6-4f27-80b3-2a7d4eac42c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:00:58.869018 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f63f7bf-23b6-4f27-80b3-2a7d4eac42c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:00:58.870506 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5f63f7bf-23b6-4f27-80b3-2a7d4eac42c4 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902565 Mar 28 09:00:59.412459 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fddf120f-bc4f-4da8-9809-6a0e97b928ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:00.463957 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:01.213046 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45754) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:01:01.303538 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea3e078-ed5c-43b3-a336-317289fde5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:01:01.304844 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4ea3e078-ed5c-43b3-a336-317289fde5a0 admin admin] 10.222.0.15 "GET /v2.0/subnets/39c9d71a-a401-4559-a856-0ee5febbf8fa HTTP/1.1" status: 200 len: 868 time: 0.0908403 Mar 28 09:01:01.975859 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:03.592515 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:03.631443 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45762) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:01:03.718785 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd649273-b361-4628-9b35-619adf87a3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:01:03.720736 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dd649273-b361-4628-9b35-619adf87a3eb admin admin] 10.222.0.15 "GET /v2.0/subnets/8385cf7a-f96b-4416-b9d7-ef6783803881 HTTP/1.1" status: 200 len: 816 time: 0.0883338 Mar 28 09:01:08.518654 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 5 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:01:27.144749 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cd6b1471-f2d3-488a-b9e7-eda0ed7fcbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:29.413607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2d00c83f-4625-4f1f-abb5-07a8811acf1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:30.466377 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:31.901574 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45814) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:01:31.948879 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-1043d5f3-085f-4cb0-bcb9-340a0e01122b admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:01:31.949898 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1043d5f3-085f-4cb0-bcb9-340a0e01122b admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473273 Mar 28 09:01:31.978483 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:33.597311 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:34.361219 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45822) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:01:34.419725 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-7adc29be-3989-415c-83de-f4d3534f8762 admin admin] GET failed (client error): The resource could not be found. Mar 28 09:01:34.421008 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7adc29be-3989-415c-83de-f4d3534f8762 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588336 Mar 28 09:01:34.503353 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f4c704-24c6-4fb4-afe9-96256bedb848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:01:34.504780 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-11f4c704-24c6-4fb4-afe9-96256bedb848 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0792804 Mar 28 09:01:36.864402 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45830) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:01:36.916537 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-45d13530-b2c6-4b56-bd10-99f221855007 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:01:36.947041 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d13530-b2c6-4b56-bd10-99f221855007 admin admin] Made reservation on behalf of 87181f23f67546cab368062f0f3fb8cc for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:01:36.949262 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-45d13530-b2c6-4b56-bd10-99f221855007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:36.984069 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING neutron.services.revisions.revision_plugin [None req-45d13530-b2c6-4b56-bd10-99f221855007 admin admin] Could not find related network for resource to bump revision. Mar 28 09:01:37.000533 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d13530-b2c6-4b56-bd10-99f221855007 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:01:37.010851 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-45d13530-b2c6-4b56-bd10-99f221855007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (4232e843-11f6-4f02-b924-665d1340f95c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:37.011226 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-45d13530-b2c6-4b56-bd10-99f221855007 admin admin] Added segment 4232e843-11f6-4f02-b924-665d1340f95c of type vlan for network f2a75012-d9b9-43d2-91a0-5a56135d2cbf Mar 28 09:01:37.062351 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-45d13530-b2c6-4b56-bd10-99f221855007 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (f2a75012-d9b9-43d2-91a0-5a56135d2cbf), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:37.089551 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-45d13530-b2c6-4b56-bd10-99f221855007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (f2a75012-d9b9-43d2-91a0-5a56135d2cbf), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:37.090970 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d13530-b2c6-4b56-bd10-99f221855007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:01:37.091798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-45d13530-b2c6-4b56-bd10-99f221855007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:37.150653 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-45d13530-b2c6-4b56-bd10-99f221855007 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2851496 Mar 28 09:01:37.155879 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d13530-b2c6-4b56-bd10-99f221855007 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a75012-d9b9-43d2-91a0-5a56135d2cbf,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:01:37.175803 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network f2a75012-d9b9-43d2-91a0-5a56135d2cbf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:01:39.508872 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45838) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:01:39.571771 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6306e6-2928-4044-9077-a08874462b8a admin admin] GET failed (client error): The resource could not be found. Mar 28 09:01:39.573020 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7d6306e6-2928-4044-9077-a08874462b8a admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0632002 Mar 28 09:01:39.744113 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdde153-b54e-44d0-8c65-84523e245ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:01:39.745546 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ecdde153-b54e-44d0-8c65-84523e245ad2 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1686311 Mar 28 09:01:39.755886 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a8a45613-0c6b-41ca-b99e-388de732b8d7 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'f2a75012-d9b9-43d2-91a0-5a56135d2cbf', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:01:39.774763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a45613-0c6b-41ca-b99e-388de732b8d7 admin admin] Made reservation on behalf of 87181f23f67546cab368062f0f3fb8cc for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:01:39.777088 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a8a45613-0c6b-41ca-b99e-388de732b8d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:39.939403 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a8a45613-0c6b-41ca-b99e-388de732b8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for subnet (dcee9751-62a8-4848-8954-137ef42c6c9a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:39.990400 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a45613-0c6b-41ca-b99e-388de732b8d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcee9751-62a8-4848-8954-137ef42c6c9a,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:01:40.000209 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a45613-0c6b-41ca-b99e-388de732b8d7 admin admin] Checking segment: {'id': '4232e843-11f6-4f02-b924-665d1340f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2a75012-d9b9-43d2-91a0-5a56135d2cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:01:40.000657 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a45613-0c6b-41ca-b99e-388de732b8d7 admin admin] Network hostable DHCP agents. Network: f2a75012-d9b9-43d2-91a0-5a56135d2cbf, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:01:40.016133 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a45613-0c6b-41ca-b99e-388de732b8d7 admin admin] Network f2a75012-d9b9-43d2-91a0-5a56135d2cbf is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:01:40.023834 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-a8a45613-0c6b-41ca-b99e-388de732b8d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f2a75012-d9b9-43d2-91a0-5a56135d2cbf) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:01:40.028150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a45613-0c6b-41ca-b99e-388de732b8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:01:40.028739 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a8a45613-0c6b-41ca-b99e-388de732b8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:40.034283 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ac583f-008b-4f77-9135-a10ea3fe84c4 None None] Network f2a75012-d9b9-43d2-91a0-5a56135d2cbf requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:01:40.047886 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a8a45613-0c6b-41ca-b99e-388de732b8d7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2952087 Mar 28 09:01:40.153519 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f2a75012-d9b9-43d2-91a0-5a56135d2cbf', 'network_id': 'f2a75012-d9b9-43d2-91a0-5a56135d2cbf', 'project_id': '87181f23f67546cab368062f0f3fb8cc', 'fixed_ips': [{'subnet_id': 'dcee9751-62a8-4848-8954-137ef42c6c9a'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:01:40.154728 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:40.299629 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Allocated IP 192.168.233.2 (f2a75012-d9b9-43d2-91a0-5a56135d2cbf/dcee9751-62a8-4848-8954-137ef42c6c9a/21872500-ff54-4acc-a522-c1054debcab6) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:01:40.541548 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Publish callbacks [] for port (21872500-ff54-4acc-a522-c1054debcab6), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:40.548254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (21872500-ff54-4acc-a522-c1054debcab6), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:40.584915 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Network f2a75012-d9b9-43d2-91a0-5a56135d2cbf is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:01:40.587613 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:01:40.595175 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:01:40.600659 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Pushing event updated for resources: {'Port': ['ID=21872500-ff54-4acc-a522-c1054debcab6,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:01:40.608407 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:01:40.609295 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:01:40.609679 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:01:40.610036 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:01:40.610348 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:01:40.610679 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:01:40.611005 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:01:40.611326 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:01:40.611668 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:01:40.611998 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:01:40.612334 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:01:40.612660 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:01:40.612980 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:01:40.613297 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:01:40.613627 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:01:40.666892 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Attempting to bind port 21872500-ff54-4acc-a522-c1054debcab6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:01:40.667260 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Attempting to bind port 21872500-ff54-4acc-a522-c1054debcab6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4232e843-11f6-4f02-b924-665d1340f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2a75012-d9b9-43d2-91a0-5a56135d2cbf'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:01:40.667621 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Attempting to bind port 21872500-ff54-4acc-a522-c1054debcab6 on network f2a75012-d9b9-43d2-91a0-5a56135d2cbf {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:01:40.673240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:01:40.673613 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Checking segment: {'id': '4232e843-11f6-4f02-b924-665d1340f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2a75012-d9b9-43d2-91a0-5a56135d2cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:01:40.674037 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:40.674428 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Bound using segment: {'id': '4232e843-11f6-4f02-b924-665d1340f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2a75012-d9b9-43d2-91a0-5a56135d2cbf'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:01:40.674895 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Bound port: 21872500-ff54-4acc-a522-c1054debcab6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4232e843-11f6-4f02-b924-665d1340f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2a75012-d9b9-43d2-91a0-5a56135d2cbf'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:01:40.675269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (21872500-ff54-4acc-a522-c1054debcab6), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:40.741653 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] For port 21872500-ff54-4acc-a522-c1054debcab6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:01:40.744682 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] For port 21872500-ff54-4acc-a522-c1054debcab6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21872500-ff54-4acc-a522-c1054debcab6,segment=NetworkSegment(4232e843-11f6-4f02-b924-665d1340f95c),segment_id=4232e843-11f6-4f02-b924-665d1340f95c)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:01:40.751426 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (21872500-ff54-4acc-a522-c1054debcab6), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:40.808301 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae35c14-16cb-4d31-805b-cb62a30e6a0d None None] Pushing event updated for resources: {'Port': ['ID=21872500-ff54-4acc-a522-c1054debcab6,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:01:41.662631 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f3ca3e-411b-4b29-8590-d1e6ff62b747 None None] Network f2a75012-d9b9-43d2-91a0-5a56135d2cbf requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:01:41.716617 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b05d0c83-46ee-4193-ba85-a470874de693 None None] Provisioning complete for port 21872500-ff54-4acc-a522-c1054debcab6 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:01:41.717010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b05d0c83-46ee-4193-ba85-a470874de693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (21872500-ff54-4acc-a522-c1054debcab6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:41.841198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b05d0c83-46ee-4193-ba85-a470874de693 None None] Current status of the port 21872500-ff54-4acc-a522-c1054debcab6 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:01:41.841584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b05d0c83-46ee-4193-ba85-a470874de693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (21872500-ff54-4acc-a522-c1054debcab6), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:41.878078 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b05d0c83-46ee-4193-ba85-a470874de693 None None] For port 21872500-ff54-4acc-a522-c1054debcab6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21872500-ff54-4acc-a522-c1054debcab6,segment=NetworkSegment(4232e843-11f6-4f02-b924-665d1340f95c),segment_id=4232e843-11f6-4f02-b924-665d1340f95c)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:01:41.883460 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b05d0c83-46ee-4193-ba85-a470874de693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (21872500-ff54-4acc-a522-c1054debcab6), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:41.938898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d0c83-46ee-4193-ba85-a470874de693 None None] Pushing event updated for resources: {'Port': ['ID=21872500-ff54-4acc-a522-c1054debcab6,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:01:42.104240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-41b3ff34-1084-43cb-93f8-3ee2a24a3e10 None None] Provisioning complete for port 21872500-ff54-4acc-a522-c1054debcab6 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:01:42.104636 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-41b3ff34-1084-43cb-93f8-3ee2a24a3e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (21872500-ff54-4acc-a522-c1054debcab6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:42.183842 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-41b3ff34-1084-43cb-93f8-3ee2a24a3e10 None None] Current status of the port 21872500-ff54-4acc-a522-c1054debcab6 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:01:42.489289 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 21872500-ff54-4acc-a522-c1054debcab6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:01:42.538387 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 21872500-ff54-4acc-a522-c1054debcab6 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:01:42.538887 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (21872500-ff54-4acc-a522-c1054debcab6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:42.620936 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 21872500-ff54-4acc-a522-c1054debcab6 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:01:45.517908 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 5 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:01:57.147249 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d63cd38a-089b-4726-a742-72c231aabc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:01:59.415850 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5b204002-8a6a-4c03-baac-09b3a863fdf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:02:00.470175 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:02:01.984412 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:02:03.599272 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:02:22.516764 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 5 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:02:27.149125 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0fcdae13-91f0-477f-b67b-ac24592be57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:02:29.417295 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c7904740-9669-46fd-ab45-215983c78679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:02:30.475357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:02:31.985037 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:02:33.602851 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:02:57.152371 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3c931896-2470-4e9a-bdd3-398557539e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:02:59.418994 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-12ebe014-282b-437f-bedf-53e21f8ea353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:02:59.515619 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 5 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:03:00.473760 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:03:01.986934 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:03:03.605731 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:03:06.149243 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45876) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:03:06.155704 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-43961d90-7684-4d56-84f7-157bf7ce8791 tempest-verify_tempest_config-1867618629 tempest-verify_tempest_config-1867618629-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:03:06.156760 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-43961d90-7684-4d56-84f7-157bf7ce8791 tempest-verify_tempest_config-1867618629 tempest-verify_tempest_config-1867618629-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064712 Mar 28 09:03:06.448869 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 45894) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:03:06.563169 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:03:06.644343 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] Publish callbacks [] for security_group (b134a85b-6cc0-4ac6-b486-9b3b11336141), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:03:06.648155 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b134a85b-6cc0-4ac6-b486-9b3b11336141), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:03:06.691456 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b134a85b-6cc0-4ac6-b486-9b3b11336141,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:03:06.695944 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d81ebb6b421d44df961040d1b77a341a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2460787 Mar 28 09:03:06.698669 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 45898) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:03:06.700742 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.701340 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.701794 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.702088 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.702423 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.702759 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.703089 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.703414 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.703757 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.704102 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.704412 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.704736 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.705057 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.705384 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.705716 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734cf8-69b6-4880-b388-09acc81c27e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.759854 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Publish callbacks [] for security_group (b134a85b-6cc0-4ac6-b486-9b3b11336141), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:03:06.783048 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Publish callbacks [] for security_group (b134a85b-6cc0-4ac6-b486-9b3b11336141), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:03:06.876722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b134a85b-6cc0-4ac6-b486-9b3b11336141), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:03:06.879291 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:03:06.880456 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b134a85b-6cc0-4ac6-b486-9b3b11336141 HTTP/1.1" status: 204 len: 168 time: 0.1795528 Mar 28 09:03:06.888896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b134a85b-6cc0-4ac6-b486-9b3b11336141,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:03:06.895825 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.896368 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.896869 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.897357 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.897884 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.898216 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.898716 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.899047 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.899378 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.899706 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.900033 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.900359 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.900682 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.901005 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:06.901325 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eee5f8-53ef-462c-baed-3f6a795b2f77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:03:27.158401 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-345abe40-9209-4a40-945a-a448df4b3979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:03:29.421368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8126f2c5-11ef-40de-bd5e-945fa2cdb1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:03:30.475584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:03:31.990294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:03:33.607174 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:03:36.514095 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 5 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:03:57.159422 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e13ed11b-58b4-4fe3-b267-4377005ae71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:03:59.422082 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-66916377-21b2-4b7a-aa2c-c410f5ad2af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:04:00.480663 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:04:01.992157 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:04:03.609055 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:04:13.513172 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 5 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:04:21.162537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3931938'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:04:27.160605 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-46e5c05d-3629-40dc-91fa-54dc8df801f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:04:29.423708 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6e8aa431-2cc1-41d1-8b0c-df74b48f4360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:04:30.481364 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:04:31.995687 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:04:33.611538 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:04:35.749912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 45970) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:04:35.852765 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-453da32e-d229-4dc0-8dea-48553fc73669 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1017644 Mar 28 09:04:38.191595 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 45980) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:04:38.245641 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-47b4fa09-d1fd-43ee-8548-0c9491f76772 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0529630 Mar 28 09:04:50.512344 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:04:51.105176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:04:57.161589 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-35362862-126a-4b3b-86b1-de15b5e075cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:04:59.424534 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2f266b15-d062-4837-bfc2-7ae5160ae5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:00.484055 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:01.998220 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:03.613810 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:21.147464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:27.165982 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-09ef53c1-471c-4135-9c6a-6352cb784f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:27.511260 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:05:29.427887 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-160790b0-92e0-46ec-81fd-babd09d30db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:30.490547 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:32.002279 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:33.615222 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:51.145667 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:57.170184 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-69926971-0daa-4774-b23f-20da6379f451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:59.180262 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46182) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:05:59.241936 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46188) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:05:59.278318 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46196) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:05:59.431507 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e10a6a14-3741-4769-9193-e7332a364fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:59.544980 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2013269323-network', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:05:59.565256 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-318035592', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:05:59.571583 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Made reservation on behalf of d6d221e073fb4f62a2f8cec61eb59fcb for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:05:59.574515 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:59.588408 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:59.593059 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Made reservation on behalf of 3908a00290604f45a75486f93259a001 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:05:59.596851 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:59.607331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:59.626185 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-7fa33c76-0663-4c04-90e7-00d8fc357506 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1746614907-network', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:05:59.692804 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Publish callbacks [] for security_group (52723df6-d7a0-42f3-9dbb-5f463c25cad8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:59.697380 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (52723df6-d7a0-42f3-9dbb-5f463c25cad8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:59.717537 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa33c76-0663-4c04-90e7-00d8fc357506 admin admin] Made reservation on behalf of 228a7f4f162d45b0b1b39cb5fbe7d366 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:05:59.720010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7fa33c76-0663-4c04-90e7-00d8fc357506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:59.727452 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52723df6-d7a0-42f3-9dbb-5f463c25cad8,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:05:59.734598 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7fa33c76-0663-4c04-90e7-00d8fc357506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:59.736927 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.737287 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.737650 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.738020 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.738546 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.739214 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.739809 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.740547 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.741121 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.741689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.742255 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.742898 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.743489 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.743895 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.744439 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Tracked resource versions report: Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: pushed versions: Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: { 'AddressGroup': {'1.2'}, Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'Agent': {'1.1'}, Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'ConntrackHelper': {'1.0'}, Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'LocalIPAssociation': {'1.0'}, Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'Log': {'1.0'}, Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'NDPProxy': {'1.0'}, Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'Network': {'1.1'}, Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'Port': {'1.7'}, Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'PortForwarding': {'1.3'}, Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'QosPolicy': {'1.10'}, Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'SecurityGroup': {'1.5'}, Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'SecurityGroupRule': {'1.2'}, Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'SubPort': {'1.0'}, Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'Subnet': {'1.1'}, Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'Trunk': {'1.1'}} Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: consumer versions: Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: HyperV agent@hv-neutron-mast: {}, Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: L3 agent@dv-neutron-master-2-hyperv: {}, Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: Metadata agent@dv-neutron-master-2-hyperv: {}, Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: Metering agent@dv-neutron-master-2-hyperv: {}, Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'Agent': '1.1', Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'ConntrackHelper': '1.0', Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'LocalIPAssociation': '1.0', Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'Log': '1.0', Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'NDPProxy': '1.0', Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'Network': '1.1', Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'Port': '1.7', Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'PortForwarding': '1.3', Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'QosPolicy': '1.10', Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'SecurityGroup': '1.5', Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'SecurityGroupRule': '1.2', Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'SubPort': '1.0', Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'Subnet': '1.1', Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: 'Trunk': '1.1'}} Mar 28 09:05:59.746048 dv-neutron-master-2-hyperv neutron-server[104076]: {{(pid=104076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 09:05:59.774165 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:05:59.785890 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks [] for security_group (51a0bb9b-f713-4412-94b9-989f96680031), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:59.787411 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (40bfaee7-c2ce-4f0b-af8e-29260020bcf6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:59.787808 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Added segment 40bfaee7-c2ce-4f0b-af8e-29260020bcf6 of type vlan for network 15d390ae-2510-4449-9d2c-bf210a7a2700 Mar 28 09:05:59.797024 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (51a0bb9b-f713-4412-94b9-989f96680031), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:59.811563 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] device_id is not set on port cc20c5d9-5c1a-4554-87b1-ca047e6aec20 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:05:59.848338 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (15d390ae-2510-4449-9d2c-bf210a7a2700), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:59.893267 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (15d390ae-2510-4449-9d2c-bf210a7a2700), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:59.896070 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:05:59.898097 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:05:59.908518 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a0bb9b-f713-4412-94b9-989f96680031,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:05:59.960018 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.960402 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.960729 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.961081 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.961487 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.961868 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.962403 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.962897 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.963403 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.963915 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.964426 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.964763 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.965250 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.965789 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.966132 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:05:59.966325 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] Pushing event updated for resources: {'Network': ['ID=15d390ae-2510-4449-9d2c-bf210a7a2700,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Tracked resource versions report: Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: pushed versions: Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: { 'AddressGroup': {'1.2'}, Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'Agent': {'1.1'}, Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'ConntrackHelper': {'1.0'}, Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'LocalIPAssociation': {'1.0'}, Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'Log': {'1.0'}, Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'NDPProxy': {'1.0'}, Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'Network': {'1.1'}, Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'Port': {'1.7'}, Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'PortForwarding': {'1.3'}, Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'QosPolicy': {'1.10'}, Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'SecurityGroup': {'1.5'}, Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'SecurityGroupRule': {'1.2'}, Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'SubPort': {'1.0'}, Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'Subnet': {'1.1'}, Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'Trunk': {'1.1'}} Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: consumer versions: Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: HyperV agent@hv-neutron-mast: {}, Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: L3 agent@dv-neutron-master-2-hyperv: {}, Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: Metadata agent@dv-neutron-master-2-hyperv: {}, Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: Metering agent@dv-neutron-master-2-hyperv: {}, Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'Agent': '1.1', Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'ConntrackHelper': '1.0', Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'LocalIPAssociation': '1.0', Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'Log': '1.0', Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'NDPProxy': '1.0', Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'Network': '1.1', Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'Port': '1.7', Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'PortForwarding': '1.3', Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'QosPolicy': '1.10', Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'SecurityGroup': '1.5', Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'SecurityGroupRule': '1.2', Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'SubPort': '1.0', Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'Subnet': '1.1', Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: 'Trunk': '1.1'}} Mar 28 09:05:59.967894 dv-neutron-master-2-hyperv neutron-server[104075]: {{(pid=104075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 09:05:59.978116 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 15d390ae-2510-4449-9d2c-bf210a7a2700 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:05:59.989294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7fa33c76-0663-4c04-90e7-00d8fc357506 admin admin] Publish callbacks [] for security_group (c1adf5df-d3c5-4ec4-acdc-325c3a30ceb4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.010900 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7fa33c76-0663-4c04-90e7-00d8fc357506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (c1adf5df-d3c5-4ec4-acdc-325c3a30ceb4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.011581 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-890c74c7-fe07-41fa-b4e9-a1d37e63dbdb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7678342 Mar 28 09:06:00.012214 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46224) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:00.017500 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ead660cf-d416-4bda-b148-fc54f4463a56 admin admin] Request body: {'subnet': {'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2013269323-subnet', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:00.042799 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead660cf-d416-4bda-b148-fc54f4463a56 admin admin] Made reservation on behalf of d6d221e073fb4f62a2f8cec61eb59fcb for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:00.046635 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ead660cf-d416-4bda-b148-fc54f4463a56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.063035 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa33c76-0663-4c04-90e7-00d8fc357506 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:06:00.113755 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa33c76-0663-4c04-90e7-00d8fc357506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1adf5df-d3c5-4ec4-acdc-325c3a30ceb4,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:00.124869 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Allocated IP 172.36.4.30 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/cc20c5d9-5c1a-4554-87b1-ca047e6aec20) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:00.144427 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7fa33c76-0663-4c04-90e7-00d8fc357506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.144788 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-7fa33c76-0663-4c04-90e7-00d8fc357506 admin admin] Added segment 6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d of type vlan for network da78ad91-75c1-4e51-84dc-1ff3d223651d Mar 28 09:06:00.264997 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ead660cf-d416-4bda-b148-fc54f4463a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for subnet (480e4049-2c9c-4923-aba0-573e88a5e6ba), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.316926 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead660cf-d416-4bda-b148-fc54f4463a56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480e4049-2c9c-4923-aba0-573e88a5e6ba,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:00.351877 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead660cf-d416-4bda-b148-fc54f4463a56 admin admin] Checking segment: {'id': '40bfaee7-c2ce-4f0b-af8e-29260020bcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:00.352241 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead660cf-d416-4bda-b148-fc54f4463a56 admin admin] Network hostable DHCP agents. Network: 15d390ae-2510-4449-9d2c-bf210a7a2700, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:06:00.376018 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead660cf-d416-4bda-b148-fc54f4463a56 admin admin] Network 15d390ae-2510-4449-9d2c-bf210a7a2700 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:06:00.390612 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-ead660cf-d416-4bda-b148-fc54f4463a56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 15d390ae-2510-4449-9d2c-bf210a7a2700) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:00.393583 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks [] for port (cc20c5d9-5c1a-4554-87b1-ca047e6aec20), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.395254 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead660cf-d416-4bda-b148-fc54f4463a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:00.395842 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ead660cf-d416-4bda-b148-fc54f4463a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.404001 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9042a70c-d1f7-40cc-ac13-7dd49e0bc0a5 None None] Network 15d390ae-2510-4449-9d2c-bf210a7a2700 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:00.408988 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7fa33c76-0663-4c04-90e7-00d8fc357506 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (da78ad91-75c1-4e51-84dc-1ff3d223651d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.416362 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ead660cf-d416-4bda-b148-fc54f4463a56 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4030685 Mar 28 09:06:00.419224 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46240) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:00.424151 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2013269323-router', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:00.452349 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (6bf88279-bd2d-4e7a-b5d8-b8445683be61), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.454837 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (6bf88279-bd2d-4e7a-b5d8-b8445683be61), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.484958 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (cc20c5d9-5c1a-4554-87b1-ca047e6aec20), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.530396 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] Publish callbacks [] for router_controller (6bf88279-bd2d-4e7a-b5d8-b8445683be61), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.604688 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.605642 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Pushing event updated for resources: {'Port': ['ID=cc20c5d9-5c1a-4554-87b1-ca047e6aec20,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:00.615559 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7fa33c76-0663-4c04-90e7-00d8fc357506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (da78ad91-75c1-4e51-84dc-1ff3d223651d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.616924 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa33c76-0663-4c04-90e7-00d8fc357506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:00.617873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7fa33c76-0663-4c04-90e7-00d8fc357506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.622264 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-15d390ae-2510-4449-9d2c-bf210a7a2700', 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700', 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'fixed_ips': [{'subnet_id': '480e4049-2c9c-4923-aba0-573e88a5e6ba'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:06:00.622513 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:00.626801 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.636332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:00.654160 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46246) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:00.657365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:00.658555 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:00.659364 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.718761 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7fa33c76-0663-4c04-90e7-00d8fc357506 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4396074 Mar 28 09:06:00.719619 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46250) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:00.734893 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-399ff1c3-16e5-4fe6-8366-97dc8d851559 admin admin] Request body: {'subnet': {'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1746614907-subnet', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:00.756395 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-be24394c-8f49-4e56-824b-8e2e0b4f80f3 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5751915 Mar 28 09:06:00.759924 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46254) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:00.760900 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa33c76-0663-4c04-90e7-00d8fc357506 admin admin] Pushing event updated for resources: {'Network': ['ID=da78ad91-75c1-4e51-84dc-1ff3d223651d,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:00.766435 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] Publish callbacks [] for router_gateway (6bf88279-bd2d-4e7a-b5d8-b8445683be61), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.770475 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-60bcd9fa-b13d-4b7c-b6ab-2cf4d396bea2 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.30'}]}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:00.796307 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399ff1c3-16e5-4fe6-8366-97dc8d851559 admin admin] Made reservation on behalf of 228a7f4f162d45b0b1b39cb5fbe7d366 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:00.799317 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-399ff1c3-16e5-4fe6-8366-97dc8d851559 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.803277 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60bcd9fa-b13d-4b7c-b6ab-2cf4d396bea2 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (4b7d6fb1-b596-456f-bd93-4b9bce465b56), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.814804 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60bcd9fa-b13d-4b7c-b6ab-2cf4d396bea2 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (4b7d6fb1-b596-456f-bd93-4b9bce465b56), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:00.925244 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network da78ad91-75c1-4e51-84dc-1ff3d223651d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:06:01.037007 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Allocated IP 172.20.0.2 (15d390ae-2510-4449-9d2c-bf210a7a2700/480e4049-2c9c-4923-aba0-573e88a5e6ba/ee3ca734-65e4-4a3b-9c02-92e18ad647bd) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:01.045425 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] Publish callbacks [] for router_gateway (6bf88279-bd2d-4e7a-b5d8-b8445683be61), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.062566 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60bcd9fa-b13d-4b7c-b6ab-2cf4d396bea2 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks [] for router_controller (4b7d6fb1-b596-456f-bd93-4b9bce465b56), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.073028 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.093433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-3eb79edc-edab-4b54-bb0f-3d6aac20a358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1930130854'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:01.160181 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb79edc-edab-4b54-bb0f-3d6aac20a358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Made reservation on behalf of e7767972a76f44b99b87424c13b82476 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:01.164170 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3eb79edc-edab-4b54-bb0f-3d6aac20a358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.187173 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3eb79edc-edab-4b54-bb0f-3d6aac20a358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.302197 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] Allocated IP 172.36.4.78 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/ba9dab36-d0a0-4e07-87af-9e989aa9fa47) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:01.328320 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Publish callbacks [] for port (ee3ca734-65e4-4a3b-9c02-92e18ad647bd), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.346329 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (ee3ca734-65e4-4a3b-9c02-92e18ad647bd), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.351452 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46268) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:01.413203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3eb79edc-edab-4b54-bb0f-3d6aac20a358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Publish callbacks [] for security_group (fbe923ab-0a37-4d77-aaf5-84cd6abfb723), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.428502 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3eb79edc-edab-4b54-bb0f-3d6aac20a358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (fbe923ab-0a37-4d77-aaf5-84cd6abfb723), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.428735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60bcd9fa-b13d-4b7c-b6ab-2cf4d396bea2 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks [] for router_gateway (4b7d6fb1-b596-456f-bd93-4b9bce465b56), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.449213 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46276) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:01.464601 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb79edc-edab-4b54-bb0f-3d6aac20a358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:06:01.477417 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Network 15d390ae-2510-4449-9d2c-bf210a7a2700 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:01.481887 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Pushing event updated for resources: {'Port': ['ID=ee3ca734-65e4-4a3b-9c02-92e18ad647bd,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:01.501735 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:01.502122 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:01.502495 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:01.503044 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:01.503378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:01.503704 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:01.505178 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:01.505521 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:01.505876 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:01.506208 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:01.506553 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:01.506896 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:01.509384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:01.509767 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:01.510178 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Tracked resource versions report: Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: pushed versions: Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: { 'AddressGroup': {'1.2'}, Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'Agent': {'1.1'}, Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'ConntrackHelper': {'1.0'}, Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'LocalIPAssociation': {'1.0'}, Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'Log': {'1.0'}, Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'NDPProxy': {'1.0'}, Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'Network': {'1.1'}, Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'Port': {'1.7'}, Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'PortForwarding': {'1.3'}, Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'QosPolicy': {'1.10'}, Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'SecurityGroup': {'1.5'}, Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'SecurityGroupRule': {'1.2'}, Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'SubPort': {'1.0'}, Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'Subnet': {'1.1'}, Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'Trunk': {'1.1'}} Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: consumer versions: Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: HyperV agent@hv-neutron-mast: {}, Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: L3 agent@dv-neutron-master-2-hyperv: {}, Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: Metadata agent@dv-neutron-master-2-hyperv: {}, Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: Metering agent@dv-neutron-master-2-hyperv: {}, Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'Agent': '1.1', Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'ConntrackHelper': '1.0', Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'LocalIPAssociation': '1.0', Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'Log': '1.0', Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'NDPProxy': '1.0', Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'Network': '1.1', Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'Port': '1.7', Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'PortForwarding': '1.3', Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'QosPolicy': '1.10', Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'SecurityGroup': '1.5', Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'SecurityGroupRule': '1.2', Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'SubPort': '1.0', Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'Subnet': '1.1', Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: 'Trunk': '1.1'}} Mar 28 09:06:01.513723 dv-neutron-master-2-hyperv neutron-server[104077]: {{(pid=104077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 09:06:01.520781 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb79edc-edab-4b54-bb0f-3d6aac20a358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe923ab-0a37-4d77-aaf5-84cd6abfb723,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:01.524029 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3eb79edc-edab-4b54-bb0f-3d6aac20a358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (6aa21917-4839-4e0a-8cb4-cfd6a38101d8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.524431 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-3eb79edc-edab-4b54-bb0f-3d6aac20a358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Added segment 6aa21917-4839-4e0a-8cb4-cfd6a38101d8 of type vlan for network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 Mar 28 09:06:01.531790 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:01.544581 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:01.548545 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] Publish callbacks [] for port (ba9dab36-d0a0-4e07-87af-9e989aa9fa47), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.554925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-399ff1c3-16e5-4fe6-8366-97dc8d851559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for subnet (db02361e-0ccd-47dd-8c98-cb1bb9fe6071), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.592322 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3eb79edc-edab-4b54-bb0f-3d6aac20a358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (57fbfbd5-0b4c-4626-9b59-a928157ddb71), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.605890 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ff1c3-16e5-4fe6-8366-97dc8d851559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db02361e-0ccd-47dd-8c98-cb1bb9fe6071,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:01.642767 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3eb79edc-edab-4b54-bb0f-3d6aac20a358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (57fbfbd5-0b4c-4626-9b59-a928157ddb71), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.655704 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb79edc-edab-4b54-bb0f-3d6aac20a358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:01.656007 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399ff1c3-16e5-4fe6-8366-97dc8d851559 admin admin] Checking segment: {'id': '6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:01.656431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399ff1c3-16e5-4fe6-8366-97dc8d851559 admin admin] Network hostable DHCP agents. Network: da78ad91-75c1-4e51-84dc-1ff3d223651d, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:06:01.657517 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3eb79edc-edab-4b54-bb0f-3d6aac20a358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.673975 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Attempting to bind port ee3ca734-65e4-4a3b-9c02-92e18ad647bd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:01.675191 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Attempting to bind port ee3ca734-65e4-4a3b-9c02-92e18ad647bd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '40bfaee7-c2ce-4f0b-af8e-29260020bcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:01.675832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Attempting to bind port ee3ca734-65e4-4a3b-9c02-92e18ad647bd on network 15d390ae-2510-4449-9d2c-bf210a7a2700 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:01.683706 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:06:01.684742 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Checking segment: {'id': '40bfaee7-c2ce-4f0b-af8e-29260020bcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:01.685676 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.688860 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Bound using segment: {'id': '40bfaee7-c2ce-4f0b-af8e-29260020bcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:06:01.690453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Bound port: ee3ca734-65e4-4a3b-9c02-92e18ad647bd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bfaee7-c2ce-4f0b-af8e-29260020bcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:06:01.691207 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ee3ca734-65e4-4a3b-9c02-92e18ad647bd), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.693437 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (ba9dab36-d0a0-4e07-87af-9e989aa9fa47), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.703248 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3eb79edc-edab-4b54-bb0f-3d6aac20a358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0473852 Mar 28 09:06:01.710689 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399ff1c3-16e5-4fe6-8366-97dc8d851559 admin admin] Network da78ad91-75c1-4e51-84dc-1ff3d223651d is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:06:01.757419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-399ff1c3-16e5-4fe6-8366-97dc8d851559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, da78ad91-75c1-4e51-84dc-1ff3d223651d) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:01.767819 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e86d5c-09ac-4eae-8ce2-bdf9cd582811 None None] Network da78ad91-75c1-4e51-84dc-1ff3d223651d requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:01.797599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] Pushing event updated for resources: {'Port': ['ID=ba9dab36-d0a0-4e07-87af-9e989aa9fa47,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:01.810904 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399ff1c3-16e5-4fe6-8366-97dc8d851559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:01.811423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-399ff1c3-16e5-4fe6-8366-97dc8d851559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.868035 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-399ff1c3-16e5-4fe6-8366-97dc8d851559 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1427000 Mar 28 09:06:01.878806 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46290) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:01.883369 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1746614907-router', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:01.922695 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60bcd9fa-b13d-4b7c-b6ab-2cf4d396bea2 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks [] for router_gateway (4b7d6fb1-b596-456f-bd93-4b9bce465b56), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.927970 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb79edc-edab-4b54-bb0f-3d6aac20a358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Pushing event updated for resources: {'Network': ['ID=57fbfbd5-0b4c-4626-9b59-a928157ddb71,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:01.944269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] For port ee3ca734-65e4-4a3b-9c02-92e18ad647bd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:01.956389 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60bcd9fa-b13d-4b7c-b6ab-2cf4d396bea2 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.958304 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (1cc0e3a6-906e-4f1d-9ab3-af1f293fe825), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.959281 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (1cc0e3a6-906e-4f1d-9ab3-af1f293fe825), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.960260 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] For port ee3ca734-65e4-4a3b-9c02-92e18ad647bd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee3ca734-65e4-4a3b-9c02-92e18ad647bd,segment=NetworkSegment(40bfaee7-c2ce-4f0b-af8e-29260020bcf6),segment_id=40bfaee7-c2ce-4f0b-af8e-29260020bcf6)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:06:01.972371 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-5d54f0be-3c05-482d-baab-eda6dd5164f4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1029505115'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:01.977311 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ee3ca734-65e4-4a3b-9c02-92e18ad647bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:01.985551 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-90a0f4c4-ed7d-4d88-9d78-82fb2d40df9a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-12301628'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:01.993512 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:02.003629 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:02.012115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:02.139989 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] Publish callbacks [] for router_controller (1cc0e3a6-906e-4f1d-9ab3-af1f293fe825), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:02.161193 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:06:02.171268 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b5085-97f4-450e-aed7-e451679cd9df None None] Pushing event updated for resources: {'Port': ['ID=ee3ca734-65e4-4a3b-9c02-92e18ad647bd,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:02.183126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-da78ad91-75c1-4e51-84dc-1ff3d223651d', 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d', 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'fixed_ips': [{'subnet_id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:06:02.184305 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:02.192175 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:02.315894 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a0f4c4-ed7d-4d88-9d78-82fb2d40df9a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Made reservation on behalf of 5d2befc86594487ab236b94893f58842 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:02.319120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-90a0f4c4-ed7d-4d88-9d78-82fb2d40df9a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:02.347951 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d54f0be-3c05-482d-baab-eda6dd5164f4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Made reservation on behalf of 300e1242a1fd4f96ac7bf4b8d0705cb4 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:02.351222 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5d54f0be-3c05-482d-baab-eda6dd5164f4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:02.372916 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-90a0f4c4-ed7d-4d88-9d78-82fb2d40df9a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:02.383604 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5d54f0be-3c05-482d-baab-eda6dd5164f4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:02.405301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46312) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:02.495632 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Allocated IP 172.20.0.2 (da78ad91-75c1-4e51-84dc-1ff3d223651d/db02361e-0ccd-47dd-8c98-cb1bb9fe6071/b8fdb1ee-3766-4e01-9e9e-75924205d250) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:02.515363 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46316) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:02.531198 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] Publish callbacks [] for router_gateway (1cc0e3a6-906e-4f1d-9ab3-af1f293fe825), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:02.670424 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60bcd9fa-b13d-4b7c-b6ab-2cf4d396bea2 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks [] for router (4b7d6fb1-b596-456f-bd93-4b9bce465b56), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:02.833021 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Publish callbacks [] for port (b8fdb1ee-3766-4e01-9e9e-75924205d250), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:02.842040 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (b8fdb1ee-3766-4e01-9e9e-75924205d250), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:02.843050 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-5375a53c-060d-4a6f-aaf2-c40169d1316f tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:02.851844 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-90a0f4c4-ed7d-4d88-9d78-82fb2d40df9a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Publish callbacks [] for security_group (49778cdc-5014-4169-8602-a290617c596f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:02.853942 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5d54f0be-3c05-482d-baab-eda6dd5164f4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks [] for security_group (bcbc00bd-bbbb-46b8-8d41-c2d65521983a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:02.887938 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-90a0f4c4-ed7d-4d88-9d78-82fb2d40df9a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (49778cdc-5014-4169-8602-a290617c596f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:02.890488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Network da78ad91-75c1-4e51-84dc-1ff3d223651d is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:02.891973 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5d54f0be-3c05-482d-baab-eda6dd5164f4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (bcbc00bd-bbbb-46b8-8d41-c2d65521983a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:02.893877 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:02.900984 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:02.917787 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a0f4c4-ed7d-4d88-9d78-82fb2d40df9a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:06:02.920714 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Pushing event updated for resources: {'Port': ['ID=b8fdb1ee-3766-4e01-9e9e-75924205d250,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:02.942898 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-90a0f4c4-ed7d-4d88-9d78-82fb2d40df9a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (0f8e13a4-e280-4660-bd18-97722cc5eae0), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:02.945283 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-90a0f4c4-ed7d-4d88-9d78-82fb2d40df9a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Added segment 0f8e13a4-e280-4660-bd18-97722cc5eae0 of type vlan for network 731b944c-4018-41d7-a98e-8d973ff8f6f4 Mar 28 09:06:02.974654 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Attempting to bind port b8fdb1ee-3766-4e01-9e9e-75924205d250 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:02.975583 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Attempting to bind port b8fdb1ee-3766-4e01-9e9e-75924205d250 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:02.976420 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Attempting to bind port b8fdb1ee-3766-4e01-9e9e-75924205d250 on network da78ad91-75c1-4e51-84dc-1ff3d223651d {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:02.984478 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60bcd9fa-b13d-4b7c-b6ab-2cf4d396bea2 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (4b7d6fb1-b596-456f-bd93-4b9bce465b56), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:02.989176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60bcd9fa-b13d-4b7c-b6ab-2cf4d396bea2 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks [] for router_controller (4b7d6fb1-b596-456f-bd93-4b9bce465b56), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:02.990234 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:06:02.990841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Checking segment: {'id': '6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:02.991573 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:02.992151 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Bound using segment: {'id': '6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:06:02.992806 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Bound port: b8fdb1ee-3766-4e01-9e9e-75924205d250, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:06:02.993381 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b8fdb1ee-3766-4e01-9e9e-75924205d250), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.003385 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-90a0f4c4-ed7d-4d88-9d78-82fb2d40df9a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (731b944c-4018-41d7-a98e-8d973ff8f6f4), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.060186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d54f0be-3c05-482d-baab-eda6dd5164f4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:06:03.076233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5d54f0be-3c05-482d-baab-eda6dd5164f4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (317d094e-3720-4f09-bb2a-b0598cb72f3f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.076925 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-5d54f0be-3c05-482d-baab-eda6dd5164f4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Added segment 317d094e-3720-4f09-bb2a-b0598cb72f3f of type vlan for network 8e9e4361-b2b8-45e7-9ab9-d1985a6b8635 Mar 28 09:06:03.085077 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] For port b8fdb1ee-3766-4e01-9e9e-75924205d250, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:03.088547 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] For port b8fdb1ee-3766-4e01-9e9e-75924205d250, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8fdb1ee-3766-4e01-9e9e-75924205d250,segment=NetworkSegment(6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d),segment_id=6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:06:03.097604 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-90a0f4c4-ed7d-4d88-9d78-82fb2d40df9a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (731b944c-4018-41d7-a98e-8d973ff8f6f4), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.101141 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (b8fdb1ee-3766-4e01-9e9e-75924205d250), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.104460 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a0f4c4-ed7d-4d88-9d78-82fb2d40df9a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:03.105100 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-90a0f4c4-ed7d-4d88-9d78-82fb2d40df9a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.121388 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-35467263-2da4-4062-bf5a-721d135ef30d tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:03.168345 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-90a0f4c4-ed7d-4d88-9d78-82fb2d40df9a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.7129040 Mar 28 09:06:03.190377 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46328) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:03.190377 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] Publish callbacks [] for router_gateway (6bf88279-bd2d-4e7a-b5d8-b8445683be61), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.210012 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97fc89-7419-482f-aa78-58802f2ee099 None None] Pushing event updated for resources: {'Port': ['ID=b8fdb1ee-3766-4e01-9e9e-75924205d250,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:03.230476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60bcd9fa-b13d-4b7c-b6ab-2cf4d396bea2 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (4b7d6fb1-b596-456f-bd93-4b9bce465b56), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.233842 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bcd9fa-b13d-4b7c-b6ab-2cf4d396bea2 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b7d6fb1-b596-456f-bd93-4b9bce465b56 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:06:03.288977 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5375a53c-060d-4a6f-aaf2-c40169d1316f tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] 10.222.0.15 "PUT /v2.0/quotas/ab8bbd1006d144f196433e292c6fb878 HTTP/1.1" status: 200 len: 368 time: 0.7721434 Mar 28 09:06:03.369845 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Request body: {'port': {'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-895546646'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:03.386057 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46340) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:03.389366 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] Publish callbacks [] for router_gateway (1cc0e3a6-906e-4f1d-9ab3-af1f293fe825), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.399965 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-5cb65fc1-7db3-4f83-bb08-760b2b6cf3c0 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Request body: {'network': {'project_id': 'ab8bbd1006d144f196433e292c6fb878'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:03.411811 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.437113 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5d54f0be-3c05-482d-baab-eda6dd5164f4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (8e9e4361-b2b8-45e7-9ab9-d1985a6b8635), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.444511 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35467263-2da4-4062-bf5a-721d135ef30d tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.468571 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb65fc1-7db3-4f83-bb08-760b2b6cf3c0 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Made reservation on behalf of ab8bbd1006d144f196433e292c6fb878 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:03.471603 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5cb65fc1-7db3-4f83-bb08-760b2b6cf3c0 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.524156 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-60bcd9fa-b13d-4b7c-b6ab-2cf4d396bea2 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 28 09:06:03.527275 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-60bcd9fa-b13d-4b7c-b6ab-2cf4d396bea2 tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7636039 Mar 28 09:06:03.551700 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46342) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:03.553491 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5cb65fc1-7db3-4f83-bb08-760b2b6cf3c0 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.638846 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.665064 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] Allocated IP 172.36.4.183 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/5151c524-79c0-415f-94e6-55523b8cbbb2) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:03.684594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.db.resource_extend [None req-5d54f0be-3c05-482d-baab-eda6dd5164f4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 09:06:03.763706 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0f4c4-ed7d-4d88-9d78-82fb2d40df9a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49778cdc-5014-4169-8602-a290617c596f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:03.779153 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Made reservation on behalf of d4a795f06aca4ae4a7ebaa8c7ae91d34 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:03.781864 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.801397 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46344) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:03.808467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Request body: {'port': {'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-967758289'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:03.835263 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9582d6af-5f85-4747-90cd-37363033dfd4 None None] Network 15d390ae-2510-4449-9d2c-bf210a7a2700 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:03.838133 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.848787 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0f4c4-ed7d-4d88-9d78-82fb2d40df9a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Pushing event updated for resources: {'Network': ['ID=731b944c-4018-41d7-a98e-8d973ff8f6f4,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:03.862482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] Publish callbacks [] for port (5151c524-79c0-415f-94e6-55523b8cbbb2), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.867449 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Made reservation on behalf of d81db8fbe45c4eebba120659f4116c8e for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:03.869250 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.882529 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5d54f0be-3c05-482d-baab-eda6dd5164f4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (8e9e4361-b2b8-45e7-9ab9-d1985a6b8635), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.886371 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.886700 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 731b944c-4018-41d7-a98e-8d973ff8f6f4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:06:03.887437 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d54f0be-3c05-482d-baab-eda6dd5164f4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:03.887988 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5d54f0be-3c05-482d-baab-eda6dd5164f4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.918371 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-3ba8576d-35ad-45e8-9d4f-1f3f1d69e62b tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Deleting port cc20c5d9-5c1a-4554-87b1-ca047e6aec20 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:03.918777 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ba8576d-35ad-45e8-9d4f-1f3f1d69e62b tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (cc20c5d9-5c1a-4554-87b1-ca047e6aec20), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:03.970792 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54f0be-3c05-482d-baab-eda6dd5164f4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbc00bd-bbbb-46b8-8d41-c2d65521983a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:03.991101 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2cc9c43a-3988-4cee-beb3-ed50437bbdb7 None None] Provisioning complete for port ee3ca734-65e4-4a3b-9c02-92e18ad647bd triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:03.991813 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2cc9c43a-3988-4cee-beb3-ed50437bbdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ee3ca734-65e4-4a3b-9c02-92e18ad647bd), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.018891 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (5151c524-79c0-415f-94e6-55523b8cbbb2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.051366 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ba8576d-35ad-45e8-9d4f-1f3f1d69e62b tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (cc20c5d9-5c1a-4554-87b1-ca047e6aec20), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.072221 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:04.073452 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5d54f0be-3c05-482d-baab-eda6dd5164f4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7208316 Mar 28 09:06:04.081566 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46348) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:04.100398 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:04.105239 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-3ba8576d-35ad-45e8-9d4f-1f3f1d69e62b tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Calling delete_port for cc20c5d9-5c1a-4554-87b1-ca047e6aec20 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:04.111280 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:04.113223 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-5cae836d-da58-4bf2-8db2-66475aa59cef tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Request body: {'subnet': {'network_id': '8e9e4361-b2b8-45e7-9ab9-d1985a6b8635', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:04.138649 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9c43a-3988-4cee-beb3-ed50437bbdb7 None None] Current status of the port ee3ca734-65e4-4a3b-9c02-92e18ad647bd is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:04.139686 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2cc9c43a-3988-4cee-beb3-ed50437bbdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ee3ca734-65e4-4a3b-9c02-92e18ad647bd), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.145376 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54f0be-3c05-482d-baab-eda6dd5164f4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Pushing event updated for resources: {'Network': ['ID=8e9e4361-b2b8-45e7-9ab9-d1985a6b8635,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:04.165213 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 8e9e4361-b2b8-45e7-9ab9-d1985a6b8635 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:06:04.238309 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks [] for security_group (0b08da0a-b999-4d07-bbce-9d98e4a8969b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.247046 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2cc9c43a-3988-4cee-beb3-ed50437bbdb7 None None] For port ee3ca734-65e4-4a3b-9c02-92e18ad647bd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee3ca734-65e4-4a3b-9c02-92e18ad647bd,segment=NetworkSegment(40bfaee7-c2ce-4f0b-af8e-29260020bcf6),segment_id=40bfaee7-c2ce-4f0b-af8e-29260020bcf6)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:04.258872 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2cc9c43a-3988-4cee-beb3-ed50437bbdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ee3ca734-65e4-4a3b-9c02-92e18ad647bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.288546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] Pushing event updated for resources: {'Port': ['ID=5151c524-79c0-415f-94e6-55523b8cbbb2,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:04.290985 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0b08da0a-b999-4d07-bbce-9d98e4a8969b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.319478 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9c43a-3988-4cee-beb3-ed50437bbdb7 None None] Pushing event updated for resources: {'Port': ['ID=ee3ca734-65e4-4a3b-9c02-92e18ad647bd,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:04.325870 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5cb65fc1-7db3-4f83-bb08-760b2b6cf3c0 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks [] for security_group (0706a9df-4b44-4b4a-b09f-0c1321c1aa21), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.333160 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] device_id is not set on port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:04.350933 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5cb65fc1-7db3-4f83-bb08-760b2b6cf3c0 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0706a9df-4b44-4b4a-b09f-0c1321c1aa21), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.413413 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb65fc1-7db3-4f83-bb08-760b2b6cf3c0 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:06:04.438872 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (6bf88279-bd2d-4e7a-b5d8-b8445683be61), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.456254 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb65fc1-7db3-4f83-bb08-760b2b6cf3c0 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0706a9df-4b44-4b4a-b09f-0c1321c1aa21,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:04.463950 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5cb65fc1-7db3-4f83-bb08-760b2b6cf3c0 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (9d534060-a567-4158-8df5-42b1c3452a56), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.465070 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-5cb65fc1-7db3-4f83-bb08-760b2b6cf3c0 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Added segment 9d534060-a567-4158-8df5-42b1c3452a56 of type vlan for network aced81f0-9b88-4dd5-9f6c-02db26e47ab8 Mar 28 09:06:04.466389 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cae836d-da58-4bf2-8db2-66475aa59cef tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Made reservation on behalf of 300e1242a1fd4f96ac7bf4b8d0705cb4 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:04.470862 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5cae836d-da58-4bf2-8db2-66475aa59cef tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks [] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.490333 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks [] for security_group (32595060-eec4-42c2-a37d-a761b2465502), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.512124 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:06:04.533685 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b08da0a-b999-4d07-bbce-9d98e4a8969b,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:04.597057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-56424cb7-b597-4f89-8a75-047245909f28 None None] Provisioning complete for port ee3ca734-65e4-4a3b-9c02-92e18ad647bd triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:04.597353 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-56424cb7-b597-4f89-8a75-047245909f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ee3ca734-65e4-4a3b-9c02-92e18ad647bd), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.609895 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (32595060-eec4-42c2-a37d-a761b2465502), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.655876 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ba8576d-35ad-45e8-9d4f-1f3f1d69e62b tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (cc20c5d9-5c1a-4554-87b1-ca047e6aec20), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.668359 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35467263-2da4-4062-bf5a-721d135ef30d tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.672312 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5cb65fc1-7db3-4f83-bb08-760b2b6cf3c0 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (aced81f0-9b88-4dd5-9f6c-02db26e47ab8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.674770 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] device_id is not set on port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:04.729837 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8576d-35ad-45e8-9d4f-1f3f1d69e62b tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc20c5d9-5c1a-4554-87b1-ca047e6aec20,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:04.748746 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-56424cb7-b597-4f89-8a75-047245909f28 None None] Current status of the port ee3ca734-65e4-4a3b-9c02-92e18ad647bd is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:04.782524 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ee3ca734-65e4-4a3b-9c02-92e18ad647bd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:04.839284 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port ee3ca734-65e4-4a3b-9c02-92e18ad647bd triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:04.839985 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ee3ca734-65e4-4a3b-9c02-92e18ad647bd), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.870427 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82db7dc2-fe09-4c2b-97a7-c2138d4ab8df None None] Network da78ad91-75c1-4e51-84dc-1ff3d223651d requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:04.906646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ba8576d-35ad-45e8-9d4f-1f3f1d69e62b tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:04.913905 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3ba8576d-35ad-45e8-9d4f-1f3f1d69e62b tempest-RoutersAdminNegativeTest-1216501111 tempest-RoutersAdminNegativeTest-1216501111-project-admin] 10.222.0.15 "DELETE /v2.0/ports/cc20c5d9-5c1a-4554-87b1-ca047e6aec20 HTTP/1.1" status: 204 len: 168 time: 1.3574710 Mar 28 09:06:04.913905 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] Publish callbacks [] for router_gateway (1cc0e3a6-906e-4f1d-9ab3-af1f293fe825), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.071897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b26ba75e-3739-4e42-b63c-6d3257a5eb4e None None] Provisioning complete for port b8fdb1ee-3766-4e01-9e9e-75924205d250 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:05.072283 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b26ba75e-3739-4e42-b63c-6d3257a5eb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b8fdb1ee-3766-4e01-9e9e-75924205d250), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.127093 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32595060-eec4-42c2-a37d-a761b2465502,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:05.147053 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] device_id is not set on port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:05.173796 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks [] for port (dd2c0935-64c4-4dbe-a690-b6ef7f03eb48), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.189274 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (dd2c0935-64c4-4dbe-a690-b6ef7f03eb48), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.192150 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port ee3ca734-65e4-4a3b-9c02-92e18ad647bd is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:05.193725 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b8fdb1ee-3766-4e01-9e9e-75924205d250 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:05.232520 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-35467263-2da4-4062-bf5a-721d135ef30d tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Allocated IP 172.36.4.11 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/c379b1f7-3df9-4052-b6b3-7a06634b07c5) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:05.270329 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46358) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:05.284951 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b26ba75e-3739-4e42-b63c-6d3257a5eb4e None None] Current status of the port b8fdb1ee-3766-4e01-9e9e-75924205d250 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:05.285333 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b26ba75e-3739-4e42-b63c-6d3257a5eb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b8fdb1ee-3766-4e01-9e9e-75924205d250), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.306674 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port b8fdb1ee-3766-4e01-9e9e-75924205d250 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:05.307070 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b8fdb1ee-3766-4e01-9e9e-75924205d250), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.341085 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5cb65fc1-7db3-4f83-bb08-760b2b6cf3c0 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (aced81f0-9b88-4dd5-9f6c-02db26e47ab8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.342581 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb65fc1-7db3-4f83-bb08-760b2b6cf3c0 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:05.343279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5cb65fc1-7db3-4f83-bb08-760b2b6cf3c0 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.344938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Pushing event updated for resources: {'Port': ['ID=dd2c0935-64c4-4dbe-a690-b6ef7f03eb48,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:05.348897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b26ba75e-3739-4e42-b63c-6d3257a5eb4e None None] For port b8fdb1ee-3766-4e01-9e9e-75924205d250, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8fdb1ee-3766-4e01-9e9e-75924205d250,segment=NetworkSegment(6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d),segment_id=6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:05.375650 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b26ba75e-3739-4e42-b63c-6d3257a5eb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (b8fdb1ee-3766-4e01-9e9e-75924205d250), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.404077 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Checking segment: {'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:05.404504 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Network hostable DHCP agents. Network: 731b944c-4018-41d7-a98e-8d973ff8f6f4, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:06:05.408501 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (1cc0e3a6-906e-4f1d-9ab3-af1f293fe825), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.488111 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ba75e-3739-4e42-b63c-6d3257a5eb4e None None] Pushing event updated for resources: {'Port': ['ID=b8fdb1ee-3766-4e01-9e9e-75924205d250,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:05.507910 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port b8fdb1ee-3766-4e01-9e9e-75924205d250 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:05.512618 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5cb65fc1-7db3-4f83-bb08-760b2b6cf3c0 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.1163952 Mar 28 09:06:05.517641 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Network 731b944c-4018-41d7-a98e-8d973ff8f6f4 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:06:05.519214 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46362) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:05.524801 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] Router 6bf88279-bd2d-4e7a-b5d8-b8445683be61 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:06:05.533835 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-cbd378fc-c576-4477-a41c-219d1c6ace00 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Request body: {'network': {'project_id': 'ab8bbd1006d144f196433e292c6fb878'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:05.544996 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78ba52d4-7594-4d4d-bd87-6485bef558b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.569231 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 731b944c-4018-41d7-a98e-8d973ff8f6f4) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:05.579908 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:05.580464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272db401-1cb3-4ae3-9c01-0fb84de63d46 None None] Network 731b944c-4018-41d7-a98e-8d973ff8f6f4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:05.593009 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb65fc1-7db3-4f83-bb08-760b2b6cf3c0 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Pushing event updated for resources: {'Network': ['ID=aced81f0-9b88-4dd5-9f6c-02db26e47ab8,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:05.598893 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd378fc-c576-4477-a41c-219d1c6ace00 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Made reservation on behalf of ab8bbd1006d144f196433e292c6fb878 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:05.601196 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cbd378fc-c576-4477-a41c-219d1c6ace00 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.619470 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:05.619824 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:05.620219 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:05.639688 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network aced81f0-9b88-4dd5-9f6c-02db26e47ab8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:06:05.646897 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:05.647242 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:05.651110 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.plugins.ml2.plugin [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 2 to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 Mar 28 09:06:05.680122 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd378fc-c576-4477-a41c-219d1c6ace00 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:06:05.694730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:05.695810 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:05.695810 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:05.708540 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3d37dae0-715d-40f8-b618-ad6046a81fc2 None None] Provisioning complete for port b8fdb1ee-3766-4e01-9e9e-75924205d250 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:05.708989 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3d37dae0-715d-40f8-b618-ad6046a81fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b8fdb1ee-3766-4e01-9e9e-75924205d250), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.722882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cbd378fc-c576-4477-a41c-219d1c6ace00 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (44a1c939-5633-4b35-ac32-e0ff5f531517), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.723227 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-cbd378fc-c576-4477-a41c-219d1c6ace00 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Added segment 44a1c939-5633-4b35-ac32-e0ff5f531517 of type vlan for network a53dca66-cc87-413e-8f15-dd0ec0043286 Mar 28 09:06:05.725417 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:05.725777 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:05.737600 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.plugins.ml2.plugin [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 3 to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 Mar 28 09:06:05.755717 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35467263-2da4-4062-bf5a-721d135ef30d tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for port (c379b1f7-3df9-4052-b6b3-7a06634b07c5), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.801553 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:05.802608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:05.802608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:05.806370 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78ba52d4-7594-4d4d-bd87-6485bef558b6 admin admin] Publish callbacks [] for security_group (0806ca01-a9cc-47eb-aeb3-106db02dd305), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.821335 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cbd378fc-c576-4477-a41c-219d1c6ace00 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (a53dca66-cc87-413e-8f15-dd0ec0043286), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.826078 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78ba52d4-7594-4d4d-bd87-6485bef558b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0806ca01-a9cc-47eb-aeb3-106db02dd305), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.838898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3d37dae0-715d-40f8-b618-ad6046a81fc2 None None] Current status of the port b8fdb1ee-3766-4e01-9e9e-75924205d250 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:05.848062 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:05.848398 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:05.859614 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.plugins.ml2.plugin [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 4 to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 Mar 28 09:06:05.880608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] Router 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:06:05.913206 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:05.913521 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:05.914599 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:05.918276 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-78ba52d4-7594-4d4d-bd87-6485bef558b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0aeea0fca50f4c59a7e9ead8e3fd7cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6472986 Mar 28 09:06:05.919021 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba52d4-7594-4d4d-bd87-6485bef558b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0806ca01-a9cc-47eb-aeb3-106db02dd305,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:05.922892 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46366) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:05.936727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:05.937163 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:05.943236 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.plugins.ml2.plugin [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 5 to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 Mar 28 09:06:05.946837 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cbd378fc-c576-4477-a41c-219d1c6ace00 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (a53dca66-cc87-413e-8f15-dd0ec0043286), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.947800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd378fc-c576-4477-a41c-219d1c6ace00 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:05.948722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cbd378fc-c576-4477-a41c-219d1c6ace00 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:05.950388 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5cae836d-da58-4bf2-8db2-66475aa59cef tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for subnet (4048b1e2-9f41-406d-99e9-d6f0c55588f4), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:06.000464 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:06:06.013122 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] device_id is not set on port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:06.015685 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Sync routers for ids ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:06:06.029144 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Routers {'6bf88279-bd2d-4e7a-b5d8-b8445683be61'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:06.031144 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:05:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:06.032962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35467263-2da4-4062-bf5a-721d135ef30d tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (c379b1f7-3df9-4052-b6b3-7a06634b07c5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:06.062922 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks [] for port (74ef7aa1-de8d-4710-91f4-c067ee1ba37b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:06.088114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:06.088459 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:06.088782 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:06.109296 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:06.110977 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cbd378fc-c576-4477-a41c-219d1c6ace00 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5883319 Mar 28 09:06:06.111587 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46370) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:06.113479 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0a24c7c2-0ca6-446b-bae5-38d6d187e77d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.6930549 Mar 28 09:06:06.114333 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46372) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:06.117660 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:06.117660 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:06.124537 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-5c29168c-3256-48d9-b09a-f8b70cc2ff5b tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Request body: {'network': {'project_id': 'ab8bbd1006d144f196433e292c6fb878'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:06.124755 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (74ef7aa1-de8d-4710-91f4-c067ee1ba37b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:06.133974 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.plugins.ml2.plugin [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 6 to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 Mar 28 09:06:06.146131 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae836d-da58-4bf2-8db2-66475aa59cef tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Pushing event updated for resources: {'Subnet': ['ID=4048b1e2-9f41-406d-99e9-d6f0c55588f4,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:06.148363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd378fc-c576-4477-a41c-219d1c6ace00 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Pushing event updated for resources: {'Network': ['ID=a53dca66-cc87-413e-8f15-dd0ec0043286,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:06.152524 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35467263-2da4-4062-bf5a-721d135ef30d tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:06.174454 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:06.174792 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:06.175130 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:06.179782 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c29168c-3256-48d9-b09a-f8b70cc2ff5b tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 09:06:06.180283 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c29168c-3256-48d9-b09a-f8b70cc2ff5b tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:06:06.181931 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network a53dca66-cc87-413e-8f15-dd0ec0043286 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:06:06.184478 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5c29168c-3256-48d9-b09a-f8b70cc2ff5b tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0681102 Mar 28 09:06:06.187350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46374) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:06.198591 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:06.198921 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:06.204204 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-35467263-2da4-4062-bf5a-721d135ef30d tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:06.206779 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35467263-2da4-4062-bf5a-721d135ef30d tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:06.208751 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.plugins.ml2.plugin [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 7 to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 Mar 28 09:06:06.237957 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:06:06.241056 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cae836d-da58-4bf2-8db2-66475aa59cef tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Checking segment: {'id': '317d094e-3720-4f09-bb2a-b0598cb72f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8e9e4361-b2b8-45e7-9ab9-d1985a6b8635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:06.241436 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cae836d-da58-4bf2-8db2-66475aa59cef tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Network hostable DHCP agents. Network: 8e9e4361-b2b8-45e7-9ab9-d1985a6b8635, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:06:06.244593 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5b70-f3d4-4504-8e7a-ad7d92375785 admin admin] Publish callbacks [] for security_group (0806ca01-a9cc-47eb-aeb3-106db02dd305), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:06.255456 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:06.255794 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:06.256126 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:06.256831 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35467263-2da4-4062-bf5a-721d135ef30d tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Pushing event updated for resources: {'Port': ['ID=c379b1f7-3df9-4052-b6b3-7a06634b07c5,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:06.282223 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:06.282544 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:06.287607 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.plugins.ml2.plugin [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 8 to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 Mar 28 09:06:06.314224 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:06.315432 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-44431949-6142-46c4-bb68-464c7977c00a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4356909 Mar 28 09:06:06.329379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5b70-f3d4-4504-8e7a-ad7d92375785 admin admin] Publish callbacks [] for security_group (0806ca01-a9cc-47eb-aeb3-106db02dd305), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:06.332318 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Sync routers for ids ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:06:06.335838 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Set router 6bf88279-bd2d-4e7a-b5d8-b8445683be61 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:06:06.337515 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a2a8e08f-8618-4a11-80de-c8d47f8a9fea tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab8bbd1006d144f196433e292c6fb878&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1479008 Mar 28 09:06:06.338337 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46376) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:06.371917 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46378) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:06.372486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Routers {'1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:06.373597 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:05:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:06.534866 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Checking segment: {'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:06.535436 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Network hostable DHCP agents. Network: 57fbfbd5-0b4c-4626-9b59-a928157ddb71, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:06:06.538138 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:06.538342 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:06.538675 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:06.544282 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cae836d-da58-4bf2-8db2-66475aa59cef tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Network 8e9e4361-b2b8-45e7-9ab9-d1985a6b8635 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:06:06.560101 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35467263-2da4-4062-bf5a-721d135ef30d tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for floatingip (293b0c4c-c688-4bd3-bf0e-d929bad892d2), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:06.602191 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Set router 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:06:06.633183 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Pushing event updated for resources: {'Port': ['ID=74ef7aa1-de8d-4710-91f4-c067ee1ba37b,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:06.655263 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-5cae836d-da58-4bf2-8db2-66475aa59cef tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8e9e4361-b2b8-45e7-9ab9-d1985a6b8635) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:06.672353 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cae836d-da58-4bf2-8db2-66475aa59cef tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:06.673099 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5cae836d-da58-4bf2-8db2-66475aa59cef tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:06.713758 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'name': 'tempest-ServersTestJSON-2013269323-router', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:00Z', 'updated_at': '2022-03-28T09:06:02Z', 'revision_number': 3, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'gw_port': {'id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:06.726873 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c61aff0-09a7-47f8-b636-d33b9465fd07 None None] Network 8e9e4361-b2b8-45e7-9ab9-d1985a6b8635 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:06.737068 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b8fdb1ee-3766-4e01-9e9e-75924205d250 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:06.771691 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Checking router: 6bf88279-bd2d-4e7a-b5d8-b8445683be61 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:06:06.772094 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Updating router 6bf88279-bd2d-4e7a-b5d8-b8445683be61 port ba9dab36-d0a0-4e07-87af-9e989aa9fa47 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:06:06.796158 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5b70-f3d4-4504-8e7a-ad7d92375785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0806ca01-a9cc-47eb-aeb3-106db02dd305), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:06.804103 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5b70-f3d4-4504-8e7a-ad7d92375785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:06.805322 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b7bd5b70-f3d4-4504-8e7a-ad7d92375785 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0806ca01-a9cc-47eb-aeb3-106db02dd305 HTTP/1.1" status: 204 len: 168 time: 0.8794813 Mar 28 09:06:06.853313 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ba9dab36-d0a0-4e07-87af-9e989aa9fa47), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:06.876519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd5b70-f3d4-4504-8e7a-ad7d92375785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0806ca01-a9cc-47eb-aeb3-106db02dd305,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:06.883442 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:06.883776 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:06.886443 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.plugins.ml2.plugin [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 9 to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 Mar 28 09:06:06.910544 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:06:06.925911 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35467263-2da4-4062-bf5a-721d135ef30d tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c379b1f7-3df9-4052-b6b3-7a06634b07c5), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:06.938471 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5cae836d-da58-4bf2-8db2-66475aa59cef tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8502536 Mar 28 09:06:06.946476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46382) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:06.947376 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:06.947721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:06.948064 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:06.951419 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 57fbfbd5-0b4c-4626-9b59-a928157ddb71) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:06.961206 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f62052df-79b7-44a9-87c8-dab2409bdd69 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Request body: {'port': {'network_id': '8e9e4361-b2b8-45e7-9ab9-d1985a6b8635', 'name': 'tempest-DHCPAgentSchedulersTestJSON-824707817'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:06.962058 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:06.964217 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:06.964554 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:06.965773 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03aa76d5-c7a5-4599-91ed-fd07e31fdf45 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks [] for security_group (0706a9df-4b44-4b4a-b09f-0c1321c1aa21), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:06.977117 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.plugins.ml2.plugin [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 10 to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 Mar 28 09:06:06.986680 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a9f4fe-7fd1-4962-94dd-c87c8c13f980 None None] Network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:07.074907 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:07.075298 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:07.075707 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:07.086433 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:07.086627 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:07.086882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:07.103560 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:07.103789 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:07.104122 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (dd2c0935-64c4-4dbe-a690-b6ef7f03eb48), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:07.127691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03aa76d5-c7a5-4599-91ed-fd07e31fdf45 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks [] for security_group (0706a9df-4b44-4b4a-b09f-0c1321c1aa21), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:07.147040 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:07.147384 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:07.157610 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 2 to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b Mar 28 09:06:07.227860 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port b8fdb1ee-3766-4e01-9e9e-75924205d250 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:07.228364 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b8fdb1ee-3766-4e01-9e9e-75924205d250), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:07.422819 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8e9e4361-b2b8-45e7-9ab9-d1985a6b8635', 'network_id': '8e9e4361-b2b8-45e7-9ab9-d1985a6b8635', 'project_id': '300e1242a1fd4f96ac7bf4b8d0705cb4', 'fixed_ips': [{'subnet_id': '4048b1e2-9f41-406d-99e9-d6f0c55588f4'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:06:07.423978 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:07.429746 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] For port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:07.430163 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempted to set empty binding levels {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 28 09:06:07.432941 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46386) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:07.468402 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Publish callbacks [] for port (ba9dab36-d0a0-4e07-87af-9e989aa9fa47), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:07.478936 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (dd2c0935-64c4-4dbe-a690-b6ef7f03eb48), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:07.485720 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ba9dab36-d0a0-4e07-87af-9e989aa9fa47), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:07.502416 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:07.504906 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:07.505442 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:07.554125 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Pushing event updated for resources: {'Port': ['ID=dd2c0935-64c4-4dbe-a690-b6ef7f03eb48,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:07.602334 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:07.602921 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Allocated IP 172.20.0.2 (8e9e4361-b2b8-45e7-9ab9-d1985a6b8635/4048b1e2-9f41-406d-99e9-d6f0c55588f4/81899ed5-8d44-4515-aed5-ece2d2b5d203) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:07.603031 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:07.606644 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Attempting to bind port ba9dab36-d0a0-4e07-87af-9e989aa9fa47 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:07.608409 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Attempting to bind port ba9dab36-d0a0-4e07-87af-9e989aa9fa47 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:07.609355 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Attempting to bind port ba9dab36-d0a0-4e07-87af-9e989aa9fa47 on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:07.610133 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 3 to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b Mar 28 09:06:07.615269 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:07.615883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:07.623763 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-54911092-5998-4277-9031-3d94ca52587d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3908a00290604f45a75486f93259a001&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1639152 Mar 28 09:06:07.628234 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46388) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:07.644235 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:06:07.645983 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:07.646592 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:07.647208 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:06:07.648072 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Bound port: ba9dab36-d0a0-4e07-87af-9e989aa9fa47, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:06:07.650921 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ba9dab36-d0a0-4e07-87af-9e989aa9fa47), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:07.710905 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:07.711352 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:07.713001 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:07.729265 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'name': 'tempest-ServersTestManualDisk-1746614907-router', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:04Z', 'revision_number': 3, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'gw_port': {'id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:03Z', 'updated_at': '2022-03-28T09:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:07.732646 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-03d98d5c-bee1-4609-aa32-6c69519cdef4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.9301109 Mar 28 09:06:07.738683 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:07.739041 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:07.739867 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46390) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:07.740455 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03aa76d5-c7a5-4599-91ed-fd07e31fdf45 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0706a9df-4b44-4b4a-b09f-0c1321c1aa21), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:07.741735 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port b8fdb1ee-3766-4e01-9e9e-75924205d250 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:07.743002 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03aa76d5-c7a5-4599-91ed-fd07e31fdf45 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:07.744156 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-03aa76d5-c7a5-4599-91ed-fd07e31fdf45 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/0706a9df-4b44-4b4a-b09f-0c1321c1aa21 HTTP/1.1" status: 204 len: 168 time: 1.3710115 Mar 28 09:06:07.760880 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] For port ba9dab36-d0a0-4e07-87af-9e989aa9fa47, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:07.767071 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] For port ba9dab36-d0a0-4e07-87af-9e989aa9fa47, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba9dab36-d0a0-4e07-87af-9e989aa9fa47,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:06:07.774822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46392) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:07.776341 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa76d5-c7a5-4599-91ed-fd07e31fdf45 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0706a9df-4b44-4b4a-b09f-0c1321c1aa21,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:07.778092 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62052df-79b7-44a9-87c8-dab2409bdd69 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Made reservation on behalf of 300e1242a1fd4f96ac7bf4b8d0705cb4 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:07.781906 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f62052df-79b7-44a9-87c8-dab2409bdd69 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:07.792048 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db002b09-b9f2-4bf7-8c2c-ab1390c546ee None None] Pushing event updated for resources: {'Port': ['ID=ba9dab36-d0a0-4e07-87af-9e989aa9fa47,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:07.799956 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 4 to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b Mar 28 09:06:07.805552 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db002b09-b9f2-4bf7-8c2c-ab1390c546ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:07.806293 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db002b09-b9f2-4bf7-8c2c-ab1390c546ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:07.806848 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db002b09-b9f2-4bf7-8c2c-ab1390c546ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:07.807341 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db002b09-b9f2-4bf7-8c2c-ab1390c546ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:07.807962 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db002b09-b9f2-4bf7-8c2c-ab1390c546ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:07.808452 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db002b09-b9f2-4bf7-8c2c-ab1390c546ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:07.808971 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db002b09-b9f2-4bf7-8c2c-ab1390c546ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:07.809456 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db002b09-b9f2-4bf7-8c2c-ab1390c546ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:07.810899 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db002b09-b9f2-4bf7-8c2c-ab1390c546ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:07.811911 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db002b09-b9f2-4bf7-8c2c-ab1390c546ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:07.812424 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db002b09-b9f2-4bf7-8c2c-ab1390c546ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:07.812928 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db002b09-b9f2-4bf7-8c2c-ab1390c546ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:07.814363 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db002b09-b9f2-4bf7-8c2c-ab1390c546ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:07.815540 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db002b09-b9f2-4bf7-8c2c-ab1390c546ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:07.816161 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db002b09-b9f2-4bf7-8c2c-ab1390c546ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db002b09-b9f2-4bf7-8c2c-ab1390c546ee None None] Tracked resource versions report: Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: pushed versions: Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: { 'AddressGroup': {'1.2'}, Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'Agent': {'1.1'}, Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'ConntrackHelper': {'1.0'}, Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'LocalIPAssociation': {'1.0'}, Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'Log': {'1.0'}, Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'NDPProxy': {'1.0'}, Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'Network': {'1.1'}, Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'Port': {'1.7'}, Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'PortForwarding': {'1.3'}, Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'QosPolicy': {'1.10'}, Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'SecurityGroup': {'1.5'}, Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'SecurityGroupRule': {'1.2'}, Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'SubPort': {'1.0'}, Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'Subnet': {'1.1'}, Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'Trunk': {'1.1'}} Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: consumer versions: Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: HyperV agent@hv-neutron-mast: {}, Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: L3 agent@dv-neutron-master-2-hyperv: {}, Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: Metadata agent@dv-neutron-master-2-hyperv: {}, Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: Metering agent@dv-neutron-master-2-hyperv: {}, Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'Agent': '1.1', Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'ConntrackHelper': '1.0', Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'LocalIPAssociation': '1.0', Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'Log': '1.0', Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'NDPProxy': '1.0', Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'Network': '1.1', Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'Port': '1.7', Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'PortForwarding': '1.3', Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'QosPolicy': '1.10', Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'SecurityGroup': '1.5', Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'SecurityGroupRule': '1.2', Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'SubPort': '1.0', Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'Subnet': '1.1', Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: 'Trunk': '1.1'}} Mar 28 09:06:07.817642 dv-neutron-master-2-hyperv neutron-server[104078]: {{(pid=104078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 09:06:07.835213 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ba9dab36-d0a0-4e07-87af-9e989aa9fa47), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:07.884226 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-361bd2a9-e19c-4978-a719-18523cf3f9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:07.909887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:07.910230 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:07.910794 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:07.919422 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Checking router: 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:06:07.920330 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Updating router 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 port 5151c524-79c0-415f-94e6-55523b8cbbb2 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:06:07.940985 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-f62052df-79b7-44a9-87c8-dab2409bdd69 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] device_id is not set on port c1d2ccbc-9297-4eae-8f77-43d7759d7f36 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:07.945589 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db002b09-b9f2-4bf7-8c2c-ab1390c546ee None None] Pushing event updated for resources: {'Port': ['ID=ba9dab36-d0a0-4e07-87af-9e989aa9fa47,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:07.948811 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8a16fbce-1c46-4ef1-a0ec-774d86784e75 admin admin] Publish callbacks [] for security_group (51a0bb9b-f713-4412-94b9-989f96680031), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:07.951490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:07.953365 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:07.963639 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 5 to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b Mar 28 09:06:07.981233 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5151c524-79c0-415f-94e6-55523b8cbbb2), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:07.990351 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Routers {'6bf88279-bd2d-4e7a-b5d8-b8445683be61'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:07.991244 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:05:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:08.090813 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (a53dca66-cc87-413e-8f15-dd0ec0043286), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.140878 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Publish callbacks [] for port (81899ed5-8d44-4515-aed5-ece2d2b5d203), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.206586 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] Set router 6bf88279-bd2d-4e7a-b5d8-b8445683be61 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:06:08.340751 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1a1ba-ec26-4450-a309-6fb1a7c85ce4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Deleting port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:08.342586 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e3f1a1ba-ec26-4450-a309-6fb1a7c85ce4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (dd2c0935-64c4-4dbe-a690-b6ef7f03eb48), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.353199 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35467263-2da4-4062-bf5a-721d135ef30d tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for port (c379b1f7-3df9-4052-b6b3-7a06634b07c5), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.360044 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:08.360474 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:08.360815 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:08.362398 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Publish callbacks [] for port (5151c524-79c0-415f-94e6-55523b8cbbb2), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.366573 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (81899ed5-8d44-4515-aed5-ece2d2b5d203), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.367315 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8a16fbce-1c46-4ef1-a0ec-774d86784e75 admin admin] Publish callbacks [] for security_group (51a0bb9b-f713-4412-94b9-989f96680031), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.373121 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:08.373121 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:08.377702 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 6 to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b Mar 28 09:06:08.384230 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35467263-2da4-4062-bf5a-721d135ef30d tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c379b1f7-3df9-4052-b6b3-7a06634b07c5), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.434801 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Pushing event updated for resources: {'Port': ['ID=81899ed5-8d44-4515-aed5-ece2d2b5d203,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:08.444059 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1dabd1b-f833-41bb-af9b-4ae72fc7eae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.463104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Network 8e9e4361-b2b8-45e7-9ab9-d1985a6b8635 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:08.469784 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:08.471644 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:08.471963 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:08.472347 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:08.474163 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (5151c524-79c0-415f-94e6-55523b8cbbb2), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.477574 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35467263-2da4-4062-bf5a-721d135ef30d tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (293b0c4c-c688-4bd3-bf0e-d929bad892d2), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.479801 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:08.508054 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35467263-2da4-4062-bf5a-721d135ef30d tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.513231 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-35467263-2da4-4062-bf5a-721d135ef30d tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1031606 Mar 28 09:06:08.517165 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:08.517361 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:08.517813 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46396) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:08.517934 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-f62052df-79b7-44a9-87c8-dab2409bdd69 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Allocated IP 172.20.0.6 (8e9e4361-b2b8-45e7-9ab9-d1985a6b8635/4048b1e2-9f41-406d-99e9-d6f0c55588f4/c1d2ccbc-9297-4eae-8f77-43d7759d7f36) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:08.524873 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 7 to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b Mar 28 09:06:08.540843 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (a53dca66-cc87-413e-8f15-dd0ec0043286), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.563920 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-685994fd-a0e5-4fc2-963f-e7ace087b5cb tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-660058592'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:08.577150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35467263-2da4-4062-bf5a-721d135ef30d tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Pushing event updated for resources: {'Port': ['ID=c379b1f7-3df9-4052-b6b3-7a06634b07c5,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:08.578115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-e3f1a1ba-ec26-4450-a309-6fb1a7c85ce4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] For port dd2c0935-64c4-4dbe-a690-b6ef7f03eb48, host hv-neutron-mast, got binding levels [] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:08.578507 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e3f1a1ba-ec26-4450-a309-6fb1a7c85ce4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (dd2c0935-64c4-4dbe-a690-b6ef7f03eb48), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.582607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7c072-1cf3-4819-9d2a-bdb4d1dbf9ea None None] Pushing event updated for resources: {'Port': ['ID=5151c524-79c0-415f-94e6-55523b8cbbb2,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:08.589138 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-361bd2a9-e19c-4978-a719-18523cf3f9cc admin admin] Allocated IP 172.20.0.1 (da78ad91-75c1-4e51-84dc-1ff3d223651d/db02361e-0ccd-47dd-8c98-cb1bb9fe6071/649a9602-0ac6-46d3-b72e-390875436ce4) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:08.607112 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:08.608040 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:08.609654 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:08.609802 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > port after_create 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:08.611288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > port after_delete 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:08.611288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > port after_update 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:08.611529 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:08.612104 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:08.612104 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:08.612270 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:08.612356 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:08.612464 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:08.612545 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:08.618300 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'name': 'tempest-ServersTestJSON-2013269323-router', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:00Z', 'updated_at': '2022-03-28T09:06:02Z', 'revision_number': 3, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'gw_port': {'id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:08.623877 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:08.623877 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:08.627488 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 8 to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b Mar 28 09:06:08.637350 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8a16fbce-1c46-4ef1-a0ec-774d86784e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (51a0bb9b-f713-4412-94b9-989f96680031), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.641402 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8a16fbce-1c46-4ef1-a0ec-774d86784e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.653042 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8a16fbce-1c46-4ef1-a0ec-774d86784e75 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51a0bb9b-f713-4412-94b9-989f96680031 HTTP/1.1" status: 204 len: 168 time: 1.0068371 Mar 28 09:06:08.675164 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff617c-6d53-4ef0-9a3a-c97ffdf23a45 None None] The sync data for ids ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'] in dv-neutron-master-2-hyperv is: [{'id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'name': 'tempest-ServersTestJSON-2013269323-router', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:00Z', 'updated_at': '2022-03-28T09:06:02Z', 'revision_number': 3, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'gw_port': {'id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:06:08.710027 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Attempting to bind port 5151c524-79c0-415f-94e6-55523b8cbbb2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:08.710566 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Attempting to bind port 5151c524-79c0-415f-94e6-55523b8cbbb2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:08.711183 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Attempting to bind port 5151c524-79c0-415f-94e6-55523b8cbbb2 on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:08.713900 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Attempting to bind port 81899ed5-8d44-4515-aed5-ece2d2b5d203 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:08.714492 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Attempting to bind port 81899ed5-8d44-4515-aed5-ece2d2b5d203 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '317d094e-3720-4f09-bb2a-b0598cb72f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8e9e4361-b2b8-45e7-9ab9-d1985a6b8635'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:08.715464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Attempting to bind port 81899ed5-8d44-4515-aed5-ece2d2b5d203 on network 8e9e4361-b2b8-45e7-9ab9-d1985a6b8635 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:08.716333 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685994fd-a0e5-4fc2-963f-e7ace087b5cb tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Made reservation on behalf of 40c2b13bb5284ff1b3f8b1e0d8a39ada for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:08.723923 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:06:08.724790 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Checking segment: {'id': '317d094e-3720-4f09-bb2a-b0598cb72f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8e9e4361-b2b8-45e7-9ab9-d1985a6b8635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:08.725889 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.726502 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Bound using segment: {'id': '317d094e-3720-4f09-bb2a-b0598cb72f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8e9e4361-b2b8-45e7-9ab9-d1985a6b8635'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:06:08.727191 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Bound port: 81899ed5-8d44-4515-aed5-ece2d2b5d203, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317d094e-3720-4f09-bb2a-b0598cb72f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8e9e4361-b2b8-45e7-9ab9-d1985a6b8635'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:06:08.728176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (81899ed5-8d44-4515-aed5-ece2d2b5d203), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.731905 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:06:08.732831 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-685994fd-a0e5-4fc2-963f-e7ace087b5cb tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.733257 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:08.733794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.734434 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:06:08.735254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Bound port: 5151c524-79c0-415f-94e6-55523b8cbbb2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:06:08.735863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5151c524-79c0-415f-94e6-55523b8cbbb2), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.761070 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:08.761393 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:08.761772 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:08.794201 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:08.794536 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:08.798057 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 9 to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b Mar 28 09:06:08.800837 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16fbce-1c46-4ef1-a0ec-774d86784e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a0bb9b-f713-4412-94b9-989f96680031,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:08.815437 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-685994fd-a0e5-4fc2-963f-e7ace087b5cb tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.851564 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:08.852035 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:08.854750 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:08.855358 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:08.855780 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53dca66-cc87-413e-8f15-dd0ec0043286']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:08.888408 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] For port 5151c524-79c0-415f-94e6-55523b8cbbb2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:08.892099 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:08.892201 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:08.892486 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:08.897008 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] For port 5151c524-79c0-415f-94e6-55523b8cbbb2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5151c524-79c0-415f-94e6-55523b8cbbb2,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:06:08.906828 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] For port 81899ed5-8d44-4515-aed5-ece2d2b5d203, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:08.912181 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] For port 81899ed5-8d44-4515-aed5-ece2d2b5d203, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81899ed5-8d44-4515-aed5-ece2d2b5d203,segment=NetworkSegment(317d094e-3720-4f09-bb2a-b0598cb72f3f),segment_id=317d094e-3720-4f09-bb2a-b0598cb72f3f)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:06:08.914947 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (5151c524-79c0-415f-94e6-55523b8cbbb2), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.930108 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (81899ed5-8d44-4515-aed5-ece2d2b5d203), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:08.938299 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a1c939-5633-4b35-ac32-e0ff5f531517') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:08.941477 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:08.944843 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a1c939-5633-4b35-ac32-e0ff5f531517') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:08.949602 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1a1ba-ec26-4450-a309-6fb1a7c85ce4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Calling delete_port for dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:08.953836 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:08.962989 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 10 to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b Mar 28 09:06:09.005398 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Routers {'1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:09.006329 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:05:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:09.009255 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (44a1c939-5633-4b35-ac32-e0ff5f531517), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.012312 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7c072-1cf3-4819-9d2a-bdb4d1dbf9ea None None] Pushing event updated for resources: {'Port': ['ID=5151c524-79c0-415f-94e6-55523b8cbbb2,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:09.079438 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:09.079861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:09.080265 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:09.086368 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-f1dabd1b-f833-41bb-af9b-4ae72fc7eae1 admin admin] Allocated IP 172.20.0.1 (15d390ae-2510-4449-9d2c-bf210a7a2700/480e4049-2c9c-4923-aba0-573e88a5e6ba/f8a3c34d-d696-4481-a2b6-25aae05688fe) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:09.121103 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:09.121397 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:09.121923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (74ef7aa1-de8d-4710-91f4-c067ee1ba37b), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.139491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (44a1c939-5633-4b35-ac32-e0ff5f531517), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.245500 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfbab4-599c-46a5-87c0-d58a1b0266ff None None] Pushing event updated for resources: {'Port': ['ID=81899ed5-8d44-4515-aed5-ece2d2b5d203,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:09.275635 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:06:09.276104 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (44a1c939-5633-4b35-ac32-e0ff5f531517), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.279854 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] Set router 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: from cryptography.utils import int_from_bytes Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: from cryptography.utils import int_from_bytes Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:06:09.307827 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:06:09.532452 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-685994fd-a0e5-4fc2-963f-e7ace087b5cb tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for security_group (0ee7f0d6-7889-4959-b114-acdd927d512c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.555368 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-685994fd-a0e5-4fc2-963f-e7ace087b5cb tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0ee7f0d6-7889-4959-b114-acdd927d512c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.594923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] For port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b, host hv-neutron-mast, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:09.596341 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempted to set empty binding levels {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 28 09:06:09.598882 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'name': 'tempest-ServersTestManualDisk-1746614907-router', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:04Z', 'revision_number': 3, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'gw_port': {'id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:03Z', 'updated_at': '2022-03-28T09:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:09.607915 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685994fd-a0e5-4fc2-963f-e7ace087b5cb tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:06:09.620851 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (a53dca66-cc87-413e-8f15-dd0ec0043286), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.630315 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-685994fd-a0e5-4fc2-963f-e7ace087b5cb tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (9454147d-a5d5-47ec-b5cb-33658243a615), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.630863 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-685994fd-a0e5-4fc2-963f-e7ace087b5cb tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Added segment 9454147d-a5d5-47ec-b5cb-33658243a615 of type vlan for network f6ac822d-9ddf-4779-a5d9-01700dacae51 Mar 28 09:06:09.666446 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4881645-8ef5-4abb-a6de-cbef17851015 None None] The sync data for ids ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'] in dv-neutron-master-2-hyperv is: [{'id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'name': 'tempest-ServersTestManualDisk-1746614907-router', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:04Z', 'revision_number': 3, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'gw_port': {'id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:03Z', 'updated_at': '2022-03-28T09:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:06:09.671987 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-361bd2a9-e19c-4978-a719-18523cf3f9cc admin admin] Publish callbacks [] for port (649a9602-0ac6-46d3-b72e-390875436ce4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.681912 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (74ef7aa1-de8d-4710-91f4-c067ee1ba37b), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.682826 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.688647 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] 10.222.0.15 "DELETE /v2.0/networks/a53dca66-cc87-413e-8f15-dd0ec0043286 HTTP/1.1" status: 204 len: 168 time: 1.9041655 Mar 28 09:06:09.694692 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46410) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:09.697523 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1dabd1b-f833-41bb-af9b-4ae72fc7eae1 admin admin] Publish callbacks [] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.735046 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2150f65-cf0b-4f53-9d2d-18b57efc4732 tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Pushing event deleted for resources: {'Network': ['ID=a53dca66-cc87-413e-8f15-dd0ec0043286,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:09.784612 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f62052df-79b7-44a9-87c8-dab2409bdd69 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks [] for port (c1d2ccbc-9297-4eae-8f77-43d7759d7f36), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.811167 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685994fd-a0e5-4fc2-963f-e7ace087b5cb tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee7f0d6-7889-4959-b114-acdd927d512c,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:09.816693 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:09.816989 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e3f1a1ba-ec26-4450-a309-6fb1a7c85ce4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (dd2c0935-64c4-4dbe-a690-b6ef7f03eb48), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.817469 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.835015 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-685994fd-a0e5-4fc2-963f-e7ace087b5cb tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (f6ac822d-9ddf-4779-a5d9-01700dacae51), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.862169 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1a1ba-ec26-4450-a309-6fb1a7c85ce4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd2c0935-64c4-4dbe-a690-b6ef7f03eb48,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:09.924970 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.6376548 Mar 28 09:06:09.928518 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46416) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:09.934684 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (aced81f0-9b88-4dd5-9f6c-02db26e47ab8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.936057 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f62052df-79b7-44a9-87c8-dab2409bdd69 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (c1d2ccbc-9297-4eae-8f77-43d7759d7f36), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.936977 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cd9d1-1b34-45a4-abbf-9384f42271f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Pushing event updated for resources: {'Port': ['ID=74ef7aa1-de8d-4710-91f4-c067ee1ba37b,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:09.940186 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e3f1a1ba-ec26-4450-a309-6fb1a7c85ce4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.945893 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e3f1a1ba-ec26-4450-a309-6fb1a7c85ce4 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] 10.222.0.15 "DELETE /v2.0/ports/dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 HTTP/1.1" status: 204 len: 168 time: 2.2006643 Mar 28 09:06:09.954290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46418) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:09.987417 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-685994fd-a0e5-4fc2-963f-e7ace087b5cb tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (f6ac822d-9ddf-4779-a5d9-01700dacae51), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:09.992762 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685994fd-a0e5-4fc2-963f-e7ace087b5cb tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:09.993382 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-685994fd-a0e5-4fc2-963f-e7ace087b5cb tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:10.000726 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-361bd2a9-e19c-4978-a719-18523cf3f9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (649a9602-0ac6-46d3-b72e-390875436ce4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:10.027414 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1dabd1b-f833-41bb-af9b-4ae72fc7eae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:10.051059 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-32dde03a-3c93-477b-aef7-1579f6196043 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] GET failed (client error): The resource could not be found. Mar 28 09:06:10.052507 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-32dde03a-3c93-477b-aef7-1579f6196043 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] 10.222.0.15 "GET /v2.0/ports/dd2c0935-64c4-4dbe-a690-b6ef7f03eb48 HTTP/1.1" status: 404 len: 333 time: 0.0972266 Mar 28 09:06:10.120811 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46422) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:10.138649 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685994fd-a0e5-4fc2-963f-e7ace087b5cb tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Pushing event updated for resources: {'Network': ['ID=f6ac822d-9ddf-4779-a5d9-01700dacae51,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:10.145853 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b2cb749b-7c4e-4f26-b743-f6b7a7b8bc8f tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Request body: {'port': {'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-540273995'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:10.162029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network f6ac822d-9ddf-4779-a5d9-01700dacae51 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:06:10.237928 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dabd1b-f833-41bb-af9b-4ae72fc7eae1 admin admin] Network 15d390ae-2510-4449-9d2c-bf210a7a2700 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:10.245384 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-f1dabd1b-f833-41bb-af9b-4ae72fc7eae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:10.259139 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-685994fd-a0e5-4fc2-963f-e7ace087b5cb tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7312169 Mar 28 09:06:10.263767 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dabd1b-f833-41bb-af9b-4ae72fc7eae1 admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:10.264519 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1dabd1b-f833-41bb-af9b-4ae72fc7eae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (6bf88279-bd2d-4e7a-b5d8-b8445683be61), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:10.266985 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46426) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:10.271118 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cb749b-7c4e-4f26-b743-f6b7a7b8bc8f tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Made reservation on behalf of d81db8fbe45c4eebba120659f4116c8e for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:10.274926 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b2cb749b-7c4e-4f26-b743-f6b7a7b8bc8f tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:10.305429 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7264e4e0-1562-4e2f-879f-d4c887339454 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Request body: {'subnet': {'network_id': 'f6ac822d-9ddf-4779-a5d9-01700dacae51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:10.363625 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46428) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:10.392657 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361bd2a9-e19c-4978-a719-18523cf3f9cc admin admin] Network da78ad91-75c1-4e51-84dc-1ff3d223651d is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:10.399535 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62052df-79b7-44a9-87c8-dab2409bdd69 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Network 8e9e4361-b2b8-45e7-9ab9-d1985a6b8635 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:10.413352 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-361bd2a9-e19c-4978-a719-18523cf3f9cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:10.434265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-f62052df-79b7-44a9-87c8-dab2409bdd69 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:10.447743 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361bd2a9-e19c-4978-a719-18523cf3f9cc admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:10.453605 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-b2cb749b-7c4e-4f26-b743-f6b7a7b8bc8f tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] device_id is not set on port 31aa9140-3be1-4ace-a9c6-35b6b5485846 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:10.463753 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62052df-79b7-44a9-87c8-dab2409bdd69 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:10.537993 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62052df-79b7-44a9-87c8-dab2409bdd69 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Pushing event updated for resources: {'Port': ['ID=c1d2ccbc-9297-4eae-8f77-43d7759d7f36,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:10.613685 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bd2a9-e19c-4978-a719-18523cf3f9cc admin admin] Pushing event updated for resources: {'Port': ['ID=649a9602-0ac6-46d3-b72e-390875436ce4,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:10.656152 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62052df-79b7-44a9-87c8-dab2409bdd69 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:10.658297 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f62052df-79b7-44a9-87c8-dab2409bdd69 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:10.664044 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7264e4e0-1562-4e2f-879f-d4c887339454 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Made reservation on behalf of 40c2b13bb5284ff1b3f8b1e0d8a39ada for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:10.669531 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7264e4e0-1562-4e2f-879f-d4c887339454 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:10.677999 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Request body: {'networks': [{'name': 'tempest-network--1347909179'}, {'name': 'tempest-network--939098011'}]} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:10.678640 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Request body: {'network': {'name': 'tempest-network--1347909179'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:10.679322 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Request body: {'network': {'name': 'tempest-network--939098011'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:10.687963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-361bd2a9-e19c-4978-a719-18523cf3f9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (1cc0e3a6-906e-4f1d-9ab3-af1f293fe825), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:10.721607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-6b6cd68f-a5dd-489f-9c2a-bbb67094e155 None None] Provisioning complete for port f8a3c34d-d696-4481-a2b6-25aae05688fe triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:10.722232 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6b6cd68f-a5dd-489f-9c2a-bbb67094e155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:10.805819 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f62052df-79b7-44a9-87c8-dab2409bdd69 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8515539 Mar 28 09:06:10.810842 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46432) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:10.850703 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6b6cd68f-a5dd-489f-9c2a-bbb67094e155 None None] Port f8a3c34d-d696-4481-a2b6-25aae05688fe cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:06:10.916591 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dabd1b-f833-41bb-af9b-4ae72fc7eae1 admin admin] Pushing event updated for resources: {'Port': ['ID=f8a3c34d-d696-4481-a2b6-25aae05688fe,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:10.948526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 81899ed5-8d44-4515-aed5-ece2d2b5d203 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:11.013359 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ca263be3-8be2-4458-9e39-4fc45ba2c643 None None] Provisioning complete for port 649a9602-0ac6-46d3-b72e-390875436ce4 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:11.014318 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ca263be3-8be2-4458-9e39-4fc45ba2c643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (649a9602-0ac6-46d3-b72e-390875436ce4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.057245 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ada6261-c971-4eaa-a88c-cf87dfe27620 None None] Network 8e9e4361-b2b8-45e7-9ab9-d1985a6b8635 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:11.068524 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (aced81f0-9b88-4dd5-9f6c-02db26e47ab8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.093387 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:11.094006 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:11.095633 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:11.096119 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > port after_create 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:11.096594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > port after_delete 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:11.097091 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > port after_update 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:11.097552 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:11.098098 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:11.098696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:11.099158 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:11.156282 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 81899ed5-8d44-4515-aed5-ece2d2b5d203 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:11.158385 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (81899ed5-8d44-4515-aed5-ece2d2b5d203), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.160696 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Made reservation on behalf of 8438606bc4df40b8a5403c9258dd206b for: {'network': 2} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:11.165939 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.169812 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ca263be3-8be2-4458-9e39-4fc45ba2c643 None None] Port 649a9602-0ac6-46d3-b72e-390875436ce4 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:06:11.232248 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.272409 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-361bd2a9-e19c-4978-a719-18523cf3f9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (649a9602-0ac6-46d3-b72e-390875436ce4), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.278271 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:11.278623 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:11.279401 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:11.279401 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 09:06:11.279783 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aced81f0-9b88-4dd5-9f6c-02db26e47ab8']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:11.298672 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d534060-a567-4158-8df5-42b1c3452a56') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:11.298894 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d534060-a567-4158-8df5-42b1c3452a56') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:11.352944 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (9d534060-a567-4158-8df5-42b1c3452a56), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.355579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-d29b99cd-e446-48e9-9d70-dadece3b40a4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Deleting port c1d2ccbc-9297-4eae-8f77-43d7759d7f36 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:11.356008 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d29b99cd-e446-48e9-9d70-dadece3b40a4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (c1d2ccbc-9297-4eae-8f77-43d7759d7f36), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.371668 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-be964f1e-32de-4f05-9c4e-48ca138821f8 None None] Provisioning complete for port 81899ed5-8d44-4515-aed5-ece2d2b5d203 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:11.372064 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-be964f1e-32de-4f05-9c4e-48ca138821f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (81899ed5-8d44-4515-aed5-ece2d2b5d203), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.428497 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (9d534060-a567-4158-8df5-42b1c3452a56), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.432488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 81899ed5-8d44-4515-aed5-ece2d2b5d203 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:11.432900 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (81899ed5-8d44-4515-aed5-ece2d2b5d203), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.451565 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-1e30eb3f-f7d5-4232-89bc-11609078a834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Deleting port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:11.452341 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e30eb3f-f7d5-4232-89bc-11609078a834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (74ef7aa1-de8d-4710-91f4-c067ee1ba37b), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.498884 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 81899ed5-8d44-4515-aed5-ece2d2b5d203, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81899ed5-8d44-4515-aed5-ece2d2b5d203,segment=NetworkSegment(317d094e-3720-4f09-bb2a-b0598cb72f3f),segment_id=317d094e-3720-4f09-bb2a-b0598cb72f3f)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:11.530294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (81899ed5-8d44-4515-aed5-ece2d2b5d203), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.531245 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5151c524-79c0-415f-94e6-55523b8cbbb2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:11.565512 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d29b99cd-e446-48e9-9d70-dadece3b40a4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (c1d2ccbc-9297-4eae-8f77-43d7759d7f36), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.593155 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks [] for security_group (887e16f2-d565-4bc7-8d95-083de35ac61a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.602260 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-d29b99cd-e446-48e9-9d70-dadece3b40a4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Calling delete_port for c1d2ccbc-9297-4eae-8f77-43d7759d7f36 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:11.613750 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (887e16f2-d565-4bc7-8d95-083de35ac61a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.614210 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.650842 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:06:11.662418 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (89427fd2-3a84-42ea-bdca-b7c9d9ac7e02), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.662878 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Added segment 89427fd2-3a84-42ea-bdca-b7c9d9ac7e02 of type vlan for network 38da949f-3b50-4fd6-990c-1d81b1df8ff1 Mar 28 09:06:11.675628 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:06:11.676640 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (9d534060-a567-4158-8df5-42b1c3452a56), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: from cryptography.utils import int_from_bytes Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: from cryptography.utils import int_from_bytes Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: warnings.warn('Neutron quota engine will require "--force" ' Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:06:11.681005 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:06:11.689739 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b2cb749b-7c4e-4f26-b743-f6b7a7b8bc8f tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks [] for port (31aa9140-3be1-4ace-a9c6-35b6b5485846), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.709745 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (38da949f-3b50-4fd6-990c-1d81b1df8ff1), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.742398 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-be964f1e-32de-4f05-9c4e-48ca138821f8 None None] Current status of the port 81899ed5-8d44-4515-aed5-ece2d2b5d203 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:11.742920 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-be964f1e-32de-4f05-9c4e-48ca138821f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (81899ed5-8d44-4515-aed5-ece2d2b5d203), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.789124 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=81899ed5-8d44-4515-aed5-ece2d2b5d203,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:11.830996 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 5151c524-79c0-415f-94e6-55523b8cbbb2 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:11.831481 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5151c524-79c0-415f-94e6-55523b8cbbb2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.834664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-be964f1e-32de-4f05-9c4e-48ca138821f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:06:11.835067 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-be964f1e-32de-4f05-9c4e-48ca138821f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:06:11.841768 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:06:11.855330 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (20998c52-d701-4e03-85c3-c65115e8580a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.855686 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Added segment 20998c52-d701-4e03-85c3-c65115e8580a of type vlan for network 8fc1d02b-7e85-4e8a-93ad-419ee05894db Mar 28 09:06:11.876050 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-1e30eb3f-f7d5-4232-89bc-11609078a834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] For port 74ef7aa1-de8d-4710-91f4-c067ee1ba37b, host hv-neutron-mast, got binding levels [] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:11.876561 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e30eb3f-f7d5-4232-89bc-11609078a834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (74ef7aa1-de8d-4710-91f4-c067ee1ba37b), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.904840 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (aced81f0-9b88-4dd5-9f6c-02db26e47ab8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.932134 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 5151c524-79c0-415f-94e6-55523b8cbbb2 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:11.932844 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5151c524-79c0-415f-94e6-55523b8cbbb2), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.949266 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.961395 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] 10.222.0.15 "DELETE /v2.0/networks/aced81f0-9b88-4dd5-9f6c-02db26e47ab8 HTTP/1.1" status: 204 len: 168 time: 2.2402306 Mar 28 09:06:11.961395 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-1e30eb3f-f7d5-4232-89bc-11609078a834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Calling delete_port for 74ef7aa1-de8d-4710-91f4-c067ee1ba37b owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:11.964505 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 5151c524-79c0-415f-94e6-55523b8cbbb2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5151c524-79c0-415f-94e6-55523b8cbbb2,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:11.970889 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (5151c524-79c0-415f-94e6-55523b8cbbb2), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:11.972189 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ba9dab36-d0a0-4e07-87af-9e989aa9fa47 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:11.981788 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (8fc1d02b-7e85-4e8a-93ad-419ee05894db), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.001935 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887e16f2-d565-4bc7-8d95-083de35ac61a,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:12.108665 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=5151c524-79c0-415f-94e6-55523b8cbbb2,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:12.114795 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-361bd2a9-e19c-4978-a719-18523cf3f9cc admin admin] Publish callbacks [] for port (649a9602-0ac6-46d3-b72e-390875436ce4), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.130097 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port ba9dab36-d0a0-4e07-87af-9e989aa9fa47 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:12.130719 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ba9dab36-d0a0-4e07-87af-9e989aa9fa47), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.137168 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-361bd2a9-e19c-4978-a719-18523cf3f9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (649a9602-0ac6-46d3-b72e-390875436ce4), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.158332 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1dabd1b-f833-41bb-af9b-4ae72fc7eae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.168868 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52575cb-ae86-4d69-8270-e45d5b93e16e tempest-QuotasNegativeTest-1988883205 tempest-QuotasNegativeTest-1988883205-project-admin] Pushing event deleted for resources: {'Network': ['ID=aced81f0-9b88-4dd5-9f6c-02db26e47ab8,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:12.182022 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7264e4e0-1562-4e2f-879f-d4c887339454 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (aeedcc94-75bf-4b79-87dc-262f1c06533e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.206012 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b2cb749b-7c4e-4f26-b743-f6b7a7b8bc8f tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (31aa9140-3be1-4ace-a9c6-35b6b5485846), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.245490 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port ba9dab36-d0a0-4e07-87af-9e989aa9fa47 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:12.246622 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ba9dab36-d0a0-4e07-87af-9e989aa9fa47), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.284474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port ba9dab36-d0a0-4e07-87af-9e989aa9fa47, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba9dab36-d0a0-4e07-87af-9e989aa9fa47,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:12.295293 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ba9dab36-d0a0-4e07-87af-9e989aa9fa47), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.298207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bd2a9-e19c-4978-a719-18523cf3f9cc admin admin] Pushing event updated for resources: {'Port': ['ID=649a9602-0ac6-46d3-b72e-390875436ce4,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:12.316186 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (38da949f-3b50-4fd6-990c-1d81b1df8ff1), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.320254 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (8fc1d02b-7e85-4e8a-93ad-419ee05894db), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.337676 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:12.349582 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:12.350673 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.353470 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cb749b-7c4e-4f26-b743-f6b7a7b8bc8f tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Network 731b944c-4018-41d7-a98e-8d973ff8f6f4 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:12.374378 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e30eb3f-f7d5-4232-89bc-11609078a834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (74ef7aa1-de8d-4710-91f4-c067ee1ba37b), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.387631 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264e4e0-1562-4e2f-879f-d4c887339454 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Pushing event updated for resources: {'Subnet': ['ID=aeedcc94-75bf-4b79-87dc-262f1c06533e,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:12.389947 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-b2cb749b-7c4e-4f26-b743-f6b7a7b8bc8f tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:12.405714 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-361bd2a9-e19c-4978-a719-18523cf3f9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (1cc0e3a6-906e-4f1d-9ab3-af1f293fe825), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.409160 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb749b-7c4e-4f26-b743-f6b7a7b8bc8f tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Pushing event updated for resources: {'Port': ['ID=31aa9140-3be1-4ace-a9c6-35b6b5485846,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:12.430581 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-be964f1e-32de-4f05-9c4e-48ca138821f8 None None] Current status of the port 81899ed5-8d44-4515-aed5-ece2d2b5d203 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:12.470139 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=ba9dab36-d0a0-4e07-87af-9e989aa9fa47,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:12.503453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event updated for resources: {'Network': ['ID=38da949f-3b50-4fd6-990c-1d81b1df8ff1,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:12.505561 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7264e4e0-1562-4e2f-879f-d4c887339454 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Checking segment: {'id': '9454147d-a5d5-47ec-b5cb-33658243a615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6ac822d-9ddf-4779-a5d9-01700dacae51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:12.505919 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7264e4e0-1562-4e2f-879f-d4c887339454 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Network hostable DHCP agents. Network: f6ac822d-9ddf-4779-a5d9-01700dacae51, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:06:12.513921 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30eb3f-f7d5-4232-89bc-11609078a834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Pushing event deleted for resources: {'Port': ['ID=74ef7aa1-de8d-4710-91f4-c067ee1ba37b,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:12.516002 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb749b-7c4e-4f26-b743-f6b7a7b8bc8f tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:12.517033 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cb749b-7c4e-4f26-b743-f6b7a7b8bc8f tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:12.517919 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b2cb749b-7c4e-4f26-b743-f6b7a7b8bc8f tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.524006 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e30eb3f-f7d5-4232-89bc-11609078a834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.528205 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 38da949f-3b50-4fd6-990c-1d81b1df8ff1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:06:12.529012 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.1632390 Mar 28 09:06:12.530986 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1e30eb3f-f7d5-4232-89bc-11609078a834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] 10.222.0.15 "DELETE /v2.0/ports/74ef7aa1-de8d-4710-91f4-c067ee1ba37b HTTP/1.1" status: 204 len: 168 time: 2.6000433 Mar 28 09:06:12.531899 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46440) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:12.532224 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46442) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:12.601401 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-48aacc98-fa3f-4f1c-a370-958874d8f7ab None None] Provisioning complete for port 81899ed5-8d44-4515-aed5-ece2d2b5d203 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:12.601965 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-48aacc98-fa3f-4f1c-a370-958874d8f7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (81899ed5-8d44-4515-aed5-ece2d2b5d203), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.671416 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f74884-2d81-4dba-95d5-0a1984c01ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] GET failed (client error): The resource could not be found. Mar 28 09:06:12.676598 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b9f74884-2d81-4dba-95d5-0a1984c01ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] 10.222.0.15 "GET /v2.0/ports/74ef7aa1-de8d-4710-91f4-c067ee1ba37b HTTP/1.1" status: 404 len: 333 time: 0.1362851 Mar 28 09:06:12.689981 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46446) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:12.695036 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b2cb749b-7c4e-4f26-b743-f6b7a7b8bc8f tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.5534966 Mar 28 09:06:12.705021 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46448) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:12.711208 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-87caa4d8-1be2-413e-b4ea-e64097ca506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Request body: {'port': {'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-608617232'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:12.719714 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:12.731043 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-48aacc98-fa3f-4f1c-a370-958874d8f7ab None None] Current status of the port 81899ed5-8d44-4515-aed5-ece2d2b5d203 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:12.731208 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7264e4e0-1562-4e2f-879f-d4c887339454 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Network f6ac822d-9ddf-4779-a5d9-01700dacae51 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:06:12.744259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-48aacc98-fa3f-4f1c-a370-958874d8f7ab None None] Provisioning complete for port c1d2ccbc-9297-4eae-8f77-43d7759d7f36 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:12.744813 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-48aacc98-fa3f-4f1c-a370-958874d8f7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c1d2ccbc-9297-4eae-8f77-43d7759d7f36), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.746973 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361bd2a9-e19c-4978-a719-18523cf3f9cc admin admin] Network da78ad91-75c1-4e51-84dc-1ff3d223651d is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:12.750254 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf144c8b-a826-463b-a517-a81831b5fd91 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event updated for resources: {'Network': ['ID=8fc1d02b-7e85-4e8a-93ad-419ee05894db,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:12.769358 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-361bd2a9-e19c-4978-a719-18523cf3f9cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:12.779003 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d29b99cd-e446-48e9-9d70-dadece3b40a4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (c1d2ccbc-9297-4eae-8f77-43d7759d7f36), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.795347 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 8fc1d02b-7e85-4e8a-93ad-419ee05894db details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:06:12.817352 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5151c524-79c0-415f-94e6-55523b8cbbb2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:12.839851 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-7264e4e0-1562-4e2f-879f-d4c887339454 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f6ac822d-9ddf-4779-a5d9-01700dacae51) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:12.862199 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b99cd-e446-48e9-9d70-dadece3b40a4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Pushing event deleted for resources: {'Port': ['ID=c1d2ccbc-9297-4eae-8f77-43d7759d7f36,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:12.863346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7264e4e0-1562-4e2f-879f-d4c887339454 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:12.864661 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7264e4e0-1562-4e2f-879f-d4c887339454 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:12.869987 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-48aacc98-fa3f-4f1c-a370-958874d8f7ab None None] Port c1d2ccbc-9297-4eae-8f77-43d7759d7f36 was deleted so its status cannot be updated. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 28 09:06:12.900138 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b9c31e-eab3-48aa-bee0-23009f226f6c None None] Network f6ac822d-9ddf-4779-a5d9-01700dacae51 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:12.929724 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87caa4d8-1be2-413e-b4ea-e64097ca506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Made reservation on behalf of d4a795f06aca4ae4a7ebaa8c7ae91d34 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:12.935358 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-87caa4d8-1be2-413e-b4ea-e64097ca506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.016708 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1dabd1b-f833-41bb-af9b-4ae72fc7eae1 admin admin] Publish callbacks [] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.022461 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7264e4e0-1562-4e2f-879f-d4c887339454 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7222970 Mar 28 09:06:13.032689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d2d632-aa1c-4703-aafb-ff4ce656148c tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:13.038242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d2d632-aa1c-4703-aafb-ff4ce656148c tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:13.056337 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d2d632-aa1c-4703-aafb-ff4ce656148c tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:13.066385 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d2d632-aa1c-4703-aafb-ff4ce656148c tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:13.077418 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f1d2d632-aa1c-4703-aafb-ff4ce656148c tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5354435 Mar 28 09:06:13.078849 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46452) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:13.079316 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46454) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:13.079809 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46456) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:13.103304 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-248877386', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}, 'admin_state_up': False}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:13.111810 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1dabd1b-f833-41bb-af9b-4ae72fc7eae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.114204 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (31aa9140-3be1-4ace-a9c6-35b6b5485846), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.131844 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-87caa4d8-1be2-413e-b4ea-e64097ca506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] device_id is not set on port 724a27d6-5651-4840-80a5-6fd06460d428 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:13.154041 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 5151c524-79c0-415f-94e6-55523b8cbbb2 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:13.154685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5151c524-79c0-415f-94e6-55523b8cbbb2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.162848 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f6ac822d-9ddf-4779-a5d9-01700dacae51', 'network_id': 'f6ac822d-9ddf-4779-a5d9-01700dacae51', 'project_id': '40c2b13bb5284ff1b3f8b1e0d8a39ada', 'fixed_ips': [{'subnet_id': 'aeedcc94-75bf-4b79-87dc-262f1c06533e'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:06:13.163717 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.283396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d29b99cd-e446-48e9-9d70-dadece3b40a4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.291026 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d29b99cd-e446-48e9-9d70-dadece3b40a4 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] 10.222.0.15 "DELETE /v2.0/ports/c1d2ccbc-9297-4eae-8f77-43d7759d7f36 HTTP/1.1" status: 204 len: 168 time: 2.4734209 Mar 28 09:06:13.293597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46462) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:13.333606 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361bd2a9-e19c-4978-a719-18523cf3f9cc admin admin] Router 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:06:13.392354 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (be400d89-77cd-48bc-b4c5-c7be14b5d3c5), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.393517 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (be400d89-77cd-48bc-b4c5-c7be14b5d3c5), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.416197 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1dabd1b-f833-41bb-af9b-4ae72fc7eae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (6bf88279-bd2d-4e7a-b5d8-b8445683be61), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.418325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-75b51640-3d5f-4613-9ea0-b87706a9d149 None None] Provisioning complete for port 649a9602-0ac6-46d3-b72e-390875436ce4 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:13.418829 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-75b51640-3d5f-4613-9ea0-b87706a9d149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (649a9602-0ac6-46d3-b72e-390875436ce4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.441718 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dabd1b-f833-41bb-af9b-4ae72fc7eae1 admin admin] Pushing event updated for resources: {'Port': ['ID=f8a3c34d-d696-4481-a2b6-25aae05688fe,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:13.444062 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dca255b1-1478-452c-b47d-7f1005b860a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.462756 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 5151c524-79c0-415f-94e6-55523b8cbbb2 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:13.463953 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 81899ed5-8d44-4515-aed5-ece2d2b5d203 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:13.470793 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8648-dad2-4bbc-9a35-f4f0c57b8eed tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (38da949f-3b50-4fd6-990c-1d81b1df8ff1), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.495640 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361bd2a9-e19c-4978-a719-18523cf3f9cc admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:06:13.503216 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Allocated IP 172.20.0.2 (f6ac822d-9ddf-4779-a5d9-01700dacae51/aeedcc94-75bf-4b79-87dc-262f1c06533e/aec3979b-d58f-4f56-8651-bf43da4b4305) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:13.512473 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Sync routers for ids ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:06:13.517980 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-361bd2a9-e19c-4978-a719-18523cf3f9cc admin admin] 10.222.0.15 "PUT /v2.0/routers/1cc0e3a6-906e-4f1d-9ab3-af1f293fe825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1628957 Mar 28 09:06:13.528177 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-75b51640-3d5f-4613-9ea0-b87706a9d149 None None] Port 649a9602-0ac6-46d3-b72e-390875436ce4 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:06:13.542842 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Routers {'1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:13.547749 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:05:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:13.559065 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e9bb455e-55b7-4e1c-a0f7-6b213c7f6301 tempest-DHCPAgentSchedulersTestJSON-1911223519 tempest-DHCPAgentSchedulersTestJSON-1911223519-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.2619839 Mar 28 09:06:13.559397 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46468) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:13.564604 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-22991f1a-3a36-40f0-b3a6-9791e172ceae tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-721264850'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:13.600335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 81899ed5-8d44-4515-aed5-ece2d2b5d203 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:13.600617 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (81899ed5-8d44-4515-aed5-ece2d2b5d203), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.601684 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22991f1a-3a36-40f0-b3a6-9791e172ceae tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Made reservation on behalf of 300e1242a1fd4f96ac7bf4b8d0705cb4 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:13.608502 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-22991f1a-3a36-40f0-b3a6-9791e172ceae tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.645612 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22991f1a-3a36-40f0-b3a6-9791e172ceae tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:06:13.670991 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-22991f1a-3a36-40f0-b3a6-9791e172ceae tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (d15f432d-87ef-42ae-9427-b4ea628482ba), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.671561 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-22991f1a-3a36-40f0-b3a6-9791e172ceae tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Added segment d15f432d-87ef-42ae-9427-b4ea628482ba of type vlan for network 7d1c608b-fcbd-4f08-8d4a-1cacc21e9806 Mar 28 09:06:13.736725 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-22991f1a-3a36-40f0-b3a6-9791e172ceae tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (7d1c608b-fcbd-4f08-8d4a-1cacc21e9806), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.750707 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Publish callbacks [] for port (aec3979b-d58f-4f56-8651-bf43da4b4305), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.754332 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Set router 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:06:13.755089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 81899ed5-8d44-4515-aed5-ece2d2b5d203 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:13.756179 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ba9dab36-d0a0-4e07-87af-9e989aa9fa47 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:13.781974 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (aec3979b-d58f-4f56-8651-bf43da4b4305), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.788807 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-22991f1a-3a36-40f0-b3a6-9791e172ceae tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (7d1c608b-fcbd-4f08-8d4a-1cacc21e9806), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.796660 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22991f1a-3a36-40f0-b3a6-9791e172ceae tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:13.798520 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-22991f1a-3a36-40f0-b3a6-9791e172ceae tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:13.872675 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Network f6ac822d-9ddf-4779-a5d9-01700dacae51 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:13.876983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:13.879053 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Pushing event updated for resources: {'Port': ['ID=aec3979b-d58f-4f56-8651-bf43da4b4305,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:13.882217 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:13.893447 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-22991f1a-3a36-40f0-b3a6-9791e172ceae tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3307018 Mar 28 09:06:13.898744 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46474) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:13.924340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22991f1a-3a36-40f0-b3a6-9791e172ceae tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Pushing event updated for resources: {'Network': ['ID=7d1c608b-fcbd-4f08-8d4a-1cacc21e9806,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:13.940490 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 7d1c608b-fcbd-4f08-8d4a-1cacc21e9806 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:06:13.948752 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port ba9dab36-d0a0-4e07-87af-9e989aa9fa47 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:13.949137 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ba9dab36-d0a0-4e07-87af-9e989aa9fa47), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:14.016032 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for router_controller (be400d89-77cd-48bc-b4c5-c7be14b5d3c5), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:14.028418 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Attempting to bind port aec3979b-d58f-4f56-8651-bf43da4b4305 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:14.029603 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Attempting to bind port aec3979b-d58f-4f56-8651-bf43da4b4305 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9454147d-a5d5-47ec-b5cb-33658243a615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6ac822d-9ddf-4779-a5d9-01700dacae51'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:14.030015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Attempting to bind port aec3979b-d58f-4f56-8651-bf43da4b4305 on network f6ac822d-9ddf-4779-a5d9-01700dacae51 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:14.059712 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:06:14.059712 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Checking segment: {'id': '9454147d-a5d5-47ec-b5cb-33658243a615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6ac822d-9ddf-4779-a5d9-01700dacae51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:14.060087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:14.060660 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Bound using segment: {'id': '9454147d-a5d5-47ec-b5cb-33658243a615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6ac822d-9ddf-4779-a5d9-01700dacae51'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:06:14.061567 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Bound port: aec3979b-d58f-4f56-8651-bf43da4b4305, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9454147d-a5d5-47ec-b5cb-33658243a615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6ac822d-9ddf-4779-a5d9-01700dacae51'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:06:14.061992 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (aec3979b-d58f-4f56-8651-bf43da4b4305), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:14.073453 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dabd1b-f833-41bb-af9b-4ae72fc7eae1 admin admin] Network 15d390ae-2510-4449-9d2c-bf210a7a2700 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:14.096955 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'name': 'tempest-ServersTestManualDisk-1746614907-router', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'gw_port': {'id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:03Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '649a9602-0ac6-46d3-b72e-390875436ce4', 'name': '', 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'mac_address': 'fa:16:3e:45:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:07Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 2, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'subnets': [{'id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:14.140330 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Checking router: 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:06:14.140803 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Updating router 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 port 649a9602-0ac6-46d3-b72e-390875436ce4 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:06:14.163886 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] device_id is not set on port 31aa9140-3be1-4ace-a9c6-35b6b5485846 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:14.171711 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (649a9602-0ac6-46d3-b72e-390875436ce4), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:14.172794 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks [] for port (31aa9140-3be1-4ace-a9c6-35b6b5485846), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:14.177254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port ba9dab36-d0a0-4e07-87af-9e989aa9fa47 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:14.179850 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] For port aec3979b-d58f-4f56-8651-bf43da4b4305, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:14.186108 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-f1dabd1b-f833-41bb-af9b-4ae72fc7eae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:14.194024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] For port aec3979b-d58f-4f56-8651-bf43da4b4305, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aec3979b-d58f-4f56-8651-bf43da4b4305,segment=NetworkSegment(9454147d-a5d5-47ec-b5cb-33658243a615),segment_id=9454147d-a5d5-47ec-b5cb-33658243a615)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:06:14.206661 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (aec3979b-d58f-4f56-8651-bf43da4b4305), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:14.377290 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d0b6378e-2d8b-488e-9932-b0f1784ce9e1 tempest-DHCPAgentSchedulersTestJSON-1911223519 tempest-DHCPAgentSchedulersTestJSON-1911223519-project-admin] 10.222.0.15 "GET /v2.0/agents/fea9e1e2-267e-417a-9fe5-7b4863a3099d/dhcp-networks HTTP/1.1" status: 200 len: 7226 time: 0.4772923 Mar 28 09:06:14.380025 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46478) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:14.485167 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b42cddb-8901-4cc3-930c-f04039b9ca62 tempest-DHCPAgentSchedulersTestJSON-1911223519 tempest-DHCPAgentSchedulersTestJSON-1911223519-project-admin] Network 7d1c608b-fcbd-4f08-8d4a-1cacc21e9806 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:06:14.502705 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3b42cddb-8901-4cc3-930c-f04039b9ca62 tempest-DHCPAgentSchedulersTestJSON-1911223519 tempest-DHCPAgentSchedulersTestJSON-1911223519-project-admin] 10.222.0.15 "POST /v2.0/agents/fea9e1e2-267e-417a-9fe5-7b4863a3099d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1210947 Mar 28 09:06:14.505145 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46480) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:14.519695 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (31aa9140-3be1-4ace-a9c6-35b6b5485846), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:14.530464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b099c1-1ba9-4ed9-a577-0e391e5df132 None None] Pushing event updated for resources: {'Port': ['ID=aec3979b-d58f-4f56-8651-bf43da4b4305,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:14.536335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31798103-b927-4b51-8cae-e625880c7234 None None] Network 7d1c608b-fcbd-4f08-8d4a-1cacc21e9806 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:14.603611 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46482) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:14.614587 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-46a9041d-fddc-4975-803d-4daf9605bf53 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2047577890', 'description': 'tempest-description--1675868264'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:14.675257 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-46a9041d-fddc-4975-803d-4daf9605bf53 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:14.694696 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-bd7aef40-5593-4fce-ba8d-2a3a83880dfc None None] Provisioning complete for port f8a3c34d-d696-4481-a2b6-25aae05688fe triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:14.695073 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bd7aef40-5593-4fce-ba8d-2a3a83880dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:14.697104 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Publish callbacks [] for port (649a9602-0ac6-46d3-b72e-390875436ce4), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:14.709377 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (649a9602-0ac6-46d3-b72e-390875436ce4), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:14.741264 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bd7aef40-5593-4fce-ba8d-2a3a83880dfc None None] Port f8a3c34d-d696-4481-a2b6-25aae05688fe cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:06:14.761324 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c9fd9-c107-4fe9-a7a8-730576166926 None None] Pushing event updated for resources: {'Port': ['ID=649a9602-0ac6-46d3-b72e-390875436ce4,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:14.774087 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-97e5764a-e21c-4287-8247-930a09a26220 tempest-DHCPAgentSchedulersTestJSON-1911223519 tempest-DHCPAgentSchedulersTestJSON-1911223519-project-admin] 10.222.0.15 "GET /v2.0/agents/fea9e1e2-267e-417a-9fe5-7b4863a3099d/dhcp-networks HTTP/1.1" status: 200 len: 7994 time: 0.2677541 Mar 28 09:06:14.774679 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46484) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:14.845119 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Pushing event updated for resources: {'Port': ['ID=31aa9140-3be1-4ace-a9c6-35b6b5485846,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:14.918882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-46a9041d-fddc-4975-803d-4daf9605bf53 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for security_group (d9e4edf6-d471-4d08-802e-ada42833364b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:14.926264 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Attempting to bind port 649a9602-0ac6-46d3-b72e-390875436ce4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:14.926742 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Attempting to bind port 649a9602-0ac6-46d3-b72e-390875436ce4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:14.927359 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Attempting to bind port 649a9602-0ac6-46d3-b72e-390875436ce4 on network da78ad91-75c1-4e51-84dc-1ff3d223651d {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:14.929908 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6d08e589-0bab-4337-b6e2-fa477ae738d2 tempest-DHCPAgentSchedulersTestJSON-1911223519 tempest-DHCPAgentSchedulersTestJSON-1911223519-project-admin] 10.222.0.15 "DELETE /v2.0/agents/fea9e1e2-267e-417a-9fe5-7b4863a3099d/dhcp-networks/7d1c608b-fcbd-4f08-8d4a-1cacc21e9806 HTTP/1.1" status: 204 len: 168 time: 0.1511297 Mar 28 09:06:14.931541 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46486) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:14.938469 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:06:14.938675 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-46a9041d-fddc-4975-803d-4daf9605bf53 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (d9e4edf6-d471-4d08-802e-ada42833364b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:14.938761 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Checking segment: {'id': '6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:14.939045 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:14.939443 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Bound using segment: {'id': '6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:06:14.939923 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Bound port: 649a9602-0ac6-46d3-b72e-390875436ce4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:06:14.940522 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (649a9602-0ac6-46d3-b72e-390875436ce4), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:14.948197 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8648-dad2-4bbc-9a35-f4f0c57b8eed tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (38da949f-3b50-4fd6-990c-1d81b1df8ff1), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:14.987147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dca255b1-1478-452c-b47d-7f1005b860a1 admin admin] Publish callbacks [] for security_group (94d3776d-bcab-43f3-8ccd-2916c6480921), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:14.987414 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-46a9041d-fddc-4975-803d-4daf9605bf53 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:14.988632 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-46a9041d-fddc-4975-803d-4daf9605bf53 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3840401 Mar 28 09:06:15.021674 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46488) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:15.028156 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-0f2f8648-dad2-4bbc-9a35-f4f0c57b8eed tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38da949f-3b50-4fd6-990c-1d81b1df8ff1']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:15.028713 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ae8a41ae-8c8d-4332-942b-e7e4a9d07447 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Request body: {'security_group_rule': {'security_group_id': 'd9e4edf6-d471-4d08-802e-ada42833364b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:15.053010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9041d-fddc-4975-803d-4daf9605bf53 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e4edf6-d471-4d08-802e-ada42833364b,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:15.053374 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-0f2f8648-dad2-4bbc-9a35-f4f0c57b8eed tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89427fd2-3a84-42ea-bdca-b7c9d9ac7e02') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:15.053729 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-0f2f8648-dad2-4bbc-9a35-f4f0c57b8eed tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89427fd2-3a84-42ea-bdca-b7c9d9ac7e02') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:15.057947 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for router_gateway (be400d89-77cd-48bc-b4c5-c7be14b5d3c5), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.079675 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-87caa4d8-1be2-413e-b4ea-e64097ca506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks [] for port (724a27d6-5651-4840-80a5-6fd06460d428), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.087558 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] For port 649a9602-0ac6-46d3-b72e-390875436ce4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:15.092096 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] For port 649a9602-0ac6-46d3-b72e-390875436ce4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=649a9602-0ac6-46d3-b72e-390875436ce4,segment=NetworkSegment(6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d),segment_id=6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:06:15.100880 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dca255b1-1478-452c-b47d-7f1005b860a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (94d3776d-bcab-43f3-8ccd-2916c6480921), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.108493 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8648-dad2-4bbc-9a35-f4f0c57b8eed tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (89427fd2-3a84-42ea-bdca-b7c9d9ac7e02), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.109357 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (649a9602-0ac6-46d3-b72e-390875436ce4), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.109560 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae8a41ae-8c8d-4332-942b-e7e4a9d07447 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for security_group_rule (d94a0d35-2323-491e-ad27-05f05d8092b3), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.134839 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dabd1b-f833-41bb-af9b-4ae72fc7eae1 admin admin] Router 6bf88279-bd2d-4e7a-b5d8-b8445683be61 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:06:15.157694 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:15.158032 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:15.158370 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:15.166675 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-edda8f16-ae83-4059-854e-9010660d2e07 tempest-DHCPAgentSchedulersTestJSON-1911223519 tempest-DHCPAgentSchedulersTestJSON-1911223519-project-admin] 10.222.0.15 "GET /v2.0/agents/fea9e1e2-267e-417a-9fe5-7b4863a3099d/dhcp-networks HTTP/1.1" status: 200 len: 7226 time: 0.2343860 Mar 28 09:06:15.171990 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46490) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:15.183359 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8648-dad2-4bbc-9a35-f4f0c57b8eed tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (89427fd2-3a84-42ea-bdca-b7c9d9ac7e02), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.187473 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c9fd9-c107-4fe9-a7a8-730576166926 None None] Pushing event updated for resources: {'Port': ['ID=649a9602-0ac6-46d3-b72e-390875436ce4,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:15.202800 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8f24537d-6043-4eef-a539-24a613ab0772 tempest-DHCPAgentSchedulersTestJSON-1911223519 tempest-DHCPAgentSchedulersTestJSON-1911223519-project-admin] 10.222.0.15 "GET /v2.0/networks/8e9e4361-b2b8-45e7-9ab9-d1985a6b8635/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0297306 Mar 28 09:06:15.208756 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46492) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:15.218245 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:15.218583 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:15.218729 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Routers {'1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:15.219371 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:05:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:15.230392 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae8a41ae-8c8d-4332-942b-e7e4a9d07447 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for security_group_rule (d94a0d35-2323-491e-ad27-05f05d8092b3), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.237925 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ecd86f08-39fd-4202-a56e-276213212685 tempest-DHCPAgentSchedulersTestJSON-1911223519 tempest-DHCPAgentSchedulersTestJSON-1911223519-project-admin] 10.222.0.15 "GET /v2.0/networks/8e9e4361-b2b8-45e7-9ab9-d1985a6b8635/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0206680 Mar 28 09:06:15.239883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae8a41ae-8c8d-4332-942b-e7e4a9d07447 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (d94a0d35-2323-491e-ad27-05f05d8092b3), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.241386 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46494) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:15.244378 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2f8648-dad2-4bbc-9a35-f4f0c57b8eed tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:06:15.244771 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8648-dad2-4bbc-9a35-f4f0c57b8eed tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (89427fd2-3a84-42ea-bdca-b7c9d9ac7e02), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.248625 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 2 to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:06:15.251398 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:06:15.275845 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dca255b1-1478-452c-b47d-7f1005b860a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ccfc8a0384f42698d7ca57d5b045613&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1936145 Mar 28 09:06:15.276566 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca255b1-1478-452c-b47d-7f1005b860a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d3776d-bcab-43f3-8ccd-2916c6480921,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:15.281347 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46496) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:15.313181 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-948ca683-6b3f-4681-a7da-6a063ae4df54 None None] Provisioning complete for port 649a9602-0ac6-46d3-b72e-390875436ce4 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:15.314351 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-948ca683-6b3f-4681-a7da-6a063ae4df54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (649a9602-0ac6-46d3-b72e-390875436ce4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.366330 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a41ae-8c8d-4332-942b-e7e4a9d07447 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94a0d35-2323-491e-ad27-05f05d8092b3,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:15.383052 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:15.383311 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:15.383660 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:15.384397 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] Set router 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:06:15.396067 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae8a41ae-8c8d-4332-942b-e7e4a9d07447 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.400161 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ae8a41ae-8c8d-4332-942b-e7e4a9d07447 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3752828 Mar 28 09:06:15.406836 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46498) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:15.414771 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-beace626-cb3f-4a5a-90d4-a59536e53c7a tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Request body: {'security_group_rule': {'security_group_id': 'd9e4edf6-d471-4d08-802e-ada42833364b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:15.440989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-87caa4d8-1be2-413e-b4ea-e64097ca506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (724a27d6-5651-4840-80a5-6fd06460d428), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.484122 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-948ca683-6b3f-4681-a7da-6a063ae4df54 None None] Current status of the port 649a9602-0ac6-46d3-b72e-390875436ce4 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:15.484930 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-948ca683-6b3f-4681-a7da-6a063ae4df54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (649a9602-0ac6-46d3-b72e-390875436ce4), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.521337 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:15.521747 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:15.534097 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 3 to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 Mar 28 09:06:15.539387 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8648-dad2-4bbc-9a35-f4f0c57b8eed tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (38da949f-3b50-4fd6-990c-1d81b1df8ff1), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.539856 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-417d38a8-712e-477b-9f19-4748b3aeb742 admin admin] Publish callbacks [] for security_group (94d3776d-bcab-43f3-8ccd-2916c6480921), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.555796 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-948ca683-6b3f-4681-a7da-6a063ae4df54 None None] For port 649a9602-0ac6-46d3-b72e-390875436ce4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=649a9602-0ac6-46d3-b72e-390875436ce4,segment=NetworkSegment(6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d),segment_id=6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:15.568685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-948ca683-6b3f-4681-a7da-6a063ae4df54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (649a9602-0ac6-46d3-b72e-390875436ce4), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.572622 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-beace626-cb3f-4a5a-90d4-a59536e53c7a tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for security_group_rule (fcdeec18-fb79-4092-929b-d84fdd888e82), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.601042 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8648-dad2-4bbc-9a35-f4f0c57b8eed tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.604245 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0f2f8648-dad2-4bbc-9a35-f4f0c57b8eed tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "DELETE /v2.0/networks/38da949f-3b50-4fd6-990c-1d81b1df8ff1 HTTP/1.1" status: 204 len: 168 time: 2.5140541 Mar 28 09:06:15.621396 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-362cd4c5-07e3-41eb-b708-fd25fc4fd539 tempest-DHCPAgentSchedulersTestJSON-1911223519 tempest-DHCPAgentSchedulersTestJSON-1911223519-project-admin] 10.222.0.15 "GET /v2.0/agents/fea9e1e2-267e-417a-9fe5-7b4863a3099d/dhcp-networks HTTP/1.1" status: 200 len: 7226 time: 0.3723545 Mar 28 09:06:15.621396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46500) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:15.628375 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46502) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:15.630235 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-417d38a8-712e-477b-9f19-4748b3aeb742 admin admin] Publish callbacks [] for security_group (94d3776d-bcab-43f3-8ccd-2916c6480921), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.659685 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f8648-dad2-4bbc-9a35-f4f0c57b8eed tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event deleted for resources: {'Network': ['ID=38da949f-3b50-4fd6-990c-1d81b1df8ff1,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:15.661471 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:15.662190 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:15.662685 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:15.689045 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ca683-6b3f-4681-a7da-6a063ae4df54 None None] Pushing event updated for resources: {'Port': ['ID=649a9602-0ac6-46d3-b72e-390875436ce4,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:15.702331 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'name': 'tempest-ServersTestManualDisk-1746614907-router', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'gw_port': {'id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:03Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '649a9602-0ac6-46d3-b72e-390875436ce4', 'name': '', 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'mac_address': 'fa:16:3e:45:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:07Z', 'updated_at': '2022-03-28T09:06:15Z', 'revision_number': 4, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'subnets': [{'id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:15.702931 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87caa4d8-1be2-413e-b4ea-e64097ca506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:15.708173 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:15.708796 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:15.710060 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87caa4d8-1be2-413e-b4ea-e64097ca506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Pushing event updated for resources: {'Port': ['ID=724a27d6-5651-4840-80a5-6fd06460d428,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:15.721077 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 4 to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 Mar 28 09:06:15.724628 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-611301fe-ba4d-4335-a041-4c5050693202 None None] Provisioning complete for port 649a9602-0ac6-46d3-b72e-390875436ce4 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:15.725006 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-611301fe-ba4d-4335-a041-4c5050693202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (649a9602-0ac6-46d3-b72e-390875436ce4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.729689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-87caa4d8-1be2-413e-b4ea-e64097ca506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:15.742703 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87caa4d8-1be2-413e-b4ea-e64097ca506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:15.743461 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32c66ba-9efc-4ddb-8e9c-2aaa4028b64d None None] The sync data for ids ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'] in dv-neutron-master-2-hyperv is: [{'id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'name': 'tempest-ServersTestManualDisk-1746614907-router', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'gw_port': {'id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:03Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '649a9602-0ac6-46d3-b72e-390875436ce4', 'name': '', 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'mac_address': 'fa:16:3e:45:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:07Z', 'updated_at': '2022-03-28T09:06:15Z', 'revision_number': 4, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'subnets': [{'id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:06:15.744256 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87caa4d8-1be2-413e-b4ea-e64097ca506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:15.745099 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-87caa4d8-1be2-413e-b4ea-e64097ca506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.768172 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:15.768586 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:15.768935 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:15.800319 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-87caa4d8-1be2-413e-b4ea-e64097ca506d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.1039069 Mar 28 09:06:15.802553 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46506) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:15.805203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:15.805537 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:15.806577 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dabd1b-f833-41bb-af9b-4ae72fc7eae1 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:06:15.834878 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f1dabd1b-f833-41bb-af9b-4ae72fc7eae1 admin admin] 10.222.0.15 "PUT /v2.0/routers/6bf88279-bd2d-4e7a-b5d8-b8445683be61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7118614 Mar 28 09:06:15.839817 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:15.842307 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 5 to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 Mar 28 09:06:15.856416 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Sync routers for ids ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:06:15.882426 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Routers {'6bf88279-bd2d-4e7a-b5d8-b8445683be61'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:15.882426 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:05:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:15.920636 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:15.920966 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:15.921301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:15.945375 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-beace626-cb3f-4a5a-90d4-a59536e53c7a tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for security_group_rule (fcdeec18-fb79-4092-929b-d84fdd888e82), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.974254 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-beace626-cb3f-4a5a-90d4-a59536e53c7a tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (fcdeec18-fb79-4092-929b-d84fdd888e82), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:15.982981 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:15.983341 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:15.986301 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 6 to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 Mar 28 09:06:15.992122 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7781554-70c9-44c4-963e-ae07c8114840 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (7d1c608b-fcbd-4f08-8d4a-1cacc21e9806), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:16.031851 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-68f39e64-a4e7-48ab-92b6-87b52513c83b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (8fc1d02b-7e85-4e8a-93ad-419ee05894db), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:16.043695 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beace626-cb3f-4a5a-90d4-a59536e53c7a tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcdeec18-fb79-4092-929b-d84fdd888e82,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:16.095247 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (724a27d6-5651-4840-80a5-6fd06460d428), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:16.113316 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:16.113662 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:16.114000 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:16.127452 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-beace626-cb3f-4a5a-90d4-a59536e53c7a tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:16.127790 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:16.128121 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:16.128879 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 7 to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 Mar 28 09:06:16.129459 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-beace626-cb3f-4a5a-90d4-a59536e53c7a tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7184789 Mar 28 09:06:16.133282 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-417d38a8-712e-477b-9f19-4748b3aeb742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (94d3776d-bcab-43f3-8ccd-2916c6480921), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:16.134931 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46514) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:16.137493 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-417d38a8-712e-477b-9f19-4748b3aeb742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:16.140403 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-417d38a8-712e-477b-9f19-4748b3aeb742 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94d3776d-bcab-43f3-8ccd-2916c6480921 HTTP/1.1" status: 204 len: 168 time: 0.8462017 Mar 28 09:06:16.156631 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:16.157291 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d38a8-712e-477b-9f19-4748b3aeb742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d3776d-bcab-43f3-8ccd-2916c6480921,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:16.164990 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-611301fe-ba4d-4335-a041-4c5050693202 None None] Current status of the port 649a9602-0ac6-46d3-b72e-390875436ce4 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:16.197695 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8168ef9-ba16-42a4-81e6-94f818db8c94 None None] Network f6ac822d-9ddf-4779-a5d9-01700dacae51 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:16.249697 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for router_gateway (be400d89-77cd-48bc-b4c5-c7be14b5d3c5), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:16.315621 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:16.316198 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:16.316678 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:16.325822 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:16.379692 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:16.380202 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:16.400516 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Set router 6bf88279-bd2d-4e7a-b5d8-b8445683be61 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:06:16.411314 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 8 to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 Mar 28 09:06:16.417190 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:16.514704 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:16.515356 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:16.515921 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:16.516616 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-cb78a0db-763d-48bb-8cd7-0694a600a413 None None] Provisioning complete for port aec3979b-d58f-4f56-8651-bf43da4b4305 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:16.516996 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cb78a0db-763d-48bb-8cd7-0694a600a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (aec3979b-d58f-4f56-8651-bf43da4b4305), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:16.562367 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7781554-70c9-44c4-963e-ae07c8114840 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (7d1c608b-fcbd-4f08-8d4a-1cacc21e9806), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:16.588387 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-f7781554-70c9-44c4-963e-ae07c8114840 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1c608b-fcbd-4f08-8d4a-1cacc21e9806']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:16.608341 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-f7781554-70c9-44c4-963e-ae07c8114840 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15f432d-87ef-42ae-9427-b4ea628482ba') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:16.608896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-f7781554-70c9-44c4-963e-ae07c8114840 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15f432d-87ef-42ae-9427-b4ea628482ba') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:16.620071 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7781554-70c9-44c4-963e-ae07c8114840 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (d15f432d-87ef-42ae-9427-b4ea628482ba), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:16.638169 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7781554-70c9-44c4-963e-ae07c8114840 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (d15f432d-87ef-42ae-9427-b4ea628482ba), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:16.646762 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7781554-70c9-44c4-963e-ae07c8114840 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:06:16.647476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7781554-70c9-44c4-963e-ae07c8114840 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (d15f432d-87ef-42ae-9427-b4ea628482ba), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:06:16.668681 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:06:16.742462 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46522) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:16.752963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46524) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:16.798752 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-55a3f927-6812-4a7d-85c2-3675365af279 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Request body: {'security_group': {'name': 'tempest-securitygroup--998671503', 'description': 'tempest-description--82616818'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:16.881896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-73377897-13d6-4a06-9a3c-f6b42b56bfda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:16.898028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'name': 'tempest-ServersTestJSON-2013269323-router', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:00Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'gw_port': {'id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f8a3c34d-d696-4481-a2b6-25aae05688fe', 'name': '', 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'mac_address': 'fa:16:3e:c7:2a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '480e4049-2c9c-4923-aba0-573e88a5e6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:08Z', 'updated_at': '2022-03-28T09:06:12Z', 'revision_number': 2, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'subnets': [{'id': '480e4049-2c9c-4923-aba0-573e88a5e6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:16.899571 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7781554-70c9-44c4-963e-ae07c8114840 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (7d1c608b-fcbd-4f08-8d4a-1cacc21e9806), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:16.903242 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-68f39e64-a4e7-48ab-92b6-87b52513c83b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (8fc1d02b-7e85-4e8a-93ad-419ee05894db), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:16.905057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device aec3979b-d58f-4f56-8651-bf43da4b4305 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:16.908102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-55a3f927-6812-4a7d-85c2-3675365af279 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:16.926941 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:16.927285 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:16.931373 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 9 to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 Mar 28 09:06:16.957848 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Checking router: 6bf88279-bd2d-4e7a-b5d8-b8445683be61 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:06:16.958208 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Updating router 6bf88279-bd2d-4e7a-b5d8-b8445683be61 port f8a3c34d-d696-4481-a2b6-25aae05688fe binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:06:16.962360 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7781554-70c9-44c4-963e-ae07c8114840 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Pushing event deleted for resources: {'Network': ['ID=7d1c608b-fcbd-4f08-8d4a-1cacc21e9806,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:16.964738 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7781554-70c9-44c4-963e-ae07c8114840 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:16.971876 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f7781554-70c9-44c4-963e-ae07c8114840 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] 10.222.0.15 "DELETE /v2.0/networks/7d1c608b-fcbd-4f08-8d4a-1cacc21e9806 HTTP/1.1" status: 204 len: 168 time: 1.3375294 Mar 28 09:06:16.980804 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46526) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:16.986770 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-68f39e64-a4e7-48ab-92b6-87b52513c83b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc1d02b-7e85-4e8a-93ad-419ee05894db']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:17.003504 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-cb78a0db-763d-48bb-8cd7-0694a600a413 None None] Current status of the port aec3979b-d58f-4f56-8651-bf43da4b4305 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:17.003888 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cb78a0db-763d-48bb-8cd7-0694a600a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (aec3979b-d58f-4f56-8651-bf43da4b4305), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.032216 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3b86f7-222d-42a3-bb43-a9a1a9f2edd2 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] DELETE failed (client error): The resource could not be found. Mar 28 09:06:17.033058 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c3b86f7-222d-42a3-bb43-a9a1a9f2edd2 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:06:17.033828 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:17.034366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:17.035837 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:17.041688 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1c3b86f7-222d-42a3-bb43-a9a1a9f2edd2 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] 10.222.0.15 "DELETE /v2.0/ports/c1d2ccbc-9297-4eae-8f77-43d7759d7f36 HTTP/1.1" status: 404 len: 333 time: 0.0460076 Mar 28 09:06:17.041880 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.047293 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46528) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:17.047453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-68f39e64-a4e7-48ab-92b6-87b52513c83b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20998c52-d701-4e03-85c3-c65115e8580a') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:17.048380 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-68f39e64-a4e7-48ab-92b6-87b52513c83b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20998c52-d701-4e03-85c3-c65115e8580a') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:17.072245 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-68f39e64-a4e7-48ab-92b6-87b52513c83b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (20998c52-d701-4e03-85c3-c65115e8580a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.100481 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-cb78a0db-763d-48bb-8cd7-0694a600a413 None None] For port aec3979b-d58f-4f56-8651-bf43da4b4305, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aec3979b-d58f-4f56-8651-bf43da4b4305,segment=NetworkSegment(9454147d-a5d5-47ec-b5cb-33658243a615),segment_id=9454147d-a5d5-47ec-b5cb-33658243a615)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:17.126856 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] device_id is not set on port 724a27d6-5651-4840-80a5-6fd06460d428 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:17.143619 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks [] for port (724a27d6-5651-4840-80a5-6fd06460d428), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.161440 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-73377897-13d6-4a06-9a3c-f6b42b56bfda admin admin] Publish callbacks [] for security_group (80c3149c-3363-40fa-90bb-45738632e8bb), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.173391 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-68f39e64-a4e7-48ab-92b6-87b52513c83b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (20998c52-d701-4e03-85c3-c65115e8580a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.181604 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-73377897-13d6-4a06-9a3c-f6b42b56bfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (80c3149c-3363-40fa-90bb-45738632e8bb), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.203175 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f39e64-a4e7-48ab-92b6-87b52513c83b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:06:17.203673 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-68f39e64-a4e7-48ab-92b6-87b52513c83b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (20998c52-d701-4e03-85c3-c65115e8580a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:06:17.207493 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:06:17.248618 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd6c5e0-c277-4d48-9f9f-ee7965e6e85a tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Deleting subnet 4048b1e2-9f41-406d-99e9-d6f0c55588f4 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:06:17.253995 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c5e0-c277-4d48-9f9f-ee7965e6e85a tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks [] for subnet (4048b1e2-9f41-406d-99e9-d6f0c55588f4), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.302375 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cb78a0db-763d-48bb-8cd7-0694a600a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (aec3979b-d58f-4f56-8651-bf43da4b4305), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.309350 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c5e0-c277-4d48-9f9f-ee7965e6e85a tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (4048b1e2-9f41-406d-99e9-d6f0c55588f4), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.314693 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port aec3979b-d58f-4f56-8651-bf43da4b4305 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:17.316690 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (aec3979b-d58f-4f56-8651-bf43da4b4305), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.327288 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-73377897-13d6-4a06-9a3c-f6b42b56bfda admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a937abb4da6a4192b449a4a9bd52bd74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5837641 Mar 28 09:06:17.331457 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46530) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:17.331593 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73377897-13d6-4a06-9a3c-f6b42b56bfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c3149c-3363-40fa-90bb-45738632e8bb,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:17.344650 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:17.345272 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:17.349568 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-55a3f927-6812-4a7d-85c2-3675365af279 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for security_group (8a7bbaf6-b081-4765-b3a3-ab9df2b5f423), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.354963 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 10 to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 Mar 28 09:06:17.355739 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-68f39e64-a4e7-48ab-92b6-87b52513c83b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (8fc1d02b-7e85-4e8a-93ad-419ee05894db), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.372056 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (724a27d6-5651-4840-80a5-6fd06460d428), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.376623 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-68f39e64-a4e7-48ab-92b6-87b52513c83b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.379790 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-68f39e64-a4e7-48ab-92b6-87b52513c83b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "DELETE /v2.0/networks/8fc1d02b-7e85-4e8a-93ad-419ee05894db HTTP/1.1" status: 204 len: 168 time: 1.7546089 Mar 28 09:06:17.383528 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f39e64-a4e7-48ab-92b6-87b52513c83b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event deleted for resources: {'Network': ['ID=8fc1d02b-7e85-4e8a-93ad-419ee05894db,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:17.385189 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-55a3f927-6812-4a7d-85c2-3675365af279 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (8a7bbaf6-b081-4765-b3a3-ab9df2b5f423), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.392716 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46532) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:17.449443 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Allocated IP 172.36.4.227 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/da8a2ead-5e51-476c-a7e0-69dcd76599f2) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:17.459616 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:17.460080 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:17.460513 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:17.480484 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78a0db-763d-48bb-8cd7-0694a600a413 None None] Pushing event updated for resources: {'Port': ['ID=aec3979b-d58f-4f56-8651-bf43da4b4305,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:17.501432 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-29cc9a74-4d2d-4453-831d-4c89fa1119d2 None None] Provisioning complete for port aec3979b-d58f-4f56-8651-bf43da4b4305 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:17.502118 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-29cc9a74-4d2d-4453-831d-4c89fa1119d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (aec3979b-d58f-4f56-8651-bf43da4b4305), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.536467 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:17.537078 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:17.537209 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3f927-6812-4a7d-85c2-3675365af279 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7bbaf6-b081-4765-b3a3-ab9df2b5f423,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:17.537492 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (31aa9140-3be1-4ace-a9c6-35b6b5485846), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.555201 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-55a3f927-6812-4a7d-85c2-3675365af279 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.559567 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-55a3f927-6812-4a7d-85c2-3675365af279 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7930725 Mar 28 09:06:17.566029 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46534) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:17.631536 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port aec3979b-d58f-4f56-8651-bf43da4b4305 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:17.632657 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 649a9602-0ac6-46d3-b72e-390875436ce4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:17.644360 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Pushing event updated for resources: {'Port': ['ID=724a27d6-5651-4840-80a5-6fd06460d428,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:17.668153 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ca6b21b8-d80c-43ee-9bc1-642b38a922d9 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Request body: {'security_group_rule': {'security_group_id': '8a7bbaf6-b081-4765-b3a3-ab9df2b5f423', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:17.683100 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e1bc58bf-42a6-4349-8a87-9e0770f5a5aa admin admin] Publish callbacks [] for security_group (80c3149c-3363-40fa-90bb-45738632e8bb), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.692629 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Publish callbacks [] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.693898 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c5e0-c277-4d48-9f9f-ee7965e6e85a tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (4048b1e2-9f41-406d-99e9-d6f0c55588f4), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.707131 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.715024 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:17.715489 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:17.715933 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:17.749232 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e1bc58bf-42a6-4349-8a87-9e0770f5a5aa admin admin] Publish callbacks [] for security_group (80c3149c-3363-40fa-90bb-45738632e8bb), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.758411 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad391d5-6d0b-44fb-8d44-e37403eff894 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:17.764745 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad391d5-6d0b-44fb-8d44-e37403eff894 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:17.766826 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:17.767332 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:17.770811 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9ad391d5-6d0b-44fb-8d44-e37403eff894 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3746533 Mar 28 09:06:17.771991 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46536) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:17.775166 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 2 to bind port 724a27d6-5651-4840-80a5-6fd06460d428 Mar 28 09:06:17.783526 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4db91fd7-eab6-4e09-8b22-cf00859e58e0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1378965336'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:17.794860 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-29cc9a74-4d2d-4453-831d-4c89fa1119d2 None None] Current status of the port aec3979b-d58f-4f56-8651-bf43da4b4305 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:17.807256 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e577e3-5759-452a-92e5-929c8aea5cf1 None None] Pushing event updated for resources: {'Port': ['ID=f8a3c34d-d696-4481-a2b6-25aae05688fe,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:17.816083 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 649a9602-0ac6-46d3-b72e-390875436ce4 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:17.816703 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (649a9602-0ac6-46d3-b72e-390875436ce4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.823389 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ca6b21b8-d80c-43ee-9bc1-642b38a922d9 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for security_group_rule (865bab17-f797-44a1-b197-a16469739c00), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.849642 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:17.849780 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:17.850122 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:17.852834 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.863575 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db91fd7-eab6-4e09-8b22-cf00859e58e0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Made reservation on behalf of 8438606bc4df40b8a5403c9258dd206b for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:17.867450 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4db91fd7-eab6-4e09-8b22-cf00859e58e0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.877076 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] For port 31aa9140-3be1-4ace-a9c6-35b6b5485846, host hv-neutron-mast, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:17.877458 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempted to set empty binding levels {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 28 09:06:17.882938 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for port (da8a2ead-5e51-476c-a7e0-69dcd76599f2), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.895232 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (31aa9140-3be1-4ace-a9c6-35b6b5485846), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.897152 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:17.897479 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:17.923470 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ca6b21b8-d80c-43ee-9bc1-642b38a922d9 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for security_group_rule (865bab17-f797-44a1-b197-a16469739c00), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.927617 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 3 to bind port 724a27d6-5651-4840-80a5-6fd06460d428 Mar 28 09:06:17.939290 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ca6b21b8-d80c-43ee-9bc1-642b38a922d9 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (865bab17-f797-44a1-b197-a16469739c00), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.966353 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c5e0-c277-4d48-9f9f-ee7965e6e85a tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (4048b1e2-9f41-406d-99e9-d6f0c55588f4), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.978457 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ca6b21b8-d80c-43ee-9bc1-642b38a922d9 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:17.983011 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ca6b21b8-d80c-43ee-9bc1-642b38a922d9 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4087331 Mar 28 09:06:17.988644 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46538) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:17.995252 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-11c988ca-6d3c-4339-bb0d-7c412c6d0d8c tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Request body: {'security_group_rule': {'security_group_id': '8a7bbaf6-b081-4765-b3a3-ab9df2b5f423', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:18.000104 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b21b8-d80c-43ee-9bc1-642b38a922d9 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865bab17-f797-44a1-b197-a16469739c00,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:18.020672 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:18.020940 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:18.021724 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:18.027046 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db91fd7-eab6-4e09-8b22-cf00859e58e0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:06:18.027201 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Attempting to bind port f8a3c34d-d696-4481-a2b6-25aae05688fe on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:18.027201 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Attempting to bind port f8a3c34d-d696-4481-a2b6-25aae05688fe by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '40bfaee7-c2ce-4f0b-af8e-29260020bcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:18.027201 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Attempting to bind port f8a3c34d-d696-4481-a2b6-25aae05688fe on network 15d390ae-2510-4449-9d2c-bf210a7a2700 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:18.027501 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] In _notify_port_updated(), no bound segment for port 31aa9140-3be1-4ace-a9c6-35b6b5485846 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:06:18.028047 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:18.028654 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.030129 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] 10.222.0.15 "PUT /v2.0/ports/31aa9140-3be1-4ace-a9c6-35b6b5485846 HTTP/1.1" status: 200 len: 976 time: 5.3148670 Mar 28 09:06:18.038147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6c5e0-c277-4d48-9f9f-ee7965e6e85a tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Pushing event deleted for resources: {'Subnet': ['ID=4048b1e2-9f41-406d-99e9-d6f0c55588f4,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:18.038349 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46540) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:18.038493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:06:18.039096 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Checking segment: {'id': '40bfaee7-c2ce-4f0b-af8e-29260020bcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:18.039741 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.040356 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Bound using segment: {'id': '40bfaee7-c2ce-4f0b-af8e-29260020bcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:06:18.041016 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Bound port: f8a3c34d-d696-4481-a2b6-25aae05688fe, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bfaee7-c2ce-4f0b-af8e-29260020bcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:06:18.041580 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.056067 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c5e0-c277-4d48-9f9f-ee7965e6e85a tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.059335 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2dd6c5e0-c277-4d48-9f9f-ee7965e6e85a tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] 10.222.0.15 "DELETE /v2.0/subnets/4048b1e2-9f41-406d-99e9-d6f0c55588f4 HTTP/1.1" status: 204 len: 168 time: 0.9112837 Mar 28 09:06:18.062120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:18.062459 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:18.062865 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46542) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:18.064556 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 4 to bind port 724a27d6-5651-4840-80a5-6fd06460d428 Mar 28 09:06:18.068512 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bdd99-e12a-4fc3-87a6-60a5f89bee22 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Pushing event updated for resources: {'Port': ['ID=31aa9140-3be1-4ace-a9c6-35b6b5485846,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:18.074492 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692bc1b3-86ee-46b4-a5a3-8fd5ff1bfaeb None None] Network 8e9e4361-b2b8-45e7-9ab9-d1985a6b8635 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:18.122941 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4db91fd7-eab6-4e09-8b22-cf00859e58e0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (3eeec57f-c7ba-457c-a9b3-e0d3630cedbc), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.123347 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-4db91fd7-eab6-4e09-8b22-cf00859e58e0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Added segment 3eeec57f-c7ba-457c-a9b3-e0d3630cedbc of type vlan for network 3073295a-b89d-431a-b968-77971a37493c Mar 28 09:06:18.125013 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-11c988ca-6d3c-4339-bb0d-7c412c6d0d8c tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for security_group_rule (05e7eddd-aaa5-4a7a-9670-ad4a40e43da8), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.127597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e1bc58bf-42a6-4349-8a87-9e0770f5a5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (80c3149c-3363-40fa-90bb-45738632e8bb), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.130165 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e1bc58bf-42a6-4349-8a87-9e0770f5a5aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.134074 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e1bc58bf-42a6-4349-8a87-9e0770f5a5aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80c3149c-3363-40fa-90bb-45738632e8bb HTTP/1.1" status: 204 len: 168 time: 0.7996716 Mar 28 09:06:18.168073 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:18.168630 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc58bf-42a6-4349-8a87-9e0770f5a5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c3149c-3363-40fa-90bb-45738632e8bb,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:18.169225 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:18.170243 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:18.182019 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (da8a2ead-5e51-476c-a7e0-69dcd76599f2), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.222467 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:18.223056 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:18.225649 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4db91fd7-eab6-4e09-8b22-cf00859e58e0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (3073295a-b89d-431a-b968-77971a37493c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.245644 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09c375-28e7-4cc2-bf5e-c0c91456abd9 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:18.246260 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09c375-28e7-4cc2-bf5e-c0c91456abd9 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:18.246693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09c375-28e7-4cc2-bf5e-c0c91456abd9 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:18.247212 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09c375-28e7-4cc2-bf5e-c0c91456abd9 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:18.247726 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09c375-28e7-4cc2-bf5e-c0c91456abd9 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:18.248284 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09c375-28e7-4cc2-bf5e-c0c91456abd9 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:18.248765 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09c375-28e7-4cc2-bf5e-c0c91456abd9 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:18.249245 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09c375-28e7-4cc2-bf5e-c0c91456abd9 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:18.249736 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09c375-28e7-4cc2-bf5e-c0c91456abd9 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:18.250211 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09c375-28e7-4cc2-bf5e-c0c91456abd9 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:18.250677 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09c375-28e7-4cc2-bf5e-c0c91456abd9 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:18.251149 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09c375-28e7-4cc2-bf5e-c0c91456abd9 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:18.251617 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09c375-28e7-4cc2-bf5e-c0c91456abd9 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:18.252085 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09c375-28e7-4cc2-bf5e-c0c91456abd9 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:18.252552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09c375-28e7-4cc2-bf5e-c0c91456abd9 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:18.254404 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 5 to bind port 724a27d6-5651-4840-80a5-6fd06460d428 Mar 28 09:06:18.258594 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-eb09c375-28e7-4cc2-bf5e-c0c91456abd9 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13935 time: 0.2174222 Mar 28 09:06:18.259215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46546) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:18.287280 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (8e9e4361-b2b8-45e7-9ab9-d1985a6b8635), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.292710 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:18.298091 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b302fc2b-d7e0-40b2-bcc4-65f60798d4e5 None None] Provisioning complete for port f8a3c34d-d696-4481-a2b6-25aae05688fe triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:18.298486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b302fc2b-d7e0-40b2-bcc4-65f60798d4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.305122 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:18.307511 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:18.308015 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:18.308496 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:18.314888 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:18.319260 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-11c988ca-6d3c-4339-bb0d-7c412c6d0d8c tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for security_group_rule (05e7eddd-aaa5-4a7a-9670-ad4a40e43da8), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.322179 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4db91fd7-eab6-4e09-8b22-cf00859e58e0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (3073295a-b89d-431a-b968-77971a37493c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.328108 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db91fd7-eab6-4e09-8b22-cf00859e58e0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:18.328779 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4db91fd7-eab6-4e09-8b22-cf00859e58e0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.337357 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:18.337907 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:18.338483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-11c988ca-6d3c-4339-bb0d-7c412c6d0d8c tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (05e7eddd-aaa5-4a7a-9670-ad4a40e43da8), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.362395 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 6 to bind port 724a27d6-5651-4840-80a5-6fd06460d428 Mar 28 09:06:18.366476 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b302fc2b-d7e0-40b2-bcc4-65f60798d4e5 None None] Port f8a3c34d-d696-4481-a2b6-25aae05688fe cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:06:18.369534 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Pushing event updated for resources: {'Port': ['ID=da8a2ead-5e51-476c-a7e0-69dcd76599f2,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:18.370401 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] For port f8a3c34d-d696-4481-a2b6-25aae05688fe, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:18.379221 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 649a9602-0ac6-46d3-b72e-390875436ce4 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:18.393047 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.db.api [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.36.4.227-3c8ec484-94f9-47d4-9db9-a24eb15f2d01 {{(pid=104076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:06:18.396161 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG oslo_db.api [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:06:18.396809 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] For port f8a3c34d-d696-4481-a2b6-25aae05688fe, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f8a3c34d-d696-4481-a2b6-25aae05688fe,segment=NetworkSegment(40bfaee7-c2ce-4f0b-af8e-29260020bcf6),segment_id=40bfaee7-c2ce-4f0b-af8e-29260020bcf6)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:06:18.405359 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:18.405927 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:18.406457 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:18.406591 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.435085 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:18.436420 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:18.436989 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c988ca-6d3c-4339-bb0d-7c412c6d0d8c tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e7eddd-aaa5-4a7a-9670-ad4a40e43da8,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:18.438953 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 7 to bind port 724a27d6-5651-4840-80a5-6fd06460d428 Mar 28 09:06:18.441918 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4db91fd7-eab6-4e09-8b22-cf00859e58e0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6642022 Mar 28 09:06:18.447292 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46548) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:18.453338 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-85ff655c-f1c5-425c-86e7-0eb7326142d0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-64595738'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:18.457865 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db91fd7-eab6-4e09-8b22-cf00859e58e0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event updated for resources: {'Network': ['ID=3073295a-b89d-431a-b968-77971a37493c,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:18.465189 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-11c988ca-6d3c-4339-bb0d-7c412c6d0d8c tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.466529 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-11c988ca-6d3c-4339-bb0d-7c412c6d0d8c tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4761720 Mar 28 09:06:18.474533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46550) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:18.492862 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 3073295a-b89d-431a-b968-77971a37493c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:06:18.497282 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-6edf2fc2-5575-4213-a5ec-250080192cec tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:18.530254 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:18.530687 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:18.531132 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:18.539613 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ff655c-f1c5-425c-86e7-0eb7326142d0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Made reservation on behalf of 8438606bc4df40b8a5403c9258dd206b for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:18.542984 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-85ff655c-f1c5-425c-86e7-0eb7326142d0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.549535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Routers {'6bf88279-bd2d-4e7a-b5d8-b8445683be61'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:18.550196 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:05:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:18.564574 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:18.564574 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:18.568019 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 8 to bind port 724a27d6-5651-4840-80a5-6fd06460d428 Mar 28 09:06:18.618075 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:18.618495 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:18.620144 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:18.628930 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Deleting port 81899ed5-8d44-4515-aed5-ece2d2b5d203 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:18.629302 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (81899ed5-8d44-4515-aed5-ece2d2b5d203), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.638752 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6edf2fc2-5575-4213-a5ec-250080192cec tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.672480 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-d2005959-2c72-4a91-8592-baf15b18cc48 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Deleting port 31aa9140-3be1-4ace-a9c6-35b6b5485846 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:18.672480 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2005959-2c72-4a91-8592-baf15b18cc48 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (31aa9140-3be1-4ace-a9c6-35b6b5485846), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.672865 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b273cd38-8394-488d-a6ca-5bc1c3cdd6bc None None] DHCP port deletion for 8e9e4361-b2b8-45e7-9ab9-d1985a6b8635 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:06:18.677654 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:18.678016 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:18.684862 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 9 to bind port 724a27d6-5651-4840-80a5-6fd06460d428 Mar 28 09:06:18.701804 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e577e3-5759-452a-92e5-929c8aea5cf1 None None] Pushing event updated for resources: {'Port': ['ID=f8a3c34d-d696-4481-a2b6-25aae05688fe,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:18.709968 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ff655c-f1c5-425c-86e7-0eb7326142d0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:06:18.802529 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] Set router 6bf88279-bd2d-4e7a-b5d8-b8445683be61 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:06:18.842657 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device aec3979b-d58f-4f56-8651-bf43da4b4305 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:18.846725 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:18.847063 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:18.847398 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:18.868778 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-85ff655c-f1c5-425c-86e7-0eb7326142d0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (87686363-eee8-4e1f-abf2-506d3abcfce5), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.869135 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-85ff655c-f1c5-425c-86e7-0eb7326142d0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Added segment 87686363-eee8-4e1f-abf2-506d3abcfce5 of type vlan for network 49979ccd-10d8-4e36-9cef-9d83fd2d886f Mar 28 09:06:18.873148 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] For port 81899ed5-8d44-4515-aed5-ece2d2b5d203, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81899ed5-8d44-4515-aed5-ece2d2b5d203,segment=NetworkSegment(317d094e-3720-4f09-bb2a-b0598cb72f3f),segment_id=317d094e-3720-4f09-bb2a-b0598cb72f3f)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:18.873352 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (81899ed5-8d44-4515-aed5-ece2d2b5d203), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.896265 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:18.896608 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:18.901217 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.909453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b273cd38-8394-488d-a6ca-5bc1c3cdd6bc None None] Deleting port 81899ed5-8d44-4515-aed5-ece2d2b5d203 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:18.909986 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b273cd38-8394-488d-a6ca-5bc1c3cdd6bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (81899ed5-8d44-4515-aed5-ece2d2b5d203), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.940282 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-d2005959-2c72-4a91-8592-baf15b18cc48 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] For port 31aa9140-3be1-4ace-a9c6-35b6b5485846, host hv-neutron-mast, got binding levels [] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:18.940793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2005959-2c72-4a91-8592-baf15b18cc48 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (31aa9140-3be1-4ace-a9c6-35b6b5485846), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:18.954780 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-d2005959-2c72-4a91-8592-baf15b18cc48 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Calling delete_port for 31aa9140-3be1-4ace-a9c6-35b6b5485846 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:18.992913 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 10 to bind port 724a27d6-5651-4840-80a5-6fd06460d428 Mar 28 09:06:19.017667 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:19.018008 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:19.018341 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:19.027852 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-85ff655c-f1c5-425c-86e7-0eb7326142d0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (49979ccd-10d8-4e36-9cef-9d83fd2d886f), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:19.028096 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Calling delete_port for 81899ed5-8d44-4515-aed5-ece2d2b5d203 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:19.070339 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:19.070721 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port 724a27d6-5651-4840-80a5-6fd06460d428 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:19.071035 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (724a27d6-5651-4840-80a5-6fd06460d428), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:19.089178 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b273cd38-8394-488d-a6ca-5bc1c3cdd6bc None None] For port 81899ed5-8d44-4515-aed5-ece2d2b5d203, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81899ed5-8d44-4515-aed5-ece2d2b5d203,segment=NetworkSegment(317d094e-3720-4f09-bb2a-b0598cb72f3f),segment_id=317d094e-3720-4f09-bb2a-b0598cb72f3f)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:19.089581 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b273cd38-8394-488d-a6ca-5bc1c3cdd6bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (81899ed5-8d44-4515-aed5-ece2d2b5d203), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:19.103009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-89b8774d-487f-4b71-a119-0887346ba506 None None] Provisioning complete for port f8a3c34d-d696-4481-a2b6-25aae05688fe triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:19.103379 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-89b8774d-487f-4b71-a119-0887346ba506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:19.112450 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-85ff655c-f1c5-425c-86e7-0eb7326142d0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (49979ccd-10d8-4e36-9cef-9d83fd2d886f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:19.119005 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ff655c-f1c5-425c-86e7-0eb7326142d0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:19.119612 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-85ff655c-f1c5-425c-86e7-0eb7326142d0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:19.141795 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Allocated IP 172.36.4.19 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/7898378b-10f1-40c4-b4e7-e4575aa509ff) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:19.145855 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b273cd38-8394-488d-a6ca-5bc1c3cdd6bc None None] Calling delete_port for 81899ed5-8d44-4515-aed5-ece2d2b5d203 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:19.151152 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port aec3979b-d58f-4f56-8651-bf43da4b4305 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:19.151718 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (aec3979b-d58f-4f56-8651-bf43da4b4305), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:19.217390 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-85ff655c-f1c5-425c-86e7-0eb7326142d0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7682533 Mar 28 09:06:19.225731 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2005959-2c72-4a91-8592-baf15b18cc48 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (31aa9140-3be1-4ace-a9c6-35b6b5485846), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:19.227297 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46566) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:19.238256 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Request body: {'ports': [{'network_id': '3073295a-b89d-431a-b968-77971a37493c', 'name': 'tempest-port--904393996', 'admin_state_up': True}, {'network_id': '49979ccd-10d8-4e36-9cef-9d83fd2d886f', 'admin_state_up': False}]} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:19.238583 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Request body: {'port': {'network_id': '3073295a-b89d-431a-b968-77971a37493c', 'name': 'tempest-port--904393996', 'admin_state_up': True}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:19.239051 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Request body: {'port': {'network_id': '49979ccd-10d8-4e36-9cef-9d83fd2d886f', 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:19.325745 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2005959-2c72-4a91-8592-baf15b18cc48 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Pushing event deleted for resources: {'Port': ['ID=31aa9140-3be1-4ace-a9c6-35b6b5485846,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:19.331904 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff655c-f1c5-425c-86e7-0eb7326142d0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event updated for resources: {'Network': ['ID=49979ccd-10d8-4e36-9cef-9d83fd2d886f,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:19.348346 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2005959-2c72-4a91-8592-baf15b18cc48 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:19.355453 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d2005959-2c72-4a91-8592-baf15b18cc48 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] 10.222.0.15 "DELETE /v2.0/ports/31aa9140-3be1-4ace-a9c6-35b6b5485846 HTTP/1.1" status: 204 len: 168 time: 1.0890198 Mar 28 09:06:19.357883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46572) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:19.379605 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6edf2fc2-5575-4213-a5ec-250080192cec tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:19.394595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 49979ccd-10d8-4e36-9cef-9d83fd2d886f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:06:19.405475 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-996a10a9-600a-44ee-9609-5708b2aa4e6f tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] GET failed (client error): The resource could not be found. Mar 28 09:06:19.410509 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-996a10a9-600a-44ee-9609-5708b2aa4e6f tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] 10.222.0.15 "GET /v2.0/ports/31aa9140-3be1-4ace-a9c6-35b6b5485846 HTTP/1.1" status: 404 len: 333 time: 0.0435035 Mar 28 09:06:19.410670 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for router_gateway (be400d89-77cd-48bc-b4c5-c7be14b5d3c5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:19.420967 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46574) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:19.431501 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-746923d7-9e88-41f0-810e-9df9fdc60e52 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-470184428', 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:19.656772 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'name': 'tempest-ServersTestJSON-2013269323-router', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:00Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'gw_port': {'id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f8a3c34d-d696-4481-a2b6-25aae05688fe', 'name': '', 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'mac_address': 'fa:16:3e:c7:2a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '480e4049-2c9c-4923-aba0-573e88a5e6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:08Z', 'updated_at': '2022-03-28T09:06:18Z', 'revision_number': 4, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'subnets': [{'id': '480e4049-2c9c-4923-aba0-573e88a5e6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:19.701554 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] For port 724a27d6-5651-4840-80a5-6fd06460d428, host hv-neutron-mast, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:19.702076 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempted to set empty binding levels {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 28 09:06:19.717126 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (724a27d6-5651-4840-80a5-6fd06460d428), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:19.741923 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec03c10-a08b-4d45-8168-29fd91806a87 None None] The sync data for ids ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'] in dv-neutron-master-2-hyperv is: [{'id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'name': 'tempest-ServersTestJSON-2013269323-router', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:00Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'gw_port': {'id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f8a3c34d-d696-4481-a2b6-25aae05688fe', 'name': '', 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'mac_address': 'fa:16:3e:c7:2a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '480e4049-2c9c-4923-aba0-573e88a5e6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:08Z', 'updated_at': '2022-03-28T09:06:18Z', 'revision_number': 4, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'subnets': [{'id': '480e4049-2c9c-4923-aba0-573e88a5e6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:06:19.759309 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746923d7-9e88-41f0-810e-9df9fdc60e52 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Made reservation on behalf of d81db8fbe45c4eebba120659f4116c8e for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:19.761886 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-746923d7-9e88-41f0-810e-9df9fdc60e52 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:19.796725 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b273cd38-8394-488d-a6ca-5bc1c3cdd6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (81899ed5-8d44-4515-aed5-ece2d2b5d203), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:19.798339 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-746923d7-9e88-41f0-810e-9df9fdc60e52 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] device_id is not set on port 1ae915aa-1b3a-459b-b0df-5fc08368f46b yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:19.805802 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port aec3979b-d58f-4f56-8651-bf43da4b4305 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:19.815994 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] In _notify_port_updated(), no bound segment for port 724a27d6-5651-4840-80a5-6fd06460d428 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:06:19.817523 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:19.818284 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:19.819641 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] 10.222.0.15 "PUT /v2.0/ports/724a27d6-5651-4840-80a5-6fd06460d428 HTTP/1.1" status: 200 len: 980 time: 4.0153933 Mar 28 09:06:19.833170 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46580) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:19.841194 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Made reservation on behalf of 8438606bc4df40b8a5403c9258dd206b for: {'port': 2} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:19.846475 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:19.873040 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:19.907995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273cd38-8394-488d-a6ca-5bc1c3cdd6bc None None] Pushing event deleted for resources: {'Port': ['ID=81899ed5-8d44-4515-aed5-ece2d2b5d203,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:19.913296 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b273cd38-8394-488d-a6ca-5bc1c3cdd6bc None None] No DVR routers for this DVR port 81899ed5-8d44-4515-aed5-ece2d2b5d203 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:06:19.920633 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-89b8774d-487f-4b71-a119-0887346ba506 None None] Current status of the port f8a3c34d-d696-4481-a2b6-25aae05688fe is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:19.921240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-89b8774d-487f-4b71-a119-0887346ba506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:19.983463 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-89b8774d-487f-4b71-a119-0887346ba506 None None] For port f8a3c34d-d696-4481-a2b6-25aae05688fe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f8a3c34d-d696-4481-a2b6-25aae05688fe,segment=NetworkSegment(40bfaee7-c2ce-4f0b-af8e-29260020bcf6),segment_id=40bfaee7-c2ce-4f0b-af8e-29260020bcf6)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:19.992203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (be400d89-77cd-48bc-b4c5-c7be14b5d3c5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.004699 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-89b8774d-487f-4b71-a119-0887346ba506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.027707 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (81899ed5-8d44-4515-aed5-ece2d2b5d203), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.064887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75519d37-d61c-4078-87fe-874ddf161289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Pushing event updated for resources: {'Port': ['ID=724a27d6-5651-4840-80a5-6fd06460d428,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:20.073923 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8774d-487f-4b71-a119-0887346ba506 None None] Pushing event updated for resources: {'Port': ['ID=f8a3c34d-d696-4481-a2b6-25aae05688fe,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:20.084578 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for port (7898378b-10f1-40c4-b4e7-e4575aa509ff), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.119154 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Pushing event deleted for resources: {'Port': ['ID=81899ed5-8d44-4515-aed5-ece2d2b5d203,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:20.128733 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] No DVR routers for this DVR port 81899ed5-8d44-4515-aed5-ece2d2b5d203 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:06:20.178339 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] device_id is not set on port 817ad238-e888-4d96-ab17-e7dd4a3e0553 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:20.195868 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-746923d7-9e88-41f0-810e-9df9fdc60e52 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks [] for port (1ae915aa-1b3a-459b-b0df-5fc08368f46b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.270214 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-746923d7-9e88-41f0-810e-9df9fdc60e52 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (1ae915aa-1b3a-459b-b0df-5fc08368f46b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.327986 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746923d7-9e88-41f0-810e-9df9fdc60e52 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Network 731b944c-4018-41d7-a98e-8d973ff8f6f4 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:20.336405 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14a682-d0c7-436c-a22c-25f85ac6e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:20.336574 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-746923d7-9e88-41f0-810e-9df9fdc60e52 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:20.336885 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14a682-d0c7-436c-a22c-25f85ac6e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:20.337358 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14a682-d0c7-436c-a22c-25f85ac6e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:20.338488 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14a682-d0c7-436c-a22c-25f85ac6e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:20.338978 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14a682-d0c7-436c-a22c-25f85ac6e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:20.340158 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14a682-d0c7-436c-a22c-25f85ac6e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:20.340638 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14a682-d0c7-436c-a22c-25f85ac6e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:20.341271 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14a682-d0c7-436c-a22c-25f85ac6e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:20.342188 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14a682-d0c7-436c-a22c-25f85ac6e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:20.343148 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14a682-d0c7-436c-a22c-25f85ac6e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:20.344269 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14a682-d0c7-436c-a22c-25f85ac6e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:20.345099 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14a682-d0c7-436c-a22c-25f85ac6e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:20.345730 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14a682-d0c7-436c-a22c-25f85ac6e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:20.346340 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14a682-d0c7-436c-a22c-25f85ac6e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:20.346778 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746923d7-9e88-41f0-810e-9df9fdc60e52 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:20.348050 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746923d7-9e88-41f0-810e-9df9fdc60e52 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:20.348924 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-746923d7-9e88-41f0-810e-9df9fdc60e52 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.352744 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4a14a682-d0c7-436c-a22c-25f85ac6e5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13125 time: 0.5020447 Mar 28 09:06:20.358236 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (8e9e4361-b2b8-45e7-9ab9-d1985a6b8635), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.360614 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46592) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:20.390715 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks [] for port (817ad238-e888-4d96-ab17-e7dd4a3e0553), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.417831 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9e4361-b2b8-45e7-9ab9-d1985a6b8635']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:20.424679 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-746923d7-9e88-41f0-810e-9df9fdc60e52 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0000563 Mar 28 09:06:20.429890 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46594) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:20.444890 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46596) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:20.463307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '317d094e-3720-4f09-bb2a-b0598cb72f3f') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:20.463644 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '317d094e-3720-4f09-bb2a-b0598cb72f3f') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:20.466281 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (7898378b-10f1-40c4-b4e7-e4575aa509ff), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.502574 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (317d094e-3720-4f09-bb2a-b0598cb72f3f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.510265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746923d7-9e88-41f0-810e-9df9fdc60e52 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Pushing event updated for resources: {'Port': ['ID=1ae915aa-1b3a-459b-b0df-5fc08368f46b,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:20.537967 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] device_id is not set on port 2e040f28-cbb5-4701-bed2-e2ad50ae0db9 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:20.562142 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-6edf2fc2-5575-4213-a5ec-250080192cec tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Allocated IP 172.36.4.92 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/8c8f19e6-2446-43bf-9f0a-2fb0872848e9) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:20.586080 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ef3c9f-1883-4298-80a1-3982da799d78 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:20.587741 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d5ef3c9f-1883-4298-80a1-3982da799d78 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] 10.222.0.15 "GET /v2.0/ports/1ae915aa-1b3a-459b-b0df-5fc08368f46b HTTP/1.1" status: 200 len: 954 time: 0.1547921 Mar 28 09:06:20.599558 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (317d094e-3720-4f09-bb2a-b0598cb72f3f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.601784 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46600) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:20.602571 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:20.614077 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:20.617268 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:20.621782 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Pushing event updated for resources: {'Port': ['ID=7898378b-10f1-40c4-b4e7-e4575aa509ff,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:20.648582 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:06:20.648987 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (317d094e-3720-4f09-bb2a-b0598cb72f3f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:06:20.653190 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:06:20.676640 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-54944d21-9510-4fc4-b8c0-f976804edec8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-584505689', 'router:external': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:20.746808 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f8a3c34d-d696-4481-a2b6-25aae05688fe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:20.778787 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Router be400d89-77cd-48bc-b4c5-c7be14b5d3c5 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:06:20.794203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (8e9e4361-b2b8-45e7-9ab9-d1985a6b8635), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.798573 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54944d21-9510-4fc4-b8c0-f976804edec8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Made reservation on behalf of af1709e20002498ab883cd2478bb82a0 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:20.800838 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54944d21-9510-4fc4-b8c0-f976804edec8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.805979 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port f8a3c34d-d696-4481-a2b6-25aae05688fe triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:20.806614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6edf2fc2-5575-4213-a5ec-250080192cec tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for port (8c8f19e6-2446-43bf-9f0a-2fb0872848e9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.807298 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.809305 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.816399 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] 10.222.0.15 "DELETE /v2.0/networks/8e9e4361-b2b8-45e7-9ab9-d1985a6b8635 HTTP/1.1" status: 204 len: 168 time: 2.7487540 Mar 28 09:06:20.833396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks [] for port (2e040f28-cbb5-4701-bed2-e2ad50ae0db9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.867757 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-809fdb09-179e-4f7c-84ef-557160e24fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Deleting port 724a27d6-5651-4840-80a5-6fd06460d428 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:20.868207 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-809fdb09-179e-4f7c-84ef-557160e24fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (724a27d6-5651-4840-80a5-6fd06460d428), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.875489 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54944d21-9510-4fc4-b8c0-f976804edec8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.888955 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe50cc-3c28-4cc2-9c2a-2776bdf58c96 tempest-DHCPAgentSchedulersTestJSON-781060910 tempest-DHCPAgentSchedulersTestJSON-781060910-project] Pushing event deleted for resources: {'Network': ['ID=8e9e4361-b2b8-45e7-9ab9-d1985a6b8635,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:20.891803 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-7eebedd6-11e9-4b38-bff0-d7babf4e847e tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Deleting port 1ae915aa-1b3a-459b-b0df-5fc08368f46b {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:20.892150 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7eebedd6-11e9-4b38-bff0-d7babf4e847e tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (1ae915aa-1b3a-459b-b0df-5fc08368f46b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:20.955703 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6edf2fc2-5575-4213-a5ec-250080192cec tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (8c8f19e6-2446-43bf-9f0a-2fb0872848e9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:21.032912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edf2fc2-5575-4213-a5ec-250080192cec tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:21.035051 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7eebedd6-11e9-4b38-bff0-d7babf4e847e tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (1ae915aa-1b3a-459b-b0df-5fc08368f46b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:21.039550 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for floatingip (85f89705-b990-4437-8a8c-9c2c5dd340b2), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:21.040735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (817ad238-e888-4d96-ab17-e7dd4a3e0553), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:21.056700 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-6edf2fc2-5575-4213-a5ec-250080192cec tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:21.072337 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-809fdb09-179e-4f7c-84ef-557160e24fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] For port 724a27d6-5651-4840-80a5-6fd06460d428, host hv-neutron-mast, got binding levels [] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:21.072916 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-809fdb09-179e-4f7c-84ef-557160e24fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (724a27d6-5651-4840-80a5-6fd06460d428), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:21.080315 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port f8a3c34d-d696-4481-a2b6-25aae05688fe is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:21.093011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edf2fc2-5575-4213-a5ec-250080192cec tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:21.102981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-7eebedd6-11e9-4b38-bff0-d7babf4e847e tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Calling delete_port for 1ae915aa-1b3a-459b-b0df-5fc08368f46b owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:21.108975 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf2fc2-5575-4213-a5ec-250080192cec tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Pushing event updated for resources: {'Port': ['ID=8c8f19e6-2446-43bf-9f0a-2fb0872848e9,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:21.117301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-809fdb09-179e-4f7c-84ef-557160e24fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Calling delete_port for 724a27d6-5651-4840-80a5-6fd06460d428 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:21.164426 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 81899ed5-8d44-4515-aed5-ece2d2b5d203 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:06:21.190036 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 81899ed5-8d44-4515-aed5-ece2d2b5d203 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:06:21.190518 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 81899ed5-8d44-4515-aed5-ece2d2b5d203 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:06:21.192367 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:21.221327 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:06:21.236970 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9ad044-7134-45e6-ac64-2da20922ca63 None None] Sync routers for ids ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:06:21.257571 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9ad044-7134-45e6-ac64-2da20922ca63 None None] Routers {'be400d89-77cd-48bc-b4c5-c7be14b5d3c5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:21.258226 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cd9ad044-7134-45e6-ac64-2da20922ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:05:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:21.291640 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46606) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:21.313669 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event updated for resources: {'Port': ['ID=817ad238-e888-4d96-ab17-e7dd4a3e0553,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:21.321332 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cd9ad044-7134-45e6-ac64-2da20922ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:21.333960 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9ad044-7134-45e6-ac64-2da20922ca63 None None] Routers {'be400d89-77cd-48bc-b4c5-c7be14b5d3c5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:21.334999 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cd9ad044-7134-45e6-ac64-2da20922ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:05:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:21.345344 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54944d21-9510-4fc4-b8c0-f976804edec8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for security_group (0fd0a401-ea12-4312-945c-35f0a2a71415), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:21.361201 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7898378b-10f1-40c4-b4e7-e4575aa509ff), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:21.385138 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cd9ad044-7134-45e6-ac64-2da20922ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:21.385814 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9ad044-7134-45e6-ac64-2da20922ca63 None None] The sync data for ids ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:06:21.405407 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54944d21-9510-4fc4-b8c0-f976804edec8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0fd0a401-ea12-4312-945c-35f0a2a71415), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:21.408545 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Checking segment: {'id': '3eeec57f-c7ba-457c-a9b3-e0d3630cedbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3073295a-b89d-431a-b968-77971a37493c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:21.408890 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Network hostable DHCP agents. Network: 3073295a-b89d-431a-b968-77971a37493c, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:06:21.455540 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6edf2fc2-5575-4213-a5ec-250080192cec tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for floatingip (0b0fcdaf-8270-49d3-9d66-7a5e6c3e8b65), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:21.465191 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54944d21-9510-4fc4-b8c0-f976804edec8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:06:21.472784 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:21.474449 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a32f19a8-9ff0-482b-b41f-d18db7792d7a tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.3905663 Mar 28 09:06:21.480474 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46610) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:21.493499 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Network 3073295a-b89d-431a-b968-77971a37493c is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:06:21.511670 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54944d21-9510-4fc4-b8c0-f976804edec8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (8a4c0d41-dc43-4e51-878c-e0773587fcee), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:21.512156 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-54944d21-9510-4fc4-b8c0-f976804edec8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Added segment 8a4c0d41-dc43-4e51-878c-e0773587fcee of type vlan for network fbf19c56-a077-4912-9404-6e2c956b2c44 Mar 28 09:06:21.536449 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54944d21-9510-4fc4-b8c0-f976804edec8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd0a401-ea12-4312-945c-35f0a2a71415,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:21.569144 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7eebedd6-11e9-4b38-bff0-d7babf4e847e tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (1ae915aa-1b3a-459b-b0df-5fc08368f46b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:21.642976 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3073295a-b89d-431a-b968-77971a37493c) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:21.651510 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3fc951-67d3-4918-81cd-e927ea0e6bb2 None None] Network 3073295a-b89d-431a-b968-77971a37493c requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:21.694799 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:21.695682 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (2e040f28-cbb5-4701-bed2-e2ad50ae0db9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:21.726679 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebedd6-11e9-4b38-bff0-d7babf4e847e tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ae915aa-1b3a-459b-b0df-5fc08368f46b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:21.740456 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6edf2fc2-5575-4213-a5ec-250080192cec tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (8c8f19e6-2446-43bf-9f0a-2fb0872848e9), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:21.745649 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7eebedd6-11e9-4b38-bff0-d7babf4e847e tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:21.751294 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7eebedd6-11e9-4b38-bff0-d7babf4e847e tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] 10.222.0.15 "DELETE /v2.0/ports/1ae915aa-1b3a-459b-b0df-5fc08368f46b HTTP/1.1" status: 204 len: 168 time: 1.1461868 Mar 28 09:06:21.754764 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46612) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:21.789500 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2f0ea528-64ff-4791-a7d7-42b334624ac6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=300e1242a1fd4f96ac7bf4b8d0705cb4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4815733 Mar 28 09:06:21.799587 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8db02a2-3e6c-4fe6-907b-3edd9c3214dc tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] GET failed (client error): The resource could not be found. Mar 28 09:06:21.800993 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b8db02a2-3e6c-4fe6-907b-3edd9c3214dc tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] 10.222.0.15 "GET /v2.0/ports/1ae915aa-1b3a-459b-b0df-5fc08368f46b HTTP/1.1" status: 404 len: 333 time: 0.0441313 Mar 28 09:06:21.803091 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46614) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:21.808272 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-809fdb09-179e-4f7c-84ef-557160e24fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (724a27d6-5651-4840-80a5-6fd06460d428), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:21.815072 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46616) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:21.830743 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f552d082-cd7c-4d5e-8bc6-feaa917ad452 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Request body: {'port': {'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-359690487'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:21.854663 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54944d21-9510-4fc4-b8c0-f976804edec8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (fbf19c56-a077-4912-9404-6e2c956b2c44), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:21.902357 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fdb09-179e-4f7c-84ef-557160e24fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Pushing event deleted for resources: {'Port': ['ID=724a27d6-5651-4840-80a5-6fd06460d428,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:21.910691 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-809fdb09-179e-4f7c-84ef-557160e24fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:21.916290 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-809fdb09-179e-4f7c-84ef-557160e24fdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] 10.222.0.15 "DELETE /v2.0/ports/724a27d6-5651-4840-80a5-6fd06460d428 HTTP/1.1" status: 204 len: 168 time: 1.5522702 Mar 28 09:06:21.919350 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46618) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:21.934268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event updated for resources: {'Port': ['ID=2e040f28-cbb5-4701-bed2-e2ad50ae0db9,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:21.973513 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a82e10d-956c-4772-8e8c-c74c32ac5d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] GET failed (client error): The resource could not be found. Mar 28 09:06:21.974976 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5a82e10d-956c-4772-8e8c-c74c32ac5d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] 10.222.0.15 "GET /v2.0/ports/724a27d6-5651-4840-80a5-6fd06460d428 HTTP/1.1" status: 404 len: 333 time: 0.0527911 Mar 28 09:06:21.980155 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46620) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:21.991413 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b6bac068-6481-48b3-bff3-734f5c331a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1169663177', 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:22.003643 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5072578-7b59-4a2f-83d2-a2bcb0d5f345 admin admin] Publish callbacks [] for security_group (bcbc00bd-bbbb-46b8-8d41-c2d65521983a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.010938 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54944d21-9510-4fc4-b8c0-f976804edec8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (fbf19c56-a077-4912-9404-6e2c956b2c44), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.011886 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54944d21-9510-4fc4-b8c0-f976804edec8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:22.012472 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54944d21-9510-4fc4-b8c0-f976804edec8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.114932 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-54944d21-9510-4fc4-b8c0-f976804edec8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.6673975 Mar 28 09:06:22.117118 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5072578-7b59-4a2f-83d2-a2bcb0d5f345 admin admin] Publish callbacks [] for security_group (bcbc00bd-bbbb-46b8-8d41-c2d65521983a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.121808 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for port (7898378b-10f1-40c4-b4e7-e4575aa509ff), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.122150 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46622) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:22.130255 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bac068-6481-48b3-bff3-734f5c331a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Made reservation on behalf of d4a795f06aca4ae4a7ebaa8c7ae91d34 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:22.132491 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b6bac068-6481-48b3-bff3-734f5c331a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.145641 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (7898378b-10f1-40c4-b4e7-e4575aa509ff), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.155689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54944d21-9510-4fc4-b8c0-f976804edec8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Pushing event updated for resources: {'Network': ['ID=fbf19c56-a077-4912-9404-6e2c956b2c44,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:22.167250 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network fbf19c56-a077-4912-9404-6e2c956b2c44 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:06:22.186410 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-aa3d18c9-077a-4ef1-8cde-78f4cebbfd85 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Request body: {'subnet': {'network_id': 'fbf19c56-a077-4912-9404-6e2c956b2c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:22.189591 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f552d082-cd7c-4d5e-8bc6-feaa917ad452 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Made reservation on behalf of d81db8fbe45c4eebba120659f4116c8e for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:22.191819 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f552d082-cd7c-4d5e-8bc6-feaa917ad452 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.204505 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-b6bac068-6481-48b3-bff3-734f5c331a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] device_id is not set on port 3d0b7db0-5217-4607-86ea-4bbf53d48914 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:22.223962 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Checking segment: {'id': '87686363-eee8-4e1f-abf2-506d3abcfce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '49979ccd-10d8-4e36-9cef-9d83fd2d886f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:22.224321 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Network hostable DHCP agents. Network: 49979ccd-10d8-4e36-9cef-9d83fd2d886f, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:06:22.276941 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Pushing event updated for resources: {'Port': ['ID=7898378b-10f1-40c4-b4e7-e4575aa509ff,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:22.291126 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-f552d082-cd7c-4d5e-8bc6-feaa917ad452 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] device_id is not set on port 9891726d-35ac-444c-b37a-14a7840c50a6 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:22.300573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3d18c9-077a-4ef1-8cde-78f4cebbfd85 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Made reservation on behalf of af1709e20002498ab883cd2478bb82a0 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:22.302955 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa3d18c9-077a-4ef1-8cde-78f4cebbfd85 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.314015 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (85f89705-b990-4437-8a8c-9c2c5dd340b2), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.322018 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5072578-7b59-4a2f-83d2-a2bcb0d5f345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (bcbc00bd-bbbb-46b8-8d41-c2d65521983a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.324492 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5072578-7b59-4a2f-83d2-a2bcb0d5f345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.328102 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a5072578-7b59-4a2f-83d2-a2bcb0d5f345 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bcbc00bd-bbbb-46b8-8d41-c2d65521983a HTTP/1.1" status: 204 len: 168 time: 0.5183434 Mar 28 09:06:22.348958 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5072578-7b59-4a2f-83d2-a2bcb0d5f345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbc00bd-bbbb-46b8-8d41-c2d65521983a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:22.388313 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Network 49979ccd-10d8-4e36-9cef-9d83fd2d886f is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:06:22.413442 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.417677 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ba262029-d041-4af7-9602-7dbc802be746 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2772114 Mar 28 09:06:22.454531 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 49979ccd-10d8-4e36-9cef-9d83fd2d886f) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:22.466996 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c052196-cf91-4f43-ba0d-50c7a50db2d1 None None] Network 49979ccd-10d8-4e36-9cef-9d83fd2d886f requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:22.478420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:22.483368 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b6bac068-6481-48b3-bff3-734f5c331a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks [] for port (3d0b7db0-5217-4607-86ea-4bbf53d48914), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.484489 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:22.489034 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:22.489759 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.553761 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b6bac068-6481-48b3-bff3-734f5c331a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (3d0b7db0-5217-4607-86ea-4bbf53d48914), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.613853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6edf2fc2-5575-4213-a5ec-250080192cec tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for port (8c8f19e6-2446-43bf-9f0a-2fb0872848e9), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.634282 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6edf2fc2-5575-4213-a5ec-250080192cec tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (8c8f19e6-2446-43bf-9f0a-2fb0872848e9), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.648921 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-49957799-8bb9-4301-9f59-c0996bb23b68 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.4157526 Mar 28 09:06:22.658632 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46632) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:22.661680 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bac068-6481-48b3-bff3-734f5c331a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:22.717548 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-b6bac068-6481-48b3-bff3-734f5c331a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:22.737975 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bac068-6481-48b3-bff3-734f5c331a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:22.741668 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bac068-6481-48b3-bff3-734f5c331a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:22.742327 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b6bac068-6481-48b3-bff3-734f5c331a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.756327 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bac068-6481-48b3-bff3-734f5c331a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Pushing event updated for resources: {'Port': ['ID=3d0b7db0-5217-4607-86ea-4bbf53d48914,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:22.779305 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b6bac068-6481-48b3-bff3-734f5c331a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7943161 Mar 28 09:06:22.781912 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46644) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:22.845836 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89da818f-8194-470a-9a92-0b3e15c41e80 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:22.854075 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89da818f-8194-470a-9a92-0b3e15c41e80 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:22.859089 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-89da818f-8194-470a-9a92-0b3e15c41e80 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1962299 Mar 28 09:06:22.859089 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46646) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:22.859533 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255a4a66-8467-48c9-8a40-c669e037a2b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:22.863736 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-255a4a66-8467-48c9-8a40-c669e037a2b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] 10.222.0.15 "GET /v2.0/ports/3d0b7db0-5217-4607-86ea-4bbf53d48914 HTTP/1.1" status: 200 len: 959 time: 0.0780842 Mar 28 09:06:22.866804 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46648) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:22.867239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46650) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:22.871088 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf2fc2-5575-4213-a5ec-250080192cec tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Pushing event updated for resources: {'Port': ['ID=8c8f19e6-2446-43bf-9f0a-2fb0872848e9,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:22.906288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6edf2fc2-5575-4213-a5ec-250080192cec tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (0b0fcdaf-8270-49d3-9d66-7a5e6c3e8b65), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.918408 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f552d082-cd7c-4d5e-8bc6-feaa917ad452 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks [] for port (9891726d-35ac-444c-b37a-14a7840c50a6), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.958794 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9817ac85-873a-40fd-95ab-12376cd3c946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:22.999752 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6edf2fc2-5575-4213-a5ec-250080192cec tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:23.006567 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6edf2fc2-5575-4213-a5ec-250080192cec tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5255282 Mar 28 09:06:23.131799 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f552d082-cd7c-4d5e-8bc6-feaa917ad452 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (9891726d-35ac-444c-b37a-14a7840c50a6), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:23.173325 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-207e3f49-69ad-4b8e-9bb4-1a31529c3a2b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Deleting port 817ad238-e888-4d96-ab17-e7dd4a3e0553 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:23.173692 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207e3f49-69ad-4b8e-9bb4-1a31529c3a2b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (817ad238-e888-4d96-ab17-e7dd4a3e0553), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:23.205063 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f552d082-cd7c-4d5e-8bc6-feaa917ad452 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Network 731b944c-4018-41d7-a98e-8d973ff8f6f4 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:23.220231 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-f552d082-cd7c-4d5e-8bc6-feaa917ad452 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:23.235955 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f552d082-cd7c-4d5e-8bc6-feaa917ad452 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:23.236982 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f552d082-cd7c-4d5e-8bc6-feaa917ad452 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:23.237659 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f552d082-cd7c-4d5e-8bc6-feaa917ad452 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:23.244808 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552d082-cd7c-4d5e-8bc6-feaa917ad452 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Pushing event updated for resources: {'Port': ['ID=9891726d-35ac-444c-b37a-14a7840c50a6,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:23.259335 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46678) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:23.259464 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-9309fcac-0e55-4e1a-96af-d929a2691daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Deleting port 3d0b7db0-5217-4607-86ea-4bbf53d48914 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:23.259464 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9309fcac-0e55-4e1a-96af-d929a2691daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (3d0b7db0-5217-4607-86ea-4bbf53d48914), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:23.262763 dv-neutron-master-2-hyperv neutron-server[104075]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 09:06:23.270661 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af23540a-6300-459d-96f8-56a944be3dda tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:23.290379 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f552d082-cd7c-4d5e-8bc6-feaa917ad452 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4699004 Mar 28 09:06:23.298329 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46680) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:23.311612 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:23.330015 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9817ac85-873a-40fd-95ab-12376cd3c946 admin admin] Publish callbacks [] for security_group (481158a6-1d5d-4e69-8347-387675e2ac46), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:23.339580 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9817ac85-873a-40fd-95ab-12376cd3c946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (481158a6-1d5d-4e69-8347-387675e2ac46), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:23.345053 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207e3f49-69ad-4b8e-9bb4-1a31529c3a2b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (817ad238-e888-4d96-ab17-e7dd4a3e0553), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:23.402414 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-207e3f49-69ad-4b8e-9bb4-1a31529c3a2b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Calling delete_port for 817ad238-e888-4d96-ab17-e7dd4a3e0553 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:23.412020 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9309fcac-0e55-4e1a-96af-d929a2691daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (3d0b7db0-5217-4607-86ea-4bbf53d48914), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:23.415778 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46692) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:23.423348 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817ac85-873a-40fd-95ab-12376cd3c946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481158a6-1d5d-4e69-8347-387675e2ac46,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:23.432481 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 09:06:23.445778 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9817ac85-873a-40fd-95ab-12376cd3c946 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3db00730916441a386a1d01586bf4b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5837784 Mar 28 09:06:23.447042 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-9309fcac-0e55-4e1a-96af-d929a2691daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Calling delete_port for 3d0b7db0-5217-4607-86ea-4bbf53d48914 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:23.453380 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46694) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:23.479239 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-2858a6b6-065f-48bf-bf64-0221802bb7a2 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2047577890&fields=id&tenant_id=228a7f4f162d45b0b1b39cb5fbe7d366 HTTP/1.1" status: 200 len: 267 time: 0.2175438 Mar 28 09:06:23.535773 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.objects.ports [None req-aa3d18c9-077a-4ef1-8cde-78f4cebbfd85 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104075) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 09:06:23.536229 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa3d18c9-077a-4ef1-8cde-78f4cebbfd85 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (b46a5279-7fc4-4501-85e0-fc0e672c9661), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:23.613791 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31056804-f568-4add-b24a-707c7ac460ce req-373cfc0c-615d-4d21-9046-2b7a836e0ac6 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--998671503&fields=id&tenant_id=d6d221e073fb4f62a2f8cec61eb59fcb HTTP/1.1" status: 200 len: 267 time: 0.1914291 Mar 28 09:06:23.618996 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9891726d-35ac-444c-b37a-14a7840c50a6), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:23.721636 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b3cce8e1-afbc-45af-b286-9e8667c85127 admin admin] Publish callbacks [] for security_group (481158a6-1d5d-4e69-8347-387675e2ac46), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:23.755912 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207e3f49-69ad-4b8e-9bb4-1a31529c3a2b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (817ad238-e888-4d96-ab17-e7dd4a3e0553), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:23.773322 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d18c9-077a-4ef1-8cde-78f4cebbfd85 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b46a5279-7fc4-4501-85e0-fc0e672c9661,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:23.802721 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9309fcac-0e55-4e1a-96af-d929a2691daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (3d0b7db0-5217-4607-86ea-4bbf53d48914), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:23.852784 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b3cce8e1-afbc-45af-b286-9e8667c85127 admin admin] Publish callbacks [] for security_group (481158a6-1d5d-4e69-8347-387675e2ac46), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:23.854627 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e3f49-69ad-4b8e-9bb4-1a31529c3a2b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event deleted for resources: {'Port': ['ID=817ad238-e888-4d96-ab17-e7dd4a3e0553,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:23.923409 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207e3f49-69ad-4b8e-9bb4-1a31529c3a2b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:23.926661 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-207e3f49-69ad-4b8e-9bb4-1a31529c3a2b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "DELETE /v2.0/ports/817ad238-e888-4d96-ab17-e7dd4a3e0553 HTTP/1.1" status: 204 len: 168 time: 1.0584762 Mar 28 09:06:23.936488 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309fcac-0e55-4e1a-96af-d929a2691daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d0b7db0-5217-4607-86ea-4bbf53d48914,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:23.945611 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9309fcac-0e55-4e1a-96af-d929a2691daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:23.951712 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9309fcac-0e55-4e1a-96af-d929a2691daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] 10.222.0.15 "DELETE /v2.0/ports/3d0b7db0-5217-4607-86ea-4bbf53d48914 HTTP/1.1" status: 204 len: 168 time: 1.0722573 Mar 28 09:06:23.951712 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46696) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:23.961685 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46698) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:24.131743 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3d18c9-077a-4ef1-8cde-78f4cebbfd85 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Checking segment: {'id': '8a4c0d41-dc43-4e51-878c-e0773587fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fbf19c56-a077-4912-9404-6e2c956b2c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:24.132353 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3d18c9-077a-4ef1-8cde-78f4cebbfd85 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Network hostable DHCP agents. Network: fbf19c56-a077-4912-9404-6e2c956b2c44, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:06:24.152585 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-f29ff027-b1ee-4cdf-a521-17af4bc20d76 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:24.154141 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-f29ff027-b1ee-4cdf-a521-17af4bc20d76 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/networks?id=da78ad91-75c1-4e51-84dc-1ff3d223651d HTTP/1.1" status: 200 len: 812 time: 0.6504602 Mar 28 09:06:24.207674 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39dd3f8-e76b-4250-b3ad-97cbb966da4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] GET failed (client error): The resource could not be found. Mar 28 09:06:24.213320 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b39dd3f8-e76b-4250-b3ad-97cbb966da4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] 10.222.0.15 "GET /v2.0/ports/3d0b7db0-5217-4607-86ea-4bbf53d48914 HTTP/1.1" status: 404 len: 333 time: 0.2358437 Mar 28 09:06:24.213320 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46700) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:24.220142 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-07171f0c-e78b-43dc-b69c-85e79366fd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Request body: {'port': {'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-898037661'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:24.227415 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-e18e25bd-96dc-437e-ae76-f5dfde3eb1f2 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/quotas/228a7f4f162d45b0b1b39cb5fbe7d366 HTTP/1.1" status: 200 len: 375 time: 0.0631108 Mar 28 09:06:24.228831 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31056804-f568-4add-b24a-707c7ac460ce req-9b49f68e-f28b-47e9-9c30-5001fadf43ce tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:24.230832 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31056804-f568-4add-b24a-707c7ac460ce req-9b49f68e-f28b-47e9-9c30-5001fadf43ce tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/networks?id=15d390ae-2510-4449-9d2c-bf210a7a2700 HTTP/1.1" status: 200 len: 806 time: 0.6068859 Mar 28 09:06:24.257273 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3d18c9-077a-4ef1-8cde-78f4cebbfd85 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Network fbf19c56-a077-4912-9404-6e2c956b2c44 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:06:24.284483 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31056804-f568-4add-b24a-707c7ac460ce req-d5d3eb29-3e12-416a-a6fe-53d46841723d tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/quotas/d6d221e073fb4f62a2f8cec61eb59fcb HTTP/1.1" status: 200 len: 375 time: 0.0425584 Mar 28 09:06:24.289681 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07171f0c-e78b-43dc-b69c-85e79366fd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Made reservation on behalf of d4a795f06aca4ae4a7ebaa8c7ae91d34 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:24.292079 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-07171f0c-e78b-43dc-b69c-85e79366fd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:24.298458 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b3cce8e1-afbc-45af-b286-9e8667c85127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (481158a6-1d5d-4e69-8347-387675e2ac46), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:24.300893 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b3cce8e1-afbc-45af-b286-9e8667c85127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:24.301979 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b3cce8e1-afbc-45af-b286-9e8667c85127 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/481158a6-1d5d-4e69-8347-387675e2ac46 HTTP/1.1" status: 204 len: 168 time: 0.8463697 Mar 28 09:06:24.354150 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-aa3d18c9-077a-4ef1-8cde-78f4cebbfd85 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fbf19c56-a077-4912-9404-6e2c956b2c44) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:24.367154 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc80cae-3952-49f2-98e6-6dce661f4a94 None None] Network fbf19c56-a077-4912-9404-6e2c956b2c44 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:24.372016 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3d18c9-077a-4ef1-8cde-78f4cebbfd85 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:24.372750 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa3d18c9-077a-4ef1-8cde-78f4cebbfd85 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:24.380860 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cce8e1-afbc-45af-b286-9e8667c85127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481158a6-1d5d-4e69-8347-387675e2ac46,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:24.391290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-07171f0c-e78b-43dc-b69c-85e79366fd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] device_id is not set on port b928f6d1-5612-499a-b886-8efc97478384 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:24.424450 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-af23540a-6300-459d-96f8-56a944be3dda tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Allocated IP 172.20.0.1 (f6ac822d-9ddf-4779-a5d9-01700dacae51/aeedcc94-75bf-4b79-87dc-262f1c06533e/16ac18ab-a149-42cd-80c4-5cec0ad75e22) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:24.433898 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-aa3d18c9-077a-4ef1-8cde-78f4cebbfd85 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2866244 Mar 28 09:06:24.439660 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46704) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:24.452600 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] device_id is not set on port 9891726d-35ac-444c-b37a-14a7840c50a6 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:24.453064 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-5302256a-eab1-4ea5-9b60-1ef7c1ceb60d tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-683547758', 'network_id': 'fbf19c56-a077-4912-9404-6e2c956b2c44'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:24.476545 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-f3c08f7e-735d-46e5-a3c4-c2ae15bcbcee tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=228a7f4f162d45b0b1b39cb5fbe7d366&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2251527 Mar 28 09:06:24.484166 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks [] for port (9891726d-35ac-444c-b37a-14a7840c50a6), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:24.488660 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-64a2d88a-90bc-47cf-9039-5a827e571cd0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Deleting port 2e040f28-cbb5-4701-bed2-e2ad50ae0db9 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:24.489439 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-64a2d88a-90bc-47cf-9039-5a827e571cd0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2e040f28-cbb5-4701-bed2-e2ad50ae0db9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:24.506397 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (9891726d-35ac-444c-b37a-14a7840c50a6), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:24.531459 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31056804-f568-4add-b24a-707c7ac460ce req-10da3b82-e859-42e3-bc4a-6efdc8ae4f87 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6d221e073fb4f62a2f8cec61eb59fcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2371986 Mar 28 09:06:24.583636 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5302256a-eab1-4ea5-9b60-1ef7c1ceb60d tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Made reservation on behalf of af1709e20002498ab883cd2478bb82a0 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:24.585974 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5302256a-eab1-4ea5-9b60-1ef7c1ceb60d tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:24.607242 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f939ce7-8de5-4fa9-b387-c4e29a35c21f None None] Network fbf19c56-a077-4912-9404-6e2c956b2c44 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:24.644057 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-64a2d88a-90bc-47cf-9039-5a827e571cd0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2e040f28-cbb5-4701-bed2-e2ad50ae0db9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:24.665675 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Pushing event updated for resources: {'Port': ['ID=9891726d-35ac-444c-b37a-14a7840c50a6,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:24.710286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:24.710618 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:24.710964 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:24.726817 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:24.728064 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:24.730938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af23540a-6300-459d-96f8-56a944be3dda tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for port (16ac18ab-a149-42cd-80c4-5cec0ad75e22), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:24.732348 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.plugins.ml2.plugin [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 2 to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 Mar 28 09:06:24.732743 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-64a2d88a-90bc-47cf-9039-5a827e571cd0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Calling delete_port for 2e040f28-cbb5-4701-bed2-e2ad50ae0db9 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:24.751070 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:24.751408 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:24.751740 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:24.765644 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:24.765644 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:24.766369 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-5302256a-eab1-4ea5-9b60-1ef7c1ceb60d tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] device_id is not set on port 9d899fa0-4629-4da5-ac71-e6aed40f2d63 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:24.766544 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.plugins.ml2.plugin [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 3 to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 Mar 28 09:06:24.792225 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:24.792847 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:24.792847 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:24.800289 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:24.800618 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:24.801716 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.plugins.ml2.plugin [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 4 to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 Mar 28 09:06:24.813215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af23540a-6300-459d-96f8-56a944be3dda tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (16ac18ab-a149-42cd-80c4-5cec0ad75e22), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:24.833901 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-8018128a-c1ef-4a83-a3c2-df451320d4e8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:24.840846 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-8018128a-c1ef-4a83-a3c2-df451320d4e8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1384382 Mar 28 09:06:24.870102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:24.870442 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:24.871522 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:24.894839 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [req-31056804-f568-4add-b24a-707c7ac460ce req-8e9abe9a-ab69-428d-974b-a29a20f67ae4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:24.895838 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31056804-f568-4add-b24a-707c7ac460ce req-8e9abe9a-ab69-428d-974b-a29a20f67ae4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1399429 Mar 28 09:06:24.900508 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-07171f0c-e78b-43dc-b69c-85e79366fd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks [] for port (b928f6d1-5612-499a-b886-8efc97478384), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:24.923560 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:24.923896 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:24.930130 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.plugins.ml2.plugin [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 5 to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 Mar 28 09:06:24.939057 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af23540a-6300-459d-96f8-56a944be3dda tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Network f6ac822d-9ddf-4779-a5d9-01700dacae51 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:24.954588 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-af23540a-6300-459d-96f8-56a944be3dda tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:24.962405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af23540a-6300-459d-96f8-56a944be3dda tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:24.969710 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23540a-6300-459d-96f8-56a944be3dda tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Pushing event updated for resources: {'Port': ['ID=16ac18ab-a149-42cd-80c4-5cec0ad75e22,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:24.995102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:24.995422 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:24.995760 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:25.023879 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:25.024212 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:25.036417 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.plugins.ml2.plugin [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 6 to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 Mar 28 09:06:25.062116 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:25.062451 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:25.062884 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:25.069683 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-64a2d88a-90bc-47cf-9039-5a827e571cd0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (2e040f28-cbb5-4701-bed2-e2ad50ae0db9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:25.076562 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-b69501fe-2d4a-4bd3-8b9f-986768c0ed40 service neutron] 10.222.0.15 "GET /v2.0/networks/da78ad91-75c1-4e51-84dc-1ff3d223651d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342582 Mar 28 09:06:25.084018 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-5302256a-eab1-4ea5-9b60-1ef7c1ceb60d tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Allocated IP 2001:db8::d5 (fbf19c56-a077-4912-9404-6e2c956b2c44/b46a5279-7fc4-4501-85e0-fc0e672c9661/9d899fa0-4629-4da5-ac71-e6aed40f2d63) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:25.087612 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af23540a-6300-459d-96f8-56a944be3dda tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (be400d89-77cd-48bc-b4c5-c7be14b5d3c5), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:25.100844 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:25.101168 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:25.141536 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2d88a-90bc-47cf-9039-5a827e571cd0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event deleted for resources: {'Port': ['ID=2e040f28-cbb5-4701-bed2-e2ad50ae0db9,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:25.153909 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31056804-f568-4add-b24a-707c7ac460ce req-fe01a4b4-772c-46ad-b648-3e31b54c92ef service neutron] 10.222.0.15 "GET /v2.0/networks/15d390ae-2510-4449-9d2c-bf210a7a2700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499239 Mar 28 09:06:25.158080 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-64a2d88a-90bc-47cf-9039-5a827e571cd0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:25.159639 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.plugins.ml2.plugin [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 7 to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 Mar 28 09:06:25.161539 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-64a2d88a-90bc-47cf-9039-5a827e571cd0 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "DELETE /v2.0/ports/2e040f28-cbb5-4701-bed2-e2ad50ae0db9 HTTP/1.1" status: 204 len: 168 time: 1.2037442 Mar 28 09:06:25.164647 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46732) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:25.166977 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-07171f0c-e78b-43dc-b69c-85e79366fd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (b928f6d1-5612-499a-b886-8efc97478384), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:25.197873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:25.197873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:25.197873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:25.213004 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:25.213385 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:25.220144 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.plugins.ml2.plugin [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 8 to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 Mar 28 09:06:25.258728 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d5059bcb-a23d-4f88-9f28-297191d1a540 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0929213 Mar 28 09:06:25.268258 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46736) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:25.285776 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-6a9c5189-cf3b-446f-96ea-44dbece2452b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-266657060'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:25.293548 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:25.294279 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:25.294279 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:25.310256 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-28cc1e75-5d34-4bd6-8d3c-a494cd33ade8 service neutron] 10.222.0.15 "GET /v2.0/networks/da78ad91-75c1-4e51-84dc-1ff3d223651d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327087 Mar 28 09:06:25.316279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07171f0c-e78b-43dc-b69c-85e79366fd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:25.331168 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-07171f0c-e78b-43dc-b69c-85e79366fd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:25.340370 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:25.340830 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:25.344696 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.plugins.ml2.plugin [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 9 to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 Mar 28 09:06:25.347750 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07171f0c-e78b-43dc-b69c-85e79366fd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:25.348701 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07171f0c-e78b-43dc-b69c-85e79366fd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:25.349294 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-07171f0c-e78b-43dc-b69c-85e79366fd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:25.394087 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9c5189-cf3b-446f-96ea-44dbece2452b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Made reservation on behalf of 8438606bc4df40b8a5403c9258dd206b for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:25.397567 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a9c5189-cf3b-446f-96ea-44dbece2452b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:25.403062 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07171f0c-e78b-43dc-b69c-85e79366fd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Pushing event updated for resources: {'Port': ['ID=b928f6d1-5612-499a-b886-8efc97478384,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:25.415090 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-07171f0c-e78b-43dc-b69c-85e79366fd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2009749 Mar 28 09:06:25.423632 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:25.423981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:25.424272 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46740) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:25.424395 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:25.437972 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:25.444838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9c5189-cf3b-446f-96ea-44dbece2452b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:06:25.458305 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a9c5189-cf3b-446f-96ea-44dbece2452b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (274c3530-be55-4598-af46-5fec1095af1c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:25.458696 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-6a9c5189-cf3b-446f-96ea-44dbece2452b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Added segment 274c3530-be55-4598-af46-5fec1095af1c of type vlan for network 29989795-fb0e-4735-91fc-7805127ed5a0 Mar 28 09:06:25.484450 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8cf6dd57-a6f2-496b-9aad-17f902fb7423 None None] Provisioning complete for port 16ac18ab-a149-42cd-80c4-5cec0ad75e22 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:25.486009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8cf6dd57-a6f2-496b-9aad-17f902fb7423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (16ac18ab-a149-42cd-80c4-5cec0ad75e22), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:25.494964 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31056804-f568-4add-b24a-707c7ac460ce req-0e10bdc6-9a40-4d5c-aba3-e37e767d189d service neutron] 10.222.0.15 "GET /v2.0/networks/15d390ae-2510-4449-9d2c-bf210a7a2700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184831 Mar 28 09:06:25.518237 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a9c5189-cf3b-446f-96ea-44dbece2452b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (29989795-fb0e-4735-91fc-7805127ed5a0), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:25.548786 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6dd57-a6f2-496b-9aad-17f902fb7423 None None] Port 16ac18ab-a149-42cd-80c4-5cec0ad75e22 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:06:25.559009 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:25.559507 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:25.567041 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.plugins.ml2.plugin [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempt 10 to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 Mar 28 09:06:25.578940 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b928f6d1-5612-499a-b886-8efc97478384), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:25.584981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a9c5189-cf3b-446f-96ea-44dbece2452b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (29989795-fb0e-4735-91fc-7805127ed5a0), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:25.591953 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9c5189-cf3b-446f-96ea-44dbece2452b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:25.592990 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a9c5189-cf3b-446f-96ea-44dbece2452b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:25.641961 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5302256a-eab1-4ea5-9b60-1ef7c1ceb60d tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for port (9d899fa0-4629-4da5-ac71-e6aed40f2d63), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:25.719568 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c5189-cf3b-446f-96ea-44dbece2452b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event updated for resources: {'Network': ['ID=29989795-fb0e-4735-91fc-7805127ed5a0,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:25.733770 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 29989795-fb0e-4735-91fc-7805127ed5a0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:06:25.741852 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af23540a-6300-459d-96f8-56a944be3dda tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (16ac18ab-a149-42cd-80c4-5cec0ad75e22), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:25.844163 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-985c8b7e-b5c1-496b-83d9-c8675b0acbea req-b83ff3d7-197a-4ccf-af04-3223d97e6fbb tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 210 time: 0.1308475 Mar 28 09:06:25.847454 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:25.847454 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:25.861636 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempting to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:25.872124 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:25.872466 dv-neutron-master-2-hyperv neutron-server[104075]: ERROR neutron.plugins.ml2.managers [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Failed to bind port 9891726d-35ac-444c-b37a-14a7840c50a6 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0f8e13a4-e280-4660-bd18-97722cc5eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '731b944c-4018-41d7-a98e-8d973ff8f6f4'}] Mar 28 09:06:25.873743 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5302256a-eab1-4ea5-9b60-1ef7c1ceb60d tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (9d899fa0-4629-4da5-ac71-e6aed40f2d63), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:25.876474 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9891726d-35ac-444c-b37a-14a7840c50a6), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:25.891464 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6a9c5189-cf3b-446f-96ea-44dbece2452b tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6194484 Mar 28 09:06:25.899279 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46772) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:25.938984 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5302256a-eab1-4ea5-9b60-1ef7c1ceb60d tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Network fbf19c56-a077-4912-9404-6e2c956b2c44 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:25.945919 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-5302256a-eab1-4ea5-9b60-1ef7c1ceb60d tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:25.952230 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5302256a-eab1-4ea5-9b60-1ef7c1ceb60d tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:25.954010 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5302256a-eab1-4ea5-9b60-1ef7c1ceb60d tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:25.954629 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5302256a-eab1-4ea5-9b60-1ef7c1ceb60d tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:25.959188 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-efd27d90-f304-4057-b5ba-afe8595071d8 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-495920813'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:25.975799 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302256a-eab1-4ea5-9b60-1ef7c1ceb60d tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Pushing event updated for resources: {'Port': ['ID=9d899fa0-4629-4da5-ac71-e6aed40f2d63,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:25.988925 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5302256a-eab1-4ea5-9b60-1ef7c1ceb60d tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5442829 Mar 28 09:06:25.993669 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46780) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:26.093115 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-44a4ea1d-fdd4-435e-bea7-eca8f094c4a0 req-53f99aed-27b7-493e-a218-ef3df1d145be tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 210 time: 0.0698042 Mar 28 09:06:26.109434 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] device_id is not set on port b928f6d1-5612-499a-b886-8efc97478384 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:26.113087 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks [] for port (b928f6d1-5612-499a-b886-8efc97478384), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:26.123222 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (b928f6d1-5612-499a-b886-8efc97478384), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:26.225043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd27d90-f304-4057-b5ba-afe8595071d8 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Made reservation on behalf of 8438606bc4df40b8a5403c9258dd206b for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:26.229494 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-efd27d90-f304-4057-b5ba-afe8595071d8 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:26.284839 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Pushing event updated for resources: {'Port': ['ID=b928f6d1-5612-499a-b886-8efc97478384,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:26.291419 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:26.291764 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:26.293646 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:26.300910 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:26.301250 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:26.303104 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 2 to bind port b928f6d1-5612-499a-b886-8efc97478384 Mar 28 09:06:26.312990 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] For port 9891726d-35ac-444c-b37a-14a7840c50a6, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:26.313434 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attempted to set empty binding levels {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 28 09:06:26.326019 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (9891726d-35ac-444c-b37a-14a7840c50a6), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:26.331257 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd27d90-f304-4057-b5ba-afe8595071d8 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:06:26.350295 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:26.350644 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:26.350988 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:26.361956 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:26.362352 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:26.362746 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 3 to bind port b928f6d1-5612-499a-b886-8efc97478384 Mar 28 09:06:26.380394 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-efd27d90-f304-4057-b5ba-afe8595071d8 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:26.380740 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-efd27d90-f304-4057-b5ba-afe8595071d8 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Added segment 8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4 of type vlan for network 34fda7ec-54c2-4604-ab19-13e3a142053f Mar 28 09:06:26.400339 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] In _notify_port_updated(), no bound segment for port 9891726d-35ac-444c-b37a-14a7840c50a6 on network 731b944c-4018-41d7-a98e-8d973ff8f6f4 {{(pid=104075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:06:26.401204 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:26.401838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:26.403161 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] 10.222.0.15 "PUT /v2.0/ports/9891726d-35ac-444c-b37a-14a7840c50a6 HTTP/1.1" status: 200 len: 976 time: 3.0965569 Mar 28 09:06:26.407182 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46812) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:26.418644 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:26.419037 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:26.419997 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:26.439803 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-93712c7d-b94c-41e2-ac0b-6339c23da9a8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Deleting port 9d899fa0-4629-4da5-ac71-e6aed40f2d63 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:26.440158 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93712c7d-b94c-41e2-ac0b-6339c23da9a8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (9d899fa0-4629-4da5-ac71-e6aed40f2d63), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:26.468091 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:26.468488 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:26.471785 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 4 to bind port b928f6d1-5612-499a-b886-8efc97478384 Mar 28 09:06:26.563652 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46818) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:26.575082 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:26.575348 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:26.575756 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:26.583338 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:26.583678 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:26.584836 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 5 to bind port b928f6d1-5612-499a-b886-8efc97478384 Mar 28 09:06:26.604615 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:26.604965 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:26.605306 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:26.616401 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:26.616734 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:26.618174 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 6 to bind port b928f6d1-5612-499a-b886-8efc97478384 Mar 28 09:06:26.623413 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-36127dd1-a55c-450f-a788-eef9ee658c56 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Deleting port 9891726d-35ac-444c-b37a-14a7840c50a6 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:26.623785 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36127dd1-a55c-450f-a788-eef9ee658c56 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (9891726d-35ac-444c-b37a-14a7840c50a6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:26.707271 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:26.707753 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:26.708192 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:26.712508 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750175a6-e28e-4c1c-829a-c7a0274510b3 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Pushing event updated for resources: {'Port': ['ID=9891726d-35ac-444c-b37a-14a7840c50a6,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:26.729071 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:26.729535 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:26.733814 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 7 to bind port b928f6d1-5612-499a-b886-8efc97478384 Mar 28 09:06:26.738199 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-efd27d90-f304-4057-b5ba-afe8595071d8 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (34fda7ec-54c2-4604-ab19-13e3a142053f), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:26.753497 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-36127dd1-a55c-450f-a788-eef9ee658c56 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] For port 9891726d-35ac-444c-b37a-14a7840c50a6, host hv-neutron-mast, got binding levels [] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:26.754035 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36127dd1-a55c-450f-a788-eef9ee658c56 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (9891726d-35ac-444c-b37a-14a7840c50a6), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:26.757430 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:26.757972 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:26.758453 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:26.770630 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:26.771105 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:26.773980 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 8 to bind port b928f6d1-5612-499a-b886-8efc97478384 Mar 28 09:06:26.784966 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-36127dd1-a55c-450f-a788-eef9ee658c56 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Calling delete_port for 9891726d-35ac-444c-b37a-14a7840c50a6 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:26.802353 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:26.802763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:26.803168 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:26.809862 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:26.810682 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:26.815048 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 9 to bind port b928f6d1-5612-499a-b886-8efc97478384 Mar 28 09:06:26.822368 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ef27838d-6243-417e-a500-f16d5b12daef tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:26.843128 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-efd27d90-f304-4057-b5ba-afe8595071d8 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (34fda7ec-54c2-4604-ab19-13e3a142053f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:26.850700 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd27d90-f304-4057-b5ba-afe8595071d8 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:26.851326 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-efd27d90-f304-4057-b5ba-afe8595071d8 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:26.902627 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:26.903150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:26.903286 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:26.913203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:26.913456 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:26.918333 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.plugins.ml2.plugin [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempt 10 to bind port b928f6d1-5612-499a-b886-8efc97478384 Mar 28 09:06:26.943037 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef27838d-6243-417e-a500-f16d5b12daef tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:26.945803 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:26.946241 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:26.946472 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempting to bind port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:26.952859 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:26.953186 dv-neutron-master-2-hyperv neutron-server[104076]: ERROR neutron.plugins.ml2.managers [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Failed to bind port b928f6d1-5612-499a-b886-8efc97478384 on host hv-neutron-mast for vnic_type normal using segments [{'id': '6aa21917-4839-4e0a-8cb4-cfd6a38101d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57fbfbd5-0b4c-4626-9b59-a928157ddb71'}] Mar 28 09:06:26.953590 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b928f6d1-5612-499a-b886-8efc97478384), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:26.965577 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93712c7d-b94c-41e2-ac0b-6339c23da9a8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (9d899fa0-4629-4da5-ac71-e6aed40f2d63), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:27.033295 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-58f221a5-c4c6-416a-868e-a11a5437fb95 req-95c0a7c2-f95c-462b-920e-5cf6d0bb8354 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 210 time: 0.1071928 Mar 28 09:06:27.070204 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-efd27d90-f304-4057-b5ba-afe8595071d8 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1432190 Mar 28 09:06:27.097727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-93712c7d-b94c-41e2-ac0b-6339c23da9a8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Calling delete_port for 9d899fa0-4629-4da5-ac71-e6aed40f2d63 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:27.098545 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36127dd1-a55c-450f-a788-eef9ee658c56 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (9891726d-35ac-444c-b37a-14a7840c50a6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:27.121118 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd27d90-f304-4057-b5ba-afe8595071d8 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event updated for resources: {'Network': ['ID=34fda7ec-54c2-4604-ab19-13e3a142053f,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:27.132171 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 34fda7ec-54c2-4604-ab19-13e3a142053f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:06:27.135737 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] For port b928f6d1-5612-499a-b886-8efc97478384, host hv-neutron-mast, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:27.136795 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attempted to set empty binding levels {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 28 09:06:27.194405 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36127dd1-a55c-450f-a788-eef9ee658c56 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:27.200297 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-36127dd1-a55c-450f-a788-eef9ee658c56 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] 10.222.0.15 "DELETE /v2.0/ports/9891726d-35ac-444c-b37a-14a7840c50a6 HTTP/1.1" status: 204 len: 168 time: 0.7898114 Mar 28 09:06:27.207531 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46842) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:27.208391 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36127dd1-a55c-450f-a788-eef9ee658c56 tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] Pushing event deleted for resources: {'Port': ['ID=9891726d-35ac-444c-b37a-14a7840c50a6,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:27.214927 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (b928f6d1-5612-499a-b886-8efc97478384), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:27.257112 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af23540a-6300-459d-96f8-56a944be3dda tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for port (16ac18ab-a149-42cd-80c4-5cec0ad75e22), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:27.270580 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af23540a-6300-459d-96f8-56a944be3dda tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (16ac18ab-a149-42cd-80c4-5cec0ad75e22), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:27.294552 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d84bc7ff-12a8-4224-b3ed-6d3dcd6e708d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:27.323711 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] In _notify_port_updated(), no bound segment for port b928f6d1-5612-499a-b886-8efc97478384 on network 57fbfbd5-0b4c-4626-9b59-a928157ddb71 {{(pid=104076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:06:27.324575 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:27.325181 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:27.343898 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] 10.222.0.15 "PUT /v2.0/ports/b928f6d1-5612-499a-b886-8efc97478384 HTTP/1.1" status: 200 len: 980 time: 1.9185417 Mar 28 09:06:27.354788 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46844) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:27.397444 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4a2db3-6dea-45a3-8361-9c70359d421b tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] GET failed (client error): The resource could not be found. Mar 28 09:06:27.411917 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46846) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:27.418114 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2d4a2db3-6dea-45a3-8361-9c70359d421b tempest-PortsAdminExtendedAttrsTestJSON-229196767 tempest-PortsAdminExtendedAttrsTestJSON-229196767-project-admin] 10.222.0.15 "GET /v2.0/ports/9891726d-35ac-444c-b37a-14a7840c50a6 HTTP/1.1" status: 404 len: 333 time: 0.1907520 Mar 28 09:06:27.495591 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23540a-6300-459d-96f8-56a944be3dda tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Pushing event updated for resources: {'Port': ['ID=16ac18ab-a149-42cd-80c4-5cec0ad75e22,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:27.501517 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6f95b7d5-e93e-4523-9237-da3a85979f9c req-61802be7-2b23-4a5e-8a1e-31da3f88d5a2 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 210 time: 0.0506420 Mar 28 09:06:27.503371 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811fe4e-7241-4ae6-bbc9-e8d0a404dd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Pushing event updated for resources: {'Port': ['ID=b928f6d1-5612-499a-b886-8efc97478384,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:27.520285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef27838d-6243-417e-a500-f16d5b12daef tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:27.547405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af23540a-6300-459d-96f8-56a944be3dda tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (be400d89-77cd-48bc-b4c5-c7be14b5d3c5), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:27.698613 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2cdb493-97d1-4a7d-86fb-ba800458665a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (731b944c-4018-41d7-a98e-8d973ff8f6f4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:27.723113 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-ef27838d-6243-417e-a500-f16d5b12daef tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Allocated IP 172.36.4.139 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/a50918c3-4729-4def-8290-37292b8254ef) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:27.743261 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93712c7d-b94c-41e2-ac0b-6339c23da9a8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (9d899fa0-4629-4da5-ac71-e6aed40f2d63), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:27.819752 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93712c7d-b94c-41e2-ac0b-6339c23da9a8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d899fa0-4629-4da5-ac71-e6aed40f2d63,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:27.829215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-bb922845-98e4-441b-80f1-40e6c4ce95af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Deleting port b928f6d1-5612-499a-b886-8efc97478384 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:27.829480 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bb922845-98e4-441b-80f1-40e6c4ce95af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b928f6d1-5612-499a-b886-8efc97478384), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:27.862312 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af23540a-6300-459d-96f8-56a944be3dda tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Network f6ac822d-9ddf-4779-a5d9-01700dacae51 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:27.898650 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93712c7d-b94c-41e2-ac0b-6339c23da9a8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:27.902120 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-93712c7d-b94c-41e2-ac0b-6339c23da9a8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "DELETE /v2.0/ports/9d899fa0-4629-4da5-ac71-e6aed40f2d63 HTTP/1.1" status: 204 len: 168 time: 1.9042943 Mar 28 09:06:27.905191 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef27838d-6243-417e-a500-f16d5b12daef tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks [] for port (a50918c3-4729-4def-8290-37292b8254ef), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:27.906510 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46848) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:27.910798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fbf19c56-a077-4912-9404-6e2c956b2c44', 'external_fixed_ips': [{'subnet_id': 'b46a5279-7fc4-4501-85e0-fc0e672c9661', 'ip_address': '2001:db8::d5'}]}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:27.929499 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-af23540a-6300-459d-96f8-56a944be3dda tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:27.949117 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (c2ddbd2e-4152-434c-9eaa-da4422a45c58), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:27.950734 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (c2ddbd2e-4152-434c-9eaa-da4422a45c58), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:27.973843 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2cdb493-97d1-4a7d-86fb-ba800458665a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (731b944c-4018-41d7-a98e-8d973ff8f6f4), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:27.998444 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef27838d-6243-417e-a500-f16d5b12daef tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (a50918c3-4729-4def-8290-37292b8254ef), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:28.078126 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-bb922845-98e4-441b-80f1-40e6c4ce95af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] For port b928f6d1-5612-499a-b886-8efc97478384, host hv-neutron-mast, got binding levels [] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:28.078499 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bb922845-98e4-441b-80f1-40e6c4ce95af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b928f6d1-5612-499a-b886-8efc97478384), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:28.094615 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.16', 64657) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:28.100393 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-a2cdb493-97d1-4a7d-86fb-ba800458665a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731b944c-4018-41d7-a98e-8d973ff8f6f4']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:28.153631 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-bb922845-98e4-441b-80f1-40e6c4ce95af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Calling delete_port for b928f6d1-5612-499a-b886-8efc97478384 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:28.162442 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-a2cdb493-97d1-4a7d-86fb-ba800458665a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8e13a4-e280-4660-bd18-97722cc5eae0') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:28.164580 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-a2cdb493-97d1-4a7d-86fb-ba800458665a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8e13a4-e280-4660-bd18-97722cc5eae0') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:28.199344 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2cdb493-97d1-4a7d-86fb-ba800458665a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (0f8e13a4-e280-4660-bd18-97722cc5eae0), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:28.260885 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.16', 64658) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:28.325298 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2cdb493-97d1-4a7d-86fb-ba800458665a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (0f8e13a4-e280-4660-bd18-97722cc5eae0), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:28.373848 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cdb493-97d1-4a7d-86fb-ba800458665a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:06:28.374703 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2cdb493-97d1-4a7d-86fb-ba800458665a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (0f8e13a4-e280-4660-bd18-97722cc5eae0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:06:28.383818 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:06:28.400510 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f3aa849a-a6eb-4c33-9aca-1aa73f7b3b4e None None] Provisioning complete for port 16ac18ab-a149-42cd-80c4-5cec0ad75e22 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:28.401065 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f3aa849a-a6eb-4c33-9aca-1aa73f7b3b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (16ac18ab-a149-42cd-80c4-5cec0ad75e22), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:28.470989 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af23540a-6300-459d-96f8-56a944be3dda tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Router be400d89-77cd-48bc-b4c5-c7be14b5d3c5 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:06:28.488636 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa849a-a6eb-4c33-9aca-1aa73f7b3b4e None None] Port 16ac18ab-a149-42cd-80c4-5cec0ad75e22 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:06:28.515869 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a104497c-31c3-4605-afb1-8f6ccc8e492a req-44b16302-5fae-462a-818d-17f6230c9f1d tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 210 time: 0.0786791 Mar 28 09:06:28.557273 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2cdb493-97d1-4a7d-86fb-ba800458665a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (731b944c-4018-41d7-a98e-8d973ff8f6f4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:28.580356 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2cdb493-97d1-4a7d-86fb-ba800458665a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:28.585244 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a2cdb493-97d1-4a7d-86fb-ba800458665a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] 10.222.0.15 "DELETE /v2.0/networks/731b944c-4018-41d7-a98e-8d973ff8f6f4 HTTP/1.1" status: 204 len: 168 time: 1.1719859 Mar 28 09:06:28.686148 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdb493-97d1-4a7d-86fb-ba800458665a tempest-PortsAdminExtendedAttrsTestJSON-1390727000 tempest-PortsAdminExtendedAttrsTestJSON-1390727000-project] Pushing event deleted for resources: {'Network': ['ID=731b944c-4018-41d7-a98e-8d973ff8f6f4,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:28.792277 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef27838d-6243-417e-a500-f16d5b12daef tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:28.806219 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_controller (c2ddbd2e-4152-434c-9eaa-da4422a45c58), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:28.813514 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31056804-f568-4add-b24a-707c7ac460ce req-bd5c332e-75da-4bb0-9918-b20e1b3221d3 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:28.815099 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31056804-f568-4add-b24a-707c7ac460ce req-bd5c332e-75da-4bb0-9918-b20e1b3221d3 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.16 "GET /v2.0/networks?id=15d390ae-2510-4449-9d2c-bf210a7a2700 HTTP/1.1" status: 200 len: 806 time: 0.6348052 Mar 28 09:06:28.831805 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-b7ebd53b-9dea-4a16-b068-2744774078ba tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:28.834015 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-ef27838d-6243-417e-a500-f16d5b12daef tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:28.837385 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-b7ebd53b-9dea-4a16-b068-2744774078ba tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.16 "GET /v2.0/networks?id=da78ad91-75c1-4e51-84dc-1ff3d223651d HTTP/1.1" status: 200 len: 812 time: 0.5706518 Mar 28 09:06:28.843625 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d0705b87-6ef6-4bdf-bd3b-ef13ef50d2c3 req-00830d4d-96b0-40c2-9fe3-9e15ba424bc8 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 210 time: 0.0665014 Mar 28 09:06:28.846079 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef27838d-6243-417e-a500-f16d5b12daef tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:28.922876 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27838d-6243-417e-a500-f16d5b12daef tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Pushing event updated for resources: {'Port': ['ID=a50918c3-4729-4def-8290-37292b8254ef,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:28.938687 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af23540a-6300-459d-96f8-56a944be3dda tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:06:28.948106 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-af23540a-6300-459d-96f8-56a944be3dda tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] 10.222.0.15 "PUT /v2.0/routers/be400d89-77cd-48bc-b4c5-c7be14b5d3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4638965 Mar 28 09:06:28.957280 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553d0309-ade1-4dcb-8d3c-3bbbf847c7bd None None] Sync routers for ids ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:06:28.970172 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46882) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:28.975433 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553d0309-ade1-4dcb-8d3c-3bbbf847c7bd None None] Routers {'be400d89-77cd-48bc-b4c5-c7be14b5d3c5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:28.978004 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-553d0309-ade1-4dcb-8d3c-3bbbf847c7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:05:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:28.984299 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-553633e6-add5-490f-9756-0e223fc27c68 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Request body: {'port': {'network_id': 'f6ac822d-9ddf-4779-a5d9-01700dacae51', 'name': 'tempest-FloatingIPAdminTestJSON-1745911097'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:29.004389 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bb922845-98e4-441b-80f1-40e6c4ce95af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (b928f6d1-5612-499a-b886-8efc97478384), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:29.082018 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-553d0309-ade1-4dcb-8d3c-3bbbf847c7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:29.097609 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553d0309-ade1-4dcb-8d3c-3bbbf847c7bd None None] Routers {'be400d89-77cd-48bc-b4c5-c7be14b5d3c5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:29.098447 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-553d0309-ade1-4dcb-8d3c-3bbbf847c7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:05:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:29.110763 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46890) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:29.141082 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-553d0309-ade1-4dcb-8d3c-3bbbf847c7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:29.142038 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553d0309-ade1-4dcb-8d3c-3bbbf847c7bd None None] The sync data for ids ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:06:29.150916 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_gateway (c2ddbd2e-4152-434c-9eaa-da4422a45c58), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:29.165357 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb922845-98e4-441b-80f1-40e6c4ce95af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Pushing event deleted for resources: {'Port': ['ID=b928f6d1-5612-499a-b886-8efc97478384,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:29.186405 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31056804-f568-4add-b24a-707c7ac460ce req-dc3cf319-8c7e-471b-a23a-251898758dd9 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6d221e073fb4f62a2f8cec61eb59fcb HTTP/1.1" status: 200 len: 379 time: 0.2865856 Mar 28 09:06:29.198999 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [req-31056804-f568-4add-b24a-707c7ac460ce req-88927060-b577-4fc1-b2d0-8a0b04f2a123 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Request body: {'port': {'device_id': 'c94b85a6-36c2-4a80-9ee0-0ea08925ec3c', 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700', 'admin_state_up': True, 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'security_groups': ['8a7bbaf6-b081-4765-b3a3-ab9df2b5f423']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:29.215288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bb922845-98e4-441b-80f1-40e6c4ce95af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:29.227142 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bb922845-98e4-441b-80f1-40e6c4ce95af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] 10.222.0.15 "DELETE /v2.0/ports/b928f6d1-5612-499a-b886-8efc97478384 HTTP/1.1" status: 204 len: 168 time: 1.8683462 Mar 28 09:06:29.245106 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46894) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:29.306436 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-4c04ce50-ea25-4737-8d9b-e007e8ab1257 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=228a7f4f162d45b0b1b39cb5fbe7d366 HTTP/1.1" status: 200 len: 380 time: 0.3587778 Mar 28 09:06:29.319756 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-40891f92-6198-49e5-a75e-e12585c6eb15 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Request body: {'port': {'device_id': '5620c95d-440a-4aa9-87d0-b24a95621c1b', 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d', 'admin_state_up': True, 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'security_groups': ['d9e4edf6-d471-4d08-802e-ada42833364b']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:29.345449 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a365520-a3c1-4e79-8919-126e0d122e10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] GET failed (client error): The resource could not be found. Mar 28 09:06:29.346825 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9a365520-a3c1-4e79-8919-126e0d122e10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460397791-project-admin] 10.222.0.15 "GET /v2.0/ports/b928f6d1-5612-499a-b886-8efc97478384 HTTP/1.1" status: 404 len: 333 time: 0.1004801 Mar 28 09:06:29.348007 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef27838d-6243-417e-a500-f16d5b12daef tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks [] for floatingip (af4fc302-2b39-4314-b645-36e443a09595), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:29.353809 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46898) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:29.461360 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-05c6e8e8-220f-4f75-8ac9-50c21eb78cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:29.498446 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-40891f92-6198-49e5-a75e-e12585c6eb15 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Made reservation on behalf of 228a7f4f162d45b0b1b39cb5fbe7d366 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:29.502927 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-40891f92-6198-49e5-a75e-e12585c6eb15 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:29.517486 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef27838d-6243-417e-a500-f16d5b12daef tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a50918c3-4729-4def-8290-37292b8254ef), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:29.534875 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553633e6-add5-490f-9756-0e223fc27c68 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Made reservation on behalf of 40c2b13bb5284ff1b3f8b1e0d8a39ada for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:29.539806 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-553633e6-add5-490f-9756-0e223fc27c68 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:29.551876 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bf47c49-d867-46b4-8d7c-048f821d005f tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (57fbfbd5-0b4c-4626-9b59-a928157ddb71), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:29.566024 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-22f9af67-b9e2-4afa-a762-2bb91d9e6517 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d2befc86594487ab236b94893f58842&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4228261 Mar 28 09:06:29.571528 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46900) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:29.617775 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31056804-f568-4add-b24a-707c7ac460ce req-88927060-b577-4fc1-b2d0-8a0b04f2a123 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Made reservation on behalf of d6d221e073fb4f62a2f8cec61eb59fcb for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:29.621306 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-31056804-f568-4add-b24a-707c7ac460ce req-88927060-b577-4fc1-b2d0-8a0b04f2a123 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:29.622905 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-553633e6-add5-490f-9756-0e223fc27c68 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] device_id is not set on port 98226dfe-992a-4348-b8d4-faddfe3b80eb yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:30.021061 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bf47c49-d867-46b4-8d7c-048f821d005f tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (57fbfbd5-0b4c-4626-9b59-a928157ddb71), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:30.154382 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bc248651-95fa-495a-8e9b-31492fb5b8f4 req-40b989aa-6af4-44cc-b4c7-3950f06877cc tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 210 time: 0.4188941 Mar 28 09:06:30.216285 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-150cb9b2-77d7-414f-b1cd-a3cd57919495 admin admin] Publish callbacks [] for security_group (49778cdc-5014-4169-8602-a290617c596f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:30.251197 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-40891f92-6198-49e5-a75e-e12585c6eb15 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Allocated IP 172.20.0.3 (da78ad91-75c1-4e51-84dc-1ff3d223651d/db02361e-0ccd-47dd-8c98-cb1bb9fe6071/2480602e-8b41-40f9-b095-7d218c2c6960) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:30.326848 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-553633e6-add5-490f-9756-0e223fc27c68 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Allocated IP 172.20.0.3 (f6ac822d-9ddf-4779-a5d9-01700dacae51/aeedcc94-75bf-4b79-87dc-262f1c06533e/98226dfe-992a-4348-b8d4-faddfe3b80eb) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:30.347413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-150cb9b2-77d7-414f-b1cd-a3cd57919495 admin admin] Publish callbacks [] for security_group (49778cdc-5014-4169-8602-a290617c596f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:30.362796 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-53b126f8-a2d5-461a-ba9c-74e1295d28ed req-1bf258d5-d36d-4e11-9a1a-8adc0dee32e2 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 210 time: 0.3290269 Mar 28 09:06:30.397270 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-2bf47c49-d867-46b4-8d7c-048f821d005f tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57fbfbd5-0b4c-4626-9b59-a928157ddb71']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:30.397502 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46908) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:30.419366 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Request body: {'subnets': [{'network_id': '29989795-fb0e-4735-91fc-7805127ed5a0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--414381497', 'ip_version': 6}, {'network_id': '34fda7ec-54c2-4604-ab19-13e3a142053f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:30.419662 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Request body: {'subnet': {'network_id': '29989795-fb0e-4735-91fc-7805127ed5a0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--414381497', 'ip_version': 6}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:30.420365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Request body: {'subnet': {'network_id': '34fda7ec-54c2-4604-ab19-13e3a142053f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:30.447761 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-2bf47c49-d867-46b4-8d7c-048f821d005f tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa21917-4839-4e0a-8cb4-cfd6a38101d8') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:30.448297 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-2bf47c49-d867-46b4-8d7c-048f821d005f tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa21917-4839-4e0a-8cb4-cfd6a38101d8') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:30.481305 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bf47c49-d867-46b4-8d7c-048f821d005f tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (6aa21917-4839-4e0a-8cb4-cfd6a38101d8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:30.507956 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef27838d-6243-417e-a500-f16d5b12daef tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks [] for port (a50918c3-4729-4def-8290-37292b8254ef), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:30.511103 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:30.518887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-31056804-f568-4add-b24a-707c7ac460ce req-88927060-b577-4fc1-b2d0-8a0b04f2a123 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Allocated IP 172.20.0.3 (15d390ae-2510-4449-9d2c-bf210a7a2700/480e4049-2c9c-4923-aba0-573e88a5e6ba/c9fef19a-fba4-4d3f-bd73-d95fbeb0e282) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:30.526130 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef27838d-6243-417e-a500-f16d5b12daef tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (a50918c3-4729-4def-8290-37292b8254ef), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:30.530931 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bf47c49-d867-46b4-8d7c-048f821d005f tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (6aa21917-4839-4e0a-8cb4-cfd6a38101d8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:30.553196 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_gateway (c2ddbd2e-4152-434c-9eaa-da4422a45c58), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:30.579051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf47c49-d867-46b4-8d7c-048f821d005f tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:06:30.579716 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bf47c49-d867-46b4-8d7c-048f821d005f tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (6aa21917-4839-4e0a-8cb4-cfd6a38101d8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:06:30.584968 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:06:30.633883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-150cb9b2-77d7-414f-b1cd-a3cd57919495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (49778cdc-5014-4169-8602-a290617c596f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:30.636819 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-150cb9b2-77d7-414f-b1cd-a3cd57919495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:30.638456 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-150cb9b2-77d7-414f-b1cd-a3cd57919495 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49778cdc-5014-4169-8602-a290617c596f HTTP/1.1" status: 204 len: 168 time: 1.0653872 Mar 28 09:06:30.680551 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:30.763691 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27838d-6243-417e-a500-f16d5b12daef tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Pushing event updated for resources: {'Port': ['ID=a50918c3-4729-4def-8290-37292b8254ef,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:30.837488 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bf47c49-d867-46b4-8d7c-048f821d005f tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (57fbfbd5-0b4c-4626-9b59-a928157ddb71), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:30.865962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bf47c49-d867-46b4-8d7c-048f821d005f tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:30.869208 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2bf47c49-d867-46b4-8d7c-048f821d005f tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] 10.222.0.15 "DELETE /v2.0/networks/57fbfbd5-0b4c-4626-9b59-a928157ddb71 HTTP/1.1" status: 204 len: 168 time: 1.5083351 Mar 28 09:06:30.871513 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef27838d-6243-417e-a500-f16d5b12daef tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (af4fc302-2b39-4314-b645-36e443a09595), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:30.984728 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-553633e6-add5-490f-9756-0e223fc27c68 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for port (98226dfe-992a-4348-b8d4-faddfe3b80eb), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:31.017818 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150cb9b2-77d7-414f-b1cd-a3cd57919495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49778cdc-5014-4169-8602-a290617c596f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:31.105820 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-553633e6-add5-490f-9756-0e223fc27c68 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (98226dfe-992a-4348-b8d4-faddfe3b80eb), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:31.247005 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553633e6-add5-490f-9756-0e223fc27c68 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Network f6ac822d-9ddf-4779-a5d9-01700dacae51 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:31.254810 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553633e6-add5-490f-9756-0e223fc27c68 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Pushing event updated for resources: {'Port': ['ID=98226dfe-992a-4348-b8d4-faddfe3b80eb,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:31.269092 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf47c49-d867-46b4-8d7c-048f821d005f tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-628042207-project] Pushing event deleted for resources: {'Network': ['ID=57fbfbd5-0b4c-4626-9b59-a928157ddb71,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:31.290789 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-553633e6-add5-490f-9756-0e223fc27c68 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:31.315510 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553633e6-add5-490f-9756-0e223fc27c68 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:31.376382 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef27838d-6243-417e-a500-f16d5b12daef tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:31.377558 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ef27838d-6243-417e-a500-f16d5b12daef tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8097188 Mar 28 09:06:31.397416 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46920) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:31.397781 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46922) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:31.413401 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1f7f93d1-02ff-4fd4-8f0f-a225418e37d7 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-717761334', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'fixed_ips': [{'ip_address': '172.36.4.139'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:31.445572 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46926) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:31.524325 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553633e6-add5-490f-9756-0e223fc27c68 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:31.525329 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-553633e6-add5-490f-9756-0e223fc27c68 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:31.545639 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e26bedbb-3c33-415f-a6a2-18d7b8878a77 req-ac9c7c3c-49a3-45a8-9193-c931e3faff5b tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 210 time: 0.1483636 Mar 28 09:06:31.555425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-40891f92-6198-49e5-a75e-e12585c6eb15 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for port (2480602e-8b41-40f9-b095-7d218c2c6960), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:31.557189 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Made reservation on behalf of 8438606bc4df40b8a5403c9258dd206b for: {'subnet': 2} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:31.563295 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:31.563920 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:31.623698 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1494e6dc-a391-432a-a530-466dd3fe5554 req-2a093e16-8a1e-44f3-9705-a035d5be8ea0 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 210 time: 0.1181898 Mar 28 09:06:31.630564 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-31056804-f568-4add-b24a-707c7ac460ce req-88927060-b577-4fc1-b2d0-8a0b04f2a123 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for port (c9fef19a-fba4-4d3f-bd73-d95fbeb0e282), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:31.685959 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-553633e6-add5-490f-9756-0e223fc27c68 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7138827 Mar 28 09:06:31.691319 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46930) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:31.693856 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7f93d1-02ff-4fd4-8f0f-a225418e37d7 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Made reservation on behalf of fed62a345f72401bb0f775fec54cf6d1 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:31.696194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1f7f93d1-02ff-4fd4-8f0f-a225418e37d7 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:31.718209 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1f7f93d1-02ff-4fd4-8f0f-a225418e37d7 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:31.728303 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8b2f5cae-4269-4324-81a2-f685c58d2921 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d81db8fbe45c4eebba120659f4116c8e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3278606 Mar 28 09:06:31.737421 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46934) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:31.741880 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Allocated IP 2001:db8::d5 (fbf19c56-a077-4912-9404-6e2c956b2c44/b46a5279-7fc4-4501-85e0-fc0e672c9661/781be9c3-5c14-4b2d-8dd6-eaaa37978b10) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:31.783939 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-40891f92-6198-49e5-a75e-e12585c6eb15 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (2480602e-8b41-40f9-b095-7d218c2c6960), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:31.788515 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0fa8d9a5-5852-47dc-98ff-7f8d963b64d6 None None] Provisioning complete for port 98226dfe-992a-4348-b8d4-faddfe3b80eb triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:31.789081 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0fa8d9a5-5852-47dc-98ff-7f8d963b64d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (98226dfe-992a-4348-b8d4-faddfe3b80eb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:31.858585 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-40891f92-6198-49e5-a75e-e12585c6eb15 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Network da78ad91-75c1-4e51-84dc-1ff3d223651d is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:31.869990 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0fa8d9a5-5852-47dc-98ff-7f8d963b64d6 None None] Port 98226dfe-992a-4348-b8d4-faddfe3b80eb cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:06:31.893908 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-31056804-f568-4add-b24a-707c7ac460ce req-88927060-b577-4fc1-b2d0-8a0b04f2a123 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (c9fef19a-fba4-4d3f-bd73-d95fbeb0e282), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:31.952303 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-40891f92-6198-49e5-a75e-e12585c6eb15 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:31.965320 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-40891f92-6198-49e5-a75e-e12585c6eb15 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:32.030413 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:32.042597 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31056804-f568-4add-b24a-707c7ac460ce req-88927060-b577-4fc1-b2d0-8a0b04f2a123 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Network 15d390ae-2510-4449-9d2c-bf210a7a2700 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:32.058765 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a641c9b4-6477-4663-bd35-8fde5cd26287 admin admin] Publish callbacks [] for security_group (0b08da0a-b999-4d07-bbce-9d98e4a8969b), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:32.080465 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-31056804-f568-4add-b24a-707c7ac460ce req-88927060-b577-4fc1-b2d0-8a0b04f2a123 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:32.092508 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-31056804-f568-4add-b24a-707c7ac460ce req-88927060-b577-4fc1-b2d0-8a0b04f2a123 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:32.096532 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40891f92-6198-49e5-a75e-e12585c6eb15 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Pushing event updated for resources: {'Port': ['ID=2480602e-8b41-40f9-b095-7d218c2c6960,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:32.100314 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88927060-b577-4fc1-b2d0-8a0b04f2a123 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Pushing event updated for resources: {'Port': ['ID=c9fef19a-fba4-4d3f-bd73-d95fbeb0e282,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:32.150730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'project_id': '40c2b13bb5284ff1b3f8b1e0d8a39ada', 'port_id': '98226dfe-992a-4348-b8d4-faddfe3b80eb'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:32.200361 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:32.254412 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for port (781be9c3-5c14-4b2d-8dd6-eaaa37978b10), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:32.312277 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-40891f92-6198-49e5-a75e-e12585c6eb15 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:32.313355 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-40891f92-6198-49e5-a75e-e12585c6eb15 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:32.323431 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a641c9b4-6477-4663-bd35-8fde5cd26287 admin admin] Publish callbacks [] for security_group (0b08da0a-b999-4d07-bbce-9d98e4a8969b), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:32.328793 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1f7f93d1-02ff-4fd4-8f0f-a225418e37d7 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks [] for security_group (20b8a531-7f75-4e85-ab4f-5a5299e33f9f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:32.343972 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4cd4ee80-cfaa-4976-b86f-8bfd4d412e03 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7767972a76f44b99b87424c13b82476&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8738770 Mar 28 09:06:32.349176 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46936) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:32.354516 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-40891f92-6198-49e5-a75e-e12585c6eb15 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0418797 Mar 28 09:06:32.358144 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1f7f93d1-02ff-4fd4-8f0f-a225418e37d7 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (20b8a531-7f75-4e85-ab4f-5a5299e33f9f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:32.387844 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-1f7f93d1-02ff-4fd4-8f0f-a225418e37d7 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] device_id is not set on port 0bfefbc7-faca-4316-887e-36063a129a0d yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:32.398822 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31056804-f568-4add-b24a-707c7ac460ce req-88927060-b577-4fc1-b2d0-8a0b04f2a123 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:32.399461 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-31056804-f568-4add-b24a-707c7ac460ce req-88927060-b577-4fc1-b2d0-8a0b04f2a123 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:32.406707 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-5903fe81-4cf5-4c47-aa9b-9f3498c1528d tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:32.408545 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-5903fe81-4cf5-4c47-aa9b-9f3498c1528d tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148335 Mar 28 09:06:32.528284 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-937b6d00-83d4-47ec-9893-f83d7a43eb15 None None] Provisioning complete for port 2480602e-8b41-40f9-b095-7d218c2c6960 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:32.528563 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-937b6d00-83d4-47ec-9893-f83d7a43eb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2480602e-8b41-40f9-b095-7d218c2c6960), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:32.534192 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (781be9c3-5c14-4b2d-8dd6-eaaa37978b10), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:32.616379 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-937b6d00-83d4-47ec-9893-f83d7a43eb15 None None] Port 2480602e-8b41-40f9-b095-7d218c2c6960 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:06:32.656103 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:32.679458 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Request body: {'port': {'device_id': '5620c95d-440a-4aa9-87d0-b24a95621c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:32.697891 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Network fbf19c56-a077-4912-9404-6e2c956b2c44 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:32.702881 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31056804-f568-4add-b24a-707c7ac460ce req-88927060-b577-4fc1-b2d0-8a0b04f2a123 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5097976 Mar 28 09:06:32.746042 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8ad495ba-ac2d-4e76-8d9a-0b65afddfdef None None] Provisioning complete for port c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:32.746410 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8ad495ba-ac2d-4e76-8d9a-0b65afddfdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c9fef19a-fba4-4d3f-bd73-d95fbeb0e282), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:32.764513 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Request body: {'port': {'device_id': 'c94b85a6-36c2-4a80-9ee0-0ea08925ec3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:32.768283 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f93d1-02ff-4fd4-8f0f-a225418e37d7 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b8a531-7f75-4e85-ab4f-5a5299e33f9f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:32.789740 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8ad495ba-ac2d-4e76-8d9a-0b65afddfdef None None] Port c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:06:32.795826 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:32.803877 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:32.841896 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Pushing event updated for resources: {'Port': ['ID=781be9c3-5c14-4b2d-8dd6-eaaa37978b10,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:32.952338 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (1435b2db-d79c-470b-a60d-a3e534cad3e2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:33.040805 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-146b5721-b678-464d-8fc5-b338c67d3db2 admin admin] Publish callbacks [] for security_group (fbe923ab-0a37-4d77-aaf5-84cd6abfb723), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:33.041847 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event updated for resources: {'Subnet': ['ID=1435b2db-d79c-470b-a60d-a3e534cad3e2,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:33.066920 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-146b5721-b678-464d-8fc5-b338c67d3db2 admin admin] Publish callbacks [] for security_group (fbe923ab-0a37-4d77-aaf5-84cd6abfb723), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:33.079970 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a641c9b4-6477-4663-bd35-8fde5cd26287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0b08da0a-b999-4d07-bbce-9d98e4a8969b), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:33.082831 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a641c9b4-6477-4663-bd35-8fde5cd26287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:33.084015 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a641c9b4-6477-4663-bd35-8fde5cd26287 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b08da0a-b999-4d07-bbce-9d98e4a8969b HTTP/1.1" status: 204 len: 168 time: 1.3395886 Mar 28 09:06:33.210732 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa16b3b-6f62-432f-b015-d377e5f0ee28 req-d6c69f4e-a856-496f-88ea-597cdc5fce2b tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:33.212701 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7aa16b3b-6f62-432f-b015-d377e5f0ee28 req-d6c69f4e-a856-496f-88ea-597cdc5fce2b tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 931 time: 0.5469124 Mar 28 09:06:33.214353 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Allocated IP 172.36.4.209 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/da4d7d32-a5c7-4249-b73b-a3e415349018) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:33.225881 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2480602e-8b41-40f9-b095-7d218c2c6960), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:33.249434 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641c9b4-6477-4663-bd35-8fde5cd26287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b08da0a-b999-4d07-bbce-9d98e4a8969b,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:33.376100 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37a549-ab2f-4053-a947-3c9c00f620e1 req-850f127c-f440-47e4-8cd6-e73762546225 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:33.377747 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3c37a549-ab2f-4053-a947-3c9c00f620e1 req-850f127c-f440-47e4-8cd6-e73762546225 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 931 time: 0.5464196 Mar 28 09:06:33.401871 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c9fef19a-fba4-4d3f-bd73-d95fbeb0e282), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:33.478950 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7aa16b3b-6f62-432f-b015-d377e5f0ee28 req-e4cc4246-d089-4611-b2ea-96affb365715 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9e4edf6-d471-4d08-802e-ada42833364b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503340 Mar 28 09:06:33.502639 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Checking segment: {'id': '274c3530-be55-4598-af46-5fec1095af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '29989795-fb0e-4735-91fc-7805127ed5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:33.503111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Network hostable DHCP agents. Network: 29989795-fb0e-4735-91fc-7805127ed5a0, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:06:33.548699 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-146b5721-b678-464d-8fc5-b338c67d3db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (fbe923ab-0a37-4d77-aaf5-84cd6abfb723), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:33.562741 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-146b5721-b678-464d-8fc5-b338c67d3db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:33.566305 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-146b5721-b678-464d-8fc5-b338c67d3db2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fbe923ab-0a37-4d77-aaf5-84cd6abfb723 HTTP/1.1" status: 204 len: 168 time: 1.2034209 Mar 28 09:06:33.633452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:33.774900 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b5721-b678-464d-8fc5-b338c67d3db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe923ab-0a37-4d77-aaf5-84cd6abfb723,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:33.788300 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Network 29989795-fb0e-4735-91fc-7805127ed5a0 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:06:33.806416 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks [] for port (da4d7d32-a5c7-4249-b73b-a3e415349018), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:33.831841 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_gateway (c2ddbd2e-4152-434c-9eaa-da4422a45c58), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:33.883102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 29989795-fb0e-4735-91fc-7805127ed5a0) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:33.895054 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a8b15e-c1d7-44d8-a47b-4fbab7b8f1f1 None None] Network 29989795-fb0e-4735-91fc-7805127ed5a0 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:33.898356 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (6913d5a4-8cef-40c0-b935-b3d53b4c78c6), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:33.905757 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3c37a549-ab2f-4053-a947-3c9c00f620e1 req-55abab04-26b5-42aa-aa1d-9a7cd71a8b3d tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a7bbaf6-b081-4765-b3a3-ab9df2b5f423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4792786 Mar 28 09:06:34.133950 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46962) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:34.190688 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-29989795-fb0e-4735-91fc-7805127ed5a0', 'network_id': '29989795-fb0e-4735-91fc-7805127ed5a0', 'project_id': '8438606bc4df40b8a5403c9258dd206b', 'fixed_ips': [{'subnet_id': '1435b2db-d79c-470b-a60d-a3e534cad3e2'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:06:34.191709 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:34.205725 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event updated for resources: {'Subnet': ['ID=6913d5a4-8cef-40c0-b935-b3d53b4c78c6,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:34.208228 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (da4d7d32-a5c7-4249-b73b-a3e415349018), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:34.418975 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-38619147-3b14-48bd-9014-5ba2b2bb5083 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4a795f06aca4ae4a7ebaa8c7ae91d34&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2770681 Mar 28 09:06:34.425546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46966) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:34.450897 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:34.457407 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Checking segment: {'id': '8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '34fda7ec-54c2-4604-ab19-13e3a142053f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:34.457802 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Network hostable DHCP agents. Network: 34fda7ec-54c2-4604-ab19-13e3a142053f, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:06:34.476254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Allocated IP 2001:db8::1 (29989795-fb0e-4735-91fc-7805127ed5a0/1435b2db-d79c-470b-a60d-a3e534cad3e2/bd2467e1-697f-462f-944d-f7ce8206156f) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:34.522191 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:34.530693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:34.614684 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7f93d1-02ff-4fd4-8f0f-a225418e37d7 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 09:06:34.615937 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7f93d1-02ff-4fd4-8f0f-a225418e37d7 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:06:34.633256 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (c2ddbd2e-4152-434c-9eaa-da4422a45c58), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:34.644372 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:06:34.657419 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Publish callbacks [] for port (c9fef19a-fba4-4d3f-bd73-d95fbeb0e282), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:34.665840 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1f7f93d1-02ff-4fd4-8f0f-a225418e37d7 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.2666268 Mar 28 09:06:34.671227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46974) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:34.676250 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Pushing event updated for resources: {'Port': ['ID=da4d7d32-a5c7-4249-b73b-a3e415349018,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:34.806453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Publish callbacks [] for port (bd2467e1-697f-462f-944d-f7ce8206156f), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:34.816417 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (bd2467e1-697f-462f-944d-f7ce8206156f), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:34.881707 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Transition to ACTIVE for port object c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:06:34.898981 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Network 29989795-fb0e-4735-91fc-7805127ed5a0 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:34.900570 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (c9fef19a-fba4-4d3f-bd73-d95fbeb0e282), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:34.909278 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:34.913038 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:34.961412 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Pushing event updated for resources: {'Port': ['ID=bd2467e1-697f-462f-944d-f7ce8206156f,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:34.996148 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Attempting to bind port bd2467e1-697f-462f-944d-f7ce8206156f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:34.996529 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Attempting to bind port bd2467e1-697f-462f-944d-f7ce8206156f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '274c3530-be55-4598-af46-5fec1095af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '29989795-fb0e-4735-91fc-7805127ed5a0'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:34.996894 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Attempting to bind port bd2467e1-697f-462f-944d-f7ce8206156f on network 29989795-fb0e-4735-91fc-7805127ed5a0 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:35.008974 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:06:35.009360 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Checking segment: {'id': '274c3530-be55-4598-af46-5fec1095af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '29989795-fb0e-4735-91fc-7805127ed5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:35.009821 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:35.010221 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Bound using segment: {'id': '274c3530-be55-4598-af46-5fec1095af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '29989795-fb0e-4735-91fc-7805127ed5a0'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:06:35.010713 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Bound port: bd2467e1-697f-462f-944d-f7ce8206156f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274c3530-be55-4598-af46-5fec1095af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '29989795-fb0e-4735-91fc-7805127ed5a0'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:06:35.011098 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bd2467e1-697f-462f-944d-f7ce8206156f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:35.114065 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] For port bd2467e1-697f-462f-944d-f7ce8206156f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:35.118321 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] For port bd2467e1-697f-462f-944d-f7ce8206156f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd2467e1-697f-462f-944d-f7ce8206156f,segment=NetworkSegment(274c3530-be55-4598-af46-5fec1095af1c),segment_id=274c3530-be55-4598-af46-5fec1095af1c)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:06:35.123261 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 46980) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:35.126895 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (bd2467e1-697f-462f-944d-f7ce8206156f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:35.184295 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Pushing event updated for resources: {'Port': ['ID=c9fef19a-fba4-4d3f-bd73-d95fbeb0e282,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:35.190504 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Network 34fda7ec-54c2-4604-ab19-13e3a142053f is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:06:35.295140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0ca4d-e2ba-4745-bd10-3f14556e6e5e None None] Pushing event updated for resources: {'Port': ['ID=bd2467e1-697f-462f-944d-f7ce8206156f,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:35.327553 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ddcd622c-979b-4fbc-9ea0-f3db20d5d801 admin admin] Publish callbacks [] for security_group (32595060-eec4-42c2-a37d-a761b2465502), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:35.359642 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 34fda7ec-54c2-4604-ab19-13e3a142053f) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:35.368989 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:35.369726 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:35.370435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:35.377705 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5377e4-efa8-48dc-a484-62582f98e799 None None] Network 34fda7ec-54c2-4604-ab19-13e3a142053f requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:35.399595 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2480602e-8b41-40f9-b095-7d218c2c6960 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:06:35.436569 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e2a766f0-99d0-42b1-a135-085ab221e3d7 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.0333264 Mar 28 09:06:35.441934 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Publish callbacks [] for port (2480602e-8b41-40f9-b095-7d218c2c6960), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:35.452701 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46984) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:35.526088 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c8170f5d-e677-47c3-855d-7c67fb419038 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1617017494'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:35.586550 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e478062-f958-4e87-b82c-8e2f5b3826f5 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:35.589088 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e478062-f958-4e87-b82c-8e2f5b3826f5 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:35.591082 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e478062-f958-4e87-b82c-8e2f5b3826f5 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:35.601871 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7e478062-f958-4e87-b82c-8e2f5b3826f5 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1390345 Mar 28 09:06:35.614973 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 46986) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:35.617828 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ddcd622c-979b-4fbc-9ea0-f3db20d5d801 admin admin] Publish callbacks [] for security_group (32595060-eec4-42c2-a37d-a761b2465502), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:35.666160 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-35e127c9-8e2d-4fb4-8f82-0c9bc43a5933 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Deleting port a50918c3-4729-4def-8290-37292b8254ef {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:35.667114 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e127c9-8e2d-4fb4-8f82-0c9bc43a5933 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (a50918c3-4729-4def-8290-37292b8254ef), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:35.679138 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8170f5d-e677-47c3-855d-7c67fb419038 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Made reservation on behalf of 1814df4f87d44585bed3500e03f3c4ca for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:35.689503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8170f5d-e677-47c3-855d-7c67fb419038 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:35.731742 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456b713-2172-43e3-a73f-d99c5ce79b43 req-4257d170-3b8a-418f-b041-4f2b81a167a8 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:35.741703 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-34fda7ec-54c2-4604-ab19-13e3a142053f', 'network_id': '34fda7ec-54c2-4604-ab19-13e3a142053f', 'project_id': '8438606bc4df40b8a5403c9258dd206b', 'fixed_ips': [{'subnet_id': '6913d5a4-8cef-40c0-b935-b3d53b4c78c6'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:06:35.743044 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:35.746296 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0456b713-2172-43e3-a73f-d99c5ce79b43 req-4257d170-3b8a-418f-b041-4f2b81a167a8 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 943 time: 0.4369602 Mar 28 09:06:35.791409 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a9f4e8-593f-41a7-8e4b-cdb3acdeeb30 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Deleting subnet 1435b2db-d79c-470b-a60d-a3e534cad3e2 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:06:35.872028 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Transition to ACTIVE for port object 2480602e-8b41-40f9-b095-7d218c2c6960 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:06:35.879653 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-99a9f4e8-593f-41a7-8e4b-cdb3acdeeb30 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks [] for subnet (1435b2db-d79c-470b-a60d-a3e534cad3e2), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:35.924291 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Attempting to bind port c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:35.924291 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Attempting to bind port c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '40bfaee7-c2ce-4f0b-af8e-29260020bcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:35.924291 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Attempting to bind port c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 on network 15d390ae-2510-4449-9d2c-bf210a7a2700 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:35.949528 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8170f5d-e677-47c3-855d-7c67fb419038 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:35.989000 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Port c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 on network 15d390ae-2510-4449-9d2c-bf210a7a2700 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:35.989240 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Attempting to bind port c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 on network 15d390ae-2510-4449-9d2c-bf210a7a2700 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:36.000255 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Router c2ddbd2e-4152-434c-9eaa-da4422a45c58 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:06:36.045338 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:06:36.045776 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Checking segment: {'id': '40bfaee7-c2ce-4f0b-af8e-29260020bcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:36.046369 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Bound using segment: {'id': '40bfaee7-c2ce-4f0b-af8e-29260020bcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:06:36.046828 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Bound port: c9fef19a-fba4-4d3f-bd73-d95fbeb0e282, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40bfaee7-c2ce-4f0b-af8e-29260020bcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:06:36.047180 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c9fef19a-fba4-4d3f-bd73-d95fbeb0e282), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:36.090153 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0456b713-2172-43e3-a73f-d99c5ce79b43 req-c048c9d9-5aad-43c2-87f4-7348795d6354 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a7bbaf6-b081-4765-b3a3-ab9df2b5f423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3344657 Mar 28 09:06:36.149286 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Allocated IP 2001:db8:0:1::1 (34fda7ec-54c2-4604-ab19-13e3a142053f/6913d5a4-8cef-40c0-b935-b3d53b4c78c6/dd3abb6f-e56a-412f-a989-0bec6b224030) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:36.267655 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks [] for floatingip (29f71025-30b6-46ad-af15-c824f6de727d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:36.386930 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Publish callbacks [] for port (dd3abb6f-e56a-412f-a989-0bec6b224030), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:36.395762 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e127c9-8e2d-4fb4-8f82-0c9bc43a5933 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (a50918c3-4729-4def-8290-37292b8254ef), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:36.396128 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e127c9-8e2d-4fb4-8f82-0c9bc43a5933 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks [] for floatingip (a50918c3-4729-4def-8290-37292b8254ef), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:36.396333 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (dd3abb6f-e56a-412f-a989-0bec6b224030), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:36.410121 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (2480602e-8b41-40f9-b095-7d218c2c6960), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:36.425589 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-35e127c9-8e2d-4fb4-8f82-0c9bc43a5933 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Calling delete_port for a50918c3-4729-4def-8290-37292b8254ef owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:36.487316 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (da4d7d32-a5c7-4249-b73b-a3e415349018), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:36.494625 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Network 34fda7ec-54c2-4604-ab19-13e3a142053f is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:36.516649 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:36.534003 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:36.538287 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Pushing event updated for resources: {'Port': ['ID=dd3abb6f-e56a-412f-a989-0bec6b224030,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:36.705341 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Attempting to bind port dd3abb6f-e56a-412f-a989-0bec6b224030 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:36.705810 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Attempting to bind port dd3abb6f-e56a-412f-a989-0bec6b224030 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '34fda7ec-54c2-4604-ab19-13e3a142053f'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:36.706176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Attempting to bind port dd3abb6f-e56a-412f-a989-0bec6b224030 on network 34fda7ec-54c2-4604-ab19-13e3a142053f {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:36.726321 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:06:36.733704 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Checking segment: {'id': '8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '34fda7ec-54c2-4604-ab19-13e3a142053f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:36.734150 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:36.734565 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Bound using segment: {'id': '8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '34fda7ec-54c2-4604-ab19-13e3a142053f'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:06:36.737993 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Bound port: dd3abb6f-e56a-412f-a989-0bec6b224030, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '34fda7ec-54c2-4604-ab19-13e3a142053f'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:06:36.738415 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (dd3abb6f-e56a-412f-a989-0bec6b224030), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:36.779929 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ddcd622c-979b-4fbc-9ea0-f3db20d5d801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (32595060-eec4-42c2-a37d-a761b2465502), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:36.788690 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ddcd622c-979b-4fbc-9ea0-f3db20d5d801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:36.796244 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ddcd622c-979b-4fbc-9ea0-f3db20d5d801 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32595060-eec4-42c2-a37d-a761b2465502 HTTP/1.1" status: 204 len: 168 time: 2.3563070 Mar 28 09:06:36.850859 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device bd2467e1-697f-462f-944d-f7ce8206156f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:36.905382 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331878d4-caed-4879-b8f1-b828a0a96ad1 req-1315af51-3fa0-499e-b4cd-486f68336cb4 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:36.912293 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-331878d4-caed-4879-b8f1-b828a0a96ad1 req-1315af51-3fa0-499e-b4cd-486f68336cb4 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 931 time: 1.7573168 Mar 28 09:06:36.961665 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] For port dd3abb6f-e56a-412f-a989-0bec6b224030, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:36.962518 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-99a9f4e8-593f-41a7-8e4b-cdb3acdeeb30 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (1435b2db-d79c-470b-a60d-a3e534cad3e2), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:36.986886 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd622c-979b-4fbc-9ea0-f3db20d5d801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32595060-eec4-42c2-a37d-a761b2465502,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:36.987100 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8170f5d-e677-47c3-855d-7c67fb419038 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks [] for security_group (2570373f-b982-4780-9736-9c6afef7aaba), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:36.991952 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] For port dd3abb6f-e56a-412f-a989-0bec6b224030, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd3abb6f-e56a-412f-a989-0bec6b224030,segment=NetworkSegment(8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4),segment_id=8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:06:36.999892 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e127c9-8e2d-4fb4-8f82-0c9bc43a5933 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (a50918c3-4729-4def-8290-37292b8254ef), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:37.015539 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (dd3abb6f-e56a-412f-a989-0bec6b224030), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:37.096755 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8170f5d-e677-47c3-855d-7c67fb419038 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (2570373f-b982-4780-9736-9c6afef7aaba), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:37.135754 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port bd2467e1-697f-462f-944d-f7ce8206156f triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:37.146032 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Pushing event updated for resources: {'Port': ['ID=2480602e-8b41-40f9-b095-7d218c2c6960,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:37.158232 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (bd2467e1-697f-462f-944d-f7ce8206156f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:37.251475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eed270f-a067-4348-8f73-5f1640d8fd94 None None] Network 29989795-fb0e-4735-91fc-7805127ed5a0 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:37.262931 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8170f5d-e677-47c3-855d-7c67fb419038 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2570373f-b982-4780-9736-9c6afef7aaba,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:37.325882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks [] for port (da4d7d32-a5c7-4249-b73b-a3e415349018), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:37.360380 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-331878d4-caed-4879-b8f1-b828a0a96ad1 req-8df54138-8cbd-40f3-9b5e-e5d83da84cd2 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9e4edf6-d471-4d08-802e-ada42833364b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4470396 Mar 28 09:06:37.383695 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (da4d7d32-a5c7-4249-b73b-a3e415349018), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:37.401819 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e127c9-8e2d-4fb4-8f82-0c9bc43a5933 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Pushing event deleted for resources: {'Port': ['ID=a50918c3-4729-4def-8290-37292b8254ef,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:37.523669 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-99a9f4e8-593f-41a7-8e4b-cdb3acdeeb30 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (1435b2db-d79c-470b-a60d-a3e534cad3e2), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:37.588007 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Attempting to bind port 2480602e-8b41-40f9-b095-7d218c2c6960 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:37.588415 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Attempting to bind port 2480602e-8b41-40f9-b095-7d218c2c6960 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:37.588671 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Attempting to bind port 2480602e-8b41-40f9-b095-7d218c2c6960 on network da78ad91-75c1-4e51-84dc-1ff3d223651d {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:37.613726 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48877b5-0f6a-4c62-bfe7-aeb05c260e86 None None] Pushing event updated for resources: {'Port': ['ID=dd3abb6f-e56a-412f-a989-0bec6b224030,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:37.631081 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Pushing event updated for resources: {'Port': ['ID=da4d7d32-a5c7-4249-b73b-a3e415349018,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:37.636982 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Port 2480602e-8b41-40f9-b095-7d218c2c6960 on network da78ad91-75c1-4e51-84dc-1ff3d223651d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:06:37.637314 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Attempting to bind port 2480602e-8b41-40f9-b095-7d218c2c6960 on network da78ad91-75c1-4e51-84dc-1ff3d223651d {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:37.657207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:06:37.658183 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Checking segment: {'id': '6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:37.658183 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Bound using segment: {'id': '6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:06:37.658534 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8170f5d-e677-47c3-855d-7c67fb419038 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:06:37.658621 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Bound port: 2480602e-8b41-40f9-b095-7d218c2c6960, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:06:37.659119 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2480602e-8b41-40f9-b095-7d218c2c6960), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:37.674861 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (29f71025-30b6-46ad-af15-c824f6de727d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:37.675297 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e127c9-8e2d-4fb4-8f82-0c9bc43a5933 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks [] for floatingip (af4fc302-2b39-4314-b645-36e443a09595), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:37.692748 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e127c9-8e2d-4fb4-8f82-0c9bc43a5933 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:37.703450 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-35e127c9-8e2d-4fb4-8f82-0c9bc43a5933 tempest-ExternalNetworksAdminNegativeTestJSON-640908231 tempest-ExternalNetworksAdminNegativeTestJSON-640908231-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/af4fc302-2b39-4314-b645-36e443a09595 HTTP/1.1" status: 204 len: 168 time: 3.0307727 Mar 28 09:06:37.728616 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-068d0ac2-3f33-44b2-bbf2-66403f634e48 None None] Provisioning complete for port bd2467e1-697f-462f-944d-f7ce8206156f triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:37.736744 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:06:37.737763 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-068d0ac2-3f33-44b2-bbf2-66403f634e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (bd2467e1-697f-462f-944d-f7ce8206156f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:37.750397 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Sync routers for ids ['c2ddbd2e-4152-434c-9eaa-da4422a45c58'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:06:37.778379 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Routers {'c2ddbd2e-4152-434c-9eaa-da4422a45c58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:37.779173 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c2ddbd2e-4152-434c-9eaa-da4422a45c58'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:37.849099 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] For port c9fef19a-fba4-4d3f-bd73-d95fbeb0e282, host hv-neutron-mast, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:37.867281 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] For port c9fef19a-fba4-4d3f-bd73-d95fbeb0e282, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c9fef19a-fba4-4d3f-bd73-d95fbeb0e282,segment=NetworkSegment(40bfaee7-c2ce-4f0b-af8e-29260020bcf6),segment_id=40bfaee7-c2ce-4f0b-af8e-29260020bcf6)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:06:37.877769 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:37.880773 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0ac75d76-d6f5-4087-b224-7dd1e1ff6b19 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 9.9732487 Mar 28 09:06:37.890575 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47002) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:37.905450 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (c9fef19a-fba4-4d3f-bd73-d95fbeb0e282), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:37.943832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port bd2467e1-697f-462f-944d-f7ce8206156f is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:37.952362 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bd2467e1-697f-462f-944d-f7ce8206156f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:38.055905 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Set router c2ddbd2e-4152-434c-9eaa-da4422a45c58 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:06:38.246934 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-068d0ac2-3f33-44b2-bbf2-66403f634e48 None None] Current status of the port bd2467e1-697f-462f-944d-f7ce8206156f is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:38.256310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bf46d813-f031-4a4a-986f-35d968f83096 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router (c2ddbd2e-4152-434c-9eaa-da4422a45c58), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:38.258354 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-068d0ac2-3f33-44b2-bbf2-66403f634e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bd2467e1-697f-462f-944d-f7ce8206156f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:38.354561 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:38.355283 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:38.369443 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31056804-f568-4add-b24a-707c7ac460ce req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] 10.222.0.16 "PUT /v2.0/ports/c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 HTTP/1.1" status: 200 len: 1093 time: 5.6153092 Mar 28 09:06:38.371284 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94b85a6-36c2-4a80-9ee0-0ea08925ec3c', 'tag': 'c9fef19a-fba4-4d3f-bd73-d95fbeb0e282'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:06:38.421632 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47008) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:38.689215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-99a9f4e8-593f-41a7-8e4b-cdb3acdeeb30 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (1435b2db-d79c-470b-a60d-a3e534cad3e2), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:38.691133 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ddbd2e-4152-434c-9eaa-da4422a45c58', 'name': '', 'tenant_id': 'af1709e20002498ab883cd2478bb82a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbf19c56-a077-4912-9404-6e2c956b2c44', 'external_fixed_ips': [{'subnet_id': 'b46a5279-7fc4-4501-85e0-fc0e672c9661', 'ip_address': '2001:db8::d5'}], 'enable_snat': True}, 'gw_port_id': '781be9c3-5c14-4b2d-8dd6-eaaa37978b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:27Z', 'updated_at': '2022-03-28T09:06:33Z', 'revision_number': 3, 'project_id': 'af1709e20002498ab883cd2478bb82a0', 'gw_port': {'id': '781be9c3-5c14-4b2d-8dd6-eaaa37978b10', 'name': '', 'network_id': 'fbf19c56-a077-4912-9404-6e2c956b2c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:42:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ddbd2e-4152-434c-9eaa-da4422a45c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'b46a5279-7fc4-4501-85e0-fc0e672c9661', 'ip_address': '2001:db8::d5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:30Z', 'updated_at': '2022-03-28T09:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b46a5279-7fc4-4501-85e0-fc0e672c9661', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:38.779350 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-068d0ac2-3f33-44b2-bbf2-66403f634e48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:06:38.786087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-068d0ac2-3f33-44b2-bbf2-66403f634e48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:06:38.823673 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Checking router: c2ddbd2e-4152-434c-9eaa-da4422a45c58 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:06:38.824311 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Updating router c2ddbd2e-4152-434c-9eaa-da4422a45c58 port 781be9c3-5c14-4b2d-8dd6-eaaa37978b10 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:06:38.916339 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8272e7-a1b8-45ea-af4e-fde47ead017b req-bdcbde79-091a-4d91-8ce4-60e34d2359c0 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:38.918634 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-aa8272e7-a1b8-45ea-af4e-fde47ead017b req-bdcbde79-091a-4d91-8ce4-60e34d2359c0 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 943 time: 1.7156749 Mar 28 09:06:38.928667 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:06:38.933233 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:06:38.971970 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (781be9c3-5c14-4b2d-8dd6-eaaa37978b10), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:38.984079 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8170f5d-e677-47c3-855d-7c67fb419038 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (8f96211f-af09-413b-8ab7-0da3545d3d9c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:38.984079 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-c8170f5d-e677-47c3-855d-7c67fb419038 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Added segment 8f96211f-af09-413b-8ab7-0da3545d3d9c of type vlan for network 653b0ae0-4e87-4eec-a0a3-bb026d766c39 Mar 28 09:06:39.029532 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9f4e8-593f-41a7-8e4b-cdb3acdeeb30 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event deleted for resources: {'Subnet': ['ID=1435b2db-d79c-470b-a60d-a3e534cad3e2,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:39.078513 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-99a9f4e8-593f-41a7-8e4b-cdb3acdeeb30 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:39.082193 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab6fd94-7288-456d-a4cc-1d736b6c0218 None None] Network 29989795-fb0e-4735-91fc-7805127ed5a0 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:39.087555 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-99a9f4e8-593f-41a7-8e4b-cdb3acdeeb30 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "DELETE /v2.0/subnets/1435b2db-d79c-470b-a60d-a3e534cad3e2 HTTP/1.1" status: 204 len: 168 time: 3.4439535 Mar 28 09:06:39.117221 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47026) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:39.245156 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cbec14-b533-430d-967d-4b070e400582" -d '{"events": [{"name": "network-changed", "server_uuid": "c94b85a6-36c2-4a80-9ee0-0ea08925ec3c", "tag": "c9fef19a-fba4-4d3f-bd73-d95fbeb0e282"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:06:39.286427 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Floating IP 29f71025-30b6-46ad-af15-c824f6de727d associated. External IP: 172.36.4.209, port: 98226dfe-992a-4348-b8d4-faddfe3b80eb. Mar 28 09:06:39.298825 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] For port 2480602e-8b41-40f9-b095-7d218c2c6960, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:39.352319 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31056804-f568-4add-b24a-707c7ac460ce req-9830b9cd-4fee-4b13-934e-ce163dffb380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:39.353884 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31056804-f568-4add-b24a-707c7ac460ce req-9830b9cd-4fee-4b13-934e-ce163dffb380 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6d221e073fb4f62a2f8cec61eb59fcb&device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 1127 time: 0.6566389 Mar 28 09:06:39.354535 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc3a3f-045b-400f-9623-57a59185cb6b service neutron] Pushing event updated for resources: {'Port': ['ID=c9fef19a-fba4-4d3f-bd73-d95fbeb0e282,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:39.396147 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88e32ed-2978-4c52-8bae-e6b015508bc1 None None] Network 34fda7ec-54c2-4604-ab19-13e3a142053f requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:39.405160 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f6380-b4da-4f48-a3ba-9c4dcd14de3c req-54818de1-0cd1-4ba9-9274-5780acc08243 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:39.407249 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f54f6380-b4da-4f48-a3ba-9c4dcd14de3c req-54818de1-0cd1-4ba9-9274-5780acc08243 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 943 time: 0.7754490 Mar 28 09:06:39.444594 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] For port 2480602e-8b41-40f9-b095-7d218c2c6960, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2480602e-8b41-40f9-b095-7d218c2c6960,segment=NetworkSegment(6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d),segment_id=6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:06:39.451855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47030) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:39.453989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2296bbb3-f8b5-4799-84a0-a5035cafdb9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:39.461401 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8170f5d-e677-47c3-855d-7c67fb419038 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (653b0ae0-4e87-4eec-a0a3-bb026d766c39), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:39.477464 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (2480602e-8b41-40f9-b095-7d218c2c6960), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:39.576754 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Pushing event updated for resources: {'Port': ['ID=2480602e-8b41-40f9-b095-7d218c2c6960,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:39.644488 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0f9fba-c299-4a28-8a34-18e0cb63e78f tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Deleting subnet 6913d5a4-8cef-40c0-b935-b3d53b4c78c6 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:06:39.692056 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f54f6380-b4da-4f48-a3ba-9c4dcd14de3c req-b497675e-161c-48ef-8db6-9a2a09d9e843 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9e4edf6-d471-4d08-802e-ada42833364b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411389 Mar 28 09:06:39.694039 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cb0f9fba-c299-4a28-8a34-18e0cb63e78f tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks [] for subnet (6913d5a4-8cef-40c0-b935-b3d53b4c78c6), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:39.710979 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-c871330b-8662-4eab-88c2-bb4823b2e42d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-225322268'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:39.797392 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-068d0ac2-3f33-44b2-bbf2-66403f634e48 None None] Current status of the port bd2467e1-697f-462f-944d-f7ce8206156f is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:39.797817 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-068d0ac2-3f33-44b2-bbf2-66403f634e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bd2467e1-697f-462f-944d-f7ce8206156f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:39.800179 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c871330b-8662-4eab-88c2-bb4823b2e42d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:39.806093 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c871330b-8662-4eab-88c2-bb4823b2e42d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:39.823768 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c871330b-8662-4eab-88c2-bb4823b2e42d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:39.839662 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Publish callbacks [] for port (781be9c3-5c14-4b2d-8dd6-eaaa37978b10), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:39.847804 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:39.848439 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:39.851393 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-87ba5d82-fb42-4755-805a-e187ded77375 service neutron] 10.222.0.16 "PUT /v2.0/ports/2480602e-8b41-40f9-b095-7d218c2c6960 HTTP/1.1" status: 200 len: 1093 time: 7.3060060 Mar 28 09:06:39.854023 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (781be9c3-5c14-4b2d-8dd6-eaaa37978b10), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:39.897684 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5620c95d-440a-4aa9-87d0-b24a95621c1b', 'tag': '2480602e-8b41-40f9-b095-7d218c2c6960'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:06:40.013653 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Attempting to bind port 781be9c3-5c14-4b2d-8dd6-eaaa37978b10 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:40.017015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-068d0ac2-3f33-44b2-bbf2-66403f634e48 None None] For port bd2467e1-697f-462f-944d-f7ce8206156f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd2467e1-697f-462f-944d-f7ce8206156f,segment=NetworkSegment(274c3530-be55-4598-af46-5fec1095af1c),segment_id=274c3530-be55-4598-af46-5fec1095af1c)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:40.017831 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Attempting to bind port 781be9c3-5c14-4b2d-8dd6-eaaa37978b10 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8a4c0d41-dc43-4e51-878c-e0773587fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fbf19c56-a077-4912-9404-6e2c956b2c44'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:40.018999 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Attempting to bind port 781be9c3-5c14-4b2d-8dd6-eaaa37978b10 on network fbf19c56-a077-4912-9404-6e2c956b2c44 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:40.054420 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:06:40.056832 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cb0f9fba-c299-4a28-8a34-18e0cb63e78f tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (6913d5a4-8cef-40c0-b935-b3d53b4c78c6), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:40.058252 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Checking segment: {'id': '8a4c0d41-dc43-4e51-878c-e0773587fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fbf19c56-a077-4912-9404-6e2c956b2c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:40.059125 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:40.063910 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Bound using segment: {'id': '8a4c0d41-dc43-4e51-878c-e0773587fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fbf19c56-a077-4912-9404-6e2c956b2c44'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:06:40.064769 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Bound port: 781be9c3-5c14-4b2d-8dd6-eaaa37978b10, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4c0d41-dc43-4e51-878c-e0773587fcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fbf19c56-a077-4912-9404-6e2c956b2c44'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:06:40.068440 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (781be9c3-5c14-4b2d-8dd6-eaaa37978b10), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:40.084988 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-068d0ac2-3f33-44b2-bbf2-66403f634e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (bd2467e1-697f-462f-944d-f7ce8206156f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:40.168229 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822600cd-a909-4dbf-9342-282b87ea6c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "5620c95d-440a-4aa9-87d0-b24a95621c1b", "tag": "2480602e-8b41-40f9-b095-7d218c2c6960"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:06:40.175533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-62b67c49-be3e-4039-8daf-74df04ad6e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:40.177655 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-62b67c49-be3e-4039-8daf-74df04ad6e11 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=228a7f4f162d45b0b1b39cb5fbe7d366&device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 1127 time: 0.2240043 Mar 28 09:06:40.228555 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] For port 781be9c3-5c14-4b2d-8dd6-eaaa37978b10, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:40.235035 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] For port 781be9c3-5c14-4b2d-8dd6-eaaa37978b10, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=781be9c3-5c14-4b2d-8dd6-eaaa37978b10,segment=NetworkSegment(8a4c0d41-dc43-4e51-878c-e0773587fcee),segment_id=8a4c0d41-dc43-4e51-878c-e0773587fcee)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:06:40.244787 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606783b7-966c-4759-af3e-ef7b9b8bdffc x-openstack-request-id: req-606783b7-966c-4759-af3e-ef7b9b8bdffc {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:06:40.245200 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94b85a6-36c2-4a80-9ee0-0ea08925ec3c", "tag": "c9fef19a-fba4-4d3f-bd73-d95fbeb0e282", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:06:40.246110 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc9aae-54f5-4669-8177-f8f6b835b758 None None] Pushing event updated for resources: {'Port': ['ID=781be9c3-5c14-4b2d-8dd6-eaaa37978b10,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:40.247033 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-606783b7-966c-4759-af3e-ef7b9b8bdffc {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:06:40.249693 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606783b7-966c-4759-af3e-ef7b9b8bdffc'] response: {'name': 'network-changed', 'server_uuid': 'c94b85a6-36c2-4a80-9ee0-0ea08925ec3c', 'tag': 'c9fef19a-fba4-4d3f-bd73-d95fbeb0e282', 'status': 'completed', 'code': 200} Mar 28 09:06:40.252267 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (781be9c3-5c14-4b2d-8dd6-eaaa37978b10), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:40.280264 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d0ac2-3f33-44b2-bbf2-66403f634e48 None None] Pushing event updated for resources: {'Port': ['ID=bd2467e1-697f-462f-944d-f7ce8206156f,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:40.289556 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port bd2467e1-697f-462f-944d-f7ce8206156f is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:40.290097 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bd2467e1-697f-462f-944d-f7ce8206156f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:40.304310 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc9aae-54f5-4669-8177-f8f6b835b758 None None] Pushing event updated for resources: {'Port': ['ID=781be9c3-5c14-4b2d-8dd6-eaaa37978b10,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:40.334073 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840a11df-b4e9-4433-bd9d-4fbe5aaa6969 None None] DHCP port deletion for 29989795-fb0e-4735-91fc-7805127ed5a0 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:06:40.347400 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-d73ff6b6-2ebc-4217-a048-b23dfc534b72 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2480602e-8b41-40f9-b095-7d218c2c6960 HTTP/1.1" status: 200 len: 217 time: 0.1423116 Mar 28 09:06:40.347882 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Routers {'c2ddbd2e-4152-434c-9eaa-da4422a45c58'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:40.348729 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c2ddbd2e-4152-434c-9eaa-da4422a45c58'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:40.467489 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-51a66608-87c9-477d-86bf-04b2e75b286a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:40.468970 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-51a66608-87c9-477d-86bf-04b2e75b286a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db02361e-0ccd-47dd-8c98-cb1bb9fe6071 HTTP/1.1" status: 200 len: 851 time: 0.0875900 Mar 28 09:06:40.470966 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2296bbb3-f8b5-4799-84a0-a5035cafdb9f admin admin] Publish callbacks [] for security_group (3cc47f84-6b0f-480c-8070-2cf47e0ed502), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:40.472598 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51430689-fe71-4927-8e2a-3b8f081fac40 x-openstack-request-id: req-51430689-fe71-4927-8e2a-3b8f081fac40 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:06:40.472894 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5620c95d-440a-4aa9-87d0-b24a95621c1b", "tag": "2480602e-8b41-40f9-b095-7d218c2c6960", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:06:40.473159 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51430689-fe71-4927-8e2a-3b8f081fac40 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:06:40.473646 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51430689-fe71-4927-8e2a-3b8f081fac40'] response: {'name': 'network-changed', 'server_uuid': '5620c95d-440a-4aa9-87d0-b24a95621c1b', 'tag': '2480602e-8b41-40f9-b095-7d218c2c6960', 'status': 'completed', 'code': 200} Mar 28 09:06:40.478019 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-aa8272e7-a1b8-45ea-af4e-fde47ead017b req-f4fbcfb6-7b58-4047-bd2f-0b569a5b172c tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a7bbaf6-b081-4765-b3a3-ab9df2b5f423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5437310 Mar 28 09:06:40.482917 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8170f5d-e677-47c3-855d-7c67fb419038 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (653b0ae0-4e87-4eec-a0a3-bb026d766c39), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:40.488467 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8170f5d-e677-47c3-855d-7c67fb419038 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:40.489559 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8170f5d-e677-47c3-855d-7c67fb419038 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:40.493728 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31056804-f568-4add-b24a-707c7ac460ce req-99f113ab-c965-4ed7-991f-6d44aa8524b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 HTTP/1.1" status: 200 len: 217 time: 1.0752697 Mar 28 09:06:40.495115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Router be400d89-77cd-48bc-b4c5-c7be14b5d3c5 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:06:40.509843 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2296bbb3-f8b5-4799-84a0-a5035cafdb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (3cc47f84-6b0f-480c-8070-2cf47e0ed502), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:40.530356 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-067b72fe-deed-4280-b3a2-ea083a0e04d3 None None] Provisioning complete for port dd3abb6f-e56a-412f-a989-0bec6b224030 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:40.530921 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-067b72fe-deed-4280-b3a2-ea083a0e04d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (dd3abb6f-e56a-412f-a989-0bec6b224030), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:40.564266 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2296bbb3-f8b5-4799-84a0-a5035cafdb9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8ca3f0da2974f18b2127541e882e368&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0107145 Mar 28 09:06:40.581551 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47046) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:40.622678 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cb0f9fba-c299-4a28-8a34-18e0cb63e78f tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (6913d5a4-8cef-40c0-b935-b3d53b4c78c6), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:40.686485 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:06:40.691181 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:06:40.700746 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c871330b-8662-4eab-88c2-bb4823b2e42d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for security_group (2325632c-027b-4020-bc97-e2f18417be16), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:40.771823 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c8170f5d-e677-47c3-855d-7c67fb419038 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 5.6445398 Mar 28 09:06:40.785654 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296bbb3-f8b5-4799-84a0-a5035cafdb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc47f84-6b0f-480c-8070-2cf47e0ed502,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:40.789159 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47050) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:40.814202 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-02009eaa-e9f5-4080-ac72-0b97cddaa4e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Request body: {'subnet': {'network_id': '653b0ae0-4e87-4eec-a0a3-bb026d766c39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:40.837300 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c871330b-8662-4eab-88c2-bb4823b2e42d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (2325632c-027b-4020-bc97-e2f18417be16), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:40.851855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-db50a8ca-6114-4c13-9a20-b57e3c513429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:40.853600 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-db50a8ca-6114-4c13-9a20-b57e3c513429 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da78ad91-75c1-4e51-84dc-1ff3d223651d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3608170 Mar 28 09:06:40.856606 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-840a11df-b4e9-4433-bd9d-4fbe5aaa6969 None None] Deleting port bd2467e1-697f-462f-944d-f7ce8206156f {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:40.858562 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-840a11df-b4e9-4433-bd9d-4fbe5aaa6969 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (bd2467e1-697f-462f-944d-f7ce8206156f), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:40.872176 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] Set router c2ddbd2e-4152-434c-9eaa-da4422a45c58 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:06:40.924665 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-067b72fe-deed-4280-b3a2-ea083a0e04d3 None None] Current status of the port dd3abb6f-e56a-412f-a989-0bec6b224030 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:40.925318 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-067b72fe-deed-4280-b3a2-ea083a0e04d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (dd3abb6f-e56a-412f-a989-0bec6b224030), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:40.948203 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dd0fbb14-24fe-45b9-a4c3-03c2db546a3c admin admin] Publish callbacks [] for security_group (3cc47f84-6b0f-480c-8070-2cf47e0ed502), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:40.971340 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-840a11df-b4e9-4433-bd9d-4fbe5aaa6969 None None] For port bd2467e1-697f-462f-944d-f7ce8206156f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd2467e1-697f-462f-944d-f7ce8206156f,segment=NetworkSegment(274c3530-be55-4598-af46-5fec1095af1c),segment_id=274c3530-be55-4598-af46-5fec1095af1c)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:40.972058 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-840a11df-b4e9-4433-bd9d-4fbe5aaa6969 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (bd2467e1-697f-462f-944d-f7ce8206156f), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:40.984915 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dd0fbb14-24fe-45b9-a4c3-03c2db546a3c admin admin] Publish callbacks [] for security_group (3cc47f84-6b0f-480c-8070-2cf47e0ed502), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:40.988834 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-840a11df-b4e9-4433-bd9d-4fbe5aaa6969 None None] Calling delete_port for bd2467e1-697f-462f-944d-f7ce8206156f owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:41.016202 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8170f5d-e677-47c3-855d-7c67fb419038 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event updated for resources: {'Network': ['ID=653b0ae0-4e87-4eec-a0a3-bb026d766c39,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:41.023342 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bf46d813-f031-4a4a-986f-35d968f83096 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_gateway (c2ddbd2e-4152-434c-9eaa-da4422a45c58), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:41.033133 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02009eaa-e9f5-4080-ac72-0b97cddaa4e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Made reservation on behalf of 1814df4f87d44585bed3500e03f3c4ca for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:41.046266 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-02009eaa-e9f5-4080-ac72-0b97cddaa4e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:41.054406 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31056804-f568-4add-b24a-707c7ac460ce req-8121d1cd-b155-4270-ac6c-ca93ce4dfb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:41.063253 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31056804-f568-4add-b24a-707c7ac460ce req-8121d1cd-b155-4270-ac6c-ca93ce4dfb1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=480e4049-2c9c-4923-aba0-573e88a5e6ba HTTP/1.1" status: 200 len: 845 time: 0.5123889 Mar 28 09:06:41.069421 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 653b0ae0-4e87-4eec-a0a3-bb026d766c39 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:06:41.203948 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-88907799-bb48-4297-91ca-90ac529733fb service neutron] 10.222.0.16 "GET /v2.0/networks/da78ad91-75c1-4e51-84dc-1ff3d223651d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931421 Mar 28 09:06:41.233083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dd0fbb14-24fe-45b9-a4c3-03c2db546a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (3cc47f84-6b0f-480c-8070-2cf47e0ed502), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:41.233356 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-840a11df-b4e9-4433-bd9d-4fbe5aaa6969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (bd2467e1-697f-462f-944d-f7ce8206156f), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:41.236544 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dd0fbb14-24fe-45b9-a4c3-03c2db546a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:41.237932 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-dd0fbb14-24fe-45b9-a4c3-03c2db546a3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3cc47f84-6b0f-480c-8070-2cf47e0ed502 HTTP/1.1" status: 204 len: 168 time: 0.6514213 Mar 28 09:06:41.277569 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a11df-b4e9-4433-bd9d-4fbe5aaa6969 None None] Pushing event deleted for resources: {'Port': ['ID=bd2467e1-697f-462f-944d-f7ce8206156f,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:41.288100 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840a11df-b4e9-4433-bd9d-4fbe5aaa6969 None None] No DVR routers for this DVR port bd2467e1-697f-462f-944d-f7ce8206156f on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:06:41.316911 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ddbd2e-4152-434c-9eaa-da4422a45c58', 'name': '', 'tenant_id': 'af1709e20002498ab883cd2478bb82a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbf19c56-a077-4912-9404-6e2c956b2c44', 'external_fixed_ips': [{'subnet_id': 'b46a5279-7fc4-4501-85e0-fc0e672c9661', 'ip_address': '2001:db8::d5'}], 'enable_snat': True}, 'gw_port_id': '781be9c3-5c14-4b2d-8dd6-eaaa37978b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:27Z', 'updated_at': '2022-03-28T09:06:33Z', 'revision_number': 3, 'project_id': 'af1709e20002498ab883cd2478bb82a0', 'gw_port': {'id': '781be9c3-5c14-4b2d-8dd6-eaaa37978b10', 'name': '', 'network_id': 'fbf19c56-a077-4912-9404-6e2c956b2c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:42:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ddbd2e-4152-434c-9eaa-da4422a45c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'b46a5279-7fc4-4501-85e0-fc0e672c9661', 'ip_address': '2001:db8::d5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:30Z', 'updated_at': '2022-03-28T09:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b46a5279-7fc4-4501-85e0-fc0e672c9661', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:41.352040 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125226a-ff16-45bf-9c4c-fd277e664adc None None] The sync data for ids ['c2ddbd2e-4152-434c-9eaa-da4422a45c58'] in dv-neutron-master-2-hyperv is: [{'id': 'c2ddbd2e-4152-434c-9eaa-da4422a45c58', 'name': '', 'tenant_id': 'af1709e20002498ab883cd2478bb82a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbf19c56-a077-4912-9404-6e2c956b2c44', 'external_fixed_ips': [{'subnet_id': 'b46a5279-7fc4-4501-85e0-fc0e672c9661', 'ip_address': '2001:db8::d5'}], 'enable_snat': True}, 'gw_port_id': '781be9c3-5c14-4b2d-8dd6-eaaa37978b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:27Z', 'updated_at': '2022-03-28T09:06:33Z', 'revision_number': 3, 'project_id': 'af1709e20002498ab883cd2478bb82a0', 'gw_port': {'id': '781be9c3-5c14-4b2d-8dd6-eaaa37978b10', 'name': '', 'network_id': 'fbf19c56-a077-4912-9404-6e2c956b2c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:42:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ddbd2e-4152-434c-9eaa-da4422a45c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'b46a5279-7fc4-4501-85e0-fc0e672c9661', 'ip_address': '2001:db8::d5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:30Z', 'updated_at': '2022-03-28T09:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b46a5279-7fc4-4501-85e0-fc0e672c9661', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:06:41.375860 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c871330b-8662-4eab-88c2-bb4823b2e42d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:06:41.379053 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9beb5d95-9c64-4d56-a80c-4aa7d5d3afbe req-9075de66-8616-48ef-b670-563117969328 service neutron] 10.222.0.16 "GET /v2.0/networks/da78ad91-75c1-4e51-84dc-1ff3d223651d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287935 Mar 28 09:06:41.392244 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871330b-8662-4eab-88c2-bb4823b2e42d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2325632c-027b-4020-bc97-e2f18417be16,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:41.426646 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-bf46d813-f031-4a4a-986f-35d968f83096 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Deleting port 781be9c3-5c14-4b2d-8dd6-eaaa37978b10 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:41.427036 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bf46d813-f031-4a4a-986f-35d968f83096 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (781be9c3-5c14-4b2d-8dd6-eaaa37978b10), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:41.437942 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31056804-f568-4add-b24a-707c7ac460ce req-e975e6a9-86a3-4c9f-931c-4830b9468993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:41.439531 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31056804-f568-4add-b24a-707c7ac460ce req-e975e6a9-86a3-4c9f-931c-4830b9468993 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d390ae-2510-4449-9d2c-bf210a7a2700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2751770 Mar 28 09:06:41.441595 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fbb14-24fe-45b9-a4c3-03c2db546a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc47f84-6b0f-480c-8070-2cf47e0ed502,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:41.467981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c871330b-8662-4eab-88c2-bb4823b2e42d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (dfae3456-dec8-4693-917b-25263ef5e158), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:41.468367 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-c871330b-8662-4eab-88c2-bb4823b2e42d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Added segment dfae3456-dec8-4693-917b-25263ef5e158 of type vlan for network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 Mar 28 09:06:41.488035 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cb0f9fba-c299-4a28-8a34-18e0cb63e78f tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (6913d5a4-8cef-40c0-b935-b3d53b4c78c6), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:41.511447 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:06:41.535385 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Port bd2467e1-697f-462f-944d-f7ce8206156f update to ACTIVE by agent not found {{(pid=104077) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 28 09:06:41.543030 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-067b72fe-deed-4280-b3a2-ea083a0e04d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:06:41.543387 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-067b72fe-deed-4280-b3a2-ea083a0e04d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:06:41.617287 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181b945-b383-4493-91ea-4178dbdbc75a req-65dcacc3-bbdf-4ab1-8a2e-8c322edd7445 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:41.625422 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2181b945-b383-4493-91ea-4178dbdbc75a req-65dcacc3-bbdf-4ab1-8a2e-8c322edd7445 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 943 time: 0.7046332 Mar 28 09:06:41.632983 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:06:41.646112 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3647cad0-57f2-4044-a526-4e1a811aec2e None None] Sync routers for ids ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:06:41.646426 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f9fba-c299-4a28-8a34-18e0cb63e78f tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event deleted for resources: {'Subnet': ['ID=6913d5a4-8cef-40c0-b935-b3d53b4c78c6,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:41.689381 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4057bc42-0b21-4010-83b7-9100bdf4eb8e None None] Network 34fda7ec-54c2-4604-ab19-13e3a142053f requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:41.689672 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cb0f9fba-c299-4a28-8a34-18e0cb63e78f tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:41.692780 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cb0f9fba-c299-4a28-8a34-18e0cb63e78f tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "DELETE /v2.0/subnets/6913d5a4-8cef-40c0-b935-b3d53b4c78c6 HTTP/1.1" status: 204 len: 168 time: 2.5590160 Mar 28 09:06:41.697228 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47060) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:41.698303 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3647cad0-57f2-4044-a526-4e1a811aec2e None None] Routers {'be400d89-77cd-48bc-b4c5-c7be14b5d3c5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:41.701091 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3647cad0-57f2-4044-a526-4e1a811aec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:41.716821 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c871330b-8662-4eab-88c2-bb4823b2e42d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (0c9e6889-10dd-4a9e-9039-3b134a4d2b85), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:41.724282 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:41.790635 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47062) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:41.807249 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-02009eaa-e9f5-4080-ac72-0b97cddaa4e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (67151b62-29d2-43ea-a824-cfec29be8d46), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:41.850468 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device dd3abb6f-e56a-412f-a989-0bec6b224030 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:41.861034 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3647cad0-57f2-4044-a526-4e1a811aec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:41.926475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3647cad0-57f2-4044-a526-4e1a811aec2e None None] Routers {'be400d89-77cd-48bc-b4c5-c7be14b5d3c5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:41.928065 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3647cad0-57f2-4044-a526-4e1a811aec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:41.949387 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02009eaa-e9f5-4080-ac72-0b97cddaa4e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event updated for resources: {'Subnet': ['ID=67151b62-29d2-43ea-a824-cfec29be8d46,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:41.989443 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f2edf4e7-697f-4521-9a33-abfad5352b11 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fed62a345f72401bb0f775fec54cf6d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1796377 Mar 28 09:06:41.994960 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3647cad0-57f2-4044-a526-4e1a811aec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:41.995991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3647cad0-57f2-4044-a526-4e1a811aec2e None None] The sync data for ids ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:06:41.999373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47064) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:42.021722 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port dd3abb6f-e56a-412f-a989-0bec6b224030 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:42.021722 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (dd3abb6f-e56a-412f-a989-0bec6b224030), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:42.035820 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.db.resource_extend [None req-c871330b-8662-4eab-88c2-bb4823b2e42d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 09:06:42.049988 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822600cd-a909-4dbf-9342-282b87ea6c0e req-4ad35c4d-a567-405c-bc12-8900e54821a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:42.051795 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-822600cd-a909-4dbf-9342-282b87ea6c0e req-4ad35c4d-a567-405c-bc12-8900e54821a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=228a7f4f162d45b0b1b39cb5fbe7d366&device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 1127 time: 0.5306275 Mar 28 09:06:42.070011 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2181b945-b383-4493-91ea-4178dbdbc75a req-57b31e89-d5e3-4213-bfaa-27be5801fe3a tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9e4edf6-d471-4d08-802e-ada42833364b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4434447 Mar 28 09:06:42.101229 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-01f20593-2f75-48be-9f93-21f1e9e77287 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 10.4053664 Mar 28 09:06:42.109593 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c871330b-8662-4eab-88c2-bb4823b2e42d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (0c9e6889-10dd-4a9e-9039-3b134a4d2b85), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:42.115061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c871330b-8662-4eab-88c2-bb4823b2e42d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:42.115951 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c871330b-8662-4eab-88c2-bb4823b2e42d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:42.118466 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47066) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:42.132078 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbfa90-865a-426b-a19f-adb0f99a86ff req-bc501c51-fe84-4c87-aaef-176848b4d444 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:42.134072 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4ebbfa90-865a-426b-a19f-adb0f99a86ff req-bc501c51-fe84-4c87-aaef-176848b4d444 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 943 time: 0.4719009 Mar 28 09:06:42.165525 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02009eaa-e9f5-4080-ac72-0b97cddaa4e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Checking segment: {'id': '8f96211f-af09-413b-8ab7-0da3545d3d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '653b0ae0-4e87-4eec-a0a3-bb026d766c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:42.165912 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02009eaa-e9f5-4080-ac72-0b97cddaa4e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Network hostable DHCP agents. Network: 653b0ae0-4e87-4eec-a0a3-bb026d766c39, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:06:42.240821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ce3579-5be4-48e3-8585-35c0625df337 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:42.246396 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a7ce3579-5be4-48e3-8585-35c0625df337 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4760027 Mar 28 09:06:42.248937 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47068) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:42.253057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-067b72fe-deed-4280-b3a2-ea083a0e04d3 None None] Current status of the port dd3abb6f-e56a-412f-a989-0bec6b224030 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:42.254207 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-067b72fe-deed-4280-b3a2-ea083a0e04d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (dd3abb6f-e56a-412f-a989-0bec6b224030), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:42.314595 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c871330b-8662-4eab-88c2-bb4823b2e42d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8593016 Mar 28 09:06:42.339183 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47070) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:42.358441 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4ccc2fc7-8da1-43a9-8031-1e639624df37 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:42.358692 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-067b72fe-deed-4280-b3a2-ea083a0e04d3 None None] For port dd3abb6f-e56a-412f-a989-0bec6b224030, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd3abb6f-e56a-412f-a989-0bec6b224030,segment=NetworkSegment(8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4),segment_id=8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:42.363267 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7406847d-9597-49e2-9cc6-ca8fd33e1fba None None] DHCP port deletion for 34fda7ec-54c2-4604-ab19-13e3a142053f request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:06:42.374972 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-bf46d813-f031-4a4a-986f-35d968f83096 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] For port 781be9c3-5c14-4b2d-8dd6-eaaa37978b10, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=781be9c3-5c14-4b2d-8dd6-eaaa37978b10,segment=NetworkSegment(8a4c0d41-dc43-4e51-878c-e0773587fcee),segment_id=8a4c0d41-dc43-4e51-878c-e0773587fcee)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:42.375340 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bf46d813-f031-4a4a-986f-35d968f83096 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (781be9c3-5c14-4b2d-8dd6-eaaa37978b10), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:42.379457 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31056804-f568-4add-b24a-707c7ac460ce req-6845b9f6-9565-47a0-b0e2-d3ee43dd9dff service neutron] 10.222.0.16 "GET /v2.0/networks/15d390ae-2510-4449-9d2c-bf210a7a2700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9289594 Mar 28 09:06:42.401285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-067b72fe-deed-4280-b3a2-ea083a0e04d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (dd3abb6f-e56a-412f-a989-0bec6b224030), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:42.402953 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02009eaa-e9f5-4080-ac72-0b97cddaa4e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Network 653b0ae0-4e87-4eec-a0a3-bb026d766c39 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:06:42.404446 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822600cd-a909-4dbf-9342-282b87ea6c0e req-eb92f50f-c2d5-496a-ab70-350f7064ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:42.405975 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-822600cd-a909-4dbf-9342-282b87ea6c0e req-eb92f50f-c2d5-496a-ab70-350f7064ee12 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da78ad91-75c1-4e51-84dc-1ff3d223651d HTTP/1.1" status: 200 len: 912 time: 0.3336513 Mar 28 09:06:42.414526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-067b72fe-deed-4280-b3a2-ea083a0e04d3 None None] Could not find standard attr ID for object bd2467e1-697f-462f-944d-f7ce8206156f. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:06:42.427579 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8a83ed64-07ac-4ce0-a579-0c0bd07b2f13 admin admin] Publish callbacks [] for security_group (20b8a531-7f75-4e85-ab4f-5a5299e33f9f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:42.430400 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-bf46d813-f031-4a4a-986f-35d968f83096 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Calling delete_port for 781be9c3-5c14-4b2d-8dd6-eaaa37978b10 owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:42.447820 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a1387090-8048-4872-a633-b6633c7ca760 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] 10.222.0.15 "GET /v2.0/floatingips/29f71025-30b6-46ad-af15-c824f6de727d HTTP/1.1" status: 200 len: 983 time: 0.3114882 Mar 28 09:06:42.461678 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47072) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:42.464372 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871330b-8662-4eab-88c2-bb4823b2e42d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Network': ['ID=0c9e6889-10dd-4a9e-9039-3b134a4d2b85,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:42.488871 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8a83ed64-07ac-4ce0-a579-0c0bd07b2f13 admin admin] Publish callbacks [] for security_group (20b8a531-7f75-4e85-ab4f-5a5299e33f9f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:42.502088 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:06:42.538018 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-822600cd-a909-4dbf-9342-282b87ea6c0e req-47231110-cc11-4239-8d45-cf3fcfe0c47f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2480602e-8b41-40f9-b095-7d218c2c6960 HTTP/1.1" status: 200 len: 217 time: 0.1163232 Mar 28 09:06:42.578918 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b72fe-deed-4280-b3a2-ea083a0e04d3 None None] Pushing event updated for resources: {'Port': ['ID=dd3abb6f-e56a-412f-a989-0bec6b224030,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:42.581307 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port dd3abb6f-e56a-412f-a989-0bec6b224030 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:42.581991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (dd3abb6f-e56a-412f-a989-0bec6b224030), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:42.606039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7406847d-9597-49e2-9cc6-ca8fd33e1fba None None] Deleting port dd3abb6f-e56a-412f-a989-0bec6b224030 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:42.606820 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7406847d-9597-49e2-9cc6-ca8fd33e1fba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (dd3abb6f-e56a-412f-a989-0bec6b224030), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:42.618085 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822600cd-a909-4dbf-9342-282b87ea6c0e req-e9f909f5-b5c4-406f-b14b-85b7db10d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:42.619600 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-822600cd-a909-4dbf-9342-282b87ea6c0e req-e9f909f5-b5c4-406f-b14b-85b7db10d375 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db02361e-0ccd-47dd-8c98-cb1bb9fe6071 HTTP/1.1" status: 200 len: 851 time: 0.0742364 Mar 28 09:06:42.627669 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccc2fc7-8da1-43a9-8031-1e639624df37 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:42.631701 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4ccc2fc7-8da1-43a9-8031-1e639624df37 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:42.672309 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-02009eaa-e9f5-4080-ac72-0b97cddaa4e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 653b0ae0-4e87-4eec-a0a3-bb026d766c39) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:42.696981 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (34fda7ec-54c2-4604-ab19-13e3a142053f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:42.702028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3ffbfad8-8ca3-45b1-ae1a-9fd5efd44c7f None None] Provisioning complete for port dd3abb6f-e56a-412f-a989-0bec6b224030 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:42.702412 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3ffbfad8-8ca3-45b1-ae1a-9fd5efd44c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (dd3abb6f-e56a-412f-a989-0bec6b224030), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:42.704145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49eceaa-e519-4543-bb0a-6d002f41f73a None None] Network 653b0ae0-4e87-4eec-a0a3-bb026d766c39 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:42.717679 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4ebbfa90-865a-426b-a19f-adb0f99a86ff req-9e60870d-6e0b-425f-8ff6-7557bb760095 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a7bbaf6-b081-4765-b3a3-ab9df2b5f423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5511746 Mar 28 09:06:42.768265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822600cd-a909-4dbf-9342-282b87ea6c0e req-e8f50bdc-a205-4d01-b179-10d946186401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:42.769932 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-822600cd-a909-4dbf-9342-282b87ea6c0e req-e8f50bdc-a205-4d01-b179-10d946186401 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da78ad91-75c1-4e51-84dc-1ff3d223651d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1346123 Mar 28 09:06:42.780364 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02009eaa-e9f5-4080-ac72-0b97cddaa4e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:42.781279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-02009eaa-e9f5-4080-ac72-0b97cddaa4e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:42.875807 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-27a5f26a-1742-4b34-9a61-bd0d047cd1c7 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2424 time: 0.3489044 Mar 28 09:06:42.881420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47074) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:42.886413 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7406847d-9597-49e2-9cc6-ca8fd33e1fba None None] For port dd3abb6f-e56a-412f-a989-0bec6b224030, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd3abb6f-e56a-412f-a989-0bec6b224030,segment=NetworkSegment(8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4),segment_id=8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:42.887499 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7406847d-9597-49e2-9cc6-ca8fd33e1fba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (dd3abb6f-e56a-412f-a989-0bec6b224030), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:42.892702 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-02009eaa-e9f5-4080-ac72-0b97cddaa4e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0957022 Mar 28 09:06:42.896153 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47076) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:42.922200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7406847d-9597-49e2-9cc6-ca8fd33e1fba None None] Calling delete_port for dd3abb6f-e56a-412f-a989-0bec6b224030 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:42.929295 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8a83ed64-07ac-4ce0-a579-0c0bd07b2f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (20b8a531-7f75-4e85-ab4f-5a5299e33f9f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:42.931688 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-cd8a3d63-e8bd-4ebe-a6fa-03226027ffbc tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Request body: {'port': {'network_id': '653b0ae0-4e87-4eec-a0a3-bb026d766c39', 'name': 'tempest-AllowedAddressPairTestJSON-448193913'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:42.931953 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:06:42.932302 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8a83ed64-07ac-4ce0-a579-0c0bd07b2f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:42.932419 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:06:42.936190 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8a83ed64-07ac-4ce0-a579-0c0bd07b2f13 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20b8a531-7f75-4e85-ab4f-5a5299e33f9f HTTP/1.1" status: 204 len: 168 time: 0.9100759 Mar 28 09:06:43.015277 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83ed64-07ac-4ce0-a579-0c0bd07b2f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b8a531-7f75-4e85-ab4f-5a5299e33f9f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:43.024211 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31056804-f568-4add-b24a-707c7ac460ce req-7a3bebc9-a65c-488c-9b22-f91fa48e1953 service neutron] 10.222.0.16 "GET /v2.0/networks/15d390ae-2510-4449-9d2c-bf210a7a2700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252394 Mar 28 09:06:43.057105 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-653b0ae0-4e87-4eec-a0a3-bb026d766c39', 'network_id': '653b0ae0-4e87-4eec-a0a3-bb026d766c39', 'project_id': '1814df4f87d44585bed3500e03f3c4ca', 'fixed_ips': [{'subnet_id': '67151b62-29d2-43ea-a824-cfec29be8d46'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:06:43.058014 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:43.064600 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Deleting port dd3abb6f-e56a-412f-a989-0bec6b224030 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:43.065034 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (dd3abb6f-e56a-412f-a989-0bec6b224030), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:43.139685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3ffbfad8-8ca3-45b1-ae1a-9fd5efd44c7f None None] Current status of the port dd3abb6f-e56a-412f-a989-0bec6b224030 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:43.246312 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] For port dd3abb6f-e56a-412f-a989-0bec6b224030, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd3abb6f-e56a-412f-a989-0bec6b224030,segment=NetworkSegment(8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4),segment_id=8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:43.246690 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (dd3abb6f-e56a-412f-a989-0bec6b224030), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:43.276945 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7406847d-9597-49e2-9cc6-ca8fd33e1fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (dd3abb6f-e56a-412f-a989-0bec6b224030), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:43.302814 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bf46d813-f031-4a4a-986f-35d968f83096 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (781be9c3-5c14-4b2d-8dd6-eaaa37978b10), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:43.307093 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Calling delete_port for dd3abb6f-e56a-412f-a989-0bec6b224030 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:43.337248 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406847d-9597-49e2-9cc6-ca8fd33e1fba None None] Pushing event deleted for resources: {'Port': ['ID=dd3abb6f-e56a-412f-a989-0bec6b224030,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:43.343547 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7406847d-9597-49e2-9cc6-ca8fd33e1fba None None] No DVR routers for this DVR port dd3abb6f-e56a-412f-a989-0bec6b224030 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:06:43.345998 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbec14-b533-430d-967d-4b070e400582 req-c037879a-462f-4f74-b19a-bb6657baeb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:43.348099 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-48cbec14-b533-430d-967d-4b070e400582 req-c037879a-462f-4f74-b19a-bb6657baeb89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6d221e073fb4f62a2f8cec61eb59fcb&device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 1127 time: 0.2636261 Mar 28 09:06:43.371461 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46d813-f031-4a4a-986f-35d968f83096 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Pushing event deleted for resources: {'Port': ['ID=781be9c3-5c14-4b2d-8dd6-eaaa37978b10,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:43.389395 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Allocated IP 172.20.0.2 (653b0ae0-4e87-4eec-a0a3-bb026d766c39/67151b62-29d2-43ea-a824-cfec29be8d46/bb07cac4-5b57-4823-96df-dd8720151f89) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:43.411641 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4ccc2fc7-8da1-43a9-8031-1e639624df37 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (06028cb0-0728-49cc-b540-391c409032c4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:43.441227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bf46d813-f031-4a4a-986f-35d968f83096 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (c2ddbd2e-4152-434c-9eaa-da4422a45c58), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:43.523317 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Port dd3abb6f-e56a-412f-a989-0bec6b224030 update to ACTIVE by agent not found {{(pid=104077) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 28 09:06:43.549251 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc2fc7-8da1-43a9-8031-1e639624df37 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=06028cb0-0728-49cc-b540-391c409032c4,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:43.571991 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-822600cd-a909-4dbf-9342-282b87ea6c0e req-152664cb-5855-4a8c-95c5-4f7babe4924b service neutron] 10.222.0.16 "GET /v2.0/networks/da78ad91-75c1-4e51-84dc-1ff3d223651d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7953074 Mar 28 09:06:43.656308 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device bd2467e1-697f-462f-944d-f7ce8206156f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:06:43.736566 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Publish callbacks [] for port (bb07cac4-5b57-4823-96df-dd8720151f89), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:43.740798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: bd2467e1-697f-462f-944d-f7ce8206156f {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:06:43.741405 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device bd2467e1-697f-462f-944d-f7ce8206156f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:06:43.742178 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccc2fc7-8da1-43a9-8031-1e639624df37 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:43.742538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccc2fc7-8da1-43a9-8031-1e639624df37 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network hostable DHCP agents. Network: 0c9e6889-10dd-4a9e-9039-3b134a4d2b85, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:06:43.758557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81190871-0daf-44d0-91e3-213bd50bbd86 req-62796136-fed6-4201-95ac-2d289d4bc3a6 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:43.760451 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (bb07cac4-5b57-4823-96df-dd8720151f89), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:43.766484 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-81190871-0daf-44d0-91e3-213bd50bbd86 req-62796136-fed6-4201-95ac-2d289d4bc3a6 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 943 time: 0.4887898 Mar 28 09:06:43.854781 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Network 653b0ae0-4e87-4eec-a0a3-bb026d766c39 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:43.870919 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:43.871132 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8a3d63-e8bd-4ebe-a6fa-03226027ffbc tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Made reservation on behalf of 1814df4f87d44585bed3500e03f3c4ca for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:43.874759 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:43.877472 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cd8a3d63-e8bd-4ebe-a6fa-03226027ffbc tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:43.878058 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Pushing event updated for resources: {'Port': ['ID=bb07cac4-5b57-4823-96df-dd8720151f89,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:43.916863 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-81190871-0daf-44d0-91e3-213bd50bbd86 req-6e493001-ac29-4f24-98d1-b8be7aaba719 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9e4edf6-d471-4d08-802e-ada42833364b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489682 Mar 28 09:06:43.918510 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccc2fc7-8da1-43a9-8031-1e639624df37 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:06:43.923728 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-cd8a3d63-e8bd-4ebe-a6fa-03226027ffbc tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] device_id is not set on port 31742bbf-225d-48b1-a7de-abd47fdefe84 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:43.931283 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-822600cd-a909-4dbf-9342-282b87ea6c0e req-d65a7378-08c1-439b-88d4-2976f2179fdd service neutron] 10.222.0.16 "GET /v2.0/networks/da78ad91-75c1-4e51-84dc-1ff3d223651d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454914 Mar 28 09:06:43.963840 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device dd3abb6f-e56a-412f-a989-0bec6b224030 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:06:43.985795 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-4ccc2fc7-8da1-43a9-8031-1e639624df37 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0c9e6889-10dd-4a9e-9039-3b134a4d2b85) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:44.012446 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: dd3abb6f-e56a-412f-a989-0bec6b224030 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:06:44.013160 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device dd3abb6f-e56a-412f-a989-0bec6b224030 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:06:44.016144 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccc2fc7-8da1-43a9-8031-1e639624df37 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:44.017190 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4ccc2fc7-8da1-43a9-8031-1e639624df37 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:44.032891 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Attempting to bind port bb07cac4-5b57-4823-96df-dd8720151f89 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:44.033288 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Attempting to bind port bb07cac4-5b57-4823-96df-dd8720151f89 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8f96211f-af09-413b-8ab7-0da3545d3d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '653b0ae0-4e87-4eec-a0a3-bb026d766c39'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:44.033674 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Attempting to bind port bb07cac4-5b57-4823-96df-dd8720151f89 on network 653b0ae0-4e87-4eec-a0a3-bb026d766c39 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:44.042694 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-b13f5da9-1266-4eb9-9136-2c6609ea0ef0 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Deleting port da4d7d32-a5c7-4249-b73b-a3e415349018 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:44.043227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b13f5da9-1266-4eb9-9136-2c6609ea0ef0 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (da4d7d32-a5c7-4249-b73b-a3e415349018), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:44.052112 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92ca2ce-611d-4ff9-8b31-c414f3d7d47e None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:44.115205 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:06:44.115600 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Checking segment: {'id': '8f96211f-af09-413b-8ab7-0da3545d3d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '653b0ae0-4e87-4eec-a0a3-bb026d766c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:44.116242 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:44.116652 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Bound using segment: {'id': '8f96211f-af09-413b-8ab7-0da3545d3d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '653b0ae0-4e87-4eec-a0a3-bb026d766c39'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:06:44.117598 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Bound port: bb07cac4-5b57-4823-96df-dd8720151f89, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f96211f-af09-413b-8ab7-0da3545d3d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '653b0ae0-4e87-4eec-a0a3-bb026d766c39'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:06:44.118024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bb07cac4-5b57-4823-96df-dd8720151f89), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:44.121887 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4ccc2fc7-8da1-43a9-8031-1e639624df37 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7811420 Mar 28 09:06:44.127424 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47100) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:44.140162 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bf46d813-f031-4a4a-986f-35d968f83096 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (c2ddbd2e-4152-434c-9eaa-da4422a45c58), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:44.152212 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bf46d813-f031-4a4a-986f-35d968f83096 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_controller (c2ddbd2e-4152-434c-9eaa-da4422a45c58), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:44.159396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-68293e6a-24c6-4b51-bb7e-4d49367945e2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'name': 'tempest-NetworksTestDHCPv6-284112543'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:44.231426 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] For port bb07cac4-5b57-4823-96df-dd8720151f89, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:44.235760 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] For port bb07cac4-5b57-4823-96df-dd8720151f89, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bb07cac4-5b57-4823-96df-dd8720151f89,segment=NetworkSegment(8f96211f-af09-413b-8ab7-0da3545d3d9c),segment_id=8f96211f-af09-413b-8ab7-0da3545d3d9c)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:06:44.245204 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-cd8a3d63-e8bd-4ebe-a6fa-03226027ffbc tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Allocated IP 172.20.0.8 (653b0ae0-4e87-4eec-a0a3-bb026d766c39/67151b62-29d2-43ea-a824-cfec29be8d46/31742bbf-225d-48b1-a7de-abd47fdefe84) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:44.250041 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (bb07cac4-5b57-4823-96df-dd8720151f89), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:44.286542 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b13f5da9-1266-4eb9-9136-2c6609ea0ef0 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (da4d7d32-a5c7-4249-b73b-a3e415349018), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:44.286700 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc8a08-6b86-49b9-9cc8-bc62f0352154 req-35ac5a76-d726-4c5e-8b25-d37caae90392 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:44.286942 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b13f5da9-1266-4eb9-9136-2c6609ea0ef0 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for floatingip (da4d7d32-a5c7-4249-b73b-a3e415349018), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:44.288260 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b5dc8a08-6b86-49b9-9cc8-bc62f0352154 req-35ac5a76-d726-4c5e-8b25-d37caae90392 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 943 time: 0.3443711 Mar 28 09:06:44.289438 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbec14-b533-430d-967d-4b070e400582 req-83cb3a0e-d140-470b-a919-2a0ba7e5ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:44.290617 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-48cbec14-b533-430d-967d-4b070e400582 req-83cb3a0e-d140-470b-a919-2a0ba7e5ed0a service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d390ae-2510-4449-9d2c-bf210a7a2700 HTTP/1.1" status: 200 len: 906 time: 0.9276328 Mar 28 09:06:44.292490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bf46d813-f031-4a4a-986f-35d968f83096 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (c2ddbd2e-4152-434c-9eaa-da4422a45c58), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:44.293154 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf46d813-f031-4a4a-986f-35d968f83096 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2ddbd2e-4152-434c-9eaa-da4422a45c58 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:06:44.301694 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bf46d813-f031-4a4a-986f-35d968f83096 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:44.305272 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bf46d813-f031-4a4a-986f-35d968f83096 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "DELETE /v2.0/routers/c2ddbd2e-4152-434c-9eaa-da4422a45c58 HTTP/1.1" status: 204 len: 168 time: 6.4111688 Mar 28 09:06:44.310415 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47106) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:44.314012 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (dd3abb6f-e56a-412f-a989-0bec6b224030), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:44.338821 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-b13f5da9-1266-4eb9-9136-2c6609ea0ef0 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Calling delete_port for da4d7d32-a5c7-4249-b73b-a3e415349018 owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:44.380416 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': '06028cb0-0728-49cc-b540-391c409032c4'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:06:44.390760 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:44.394621 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-48cbec14-b533-430d-967d-4b070e400582 req-01636561-2ddf-4491-9a4d-4233c2c59b9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 HTTP/1.1" status: 200 len: 217 time: 0.0962059 Mar 28 09:06:44.427263 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e30cc-5469-448c-b574-e8e7358d5829 None None] Pushing event updated for resources: {'Port': ['ID=bb07cac4-5b57-4823-96df-dd8720151f89,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:44.479061 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event deleted for resources: {'Port': ['ID=dd3abb6f-e56a-412f-a989-0bec6b224030,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:44.493337 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] No DVR routers for this DVR port dd3abb6f-e56a-412f-a989-0bec6b224030 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:06:44.613596 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Allocated IP 2001:db8::2 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/06028cb0-0728-49cc-b540-391c409032c4/223c5428-396c-4d84-bcd5-5bb4d909f3bb) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:44.651048 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b5dc8a08-6b86-49b9-9cc8-bc62f0352154 req-58d0ba79-e9df-46ee-a71f-a1e85be2be4f tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a7bbaf6-b081-4765-b3a3-ab9df2b5f423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3470836 Mar 28 09:06:44.656480 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ab17cc-5b99-4d1d-96df-4179394a96ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Deleting subnet b46a5279-7fc4-4501-85e0-fc0e672c9661 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:06:44.714879 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-30ab17cc-5b99-4d1d-96df-4179394a96ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for subnet (b46a5279-7fc4-4501-85e0-fc0e672c9661), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:44.775596 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-30ab17cc-5b99-4d1d-96df-4179394a96ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (b46a5279-7fc4-4501-85e0-fc0e672c9661), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:44.806243 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbec14-b533-430d-967d-4b070e400582 req-f269651a-ef4e-44da-a50a-8f6eeab87627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:44.807737 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-48cbec14-b533-430d-967d-4b070e400582 req-f269651a-ef4e-44da-a50a-8f6eeab87627 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=480e4049-2c9c-4923-aba0-573e88a5e6ba HTTP/1.1" status: 200 len: 845 time: 0.2977095 Mar 28 09:06:44.810614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Publish callbacks [] for port (223c5428-396c-4d84-bcd5-5bb4d909f3bb), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:44.818888 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (223c5428-396c-4d84-bcd5-5bb4d909f3bb), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:44.819261 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (34fda7ec-54c2-4604-ab19-13e3a142053f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:44.879267 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:44.888667 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:44.891495 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:44.970081 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34fda7ec-54c2-4604-ab19-13e3a142053f']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:44.979781 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68293e6a-24c6-4b51-bb7e-4d49367945e2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:44.982780 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:44.983086 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:44.983580 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-68293e6a-24c6-4b51-bb7e-4d49367945e2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:44.995466 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.017199 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.032377 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:06:45.032804 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (8b9f1b1b-401a-4cfb-8b07-9d43cd595ba4), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.097440 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cd8a3d63-e8bd-4ebe-a6fa-03226027ffbc tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks [] for port (31742bbf-225d-48b1-a7de-abd47fdefe84), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.114356 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-68293e6a-24c6-4b51-bb7e-4d49367945e2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port 5c3c4f49-12b7-4d18-a254-0fe532cb3da0 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:06:45.131959 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:06:45.156586 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (34fda7ec-54c2-4604-ab19-13e3a142053f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.179176 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.180997 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Pushing event updated for resources: {'Port': ['ID=223c5428-396c-4d84-bcd5-5bb4d909f3bb,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:45.185796 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "DELETE /v2.0/networks/34fda7ec-54c2-4604-ab19-13e3a142053f HTTP/1.1" status: 204 len: 168 time: 2.9230955 Mar 28 09:06:45.189729 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47122) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:45.193468 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-30ab17cc-5b99-4d1d-96df-4179394a96ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (b46a5279-7fc4-4501-85e0-fc0e672c9661), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.239547 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Attempting to bind port 223c5428-396c-4d84-bcd5-5bb4d909f3bb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:45.239931 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Attempting to bind port 223c5428-396c-4d84-bcd5-5bb4d909f3bb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:45.240348 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Attempting to bind port 223c5428-396c-4d84-bcd5-5bb4d909f3bb on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:45.246518 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:06:45.246899 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:45.248455 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.249624 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:06:45.249894 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Bound port: 223c5428-396c-4d84-bcd5-5bb4d909f3bb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:06:45.250289 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (223c5428-396c-4d84-bcd5-5bb4d909f3bb), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.283153 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02339ce1-f68c-4481-b323-e7ca86b492c8 req-6c85c945-a93b-462f-bc9d-7a1a3f9950bf tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:45.284208 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7283dfea-e556-4887-965b-6d0a9741971d tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (29989795-fb0e-4735-91fc-7805127ed5a0), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.284701 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-02339ce1-f68c-4481-b323-e7ca86b492c8 req-6c85c945-a93b-462f-bc9d-7a1a3f9950bf tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 943 time: 0.2274542 Mar 28 09:06:45.307424 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cd8a3d63-e8bd-4ebe-a6fa-03226027ffbc tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (31742bbf-225d-48b1-a7de-abd47fdefe84), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.320796 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d037d6-2a2e-4555-8163-6faef18acd28 tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event deleted for resources: {'Network': ['ID=34fda7ec-54c2-4604-ab19-13e3a142053f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:45.337434 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] For port 223c5428-396c-4d84-bcd5-5bb4d909f3bb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:45.343208 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] For port 223c5428-396c-4d84-bcd5-5bb4d909f3bb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=223c5428-396c-4d84-bcd5-5bb4d909f3bb,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:06:45.354050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (223c5428-396c-4d84-bcd5-5bb4d909f3bb), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.357827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b13f5da9-1266-4eb9-9136-2c6609ea0ef0 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (da4d7d32-a5c7-4249-b73b-a3e415349018), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.436313 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7283dfea-e556-4887-965b-6d0a9741971d tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (29989795-fb0e-4735-91fc-7805127ed5a0), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.450826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f81930-419c-4fcc-9f4f-8ed831dd0e5f None None] Pushing event updated for resources: {'Port': ['ID=223c5428-396c-4d84-bcd5-5bb4d909f3bb,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:45.460127 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbec14-b533-430d-967d-4b070e400582 req-504d4e4a-8666-4e5e-a71a-0206c0f3371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:45.461713 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-48cbec14-b533-430d-967d-4b070e400582 req-504d4e4a-8666-4e5e-a71a-0206c0f3371b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d390ae-2510-4449-9d2c-bf210a7a2700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.6448236 Mar 28 09:06:45.476010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8a3d63-e8bd-4ebe-a6fa-03226027ffbc tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Network 653b0ae0-4e87-4eec-a0a3-bb026d766c39 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:45.481804 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-7283dfea-e556-4887-965b-6d0a9741971d tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29989795-fb0e-4735-91fc-7805127ed5a0']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:45.492195 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-cd8a3d63-e8bd-4ebe-a6fa-03226027ffbc tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:45.503639 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-30ab17cc-5b99-4d1d-96df-4179394a96ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (b46a5279-7fc4-4501-85e0-fc0e672c9661), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.533176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a3d63-e8bd-4ebe-a6fa-03226027ffbc tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event updated for resources: {'Port': ['ID=31742bbf-225d-48b1-a7de-abd47fdefe84,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:45.538997 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a3d63-e8bd-4ebe-a6fa-03226027ffbc tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:45.540398 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-7283dfea-e556-4887-965b-6d0a9741971d tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274c3530-be55-4598-af46-5fec1095af1c') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:45.540708 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-7283dfea-e556-4887-965b-6d0a9741971d tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274c3530-be55-4598-af46-5fec1095af1c') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:45.542392 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-68293e6a-24c6-4b51-bb7e-4d49367945e2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::df (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/06028cb0-0728-49cc-b540-391c409032c4/5c3c4f49-12b7-4d18-a254-0fe532cb3da0) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:45.583010 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7283dfea-e556-4887-965b-6d0a9741971d tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (274c3530-be55-4598-af46-5fec1095af1c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.597218 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab17cc-5b99-4d1d-96df-4179394a96ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b46a5279-7fc4-4501-85e0-fc0e672c9661,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:45.616881 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-30ab17cc-5b99-4d1d-96df-4179394a96ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.622767 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-30ab17cc-5b99-4d1d-96df-4179394a96ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/b46a5279-7fc4-4501-85e0-fc0e672c9661 HTTP/1.1" status: 204 len: 168 time: 1.3091910 Mar 28 09:06:45.629313 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47130) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:45.639887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7283dfea-e556-4887-965b-6d0a9741971d tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (274c3530-be55-4598-af46-5fec1095af1c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.659993 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 2480602e-8b41-40f9-b095-7d218c2c6960 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:06:45.725261 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f5da9-1266-4eb9-9136-2c6609ea0ef0 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Pushing event deleted for resources: {'Port': ['ID=da4d7d32-a5c7-4249-b73b-a3e415349018,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:45.733327 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7283dfea-e556-4887-965b-6d0a9741971d tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:06:45.733760 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7283dfea-e556-4887-965b-6d0a9741971d tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (274c3530-be55-4598-af46-5fec1095af1c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:06:45.752870 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:06:45.784317 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-02339ce1-f68c-4481-b323-e7ca86b492c8 req-6de14859-96df-4906-a013-77fffeba65ac tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9e4edf6-d471-4d08-802e-ada42833364b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4725115 Mar 28 09:06:45.803673 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b13f5da9-1266-4eb9-9136-2c6609ea0ef0 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for floatingip (29f71025-30b6-46ad-af15-c824f6de727d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.803673 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-b13f5da9-1266-4eb9-9136-2c6609ea0ef0 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Floating IP 29f71025-30b6-46ad-af15-c824f6de727d disassociated (deleted). External IP: 172.36.4.209, port: 98226dfe-992a-4348-b8d4-faddfe3b80eb. Mar 28 09:06:45.809755 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47134) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:45.926278 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 2480602e-8b41-40f9-b095-7d218c2c6960, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2480602e-8b41-40f9-b095-7d218c2c6960,segment=NetworkSegment(6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d),segment_id=6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:45.943725 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-48cbec14-b533-430d-967d-4b070e400582 req-195e2560-4dae-4a23-99c5-34ac794db797 service neutron] 10.222.0.16 "GET /v2.0/networks/15d390ae-2510-4449-9d2c-bf210a7a2700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747190 Mar 28 09:06:45.946541 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b4de754-71e3-429a-bc61-f50fd507d1d7 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (fbf19c56-a077-4912-9404-6e2c956b2c44), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:45.957824 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '2480602e-8b41-40f9-b095-7d218c2c6960', 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d', 'port_id': '2480602e-8b41-40f9-b095-7d218c2c6960', 'mac_address': 'fa:16:3e:fd:41:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:06:45.984081 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7283dfea-e556-4887-965b-6d0a9741971d tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (29989795-fb0e-4735-91fc-7805127ed5a0), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.013887 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 2480602e-8b41-40f9-b095-7d218c2c6960 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:46.014637 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2480602e-8b41-40f9-b095-7d218c2c6960), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.034844 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8a3d63-e8bd-4ebe-a6fa-03226027ffbc tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:46.037287 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cd8a3d63-e8bd-4ebe-a6fa-03226027ffbc tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.038204 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2480602e-8b41-40f9-b095-7d218c2c6960 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:06:46.059054 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7283dfea-e556-4887-965b-6d0a9741971d tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.063017 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7283dfea-e556-4887-965b-6d0a9741971d tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "DELETE /v2.0/networks/29989795-fb0e-4735-91fc-7805127ed5a0 HTTP/1.1" status: 204 len: 168 time: 0.8721421 Mar 28 09:06:46.066392 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47138) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:46.100325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device bb07cac4-5b57-4823-96df-dd8720151f89 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:46.133778 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4744caae-e3bf-4a10-81d7-7c7c210a81c6 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:46.133970 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cd8a3d63-e8bd-4ebe-a6fa-03226027ffbc tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2055354 Mar 28 09:06:46.134337 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283dfea-e556-4887-965b-6d0a9741971d tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event deleted for resources: {'Network': ['ID=29989795-fb0e-4735-91fc-7805127ed5a0,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:46.140568 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47140) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:46.148898 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-8ccd5a41-0ba4-4a6d-8401-21fb89479025 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Request body: {'port': {'network_id': '653b0ae0-4e87-4eec-a0a3-bb026d766c39', 'name': 'tempest-AllowedAddressPairTestJSON-1165040263', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:49:57:89'}]}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:46.170463 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 2480602e-8b41-40f9-b095-7d218c2c6960, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2480602e-8b41-40f9-b095-7d218c2c6960,segment=NetworkSegment(6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d),segment_id=6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:46.189351 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2480602e-8b41-40f9-b095-7d218c2c6960), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.189929 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:06:46.204966 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port bb07cac4-5b57-4823-96df-dd8720151f89 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:46.205268 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (bb07cac4-5b57-4823-96df-dd8720151f89), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.252646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-68293e6a-24c6-4b51-bb7e-4d49367945e2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (5c3c4f49-12b7-4d18-a254-0fe532cb3da0), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.281936 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-be1a99b7-c7bf-4b5f-b66a-f121504096af tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (49979ccd-10d8-4e36-9cef-9d83fd2d886f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.298994 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d4a0b-3357-447d-83a7-4f6eb724498b req-5a5483e1-13c5-42e9-a7de-893de2b5e076 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:46.300868 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fe3d4a0b-3357-447d-83a7-4f6eb724498b req-5a5483e1-13c5-42e9-a7de-893de2b5e076 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 943 time: 0.4418263 Mar 28 09:06:46.346283 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe06f9d-b2bf-47f7-b8fe-d7a26dbcc611 None None] Network 653b0ae0-4e87-4eec-a0a3-bb026d766c39 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:46.381435 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-48cbec14-b533-430d-967d-4b070e400582 req-a3f12220-e125-45ad-b775-31ad6969ab47 service neutron] 10.222.0.16 "GET /v2.0/networks/15d390ae-2510-4449-9d2c-bf210a7a2700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280610 Mar 28 09:06:46.396296 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=2480602e-8b41-40f9-b095-7d218c2c6960,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:46.404860 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b4de754-71e3-429a-bc61-f50fd507d1d7 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (fbf19c56-a077-4912-9404-6e2c956b2c44), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.448572 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4744caae-e3bf-4a10-81d7-7c7c210a81c6 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] 10.222.0.15 "PUT /v2.0/quotas/764fab0076cc4600a14f2ebd3265e52a HTTP/1.1" status: 200 len: 366 time: 0.6347365 Mar 28 09:06:46.459653 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47142) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:46.478432 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-4b4de754-71e3-429a-bc61-f50fd507d1d7 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf19c56-a077-4912-9404-6e2c956b2c44']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:46.488096 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0a3aae06-3718-49b5-8002-c265436a0e8f tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0250382 Mar 28 09:06:46.493306 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-68293e6a-24c6-4b51-bb7e-4d49367945e2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (5c3c4f49-12b7-4d18-a254-0fe532cb3da0), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.495251 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47144) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:46.496011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port bb07cac4-5b57-4823-96df-dd8720151f89 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:46.496413 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bb07cac4-5b57-4823-96df-dd8720151f89), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.504742 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-336f9a1e-0c71-4e62-9256-1f5cba92f70b None None] Provisioning complete for port bb07cac4-5b57-4823-96df-dd8720151f89 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:46.505121 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-336f9a1e-0c71-4e62-9256-1f5cba92f70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (bb07cac4-5b57-4823-96df-dd8720151f89), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.508659 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port c9fef19a-fba4-4d3f-bd73-d95fbeb0e282, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c9fef19a-fba4-4d3f-bd73-d95fbeb0e282,segment=NetworkSegment(40bfaee7-c2ce-4f0b-af8e-29260020bcf6),segment_id=40bfaee7-c2ce-4f0b-af8e-29260020bcf6)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:46.525786 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7beb5a52-9da2-46d2-b505-e66076461af3 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] 10.222.0.15 "GET /v2.0/quotas/764fab0076cc4600a14f2ebd3265e52a HTTP/1.1" status: 200 len: 366 time: 0.0226924 Mar 28 09:06:46.529488 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47146) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:46.538530 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-4b4de754-71e3-429a-bc61-f50fd507d1d7 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4c0d41-dc43-4e51-878c-e0773587fcee') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:46.538817 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-4b4de754-71e3-429a-bc61-f50fd507d1d7 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4c0d41-dc43-4e51-878c-e0773587fcee') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:46.558864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'c9fef19a-fba4-4d3f-bd73-d95fbeb0e282', 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700', 'port_id': 'c9fef19a-fba4-4d3f-bd73-d95fbeb0e282', 'mac_address': 'fa:16:3e:24:9c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480e4049-2c9c-4923-aba0-573e88a5e6ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:06:46.560803 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-be1a99b7-c7bf-4b5f-b66a-f121504096af tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (49979ccd-10d8-4e36-9cef-9d83fd2d886f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.567356 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fe3d4a0b-3357-447d-83a7-4f6eb724498b req-6d0540a1-2997-4eb2-a571-0f783be15cbd tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a7bbaf6-b081-4765-b3a3-ab9df2b5f423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153206 Mar 28 09:06:46.570183 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b4de754-71e3-429a-bc61-f50fd507d1d7 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (8a4c0d41-dc43-4e51-878c-e0773587fcee), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.587275 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68293e6a-24c6-4b51-bb7e-4d49367945e2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=5c3c4f49-12b7-4d18-a254-0fe532cb3da0,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:46.588026 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e2c83260-21d3-4274-abbf-c82d5732d2bb tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/764fab0076cc4600a14f2ebd3265e52a HTTP/1.1" status: 204 len: 168 time: 0.0537732 Mar 28 09:06:46.597791 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47148) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:46.605582 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68293e6a-24c6-4b51-bb7e-4d49367945e2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:46.613255 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-68293e6a-24c6-4b51-bb7e-4d49367945e2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:46.617379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13f5da9-1266-4eb9-9136-2c6609ea0ef0 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Router be400d89-77cd-48bc-b4c5-c7be14b5d3c5 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:06:46.618865 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68293e6a-24c6-4b51-bb7e-4d49367945e2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:46.624413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68293e6a-24c6-4b51-bb7e-4d49367945e2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:46.625437 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-68293e6a-24c6-4b51-bb7e-4d49367945e2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.631489 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b4de754-71e3-429a-bc61-f50fd507d1d7 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (8a4c0d41-dc43-4e51-878c-e0773587fcee), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.636890 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-be1a99b7-c7bf-4b5f-b66a-f121504096af tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49979ccd-10d8-4e36-9cef-9d83fd2d886f']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:46.639536 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccd5a41-0ba4-4a6d-8401-21fb89479025 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Made reservation on behalf of 1814df4f87d44585bed3500e03f3c4ca for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:46.647737 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port bb07cac4-5b57-4823-96df-dd8720151f89, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bb07cac4-5b57-4823-96df-dd8720151f89,segment=NetworkSegment(8f96211f-af09-413b-8ab7-0da3545d3d9c),segment_id=8f96211f-af09-413b-8ab7-0da3545d3d9c)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:46.648514 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f0147ce8-0f42-4f76-a277-5d73e8dfa6a7 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0416648 Mar 28 09:06:46.655524 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47150) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:46.660459 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (bb07cac4-5b57-4823-96df-dd8720151f89), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.661247 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 223c5428-396c-4d84-bcd5-5bb4d909f3bb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:46.667363 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4de754-71e3-429a-bc61-f50fd507d1d7 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:06:46.667990 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b4de754-71e3-429a-bc61-f50fd507d1d7 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (8a4c0d41-dc43-4e51-878c-e0773587fcee), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: warnings.warn('Neutron quota engine will require "--force" ' Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:06:46.671107 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:06:46.684390 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-be1a99b7-c7bf-4b5f-b66a-f121504096af tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87686363-eee8-4e1f-abf2-506d3abcfce5') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:46.685612 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-be1a99b7-c7bf-4b5f-b66a-f121504096af tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87686363-eee8-4e1f-abf2-506d3abcfce5') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:46.728279 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5e1d6070-385d-4018-ba62-8c7394d5bc36 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] 10.222.0.15 "GET /v2.0/quotas/764fab0076cc4600a14f2ebd3265e52a HTTP/1.1" status: 200 len: 370 time: 0.0692968 Mar 28 09:06:46.735329 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-be1a99b7-c7bf-4b5f-b66a-f121504096af tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (87686363-eee8-4e1f-abf2-506d3abcfce5), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.735789 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:46.736193 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c9fef19a-fba4-4d3f-bd73-d95fbeb0e282), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.740498 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-68293e6a-24c6-4b51-bb7e-4d49367945e2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6096165 Mar 28 09:06:46.741263 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47152) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:46.741600 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47154) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:46.748290 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c7cbc1e7-e5d0-4121-a9ef-1835c81c9cb6 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] 10.222.0.15 "GET /v2.0/quotas/764fab0076cc4600a14f2ebd3265e52a/default HTTP/1.1" status: 200 len: 370 time: 0.0042505 Mar 28 09:06:46.759175 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47156) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:46.768627 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-be1a99b7-c7bf-4b5f-b66a-f121504096af tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (87686363-eee8-4e1f-abf2-506d3abcfce5), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.776285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1a99b7-c7bf-4b5f-b66a-f121504096af tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:06:46.777148 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-be1a99b7-c7bf-4b5f-b66a-f121504096af tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (87686363-eee8-4e1f-abf2-506d3abcfce5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.816265 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:06:46.832958 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8ccd5a41-0ba4-4a6d-8401-21fb89479025 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.838621 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=bb07cac4-5b57-4823-96df-dd8720151f89,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:46.849414 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-336f9a1e-0c71-4e62-9256-1f5cba92f70b None None] Current status of the port bb07cac4-5b57-4823-96df-dd8720151f89 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:46.869458 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port c9fef19a-fba4-4d3f-bd73-d95fbeb0e282, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c9fef19a-fba4-4d3f-bd73-d95fbeb0e282,segment=NetworkSegment(40bfaee7-c2ce-4f0b-af8e-29260020bcf6),segment_id=40bfaee7-c2ce-4f0b-af8e-29260020bcf6)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:06:46.872560 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:06:46.887107 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c9fef19a-fba4-4d3f-bd73-d95fbeb0e282), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.895574 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 223c5428-396c-4d84-bcd5-5bb4d909f3bb triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:46.899123 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (223c5428-396c-4d84-bcd5-5bb4d909f3bb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.906944 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b4de754-71e3-429a-bc61-f50fd507d1d7 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (fbf19c56-a077-4912-9404-6e2c956b2c44), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.912822 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4de754-71e3-429a-bc61-f50fd507d1d7 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fbf19c56-a077-4912-9404-6e2c956b2c44 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 09:06:46.915604 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b4de754-71e3-429a-bc61-f50fd507d1d7 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.919130 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4b4de754-71e3-429a-bc61-f50fd507d1d7 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "DELETE /v2.0/networks/fbf19c56-a077-4912-9404-6e2c956b2c44 HTTP/1.1" status: 204 len: 168 time: 1.2874541 Mar 28 09:06:46.931237 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4de754-71e3-429a-bc61-f50fd507d1d7 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Pushing event deleted for resources: {'Network': ['ID=fbf19c56-a077-4912-9404-6e2c956b2c44,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:46.941114 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-be1a99b7-c7bf-4b5f-b66a-f121504096af tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (49979ccd-10d8-4e36-9cef-9d83fd2d886f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.955767 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-be1a99b7-c7bf-4b5f-b66a-f121504096af tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:46.964211 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-be1a99b7-c7bf-4b5f-b66a-f121504096af tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "DELETE /v2.0/networks/49979ccd-10d8-4e36-9cef-9d83fd2d886f HTTP/1.1" status: 204 len: 168 time: 0.8471107 Mar 28 09:06:46.965176 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47162) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:46.992989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a99b7-c7bf-4b5f-b66a-f121504096af tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event deleted for resources: {'Network': ['ID=49979ccd-10d8-4e36-9cef-9d83fd2d886f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:47.019057 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-506d0677-fd12-42b2-bae1-4d88fb7e4fe2 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] delete failed (client error): The resource could not be found. Mar 28 09:06:47.039870 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-506d0677-fd12-42b2-bae1-4d88fb7e4fe2 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/764fab0076cc4600a14f2ebd3265e52a HTTP/1.1" status: 404 len: 348 time: 0.2496581 Mar 28 09:06:47.052402 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=c9fef19a-fba4-4d3f-bd73-d95fbeb0e282,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:47.065091 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-8ccd5a41-0ba4-4a6d-8401-21fb89479025 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] device_id is not set on port 5c6dee77-da53-4036-a8d8-755078e10355 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:47.135689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5407b512-11ca-4d0b-a581-3a08ba86c3dc tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (3073295a-b89d-431a-b968-77971a37493c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:47.254281 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['c9fef19a-fba4-4d3f-bd73-d95fbeb0e282'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:06:47.256463 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['2480602e-8b41-40f9-b095-7d218c2c6960'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:06:47.288114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088822f3-64a2-4703-8fb6-5db6531c2bfc tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:47.294641 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088822f3-64a2-4703-8fb6-5db6531c2bfc tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:47.299242 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-088822f3-64a2-4703-8fb6-5db6531c2bfc tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.5499303 Mar 28 09:06:47.302557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47168) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:47.303091 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47170) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:47.397747 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5407b512-11ca-4d0b-a581-3a08ba86c3dc tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (3073295a-b89d-431a-b968-77971a37493c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:47.418459 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0989c22-8d82-4ab7-8f5e-a3a083357cf6 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:47.450669 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-5407b512-11ca-4d0b-a581-3a08ba86c3dc tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3073295a-b89d-431a-b968-77971a37493c']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:47.464793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1499c10-65f6-436b-90a6-90b40800e2c5 req-4203782a-f640-4135-91c7-3212f9cfac09 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:47.464928 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-5407b512-11ca-4d0b-a581-3a08ba86c3dc tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eeec57f-c7ba-457c-a9b3-e0d3630cedbc') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:47.465155 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-5407b512-11ca-4d0b-a581-3a08ba86c3dc tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eeec57f-c7ba-457c-a9b3-e0d3630cedbc') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:47.472025 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a1499c10-65f6-436b-90a6-90b40800e2c5 req-4203782a-f640-4135-91c7-3212f9cfac09 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 944 time: 0.5448327 Mar 28 09:06:47.479147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5407b512-11ca-4d0b-a581-3a08ba86c3dc tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (3eeec57f-c7ba-457c-a9b3-e0d3630cedbc), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:47.503990 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5407b512-11ca-4d0b-a581-3a08ba86c3dc tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (3eeec57f-c7ba-457c-a9b3-e0d3630cedbc), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:47.518509 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5407b512-11ca-4d0b-a581-3a08ba86c3dc tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:06:47.518939 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5407b512-11ca-4d0b-a581-3a08ba86c3dc tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (3eeec57f-c7ba-457c-a9b3-e0d3630cedbc), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:06:47.523135 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:06:47.571725 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.quota.resource [None req-d1366d50-a92b-4fe9-b145-8107b9882fe7 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] Usage tracker for resource:network and project:a96ba9503db1407d97e288055f75c671 is out of sync, need to count used quota {{(pid=104075) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 09:06:47.604890 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.quota.resource [None req-d1366d50-a92b-4fe9-b145-8107b9882fe7 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104075) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 28 09:06:47.607365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13f5da9-1266-4eb9-9136-2c6609ea0ef0 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:06:47.610787 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5407b512-11ca-4d0b-a581-3a08ba86c3dc tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (3073295a-b89d-431a-b968-77971a37493c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:47.612618 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b13f5da9-1266-4eb9-9136-2c6609ea0ef0 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:47.635092 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5407b512-11ca-4d0b-a581-3a08ba86c3dc tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:47.648613 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5407b512-11ca-4d0b-a581-3a08ba86c3dc tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] 10.222.0.15 "DELETE /v2.0/networks/3073295a-b89d-431a-b968-77971a37493c HTTP/1.1" status: 204 len: 168 time: 0.6810362 Mar 28 09:06:47.659668 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47176) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:47.663353 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4032f74b-5287-4dc4-9568-fd302f050a6c None None] Sync routers for ids ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:06:47.664705 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-5373b0c9-d320-4f84-934f-b67a15427891 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Request body: {'router': {'name': 'tempest-router--34112361', 'project_id': 'd41bf5f6def94b80a17effedd62f984d'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:47.673104 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407b512-11ca-4d0b-a581-3a08ba86c3dc tempest-BulkNetworkOpsIpV6Test-700965598 tempest-BulkNetworkOpsIpV6Test-700965598-project] Pushing event deleted for resources: {'Network': ['ID=3073295a-b89d-431a-b968-77971a37493c,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:47.693850 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4032f74b-5287-4dc4-9568-fd302f050a6c None None] Routers {'be400d89-77cd-48bc-b4c5-c7be14b5d3c5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:47.694596 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4032f74b-5287-4dc4-9568-fd302f050a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:47.702603 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5373b0c9-d320-4f84-934f-b67a15427891 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (2dd3e935-2a85-4834-97be-f936ef5deb62), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:47.703201 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a1499c10-65f6-436b-90a6-90b40800e2c5 req-fdf72d9b-b820-4826-b5b7-8f48d2612a10 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9e4edf6-d471-4d08-802e-ada42833364b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294657 Mar 28 09:06:47.704036 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5373b0c9-d320-4f84-934f-b67a15427891 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (2dd3e935-2a85-4834-97be-f936ef5deb62), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:47.707016 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-8ccd5a41-0ba4-4a6d-8401-21fb89479025 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Allocated IP 172.20.0.7 (653b0ae0-4e87-4eec-a0a3-bb026d766c39/67151b62-29d2-43ea-a824-cfec29be8d46/5c6dee77-da53-4036-a8d8-755078e10355) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:47.710485 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.quota.resource [None req-d1366d50-a92b-4fe9-b145-8107b9882fe7 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] Usage tracker for resource:subnet and project:a96ba9503db1407d97e288055f75c671 is out of sync, need to count used quota {{(pid=104075) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 09:06:47.718471 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b13f5da9-1266-4eb9-9136-2c6609ea0ef0 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] 10.222.0.15 "DELETE /v2.0/floatingips/29f71025-30b6-46ad-af15-c824f6de727d HTTP/1.1" status: 204 len: 168 time: 4.8345699 Mar 28 09:06:47.718664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-432f065b-248f-48ca-a1f7-00fe89007a39 None None] Provisioning complete for port 31742bbf-225d-48b1-a7de-abd47fdefe84 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:47.719036 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-432f065b-248f-48ca-a1f7-00fe89007a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (31742bbf-225d-48b1-a7de-abd47fdefe84), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:47.724315 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-c6051fb2-a94d-457c-8b0e-f5d46a2b24da tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port 5c3c4f49-12b7-4d18-a254-0fe532cb3da0 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:47.724855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c6051fb2-a94d-457c-8b0e-f5d46a2b24da tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (5c3c4f49-12b7-4d18-a254-0fe532cb3da0), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:47.730393 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47180) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:47.746512 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.quota.resource [None req-d1366d50-a92b-4fe9-b145-8107b9882fe7 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104075) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 28 09:06:47.771389 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4032f74b-5287-4dc4-9568-fd302f050a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:47.781487 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-c2f20c5b-f11f-491c-8361-473bddfbb3b9 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:47.792799 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5373b0c9-d320-4f84-934f-b67a15427891 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_controller (2dd3e935-2a85-4834-97be-f936ef5deb62), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:47.794232 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4032f74b-5287-4dc4-9568-fd302f050a6c None None] Routers {'be400d89-77cd-48bc-b4c5-c7be14b5d3c5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:47.796898 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4032f74b-5287-4dc4-9568-fd302f050a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:47.804343 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 223c5428-396c-4d84-bcd5-5bb4d909f3bb is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:47.806082 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (223c5428-396c-4d84-bcd5-5bb4d909f3bb), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:47.818518 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5373b0c9-d320-4f84-934f-b67a15427891 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (2dd3e935-2a85-4834-97be-f936ef5deb62), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:47.827292 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.quota.resource [None req-d1366d50-a92b-4fe9-b145-8107b9882fe7 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] Usage tracker for resource:subnetpool and project:a96ba9503db1407d97e288055f75c671 is out of sync, need to count used quota {{(pid=104075) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 09:06:47.839821 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f20c5b-f11f-491c-8361-473bddfbb3b9 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:47.854752 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.quota.resource [None req-d1366d50-a92b-4fe9-b145-8107b9882fe7 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104075) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 28 09:06:47.883690 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4032f74b-5287-4dc4-9568-fd302f050a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:47.884656 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4032f74b-5287-4dc4-9568-fd302f050a6c None None] The sync data for ids ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:06:47.904977 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdd455-0aaa-4e3e-a440-1cc4b83c7dcb req-9e747a5a-9480-4eed-bdc8-3100f8946c01 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:47.907214 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-36bdd455-0aaa-4e3e-a440-1cc4b83c7dcb req-9e747a5a-9480-4eed-bdc8-3100f8946c01 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 944 time: 0.1108894 Mar 28 09:06:47.910717 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5373b0c9-d320-4f84-934f-b67a15427891 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:47.911885 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-432f065b-248f-48ca-a1f7-00fe89007a39 None None] Port 31742bbf-225d-48b1-a7de-abd47fdefe84 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:06:47.915497 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5373b0c9-d320-4f84-934f-b67a15427891 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2543857 Mar 28 09:06:47.923380 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47182) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:47.969298 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.quota.resource [None req-d1366d50-a92b-4fe9-b145-8107b9882fe7 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] Usage tracker for resource:port and project:a96ba9503db1407d97e288055f75c671 is out of sync, need to count used quota {{(pid=104075) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 09:06:48.003134 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 223c5428-396c-4d84-bcd5-5bb4d909f3bb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=223c5428-396c-4d84-bcd5-5bb4d909f3bb,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:48.011498 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c6051fb2-a94d-457c-8b0e-f5d46a2b24da tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (5c3c4f49-12b7-4d18-a254-0fe532cb3da0), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:48.014935 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-432f065b-248f-48ca-a1f7-00fe89007a39 None None] Provisioning complete for port bb07cac4-5b57-4823-96df-dd8720151f89 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:48.015286 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-432f065b-248f-48ca-a1f7-00fe89007a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (bb07cac4-5b57-4823-96df-dd8720151f89), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:48.019253 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.quota.resource [None req-d1366d50-a92b-4fe9-b145-8107b9882fe7 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104075) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 28 09:06:48.022754 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (223c5428-396c-4d84-bcd5-5bb4d909f3bb), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:48.040038 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-c6051fb2-a94d-457c-8b0e-f5d46a2b24da tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for 5c3c4f49-12b7-4d18-a254-0fe532cb3da0 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:48.058872 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.quota.resource [None req-d1366d50-a92b-4fe9-b145-8107b9882fe7 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] Usage tracker for resource:router and project:a96ba9503db1407d97e288055f75c671 is out of sync, need to count used quota {{(pid=104075) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 09:06:48.067371 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-36bdd455-0aaa-4e3e-a440-1cc4b83c7dcb req-f4f1dc04-4539-4168-88bb-60ae83548d52 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a7bbaf6-b081-4765-b3a3-ab9df2b5f423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503203 Mar 28 09:06:48.067567 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 781be9c3-5c14-4b2d-8dd6-eaaa37978b10 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:06:48.075989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-23d3251f-60f3-4312-ada7-09b4ebeb0536 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router (2dd3e935-2a85-4834-97be-f936ef5deb62), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:48.079322 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.quota.resource [None req-d1366d50-a92b-4fe9-b145-8107b9882fe7 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104075) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 28 09:06:48.146751 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47188) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:48.158808 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.quota.resource [None req-d1366d50-a92b-4fe9-b145-8107b9882fe7 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] Usage tracker for resource:floatingip and project:a96ba9503db1407d97e288055f75c671 is out of sync, need to count used quota {{(pid=104075) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 09:06:48.184003 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.quota.resource [None req-d1366d50-a92b-4fe9-b145-8107b9882fe7 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104075) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 28 09:06:48.206121 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8ccd5a41-0ba4-4a6d-8401-21fb89479025 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks [] for port (5c6dee77-da53-4036-a8d8-755078e10355), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:48.334029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 781be9c3-5c14-4b2d-8dd6-eaaa37978b10 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:06:48.334029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 781be9c3-5c14-4b2d-8dd6-eaaa37978b10 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:06:48.338165 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f20c5b-f11f-491c-8361-473bddfbb3b9 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:48.365665 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=223c5428-396c-4d84-bcd5-5bb4d909f3bb,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:48.440210 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8ccd5a41-0ba4-4a6d-8401-21fb89479025 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (5c6dee77-da53-4036-a8d8-755078e10355), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:48.440886 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-432f065b-248f-48ca-a1f7-00fe89007a39 None None] Current status of the port bb07cac4-5b57-4823-96df-dd8720151f89 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:48.442100 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c6051fb2-a94d-457c-8b0e-f5d46a2b24da tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (5c3c4f49-12b7-4d18-a254-0fe532cb3da0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:48.508040 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device bb07cac4-5b57-4823-96df-dd8720151f89 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:48.533413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.quota.resource [None req-d1366d50-a92b-4fe9-b145-8107b9882fe7 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] Usage tracker for resource:security_group and project:a96ba9503db1407d97e288055f75c671 is out of sync, need to count used quota {{(pid=104075) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 09:06:48.584090 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-23d3251f-60f3-4312-ada7-09b4ebeb0536 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (2dd3e935-2a85-4834-97be-f936ef5deb62), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:48.585392 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-7a925619-7734-400b-9d24-36fd21eb30c3 None None] Provisioning complete for port 31742bbf-225d-48b1-a7de-abd47fdefe84 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:48.585523 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7a925619-7734-400b-9d24-36fd21eb30c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (31742bbf-225d-48b1-a7de-abd47fdefe84), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:48.587147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-23d3251f-60f3-4312-ada7-09b4ebeb0536 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_controller (2dd3e935-2a85-4834-97be-f936ef5deb62), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:48.589495 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port bb07cac4-5b57-4823-96df-dd8720151f89 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:48.590106 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (bb07cac4-5b57-4823-96df-dd8720151f89), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:48.658796 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7a925619-7734-400b-9d24-36fd21eb30c3 None None] Port 31742bbf-225d-48b1-a7de-abd47fdefe84 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:06:48.660088 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-23d3251f-60f3-4312-ada7-09b4ebeb0536 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (2dd3e935-2a85-4834-97be-f936ef5deb62), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:48.660595 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d3251f-60f3-4312-ada7-09b4ebeb0536 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2dd3e935-2a85-4834-97be-f936ef5deb62 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:06:48.667863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-23d3251f-60f3-4312-ada7-09b4ebeb0536 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:48.672685 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-23d3251f-60f3-4312-ada7-09b4ebeb0536 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "DELETE /v2.0/routers/2dd3e935-2a85-4834-97be-f936ef5deb62 HTTP/1.1" status: 204 len: 168 time: 0.7454786 Mar 28 09:06:48.682595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-7a925619-7734-400b-9d24-36fd21eb30c3 None None] Provisioning complete for port 223c5428-396c-4d84-bcd5-5bb4d909f3bb triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:48.682956 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7a925619-7734-400b-9d24-36fd21eb30c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (223c5428-396c-4d84-bcd5-5bb4d909f3bb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:48.784994 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port bb07cac4-5b57-4823-96df-dd8720151f89 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:48.843065 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7a925619-7734-400b-9d24-36fd21eb30c3 None None] Current status of the port 223c5428-396c-4d84-bcd5-5bb4d909f3bb is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:48.864123 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccd5a41-0ba4-4a6d-8401-21fb89479025 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Network 653b0ae0-4e87-4eec-a0a3-bb026d766c39 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:48.868395 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-8ccd5a41-0ba4-4a6d-8401-21fb89479025 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:48.879653 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.quota.resource [None req-d1366d50-a92b-4fe9-b145-8107b9882fe7 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104075) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 28 09:06:48.886876 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccd5a41-0ba4-4a6d-8401-21fb89479025 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:48.893421 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47196) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:48.930462 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd5a41-0ba4-4a6d-8401-21fb89479025 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event updated for resources: {'Port': ['ID=5c6dee77-da53-4036-a8d8-755078e10355,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:48.983572 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3f7c494b-763f-4e08-8db7-af700cac48b9 None None] Provisioning complete for port 223c5428-396c-4d84-bcd5-5bb4d909f3bb triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:48.984202 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3f7c494b-763f-4e08-8db7-af700cac48b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (223c5428-396c-4d84-bcd5-5bb4d909f3bb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.001207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-c2f20c5b-f11f-491c-8361-473bddfbb3b9 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Allocated IP 172.36.4.26 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/ef9b38bc-cc28-4994-a083-0f087fd78d89) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:49.082056 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6051fb2-a94d-457c-8b0e-f5d46a2b24da tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=5c3c4f49-12b7-4d18-a254-0fe532cb3da0,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:49.098576 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c6051fb2-a94d-457c-8b0e-f5d46a2b24da tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.107061 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c6051fb2-a94d-457c-8b0e-f5d46a2b24da tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/5c3c4f49-12b7-4d18-a254-0fe532cb3da0 HTTP/1.1" status: 204 len: 168 time: 1.7962012 Mar 28 09:06:49.107725 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47202) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:49.111394 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.quota.resource [None req-d1366d50-a92b-4fe9-b145-8107b9882fe7 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] Usage tracker for resource:security_group_rule and project:a96ba9503db1407d97e288055f75c671 is out of sync, need to count used quota {{(pid=104075) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 28 09:06:49.121252 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3f7c494b-763f-4e08-8db7-af700cac48b9 None None] Current status of the port 223c5428-396c-4d84-bcd5-5bb4d909f3bb is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:49.127231 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3f7c494b-763f-4e08-8db7-af700cac48b9 None None] Could not find standard attr ID for object 5c3c4f49-12b7-4d18-a254-0fe532cb3da0. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:06:49.127994 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2c62c387-6181-4c69-a32a-28c01ef516cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8438606bc4df40b8a5403c9258dd206b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9798958 Mar 28 09:06:49.135938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47204) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:49.139428 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.quota.resource [None req-d1366d50-a92b-4fe9-b145-8107b9882fe7 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104075) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 28 09:06:49.139652 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1914979890', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}, 'admin_state_up': False}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:49.193854 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d1366d50-a92b-4fe9-b145-8107b9882fe7 tempest-QuotasTest-354669704 tempest-QuotasTest-354669704-project-admin] 10.222.0.15 "GET /v2.0/quotas/a96ba9503db1407d97e288055f75c671/details.json HTTP/1.1" status: 200 len: 703 time: 1.8869653 Mar 28 09:06:49.207723 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccd5a41-0ba4-4a6d-8401-21fb89479025 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:49.208382 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8ccd5a41-0ba4-4a6d-8401-21fb89479025 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.262313 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e558a772-7eec-4fcf-b4a8-877d7d9f336d None None] Provisioning complete for port 5c6dee77-da53-4036-a8d8-755078e10355 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:49.264072 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e558a772-7eec-4fcf-b4a8-877d7d9f336d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5c6dee77-da53-4036-a8d8-755078e10355), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.274130 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea984cb2-4cdf-44e7-8361-64b96e8d12d0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:49.274468 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f20c5b-f11f-491c-8361-473bddfbb3b9 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks [] for port (ef9b38bc-cc28-4994-a083-0f087fd78d89), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.275955 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea984cb2-4cdf-44e7-8361-64b96e8d12d0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:49.278089 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ea984cb2-4cdf-44e7-8361-64b96e8d12d0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1692114 Mar 28 09:06:49.280931 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (b5646805-15f1-4a82-bda0-75142cc85a81), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.282155 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (b5646805-15f1-4a82-bda0-75142cc85a81), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.291812 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8489c0-8d89-402e-b31c-90726289f4db req-182b0a91-43c6-4d3e-9269-23250592c471 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:49.299393 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2a8489c0-8d89-402e-b31c-90726289f4db req-182b0a91-43c6-4d3e-9269-23250592c471 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 944 time: 0.4337082 Mar 28 09:06:49.303304 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47208) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:49.325529 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e558a772-7eec-4fcf-b4a8-877d7d9f336d None None] Port 5c6dee77-da53-4036-a8d8-755078e10355 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:06:49.338099 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8ccd5a41-0ba4-4a6d-8401-21fb89479025 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.1950061 Mar 28 09:06:49.342067 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_controller (b5646805-15f1-4a82-bda0-75142cc85a81), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.342767 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47210) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:49.428387 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3258e608-28fa-4192-b5ff-5257733f9c83 admin admin] Publish callbacks [] for security_group (887e16f2-d565-4bc7-8d95-083de35ac61a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.433044 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa44098-19d1-4c41-b9df-a3a52d1a8162 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet 06028cb0-0728-49cc-b540-391c409032c4 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:06:49.446257 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2a8489c0-8d89-402e-b31c-90726289f4db req-07ecbd27-0b66-4cee-a8a4-db4a44e2850a tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9e4edf6-d471-4d08-802e-ada42833364b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458702 Mar 28 09:06:49.447176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8fa44098-19d1-4c41-b9df-a3a52d1a8162 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (06028cb0-0728-49cc-b540-391c409032c4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.455207 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913c15c-63af-48a2-96a6-28daa42475fc req-48dde3fb-6f9b-42c3-9e6b-16f033182029 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:49.456869 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a913c15c-63af-48a2-96a6-28daa42475fc req-48dde3fb-6f9b-42c3-9e6b-16f033182029 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 944 time: 0.2465923 Mar 28 09:06:49.488006 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f20c5b-f11f-491c-8361-473bddfbb3b9 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (ef9b38bc-cc28-4994-a083-0f087fd78d89), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.537141 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3258e608-28fa-4192-b5ff-5257733f9c83 admin admin] Publish callbacks [] for security_group (887e16f2-d565-4bc7-8d95-083de35ac61a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.552665 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8fa44098-19d1-4c41-b9df-a3a52d1a8162 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (06028cb0-0728-49cc-b540-391c409032c4), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.562625 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47214) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:49.578670 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369f564e-fa89-43ee-9642-11b214465176 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:49.583869 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369f564e-fa89-43ee-9642-11b214465176 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:49.584788 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f20c5b-f11f-491c-8361-473bddfbb3b9 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:49.589131 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369f564e-fa89-43ee-9642-11b214465176 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:49.591488 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-369f564e-fa89-43ee-9642-11b214465176 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2470412 Mar 28 09:06:49.595562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47216) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:49.608628 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-c2f20c5b-f11f-491c-8361-473bddfbb3b9 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:49.610930 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_gateway (b5646805-15f1-4a82-bda0-75142cc85a81), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.624422 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f20c5b-f11f-491c-8361-473bddfbb3b9 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:49.632436 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f20c5b-f11f-491c-8361-473bddfbb3b9 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Pushing event updated for resources: {'Port': ['ID=ef9b38bc-cc28-4994-a083-0f087fd78d89,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:49.646182 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a913c15c-63af-48a2-96a6-28daa42475fc req-55003c17-d544-484a-b6ea-395317808bf7 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a7bbaf6-b081-4765-b3a3-ab9df2b5f423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808157 Mar 28 09:06:49.663744 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 2480602e-8b41-40f9-b095-7d218c2c6960 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:49.742970 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3258e608-28fa-4192-b5ff-5257733f9c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (887e16f2-d565-4bc7-8d95-083de35ac61a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.745832 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3258e608-28fa-4192-b5ff-5257733f9c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.747260 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3258e608-28fa-4192-b5ff-5257733f9c83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/887e16f2-d565-4bc7-8d95-083de35ac61a HTTP/1.1" status: 204 len: 168 time: 0.6093524 Mar 28 09:06:49.766220 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8fa44098-19d1-4c41-b9df-a3a52d1a8162 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (06028cb0-0728-49cc-b540-391c409032c4), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.766558 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 2480602e-8b41-40f9-b095-7d218c2c6960 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:06:49.769298 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258e608-28fa-4192-b5ff-5257733f9c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887e16f2-d565-4bc7-8d95-083de35ac61a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:49.776293 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 2480602e-8b41-40f9-b095-7d218c2c6960 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:49.781493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2480602e-8b41-40f9-b095-7d218c2c6960), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.791013 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8e9b1-72b6-4590-b251-7d0e33dd4d12 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Deleting port 5c6dee77-da53-4036-a8d8-755078e10355 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:49.791363 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e9b1-72b6-4590-b251-7d0e33dd4d12 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (5c6dee77-da53-4036-a8d8-755078e10355), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.820928 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f20c5b-f11f-491c-8361-473bddfbb3b9 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks [] for floatingip (8d963541-bc28-4b65-b4a9-6a48abde3a28), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.835536 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-968c21c5-6f73-46cf-bea5-25181384e78d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.894500 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f20c5b-f11f-491c-8361-473bddfbb3b9 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ef9b38bc-cc28-4994-a083-0f087fd78d89), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.920941 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8fa44098-19d1-4c41-b9df-a3a52d1a8162 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (06028cb0-0728-49cc-b540-391c409032c4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.965007 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e9b1-72b6-4590-b251-7d0e33dd4d12 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (5c6dee77-da53-4036-a8d8-755078e10355), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.971527 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa44098-19d1-4c41-b9df-a3a52d1a8162 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=06028cb0-0728-49cc-b540-391c409032c4,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:49.974039 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8fa44098-19d1-4c41-b9df-a3a52d1a8162 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:49.976929 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8fa44098-19d1-4c41-b9df-a3a52d1a8162 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/06028cb0-0728-49cc-b540-391c409032c4 HTTP/1.1" status: 204 len: 168 time: 0.6625047 Mar 28 09:06:49.981678 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47224) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:49.992139 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8e9b1-72b6-4590-b251-7d0e33dd4d12 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Calling delete_port for 5c6dee77-da53-4036-a8d8-755078e10355 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:50.021989 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 2480602e-8b41-40f9-b095-7d218c2c6960 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:50.022657 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2480602e-8b41-40f9-b095-7d218c2c6960), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.049006 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435e5a7c-9863-4fe8-ab84-246b7e26f67e None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:50.068912 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_gateway (b5646805-15f1-4a82-bda0-75142cc85a81), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.078849 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-722e0d50-0632-48c9-94c1-fd8f27b71a3a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932159 Mar 28 09:06:50.080545 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47228) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:50.093381 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e21cfbe8-6c1c-45a6-9d3a-92372196b31b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:50.095443 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.152106 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-968c21c5-6f73-46cf-bea5-25181384e78d admin admin] Publish callbacks [] for security_group (a0f78c05-5d1e-46ab-b37a-502f3ab65280), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.165358 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-968c21c5-6f73-46cf-bea5-25181384e78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (a0f78c05-5d1e-46ab-b37a-502f3ab65280), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.218816 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 2480602e-8b41-40f9-b095-7d218c2c6960, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2480602e-8b41-40f9-b095-7d218c2c6960,segment=NetworkSegment(6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d),segment_id=6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:50.222630 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5620c95d-440a-4aa9-87d0-b24a95621c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2480602e-8b41-40f9-b095-7d218c2c6960'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:06:50.251482 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-968c21c5-6f73-46cf-bea5-25181384e78d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=68f772207c784052b92df657a7a73aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6686709 Mar 28 09:06:50.255766 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47236) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:50.269361 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c21c5-6f73-46cf-bea5-25181384e78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f78c05-5d1e-46ab-b37a-502f3ab65280,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:50.298120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Allocated IP 172.36.4.224 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/d9a59a34-8379-48fd-8071-18c3f733883f) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:50.299595 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f20c5b-f11f-491c-8361-473bddfbb3b9 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks [] for port (ef9b38bc-cc28-4994-a083-0f087fd78d89), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.317390 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f20c5b-f11f-491c-8361-473bddfbb3b9 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (ef9b38bc-cc28-4994-a083-0f087fd78d89), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.334134 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2480602e-8b41-40f9-b095-7d218c2c6960), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.335217 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:50.358177 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21cfbe8-6c1c-45a6-9d3a-92372196b31b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:50.358985 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e21cfbe8-6c1c-45a6-9d3a-92372196b31b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.476813 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f20c5b-f11f-491c-8361-473bddfbb3b9 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Pushing event updated for resources: {'Port': ['ID=ef9b38bc-cc28-4994-a083-0f087fd78d89,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:50.488263 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cd660dd4-a59c-41c9-878e-907155b38815 admin admin] Publish callbacks [] for security_group (a0f78c05-5d1e-46ab-b37a-502f3ab65280), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.507281 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f20c5b-f11f-491c-8361-473bddfbb3b9 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (8d963541-bc28-4b65-b4a9-6a48abde3a28), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.524101 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for port (d9a59a34-8379-48fd-8071-18c3f733883f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.540651 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cd660dd4-a59c-41c9-878e-907155b38815 admin admin] Publish callbacks [] for security_group (a0f78c05-5d1e-46ab-b37a-502f3ab65280), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.561347 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf71249-a7fe-4c95-b22c-3531bcdfd256" -d '{"events": [{"server_uuid": "5620c95d-440a-4aa9-87d0-b24a95621c1b", "name": "network-vif-plugged", "status": "completed", "tag": "2480602e-8b41-40f9-b095-7d218c2c6960"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:06:50.561793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f20c5b-f11f-491c-8361-473bddfbb3b9 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.563073 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c2f20c5b-f11f-491c-8361-473bddfbb3b9 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8315454 Mar 28 09:06:50.569893 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47250) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:50.571790 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 223c5428-396c-4d84-bcd5-5bb4d909f3bb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:50.625648 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=2480602e-8b41-40f9-b095-7d218c2c6960,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:50.650431 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (d9a59a34-8379-48fd-8071-18c3f733883f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.692315 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cd660dd4-a59c-41c9-878e-907155b38815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (a0f78c05-5d1e-46ab-b37a-502f3ab65280), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.693070 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:06:50.695314 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cd660dd4-a59c-41c9-878e-907155b38815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.698612 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cd660dd4-a59c-41c9-878e-907155b38815 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0f78c05-5d1e-46ab-b37a-502f3ab65280 HTTP/1.1" status: 204 len: 168 time: 0.4407299 Mar 28 09:06:50.704933 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:50.705327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c9fef19a-fba4-4d3f-bd73-d95fbeb0e282), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.726801 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:50.728213 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Pushing event updated for resources: {'Port': ['ID=d9a59a34-8379-48fd-8071-18c3f733883f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:50.730858 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:50.733073 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e9b1-72b6-4590-b251-7d0e33dd4d12 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (5c6dee77-da53-4036-a8d8-755078e10355), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.733224 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80623d-79a2-47e7-b50f-f50d72014139 req-0b798db3-b285-436d-8f1d-7770cdf3e9db tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:50.734920 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:50.737461 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef80623d-79a2-47e7-b50f-f50d72014139 req-0b798db3-b285-436d-8f1d-7770cdf3e9db tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 945 time: 0.1558332 Mar 28 09:06:50.754093 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae2d471-15b0-4f8f-870c-8bd8fb6abd5b None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:06:50.757482 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 223c5428-396c-4d84-bcd5-5bb4d909f3bb triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:50.758019 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (223c5428-396c-4d84-bcd5-5bb4d909f3bb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:50.761984 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd660dd4-a59c-41c9-878e-907155b38815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f78c05-5d1e-46ab-b37a-502f3ab65280,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:50.956142 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef80623d-79a2-47e7-b50f-f50d72014139 req-affad6ef-6fb6-4a6f-a118-2d7c831f9723 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9e4edf6-d471-4d08-802e-ada42833364b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964068 Mar 28 09:06:51.000458 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-447dbd82-94f7-47e6-90da-e25a053360e9 tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:51.017073 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47266) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:51.034664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1402d5cf-11ce-405c-aa8e-f5a589a91ab1 x-openstack-request-id: req-1402d5cf-11ce-405c-aa8e-f5a589a91ab1 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:06:51.038702 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5620c95d-440a-4aa9-87d0-b24a95621c1b", "name": "network-vif-plugged", "status": "completed", "tag": "2480602e-8b41-40f9-b095-7d218c2c6960", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:06:51.041921 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e21cfbe8-6c1c-45a6-9d3a-92372196b31b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (00403bdc-f548-4501-b8b6-9b696cc9842f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.042073 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1402d5cf-11ce-405c-aa8e-f5a589a91ab1 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:06:51.042423 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1402d5cf-11ce-405c-aa8e-f5a589a91ab1'] response: {'server_uuid': '5620c95d-440a-4aa9-87d0-b24a95621c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2480602e-8b41-40f9-b095-7d218c2c6960', 'code': 200} Mar 28 09:06:51.052056 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-447dbd82-94f7-47e6-90da-e25a053360e9 tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.072145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 223c5428-396c-4d84-bcd5-5bb4d909f3bb is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:51.107068 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8e9b1-72b6-4590-b251-7d0e33dd4d12 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event deleted for resources: {'Port': ['ID=5c6dee77-da53-4036-a8d8-755078e10355,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:51.118143 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:51.118538 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c9fef19a-fba4-4d3f-bd73-d95fbeb0e282), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.143779 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21cfbe8-6c1c-45a6-9d3a-92372196b31b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:51.167687 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-e21cfbe8-6c1c-45a6-9d3a-92372196b31b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:51.188190 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21cfbe8-6c1c-45a6-9d3a-92372196b31b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:51.188889 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e21cfbe8-6c1c-45a6-9d3a-92372196b31b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.189753 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-eae2d471-15b0-4f8f-870c-8bd8fb6abd5b None None] Deleting port 223c5428-396c-4d84-bcd5-5bb4d909f3bb {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:51.194976 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-8188ff87-4807-4454-a43b-7c8b4fa07b93 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2074604936'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:51.195665 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eae2d471-15b0-4f8f-870c-8bd8fb6abd5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (223c5428-396c-4d84-bcd5-5bb4d909f3bb), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.213579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cfbe8-6c1c-45a6-9d3a-92372196b31b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=00403bdc-f548-4501-b8b6-9b696cc9842f,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:51.252573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8188ff87-4807-4454-a43b-7c8b4fa07b93 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:51.255994 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8188ff87-4807-4454-a43b-7c8b4fa07b93 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.265539 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e21cfbe8-6c1c-45a6-9d3a-92372196b31b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1826115 Mar 28 09:06:51.276218 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47270) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:51.280421 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8188ff87-4807-4454-a43b-7c8b4fa07b93 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.286693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ab0c405d-26e2-4a05-8b53-0fa5f73a39e8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'name': 'tempest-NetworksTestDHCPv6-1407320858'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:51.332264 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9ea66-a1cc-4a14-a75c-20a94791ea82 req-f522ca5a-a8e0-47f8-a956-cc047ed02414 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:51.333942 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cce9ea66-a1cc-4a14-a75c-20a94791ea82 req-f522ca5a-a8e0-47f8-a956-cc047ed02414 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 944 time: 0.2013700 Mar 28 09:06:51.346638 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-eae2d471-15b0-4f8f-870c-8bd8fb6abd5b None None] For port 223c5428-396c-4d84-bcd5-5bb4d909f3bb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=223c5428-396c-4d84-bcd5-5bb4d909f3bb,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:51.347642 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eae2d471-15b0-4f8f-870c-8bd8fb6abd5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (223c5428-396c-4d84-bcd5-5bb4d909f3bb), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.363454 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-eae2d471-15b0-4f8f-870c-8bd8fb6abd5b None None] Calling delete_port for 223c5428-396c-4d84-bcd5-5bb4d909f3bb owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:51.475748 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.510333 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cce9ea66-a1cc-4a14-a75c-20a94791ea82 req-83d13683-d568-499f-abc6-082a1da0f5df tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a7bbaf6-b081-4765-b3a3-ab9df2b5f423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482415 Mar 28 09:06:51.516595 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-447dbd82-94f7-47e6-90da-e25a053360e9 tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.525948 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port c9fef19a-fba4-4d3f-bd73-d95fbeb0e282, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c9fef19a-fba4-4d3f-bd73-d95fbeb0e282,segment=NetworkSegment(40bfaee7-c2ce-4f0b-af8e-29260020bcf6),segment_id=40bfaee7-c2ce-4f0b-af8e-29260020bcf6)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:51.545207 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c9fef19a-fba4-4d3f-bd73-d95fbeb0e282), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.599227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0c405d-26e2-4a05-8b53-0fa5f73a39e8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:51.602612 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab0c405d-26e2-4a05-8b53-0fa5f73a39e8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.616106 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_gateway (b5646805-15f1-4a82-bda0-75142cc85a81), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.625785 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8188ff87-4807-4454-a43b-7c8b4fa07b93 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for security_group (19eccf39-27ce-4b8c-a67c-83bcc44264eb), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.630240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=c9fef19a-fba4-4d3f-bd73-d95fbeb0e282,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:51.635777 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-ab0c405d-26e2-4a05-8b53-0fa5f73a39e8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port bb588465-e50b-453f-a92a-966336ee7020 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:51.644201 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8188ff87-4807-4454-a43b-7c8b4fa07b93 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (19eccf39-27ce-4b8c-a67c-83bcc44264eb), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.647753 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eae2d471-15b0-4f8f-870c-8bd8fb6abd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (223c5428-396c-4d84-bcd5-5bb4d909f3bb), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.665149 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae2d471-15b0-4f8f-870c-8bd8fb6abd5b None None] No DVR routers for this DVR port 223c5428-396c-4d84-bcd5-5bb4d909f3bb on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:06:51.686299 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2d471-15b0-4f8f-870c-8bd8fb6abd5b None None] Pushing event deleted for resources: {'Port': ['ID=223c5428-396c-4d84-bcd5-5bb4d909f3bb,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:51.703539 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95d626-0b87-43c3-9c42-94b359fc3c62 req-c965131d-5133-438c-9dbf-5ae32842faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:51.705083 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1b95d626-0b87-43c3-9c42-94b359fc3c62 req-c965131d-5133-438c-9dbf-5ae32842faf1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 1129 time: 0.2719839 Mar 28 09:06:51.709207 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e9b1-72b6-4590-b251-7d0e33dd4d12 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.716719 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5cc8e9b1-72b6-4590-b251-7d0e33dd4d12 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "DELETE /v2.0/ports/5c6dee77-da53-4036-a8d8-755078e10355 HTTP/1.1" status: 204 len: 168 time: 2.1142890 Mar 28 09:06:51.716880 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47274) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:51.720888 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fcff04-21a3-49ec-a429-9bdf27c0db67 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:51.734465 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8188ff87-4807-4454-a43b-7c8b4fa07b93 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:06:51.760492 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47276) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:51.766733 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1b95d626-0b87-43c3-9c42-94b359fc3c62 req-1e2b0a36-d4a4-4457-b2c1-997f2f6ba055 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.772107 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c83ceb-8b4c-498f-800e-3abf442f21f9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] GET failed (client error): The resource could not be found. Mar 28 09:06:51.777223 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-83c83ceb-8b4c-498f-800e-3abf442f21f9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "GET /v2.0/ports/5c6dee77-da53-4036-a8d8-755078e10355 HTTP/1.1" status: 404 len: 333 time: 0.0557849 Mar 28 09:06:51.780734 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188ff87-4807-4454-a43b-7c8b4fa07b93 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19eccf39-27ce-4b8c-a67c-83bcc44264eb,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:51.781177 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47278) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:51.789366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-6ebbe5d0-360a-4390-93ea-ebdee57cf284 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Request body: {'port': {'network_id': '653b0ae0-4e87-4eec-a0a3-bb026d766c39', 'name': 'tempest-AllowedAddressPairTestJSON-193180027'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:51.791842 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8188ff87-4807-4454-a43b-7c8b4fa07b93 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (0649d668-0216-4f9e-a313-d83627cb2db2), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.792186 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-8188ff87-4807-4454-a43b-7c8b4fa07b93 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Added segment 0649d668-0216-4f9e-a313-d83627cb2db2 of type vlan for network dcc6c5f3-ec5e-49d6-87cf-d00c2d260198 Mar 28 09:06:51.838126 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-058df6b0-d8f8-4ac5-9d8f-31b8e5a0f2e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.844060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-447dbd82-94f7-47e6-90da-e25a053360e9 tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Allocated IP 172.36.4.6 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/9744c43c-d70a-4d9e-886e-5572f90a3b10) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:51.881815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': '00403bdc-f548-4501-b8b6-9b696cc9842f'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:06:51.882940 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.907148 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8188ff87-4807-4454-a43b-7c8b4fa07b93 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (dcc6c5f3-ec5e-49d6-87cf-d00c2d260198), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:51.967002 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-ab0c405d-26e2-4a05-8b53-0fa5f73a39e8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::23d (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/00403bdc-f548-4501-b8b6-9b696cc9842f/bb588465-e50b-453f-a92a-966336ee7020) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:52.068549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8188ff87-4807-4454-a43b-7c8b4fa07b93 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (dcc6c5f3-ec5e-49d6-87cf-d00c2d260198), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.073477 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8188ff87-4807-4454-a43b-7c8b4fa07b93 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:52.074094 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8188ff87-4807-4454-a43b-7c8b4fa07b93 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.221713 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8188ff87-4807-4454-a43b-7c8b4fa07b93 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1988828 Mar 28 09:06:52.229510 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-447dbd82-94f7-47e6-90da-e25a053360e9 tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Publish callbacks [] for port (9744c43c-d70a-4d9e-886e-5572f90a3b10), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.244256 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188ff87-4807-4454-a43b-7c8b4fa07b93 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Network': ['ID=dcc6c5f3-ec5e-49d6-87cf-d00c2d260198,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:52.280212 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network dcc6c5f3-ec5e-49d6-87cf-d00c2d260198 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:06:52.289635 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-058df6b0-d8f8-4ac5-9d8f-31b8e5a0f2e2 admin admin] Publish callbacks [] for security_group (559be74a-14df-4f45-b01a-89b36700e105), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.304635 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-058df6b0-d8f8-4ac5-9d8f-31b8e5a0f2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (559be74a-14df-4f45-b01a-89b36700e105), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.336805 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee955427-44f7-4f9d-bead-e69cc39b7630 req-499bc623-1386-4cec-92ba-e1af8cdd0bb1 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:52.338347 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ee955427-44f7-4f9d-bead-e69cc39b7630 req-499bc623-1386-4cec-92ba-e1af8cdd0bb1 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 945 time: 0.2204576 Mar 28 09:06:52.361642 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab0c405d-26e2-4a05-8b53-0fa5f73a39e8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (bb588465-e50b-453f-a92a-966336ee7020), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.372743 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (b5646805-15f1-4a82-bda0-75142cc85a81), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.378779 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-058df6b0-d8f8-4ac5-9d8f-31b8e5a0f2e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a96ba9503db1407d97e288055f75c671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6108420 Mar 28 09:06:52.381812 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47282) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:52.382246 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47284) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:52.388476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f32a11c1-b9fc-45b7-931f-7f61216036b2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'subnet': {'network_id': 'dcc6c5f3-ec5e-49d6-87cf-d00c2d260198', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:52.396358 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebbe5d0-360a-4390-93ea-ebdee57cf284 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Made reservation on behalf of 1814df4f87d44585bed3500e03f3c4ca for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:52.400636 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6ebbe5d0-360a-4390-93ea-ebdee57cf284 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.401840 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058df6b0-d8f8-4ac5-9d8f-31b8e5a0f2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559be74a-14df-4f45-b01a-89b36700e105,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:52.405182 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-447dbd82-94f7-47e6-90da-e25a053360e9 tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (9744c43c-d70a-4d9e-886e-5572f90a3b10), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.429531 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1b95d626-0b87-43c3-9c42-94b359fc3c62 req-1e2b0a36-d4a4-4457-b2c1-997f2f6ba055 service neutron] Publish callbacks [] for security_group (2bb2860c-7471-44b2-89cd-138376bb0486), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.443403 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1b95d626-0b87-43c3-9c42-94b359fc3c62 req-1e2b0a36-d4a4-4457-b2c1-997f2f6ba055 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (2bb2860c-7471-44b2-89cd-138376bb0486), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.478009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 223c5428-396c-4d84-bcd5-5bb4d909f3bb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:06:52.501186 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 223c5428-396c-4d84-bcd5-5bb4d909f3bb {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:06:52.501834 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 223c5428-396c-4d84-bcd5-5bb4d909f3bb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:06:52.531196 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447dbd82-94f7-47e6-90da-e25a053360e9 tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:52.536833 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab0c405d-26e2-4a05-8b53-0fa5f73a39e8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (bb588465-e50b-453f-a92a-966336ee7020), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.561349 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-447dbd82-94f7-47e6-90da-e25a053360e9 tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:52.568182 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-6ebbe5d0-360a-4390-93ea-ebdee57cf284 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] device_id is not set on port 1bfd4012-77cb-433a-9e7f-1643270c1f09 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:06:52.568379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447dbd82-94f7-47e6-90da-e25a053360e9 tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:52.582347 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Allocated IP 2001:db8::2 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/00403bdc-f548-4501-b8b6-9b696cc9842f/b491a053-abdd-4537-8c98-b24b46a50c88) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:52.583412 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ee955427-44f7-4f9d-bead-e69cc39b7630 req-be02c3b1-0f05-41a9-952d-d8cd2e457df2 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9e4edf6-d471-4d08-802e-ada42833364b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260342 Mar 28 09:06:52.596550 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447dbd82-94f7-47e6-90da-e25a053360e9 tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Pushing event updated for resources: {'Port': ['ID=9744c43c-d70a-4d9e-886e-5572f90a3b10,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:52.599207 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1b95d626-0b87-43c3-9c42-94b359fc3c62 req-1e2b0a36-d4a4-4457-b2c1-997f2f6ba055 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d9e4edf6-d471-4d08-802e-ada42833364b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8849227 Mar 28 09:06:52.625257 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0c405d-26e2-4a05-8b53-0fa5f73a39e8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:52.647255 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b0a36-d4a4-4457-b2c1-997f2f6ba055 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb2860c-7471-44b2-89cd-138376bb0486,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:52.666433 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-ab0c405d-26e2-4a05-8b53-0fa5f73a39e8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:52.681300 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0c405d-26e2-4a05-8b53-0fa5f73a39e8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:52.687986 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0c405d-26e2-4a05-8b53-0fa5f73a39e8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:52.688665 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab0c405d-26e2-4a05-8b53-0fa5f73a39e8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.698582 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc4ee-a21e-46e1-bd18-928620fa7a61 admin admin] Publish callbacks [] for security_group (559be74a-14df-4f45-b01a-89b36700e105), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.736610 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32a11c1-b9fc-45b7-931f-7f61216036b2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:52.740078 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f32a11c1-b9fc-45b7-931f-7f61216036b2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.755925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c405d-26e2-4a05-8b53-0fa5f73a39e8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=bb588465-e50b-453f-a92a-966336ee7020,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:52.765796 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-6ebbe5d0-360a-4390-93ea-ebdee57cf284 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Allocated IP 172.20.0.4 (653b0ae0-4e87-4eec-a0a3-bb026d766c39/67151b62-29d2-43ea-a824-cfec29be8d46/1bfd4012-77cb-433a-9e7f-1643270c1f09) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:52.782315 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Publish callbacks [] for port (b491a053-abdd-4537-8c98-b24b46a50c88), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.791324 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (b491a053-abdd-4537-8c98-b24b46a50c88), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.799215 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Router b5646805-15f1-4a82-bda0-75142cc85a81 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:06:52.821398 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ab0c405d-26e2-4a05-8b53-0fa5f73a39e8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5437603 Mar 28 09:06:52.823639 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc4ee-a21e-46e1-bd18-928620fa7a61 admin admin] Publish callbacks [] for security_group (559be74a-14df-4f45-b01a-89b36700e105), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.824443 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47288) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:52.844629 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:52.848896 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:52.850828 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Pushing event updated for resources: {'Port': ['ID=b491a053-abdd-4537-8c98-b24b46a50c88,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:52.853011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:52.911492 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Attempting to bind port b491a053-abdd-4537-8c98-b24b46a50c88 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:52.911958 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Attempting to bind port b491a053-abdd-4537-8c98-b24b46a50c88 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:52.912225 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Attempting to bind port b491a053-abdd-4537-8c98-b24b46a50c88 on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:52.917513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:06:52.917965 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:52.918461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.919387 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:06:52.920019 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Bound port: b491a053-abdd-4537-8c98-b24b46a50c88, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:06:52.920441 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b491a053-abdd-4537-8c98-b24b46a50c88), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.923436 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-447dbd82-94f7-47e6-90da-e25a053360e9 tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Publish callbacks [] for floatingip (b3f8fdd2-e8da-43a5-a79b-c63c760f7432), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:52.931621 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb538a-b407-46bd-aca5-4734a3806a3f req-7833fc3a-ed5b-4a1e-a8f1-122199ad58cd tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:52.933111 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-18fb538a-b407-46bd-aca5-4734a3806a3f req-7833fc3a-ed5b-4a1e-a8f1-122199ad58cd tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 945 time: 0.2759702 Mar 28 09:06:52.999522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] For port b491a053-abdd-4537-8c98-b24b46a50c88, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:53.003793 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] For port b491a053-abdd-4537-8c98-b24b46a50c88, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b491a053-abdd-4537-8c98-b24b46a50c88,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:06:53.011868 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (b491a053-abdd-4537-8c98-b24b46a50c88), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:53.034804 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc4ee-a21e-46e1-bd18-928620fa7a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (559be74a-14df-4f45-b01a-89b36700e105), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:53.037319 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc4ee-a21e-46e1-bd18-928620fa7a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:53.040811 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ec3bc4ee-a21e-46e1-bd18-928620fa7a61 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/559be74a-14df-4f45-b01a-89b36700e105 HTTP/1.1" status: 204 len: 168 time: 0.6553338 Mar 28 09:06:53.045231 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-447dbd82-94f7-47e6-90da-e25a053360e9 tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9744c43c-d70a-4d9e-886e-5572f90a3b10), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:53.050892 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94b85a6-36c2-4a80-9ee0-0ea08925ec3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fef19a-fba4-4d3f-bd73-d95fbeb0e282'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:06:53.057691 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a70d80-7169-45b3-8d92-3bfdbf106639" -d '{"events": [{"server_uuid": "c94b85a6-36c2-4a80-9ee0-0ea08925ec3c", "name": "network-vif-plugged", "status": "completed", "tag": "c9fef19a-fba4-4d3f-bd73-d95fbeb0e282"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:06:53.060709 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc734188-fda9-4b8b-a39c-4ad10534681d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:53.067955 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc734188-fda9-4b8b-a39c-4ad10534681d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:53.072342 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bc734188-fda9-4b8b-a39c-4ad10534681d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2439628 Mar 28 09:06:53.077116 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47294) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:53.088207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bc4ee-a21e-46e1-bd18-928620fa7a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559be74a-14df-4f45-b01a-89b36700e105,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:53.098692 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-18fb538a-b407-46bd-aca5-4734a3806a3f req-af05d908-89eb-4863-b4ab-6b984345be53 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a7bbaf6-b081-4765-b3a3-ab9df2b5f423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590321 Mar 28 09:06:53.135574 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b8aac0-8b92-4ce1-bc4c-4e7d056243e2 x-openstack-request-id: req-14b8aac0-8b92-4ce1-bc4c-4e7d056243e2 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:06:53.135891 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94b85a6-36c2-4a80-9ee0-0ea08925ec3c", "name": "network-vif-plugged", "status": "completed", "tag": "c9fef19a-fba4-4d3f-bd73-d95fbeb0e282", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:06:53.136153 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14b8aac0-8b92-4ce1-bc4c-4e7d056243e2 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:06:53.136569 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b8aac0-8b92-4ce1-bc4c-4e7d056243e2'] response: {'server_uuid': 'c94b85a6-36c2-4a80-9ee0-0ea08925ec3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fef19a-fba4-4d3f-bd73-d95fbeb0e282', 'code': 200} Mar 28 09:06:53.151847 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b18ad-da83-4f97-9846-bd00ead2d4d6 None None] Pushing event updated for resources: {'Port': ['ID=b491a053-abdd-4537-8c98-b24b46a50c88,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:53.201377 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f32a11c1-b9fc-45b7-931f-7f61216036b2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (b55d982c-ee6d-4b1b-863f-0968a721cbcf), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:53.240758 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:06:53.253305 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32909f95-3d2a-45d5-aae5-605a8559f464 None None] Sync routers for ids ['b5646805-15f1-4a82-bda0-75142cc85a81'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:06:53.273229 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32909f95-3d2a-45d5-aae5-605a8559f464 None None] Routers {'b5646805-15f1-4a82-bda0-75142cc85a81'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:53.273897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-32909f95-3d2a-45d5-aae5-605a8559f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b5646805-15f1-4a82-bda0-75142cc85a81'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:53.322614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a11c1-b9fc-45b7-931f-7f61216036b2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Subnet': ['ID=b55d982c-ee6d-4b1b-863f-0968a721cbcf,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:53.348211 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:53.350585 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-894157b2-e2d3-4682-a0f7-04996de20b53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.4560974 Mar 28 09:06:53.354955 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-32909f95-3d2a-45d5-aae5-605a8559f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:53.371440 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47296) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:53.399399 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32a11c1-b9fc-45b7-931f-7f61216036b2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Checking segment: {'id': '0649d668-0216-4f9e-a313-d83627cb2db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dcc6c5f3-ec5e-49d6-87cf-d00c2d260198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:53.400032 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32a11c1-b9fc-45b7-931f-7f61216036b2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network hostable DHCP agents. Network: dcc6c5f3-ec5e-49d6-87cf-d00c2d260198, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:06:53.415018 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32909f95-3d2a-45d5-aae5-605a8559f464 None None] Routers {'b5646805-15f1-4a82-bda0-75142cc85a81'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:06:53.416738 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-32909f95-3d2a-45d5-aae5-605a8559f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b5646805-15f1-4a82-bda0-75142cc85a81'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:53.456202 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-447dbd82-94f7-47e6-90da-e25a053360e9 tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Publish callbacks [] for port (9744c43c-d70a-4d9e-886e-5572f90a3b10), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:53.456834 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6ebbe5d0-360a-4390-93ea-ebdee57cf284 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks [] for port (1bfd4012-77cb-433a-9e7f-1643270c1f09), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:53.469344 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-32909f95-3d2a-45d5-aae5-605a8559f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:06:53.469495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-447dbd82-94f7-47e6-90da-e25a053360e9 tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (9744c43c-d70a-4d9e-886e-5572f90a3b10), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:53.471007 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32909f95-3d2a-45d5-aae5-605a8559f464 None None] The sync data for ids ['b5646805-15f1-4a82-bda0-75142cc85a81'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:06:53.627912 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2d78f-6bf0-4be8-8b4c-06eb589dd1a4 req-4e3dcb12-ec4c-4734-8656-1ec1ae94462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:53.629448 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-71d2d78f-6bf0-4be8-8b4c-06eb589dd1a4 req-4e3dcb12-ec4c-4734-8656-1ec1ae94462e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 1129 time: 0.2242136 Mar 28 09:06:53.631852 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-d7b32e01-f8c5-4a49-a9e6-56ba63b3bd82 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port bb588465-e50b-453f-a92a-966336ee7020 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:53.632055 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7b32e01-f8c5-4a49-a9e6-56ba63b3bd82 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (bb588465-e50b-453f-a92a-966336ee7020), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:53.672849 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6ebbe5d0-360a-4390-93ea-ebdee57cf284 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (1bfd4012-77cb-433a-9e7f-1643270c1f09), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:53.800342 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32a11c1-b9fc-45b7-931f-7f61216036b2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network dcc6c5f3-ec5e-49d6-87cf-d00c2d260198 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:06:53.822543 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-de64b20e-b983-420d-a742-db6cebf5f2b9 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "GET /v2.0/routers/b5646805-15f1-4a82-bda0-75142cc85a81 HTTP/1.1" status: 200 len: 925 time: 0.4413569 Mar 28 09:06:53.830159 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47310) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:53.831041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447dbd82-94f7-47e6-90da-e25a053360e9 tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Pushing event updated for resources: {'Port': ['ID=9744c43c-d70a-4d9e-886e-5572f90a3b10,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:53.843428 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebbe5d0-360a-4390-93ea-ebdee57cf284 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Network 653b0ae0-4e87-4eec-a0a3-bb026d766c39 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:53.847071 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-f32a11c1-b9fc-45b7-931f-7f61216036b2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dcc6c5f3-ec5e-49d6-87cf-d00c2d260198) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:53.853977 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbe5d0-360a-4390-93ea-ebdee57cf284 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event updated for resources: {'Port': ['ID=1bfd4012-77cb-433a-9e7f-1643270c1f09,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:53.856025 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-447dbd82-94f7-47e6-90da-e25a053360e9 tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (b3f8fdd2-e8da-43a5-a79b-c63c760f7432), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:53.856764 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-6ebbe5d0-360a-4390-93ea-ebdee57cf284 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:53.860957 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec714be-df9c-4d0a-bd6d-6a0a23b0671a None None] Network dcc6c5f3-ec5e-49d6-87cf-d00c2d260198 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:53.865408 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebbe5d0-360a-4390-93ea-ebdee57cf284 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:53.869575 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-71d2d78f-6bf0-4be8-8b4c-06eb589dd1a4 req-a9be9bee-5a75-420c-96a5-9a541592f79c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8a7bbaf6-b081-4765-b3a3-ab9df2b5f423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281618 Mar 28 09:06:53.893441 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a11c1-b9fc-45b7-931f-7f61216036b2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:53.894431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f32a11c1-b9fc-45b7-931f-7f61216036b2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:53.902753 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-33dcaaed-6ff4-4430-b94f-7393be7f6235 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5646805-15f1-4a82-bda0-75142cc85a81 HTTP/1.1" status: 200 len: 205 time: 0.0688560 Mar 28 09:06:53.907480 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47312) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:53.910593 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7b32e01-f8c5-4a49-a9e6-56ba63b3bd82 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (bb588465-e50b-453f-a92a-966336ee7020), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:53.959047 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-447dbd82-94f7-47e6-90da-e25a053360e9 tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:53.960676 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-447dbd82-94f7-47e6-90da-e25a053360e9 tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.3895605 Mar 28 09:06:53.967028 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebbe5d0-360a-4390-93ea-ebdee57cf284 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:53.968589 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6ebbe5d0-360a-4390-93ea-ebdee57cf284 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:53.990479 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47314) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:54.008064 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35a5eb-a662-4ef9-86e0-073f0cfd06ef req-7637aa31-280a-4d1f-80e9-29b45d0928db tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:54.022718 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9d35a5eb-a662-4ef9-86e0-073f0cfd06ef req-7637aa31-280a-4d1f-80e9-29b45d0928db tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 945 time: 0.3165929 Mar 28 09:06:54.074005 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6ebbe5d0-360a-4390-93ea-ebdee57cf284 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2836323 Mar 28 09:06:54.081363 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-dcc6c5f3-ec5e-49d6-87cf-d00c2d260198', 'network_id': 'dcc6c5f3-ec5e-49d6-87cf-d00c2d260198', 'project_id': '15ec40f64a0746ac8120f854f6600104', 'fixed_ips': [{'subnet_id': 'b55d982c-ee6d-4b1b-863f-0968a721cbcf'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:06:54.082283 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:54.087568 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-d7b32e01-f8c5-4a49-a9e6-56ba63b3bd82 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for bb588465-e50b-453f-a92a-966336ee7020 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:54.093839 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47320) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:54.104391 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-919e46fe-25da-47c4-8c12-bb1d2257ac3e tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:49:57:89'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:54.120164 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f32a11c1-b9fc-45b7-931f-7f61216036b2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7356861 Mar 28 09:06:54.128675 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47322) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:54.159246 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-56c4f778-407c-453f-a945-b4bc0f561141 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2606 time: 0.1675165 Mar 28 09:06:54.169701 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-320a0b46-7fa0-4d0c-bb60-2f98b3927817 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1431682463'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:54.175040 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47326) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:54.227331 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9d35a5eb-a662-4ef9-86e0-073f0cfd06ef req-6b7609d0-05d3-446c-bfdf-1d1a1efd7434 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9e4edf6-d471-4d08-802e-ada42833364b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033246 Mar 28 09:06:54.311831 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7502b2e-3fb8-48ab-9f15-495517282896 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (b5646805-15f1-4a82-bda0-75142cc85a81), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:54.351497 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2640b663-4234-4f4e-8cdb-d879738cd694 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1727059 Mar 28 09:06:54.361994 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47332) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:54.391190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-02259dd7-3b44-452e-9ec4-cf87db1e8fa1 None None] Provisioning complete for port 1bfd4012-77cb-433a-9e7f-1643270c1f09 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:54.391564 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-02259dd7-3b44-452e-9ec4-cf87db1e8fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1bfd4012-77cb-433a-9e7f-1643270c1f09), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:54.553650 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47334) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:54.562727 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320a0b46-7fa0-4d0c-bb60-2f98b3927817 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:54.567051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-320a0b46-7fa0-4d0c-bb60-2f98b3927817 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:54.596673 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7502b2e-3fb8-48ab-9f15-495517282896 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_gateway (b5646805-15f1-4a82-bda0-75142cc85a81), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:54.621024 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c2d00-7c04-490e-a61f-4734c042ce79 req-bedc8dd9-7093-4171-9f75-28e0fe8c3abd tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:54.623797 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-943c2d00-7c04-490e-a61f-4734c042ce79 req-bedc8dd9-7093-4171-9f75-28e0fe8c3abd tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 945 time: 0.3351972 Mar 28 09:06:54.658045 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b491a053-abdd-4537-8c98-b24b46a50c88 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:54.707673 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-02259dd7-3b44-452e-9ec4-cf87db1e8fa1 None None] Port 1bfd4012-77cb-433a-9e7f-1643270c1f09 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:06:54.714398 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Allocated IP 172.20.255.242 (dcc6c5f3-ec5e-49d6-87cf-d00c2d260198/b55d982c-ee6d-4b1b-863f-0968a721cbcf/b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:54.773105 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b9bcb658-8bba-4c08-8c4f-97265fedfa52 tempest-AgentManagementNegativeTest-1644783750 tempest-AgentManagementNegativeTest-1644783750-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2178538 Mar 28 09:06:54.792598 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-943c2d00-7c04-490e-a61f-4734c042ce79 req-7eb49fd5-9178-4ae5-8e54-5f124307c732 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a7bbaf6-b081-4765-b3a3-ab9df2b5f423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407263 Mar 28 09:06:54.794909 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e7502b2e-3fb8-48ab-9f15-495517282896 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Deleting port d9a59a34-8379-48fd-8071-18c3f733883f {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:54.795258 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7502b2e-3fb8-48ab-9f15-495517282896 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (d9a59a34-8379-48fd-8071-18c3f733883f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:54.795502 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port b491a053-abdd-4537-8c98-b24b46a50c88 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:54.795884 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b491a053-abdd-4537-8c98-b24b46a50c88), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:54.842307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320a0b46-7fa0-4d0c-bb60-2f98b3927817 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:06:54.917490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-320a0b46-7fa0-4d0c-bb60-2f98b3927817 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (617661ae-1e27-4c1d-ba27-8d8fb83eeab5), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:54.923205 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-320a0b46-7fa0-4d0c-bb60-2f98b3927817 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Added segment 617661ae-1e27-4c1d-ba27-8d8fb83eeab5 of type vlan for network 36c1ebf5-2d10-4409-a700-acdce5e18a68 Mar 28 09:06:54.926212 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7502b2e-3fb8-48ab-9f15-495517282896 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (d9a59a34-8379-48fd-8071-18c3f733883f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:54.941998 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e7502b2e-3fb8-48ab-9f15-495517282896 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Calling delete_port for d9a59a34-8379-48fd-8071-18c3f733883f owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:54.979325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Publish callbacks [] for port (b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:54.993281 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9f9e9b9b-e59f-422f-996c-029156e9a31f None None] Provisioning complete for port b491a053-abdd-4537-8c98-b24b46a50c88 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:54.994340 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9f9e9b9b-e59f-422f-996c-029156e9a31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b491a053-abdd-4537-8c98-b24b46a50c88), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.054333 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7b32e01-f8c5-4a49-a9e6-56ba63b3bd82 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (bb588465-e50b-453f-a92a-966336ee7020), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.055095 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.102161 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-320a0b46-7fa0-4d0c-bb60-2f98b3927817 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (36c1ebf5-2d10-4409-a700-acdce5e18a68), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.105453 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-919e46fe-25da-47c4-8c12-bb1d2257ac3e tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1bfd4012-77cb-433a-9e7f-1643270c1f09), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.151864 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b32e01-f8c5-4a49-a9e6-56ba63b3bd82 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=bb588465-e50b-453f-a92a-966336ee7020,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:55.154191 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Network dcc6c5f3-ec5e-49d6-87cf-d00c2d260198 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:55.164288 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:55.187792 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a4a11b28-fc8d-4818-8277-2e9d816002cf tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Deleting port 9744c43c-d70a-4d9e-886e-5572f90a3b10 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:55.188706 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a4a11b28-fc8d-4818-8277-2e9d816002cf tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (9744c43c-d70a-4d9e-886e-5572f90a3b10), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.192134 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:55.212009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port b491a053-abdd-4537-8c98-b24b46a50c88 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:55.212643 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b491a053-abdd-4537-8c98-b24b46a50c88), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.234610 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7502b2e-3fb8-48ab-9f15-495517282896 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (d9a59a34-8379-48fd-8071-18c3f733883f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.261205 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Pushing event updated for resources: {'Port': ['ID=b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:55.283072 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47344) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:55.293986 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7502b2e-3fb8-48ab-9f15-495517282896 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Pushing event deleted for resources: {'Port': ['ID=d9a59a34-8379-48fd-8071-18c3f733883f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:55.354361 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9f9e9b9b-e59f-422f-996c-029156e9a31f None None] Current status of the port b491a053-abdd-4537-8c98-b24b46a50c88 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:55.354669 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9f9e9b9b-e59f-422f-996c-029156e9a31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b491a053-abdd-4537-8c98-b24b46a50c88), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.405890 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7502b2e-3fb8-48ab-9f15-495517282896 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (b5646805-15f1-4a82-bda0-75142cc85a81), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.408970 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Attempting to bind port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:55.409530 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Attempting to bind port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0649d668-0216-4f9e-a313-d83627cb2db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dcc6c5f3-ec5e-49d6-87cf-d00c2d260198'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:55.410095 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Attempting to bind port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f on network dcc6c5f3-ec5e-49d6-87cf-d00c2d260198 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:55.419487 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port b491a053-abdd-4537-8c98-b24b46a50c88, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b491a053-abdd-4537-8c98-b24b46a50c88,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:55.440598 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:06:55.440987 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Checking segment: {'id': '0649d668-0216-4f9e-a313-d83627cb2db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dcc6c5f3-ec5e-49d6-87cf-d00c2d260198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:55.441408 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.441990 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Bound using segment: {'id': '0649d668-0216-4f9e-a313-d83627cb2db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dcc6c5f3-ec5e-49d6-87cf-d00c2d260198'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:06:55.442490 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Bound port: b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0649d668-0216-4f9e-a313-d83627cb2db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dcc6c5f3-ec5e-49d6-87cf-d00c2d260198'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:06:55.442883 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.445512 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (b491a053-abdd-4537-8c98-b24b46a50c88), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.540256 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-11025c66-e61d-4282-98f3-112d12f91d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.547092 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-9f9e9b9b-e59f-422f-996c-029156e9a31f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:06:55.547450 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-9f9e9b9b-e59f-422f-996c-029156e9a31f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:06:55.558895 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7502b2e-3fb8-48ab-9f15-495517282896 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (b5646805-15f1-4a82-bda0-75142cc85a81), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.564794 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7502b2e-3fb8-48ab-9f15-495517282896 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_controller (b5646805-15f1-4a82-bda0-75142cc85a81), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.568552 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=b491a053-abdd-4537-8c98-b24b46a50c88,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:55.592996 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] For port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:55.596274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] For port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f,segment=NetworkSegment(0649d668-0216-4f9e-a313-d83627cb2db2),segment_id=0649d668-0216-4f9e-a313-d83627cb2db2)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:06:55.603070 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.617342 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7b32e01-f8c5-4a49-a9e6-56ba63b3bd82 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.620445 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d7b32e01-f8c5-4a49-a9e6-56ba63b3bd82 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/bb588465-e50b-453f-a92a-966336ee7020 HTTP/1.1" status: 204 len: 168 time: 2.5424743 Mar 28 09:06:55.626317 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47348) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:55.669777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4121349-184b-43d6-9806-b0f8c42a39ce None None] Pushing event updated for resources: {'Port': ['ID=b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:55.671552 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-320a0b46-7fa0-4d0c-bb60-2f98b3927817 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (36c1ebf5-2d10-4409-a700-acdce5e18a68), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.676472 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320a0b46-7fa0-4d0c-bb60-2f98b3927817 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:55.677300 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-320a0b46-7fa0-4d0c-bb60-2f98b3927817 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.680445 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7502b2e-3fb8-48ab-9f15-495517282896 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (b5646805-15f1-4a82-bda0-75142cc85a81), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.681411 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7502b2e-3fb8-48ab-9f15-495517282896 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Fanout notify agent at l3_agent the message router_deleted on router b5646805-15f1-4a82-bda0-75142cc85a81 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:06:55.693960 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7502b2e-3fb8-48ab-9f15-495517282896 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.700659 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e7502b2e-3fb8-48ab-9f15-495517282896 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "DELETE /v2.0/routers/b5646805-15f1-4a82-bda0-75142cc85a81 HTTP/1.1" status: 204 len: 168 time: 1.7856677 Mar 28 09:06:55.709253 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47350) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:55.716389 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Request body: {'router': {'name': 'tempest-snat-router-332727531', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'enable_snat': False}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:55.751366 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c08f13f-b67b-4be2-b4b0-1e7529d2c6a1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:55.752814 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c08f13f-b67b-4be2-b4b0-1e7529d2c6a1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:55.756868 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8c08f13f-b67b-4be2-b4b0-1e7529d2c6a1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1257126 Mar 28 09:06:55.759010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47352) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:55.830302 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-11025c66-e61d-4282-98f3-112d12f91d46 admin admin] Publish callbacks [] for security_group (a0f5fe55-4b14-4ea5-ab8b-ba7dfa5cf251), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.831460 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-320a0b46-7fa0-4d0c-bb60-2f98b3927817 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6736946 Mar 28 09:06:55.839823 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47356) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:55.850121 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-b692aff4-3301-4231-a1d0-89fd01793128 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet 00403bdc-f548-4501-b8b6-9b696cc9842f {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:06:55.854371 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b692aff4-3301-4231-a1d0-89fd01793128 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (00403bdc-f548-4501-b8b6-9b696cc9842f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.855850 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-768e95d6-2309-424a-8b78-832a1a895835 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'subnet': {'network_id': '36c1ebf5-2d10-4409-a700-acdce5e18a68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:55.858079 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-11025c66-e61d-4282-98f3-112d12f91d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (a0f5fe55-4b14-4ea5-ab8b-ba7dfa5cf251), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.874825 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a4a11b28-fc8d-4818-8277-2e9d816002cf tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (9744c43c-d70a-4d9e-886e-5572f90a3b10), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.875061 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a4a11b28-fc8d-4818-8277-2e9d816002cf tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Publish callbacks [] for floatingip (9744c43c-d70a-4d9e-886e-5572f90a3b10), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.883709 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (9b515e9c-02b0-41be-a1cd-5a98e18e53ed), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.884715 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (9b515e9c-02b0-41be-a1cd-5a98e18e53ed), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:55.958056 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a0b46-7fa0-4d0c-bb60-2f98b3927817 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Network': ['ID=36c1ebf5-2d10-4409-a700-acdce5e18a68,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:55.971798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7eb9e-54eb-4eb7-a89e-9427d88c2723 req-4092ab5d-8593-490e-934d-1a29e5a74bc4 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:55.980108 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6ba7eb9e-54eb-4eb7-a89e-9427d88c2723 req-4092ab5d-8593-490e-934d-1a29e5a74bc4 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 945 time: 0.4149530 Mar 28 09:06:55.997981 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 36c1ebf5-2d10-4409-a700-acdce5e18a68 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:06:56.000310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a4a11b28-fc8d-4818-8277-2e9d816002cf tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Calling delete_port for 9744c43c-d70a-4d9e-886e-5572f90a3b10 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:56.011080 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11025c66-e61d-4282-98f3-112d12f91d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f5fe55-4b14-4ea5-ab8b-ba7dfa5cf251,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:56.024518 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b692aff4-3301-4231-a1d0-89fd01793128 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (00403bdc-f548-4501-b8b6-9b696cc9842f), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:56.060402 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-11025c66-e61d-4282-98f3-112d12f91d46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0104438a9ae7453caf6b82ae54d10472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7758653 Mar 28 09:06:56.076145 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47358) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:56.107446 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9f9e9b9b-e59f-422f-996c-029156e9a31f None None] Current status of the port b491a053-abdd-4537-8c98-b24b46a50c88 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:56.132600 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_controller (9b515e9c-02b0-41be-a1cd-5a98e18e53ed), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:56.163329 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ee090-2241-4d52-945d-7b85e6f024d2 req-ac374b7e-abcf-4fa3-9d2b-cf5614a0e6fd tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:56.164955 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-182ee090-2241-4d52-945d-7b85e6f024d2 req-ac374b7e-abcf-4fa3-9d2b-cf5614a0e6fd tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 945 time: 0.2678680 Mar 28 09:06:56.167076 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-919e46fe-25da-47c4-8c12-bb1d2257ac3e tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks [] for port (1bfd4012-77cb-433a-9e7f-1643270c1f09), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:56.184081 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-919e46fe-25da-47c4-8c12-bb1d2257ac3e tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (1bfd4012-77cb-433a-9e7f-1643270c1f09), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:56.198672 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6ba7eb9e-54eb-4eb7-a89e-9427d88c2723 req-485ce2c4-4f28-433a-9935-e2b3951da260 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9e4edf6-d471-4d08-802e-ada42833364b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176032 Mar 28 09:06:56.228333 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-600df9ab-db0c-4053-8ee9-bbdc734a10fb None None] Could not find standard attr ID for object bb588465-e50b-453f-a92a-966336ee7020. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:06:56.249962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768e95d6-2309-424a-8b78-832a1a895835 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:56.253368 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-768e95d6-2309-424a-8b78-832a1a895835 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:56.373399 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b692aff4-3301-4231-a1d0-89fd01793128 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (00403bdc-f548-4501-b8b6-9b696cc9842f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:56.379747 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-182ee090-2241-4d52-945d-7b85e6f024d2 req-10ba1e78-bd98-457c-bf8e-ba20e635e539 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a7bbaf6-b081-4765-b3a3-ab9df2b5f423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529722 Mar 28 09:06:56.404663 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_gateway (9b515e9c-02b0-41be-a1cd-5a98e18e53ed), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:56.410601 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6e69578b-7c9e-4567-8c94-d14a7e465dbe admin admin] Publish callbacks [] for security_group (a0f5fe55-4b14-4ea5-ab8b-ba7dfa5cf251), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:56.412347 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-919e46fe-25da-47c4-8c12-bb1d2257ac3e tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] In _notify_port_updated(), no bound segment for port 1bfd4012-77cb-433a-9e7f-1643270c1f09 on network 653b0ae0-4e87-4eec-a0a3-bb026d766c39 {{(pid=104076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:06:56.426863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919e46fe-25da-47c4-8c12-bb1d2257ac3e tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:56.427649 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-919e46fe-25da-47c4-8c12-bb1d2257ac3e tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:56.432873 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-919e46fe-25da-47c4-8c12-bb1d2257ac3e tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "PUT /v2.0/ports/1bfd4012-77cb-433a-9e7f-1643270c1f09 HTTP/1.1" status: 200 len: 992 time: 2.3343916 Mar 28 09:06:56.435859 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47364) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:56.466551 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e46fe-25da-47c4-8c12-bb1d2257ac3e tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event updated for resources: {'Port': ['ID=1bfd4012-77cb-433a-9e7f-1643270c1f09,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:56.543512 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6e69578b-7c9e-4567-8c94-d14a7e465dbe admin admin] Publish callbacks [] for security_group (a0f5fe55-4b14-4ea5-ab8b-ba7dfa5cf251), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:56.565690 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f9909211-4681-4f12-966b-9df4124fec45 None None] Provisioning complete for port 1bfd4012-77cb-433a-9e7f-1643270c1f09 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:56.566087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f9909211-4681-4f12-966b-9df4124fec45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1bfd4012-77cb-433a-9e7f-1643270c1f09), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:56.590249 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b692aff4-3301-4231-a1d0-89fd01793128 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (00403bdc-f548-4501-b8b6-9b696cc9842f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:56.626752 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f9909211-4681-4f12-966b-9df4124fec45 None None] Port 1bfd4012-77cb-433a-9e7f-1643270c1f09 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:06:56.670659 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e202c-c34a-409e-ba17-2fe7b5852736 req-5ccc1368-5e59-427c-8c9c-184999e9eb7a tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:56.672926 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-743e202c-c34a-409e-ba17-2fe7b5852736 req-5ccc1368-5e59-427c-8c9c-184999e9eb7a tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 945 time: 0.2905481 Mar 28 09:06:56.678113 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692aff4-3301-4231-a1d0-89fd01793128 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=00403bdc-f548-4501-b8b6-9b696cc9842f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:56.687511 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47366) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:56.703010 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-37657f26-3fce-4692-a344-48baf204e80e tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Request body: {'floatingip': {'port_id': '2480602e-8b41-40f9-b095-7d218c2c6960'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:56.705279 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b491a053-abdd-4537-8c98-b24b46a50c88 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:56.705725 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a4a11b28-fc8d-4818-8277-2e9d816002cf tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (9744c43c-d70a-4d9e-886e-5572f90a3b10), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:56.743185 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b692aff4-3301-4231-a1d0-89fd01793128 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:56.749608 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b692aff4-3301-4231-a1d0-89fd01793128 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/00403bdc-f548-4501-b8b6-9b696cc9842f HTTP/1.1" status: 204 len: 168 time: 0.9864385 Mar 28 09:06:56.750853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55a4c82-944b-4b51-a5b3-1fbbb324185c None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:56.751539 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47368) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:56.797838 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-37657f26-3fce-4692-a344-48baf204e80e tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for floatingip (85f89705-b990-4437-8a8c-9c2c5dd340b2), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:56.809092 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a11b28-fc8d-4818-8277-2e9d816002cf tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Pushing event deleted for resources: {'Port': ['ID=9744c43c-d70a-4d9e-886e-5572f90a3b10,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:56.838152 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9c9a45b5-6421-44f3-a152-d86885b3b4f5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820854 Mar 28 09:06:56.845313 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47370) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:56.853052 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ab9c4079-7650-4120-990e-08b8fbbd9838 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:56.884251 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port b491a053-abdd-4537-8c98-b24b46a50c88 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:56.884803 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b491a053-abdd-4537-8c98-b24b46a50c88), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:56.973438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be641e-26b8-4150-99f0-07f1219eec74 req-9bc1143f-9a6b-41fe-8106-811f69bf6820 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:56.975346 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d0be641e-26b8-4150-99f0-07f1219eec74 req-9bc1143f-9a6b-41fe-8106-811f69bf6820 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 945 time: 0.3411403 Mar 28 09:06:56.992430 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5ce28645-bb63-4218-94a6-56d1d8ce409a tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Deleting port 1bfd4012-77cb-433a-9e7f-1643270c1f09 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:56.993049 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ce28645-bb63-4218-94a6-56d1d8ce409a tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (1bfd4012-77cb-433a-9e7f-1643270c1f09), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:56.997921 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6e69578b-7c9e-4567-8c94-d14a7e465dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (a0f5fe55-4b14-4ea5-ab8b-ba7dfa5cf251), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:56.999830 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47372) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:57.001045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6e69578b-7c9e-4567-8c94-d14a7e465dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:57.004556 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6e69578b-7c9e-4567-8c94-d14a7e465dbe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0f5fe55-4b14-4ea5-ab8b-ba7dfa5cf251 HTTP/1.1" status: 204 len: 168 time: 0.8800533 Mar 28 09:06:57.009580 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a4a11b28-fc8d-4818-8277-2e9d816002cf tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Publish callbacks [] for floatingip (b3f8fdd2-e8da-43a5-a79b-c63c760f7432), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:57.012103 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a4a11b28-fc8d-4818-8277-2e9d816002cf tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:57.016391 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port b491a053-abdd-4537-8c98-b24b46a50c88 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:57.016892 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a4a11b28-fc8d-4818-8277-2e9d816002cf tempest-FloatingIPAdminTestJSON-206190925 tempest-FloatingIPAdminTestJSON-206190925-project] 10.222.0.15 "DELETE /v2.0/floatingips/b3f8fdd2-e8da-43a5-a79b-c63c760f7432 HTTP/1.1" status: 204 len: 168 time: 2.6257985 Mar 28 09:06:57.017001 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:57.025247 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-5558295c-f08d-4f75-8d4b-2a3ba5fa7198 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Request body: {'floatingip': {'port_id': 'c9fef19a-fba4-4d3f-bd73-d95fbeb0e282'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:57.027411 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47376) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:57.056869 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88925a1a-05eb-47bc-934b-f57df53e1317 None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:06:57.092901 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69578b-7c9e-4567-8c94-d14a7e465dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f5fe55-4b14-4ea5-ab8b-ba7dfa5cf251,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:57.141936 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b5fbfa-4628-4f5e-b10a-36b2d3fe8ea1 None None] Network dcc6c5f3-ec5e-49d6-87cf-d00c2d260198 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:57.193266 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ce28645-bb63-4218-94a6-56d1d8ce409a tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (1bfd4012-77cb-433a-9e7f-1643270c1f09), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:57.204494 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-768e95d6-2309-424a-8b78-832a1a895835 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (24eeb6d4-65cd-4c8a-af76-b2180ff3c149), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:57.207883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5ce28645-bb63-4218-94a6-56d1d8ce409a tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Calling delete_port for 1bfd4012-77cb-433a-9e7f-1643270c1f09 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:57.276311 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ea07c112-6bf6-45a3-b244-9fdeed012e8d None None] Provisioning complete for port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:57.276698 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5558295c-f08d-4f75-8d4b-2a3ba5fa7198 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for floatingip (0b0fcdaf-8270-49d3-9d66-7a5e6c3e8b65), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:57.276839 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ea07c112-6bf6-45a3-b244-9fdeed012e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:57.279249 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-046fcbf9-0360-47ce-be9c-14a59bb93cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:57.315745 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:57.316259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:57.354259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-88925a1a-05eb-47bc-934b-f57df53e1317 None None] Deleting port b491a053-abdd-4537-8c98-b24b46a50c88 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:57.355820 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-88925a1a-05eb-47bc-934b-f57df53e1317 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b491a053-abdd-4537-8c98-b24b46a50c88), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:57.424337 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e95d6-2309-424a-8b78-832a1a895835 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Subnet': ['ID=24eeb6d4-65cd-4c8a-af76-b2180ff3c149,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:57.462903 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768e95d6-2309-424a-8b78-832a1a895835 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Checking segment: {'id': '617661ae-1e27-4c1d-ba27-8d8fb83eeab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '36c1ebf5-2d10-4409-a700-acdce5e18a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:57.462903 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768e95d6-2309-424a-8b78-832a1a895835 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network hostable DHCP agents. Network: 36c1ebf5-2d10-4409-a700-acdce5e18a68, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:06:57.497572 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-337ffb8e-6ba6-40f7-97aa-35d868ec2b88 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Deleting port ef9b38bc-cc28-4994-a083-0f087fd78d89 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:06:57.498302 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-337ffb8e-6ba6-40f7-97aa-35d868ec2b88 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (ef9b38bc-cc28-4994-a083-0f087fd78d89), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:57.504685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-88925a1a-05eb-47bc-934b-f57df53e1317 None None] For port b491a053-abdd-4537-8c98-b24b46a50c88, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b491a053-abdd-4537-8c98-b24b46a50c88,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:57.504965 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-88925a1a-05eb-47bc-934b-f57df53e1317 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b491a053-abdd-4537-8c98-b24b46a50c88), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:57.538368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-88925a1a-05eb-47bc-934b-f57df53e1317 None None] Calling delete_port for b491a053-abdd-4537-8c98-b24b46a50c88 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:57.584935 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768e95d6-2309-424a-8b78-832a1a895835 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network 36c1ebf5-2d10-4409-a700-acdce5e18a68 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:06:57.592650 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9c4079-7650-4120-990e-08b8fbbd9838 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:06:57.596461 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab9c4079-7650-4120-990e-08b8fbbd9838 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:57.689902 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ea07c112-6bf6-45a3-b244-9fdeed012e8d None None] Current status of the port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:57.690400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ea07c112-6bf6-45a3-b244-9fdeed012e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:57.759774 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:57.760264 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:57.793444 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-337ffb8e-6ba6-40f7-97aa-35d868ec2b88 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (ef9b38bc-cc28-4994-a083-0f087fd78d89), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:57.794425 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-337ffb8e-6ba6-40f7-97aa-35d868ec2b88 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks [] for floatingip (ef9b38bc-cc28-4994-a083-0f087fd78d89), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:57.818419 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-768e95d6-2309-424a-8b78-832a1a895835 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 36c1ebf5-2d10-4409-a700-acdce5e18a68) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:57.865614 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768e95d6-2309-424a-8b78-832a1a895835 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:57.867334 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-768e95d6-2309-424a-8b78-832a1a895835 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:57.892573 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-337ffb8e-6ba6-40f7-97aa-35d868ec2b88 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Calling delete_port for ef9b38bc-cc28-4994-a083-0f087fd78d89 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:06:57.929342 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-768e95d6-2309-424a-8b78-832a1a895835 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0825500 Mar 28 09:06:57.933281 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47396) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:57.962926 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eb4427-c322-4ad5-ac3e-d3a8bab11d28 None None] Network 36c1ebf5-2d10-4409-a700-acdce5e18a68 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:57.967479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ea07c112-6bf6-45a3-b244-9fdeed012e8d None None] For port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f,segment=NetworkSegment(0649d668-0216-4f9e-a313-d83627cb2db2),segment_id=0649d668-0216-4f9e-a313-d83627cb2db2)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:06:58.028677 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ea07c112-6bf6-45a3-b244-9fdeed012e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:58.043152 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47398) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.070788 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ce28645-bb63-4218-94a6-56d1d8ce409a tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (1bfd4012-77cb-433a-9e7f-1643270c1f09), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:58.116100 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-88925a1a-05eb-47bc-934b-f57df53e1317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (b491a053-abdd-4537-8c98-b24b46a50c88), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:58.179642 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88925a1a-05eb-47bc-934b-f57df53e1317 None None] No DVR routers for this DVR port b491a053-abdd-4537-8c98-b24b46a50c88 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:06:58.198121 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_gateway (9b515e9c-02b0-41be-a1cd-5a98e18e53ed), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:58.200098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce28645-bb63-4218-94a6-56d1d8ce409a tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event deleted for resources: {'Port': ['ID=1bfd4012-77cb-433a-9e7f-1643270c1f09,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:58.217257 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-e0d5af6b-6921-4b18-a0d4-72bc1cabd0b0 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.218359 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e0d5af6b-6921-4b18-a0d4-72bc1cabd0b0 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1741807 Mar 28 09:06:58.245405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47402) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.256480 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:06:58.256847 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:06:58.257449 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07c112-6bf6-45a3-b244-9fdeed012e8d None None] Pushing event updated for resources: {'Port': ['ID=b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:58.260411 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-2d99585d-e148-41f5-b2fb-eb237fa83946 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.261443 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2d99585d-e148-41f5-b2fb-eb237fa83946 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0147512 Mar 28 09:06:58.267927 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:58.298121 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47404) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.314403 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-0d2b30b0-28ae-40eb-9ba5-e641d817d33b tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.317177 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9732cbef-8fef-4cf5-ac74-f7f58cdc638b None None] Provisioning complete for port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:58.317883 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9732cbef-8fef-4cf5-ac74-f7f58cdc638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:58.323193 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88925a1a-05eb-47bc-934b-f57df53e1317 None None] Pushing event deleted for resources: {'Port': ['ID=b491a053-abdd-4537-8c98-b24b46a50c88,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:58.332041 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0d2b30b0-28ae-40eb-9ba5-e641d817d33b tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0328302 Mar 28 09:06:58.347313 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47406) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.349808 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-36c1ebf5-2d10-4409-a700-acdce5e18a68', 'network_id': '36c1ebf5-2d10-4409-a700-acdce5e18a68', 'project_id': '15ec40f64a0746ac8120f854f6600104', 'fixed_ips': [{'subnet_id': '24eeb6d4-65cd-4c8a-af76-b2180ff3c149'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:06:58.350699 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:58.352825 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-5eb59de7-a359-4fbd-9258-db450f3a9e52 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.353888 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5eb59de7-a359-4fbd-9258-db450f3a9e52 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045660 Mar 28 09:06:58.368029 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47408) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.376933 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-1ca5878f-41e7-4f84-8dde-3ebb6cd3d076 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.377932 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1ca5878f-41e7-4f84-8dde-3ebb6cd3d076 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044160 Mar 28 09:06:58.417992 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47410) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.439496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-64bcf2e3-c4e9-41ac-99d9-9dce7c598389 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.442813 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-64bcf2e3-c4e9-41ac-99d9-9dce7c598389 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0147264 Mar 28 09:06:58.455467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47412) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.471491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-b8c77bb5-32cc-4481-b630-817a4a21ad52 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.472560 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b8c77bb5-32cc-4481-b630-817a4a21ad52 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0087459 Mar 28 09:06:58.480173 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47414) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.488587 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-3bd3384a-5b17-4a39-a03f-081f9d3f59d3 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.489560 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3bd3384a-5b17-4a39-a03f-081f9d3f59d3 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0074198 Mar 28 09:06:58.499733 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47416) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.534242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.db.resource_extend [None req-37657f26-3fce-4692-a344-48baf204e80e tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 09:06:58.539208 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (36c1ebf5-2d10-4409-a700-acdce5e18a68), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:58.553060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-219982b4-c871-491a-9b03-4c9db76e618d tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.553259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9732cbef-8fef-4cf5-ac74-f7f58cdc638b None None] Current status of the port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:58.554068 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-219982b4-c871-491a-9b03-4c9db76e618d tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0248873 Mar 28 09:06:58.570536 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47418) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.577605 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Allocated IP 172.20.0.2 (36c1ebf5-2d10-4409-a700-acdce5e18a68/24eeb6d4-65cd-4c8a-af76-b2180ff3c149/6c3f0e56-2312-40e9-89cf-108b69ef7e25) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:58.581610 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-4cce28c2-0a91-41d7-90e3-42acfe928dbe tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.585564 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4cce28c2-0a91-41d7-90e3-42acfe928dbe tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0096202 Mar 28 09:06:58.591957 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47420) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.604555 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-6662d45a-55b6-428b-a548-f596e11a0059 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.608824 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6662d45a-55b6-428b-a548-f596e11a0059 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0049362 Mar 28 09:06:58.611165 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47422) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.646600 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-276bfca6-779a-4538-82c7-506c77fd0d1a tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.650333 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-276bfca6-779a-4538-82c7-506c77fd0d1a tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0354762 Mar 28 09:06:58.655226 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47424) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.670204 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-37657f26-3fce-4692-a344-48baf204e80e tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:58.673125 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-a44f489f-88c5-4e90-8f70-edefdb45de84 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.676727 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a44f489f-88c5-4e90-8f70-edefdb45de84 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0109143 Mar 28 09:06:58.678962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47426) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.688525 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-d8ac7f39-87f8-4682-bfcb-79a0807fd37a tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.688525 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d8ac7f39-87f8-4682-bfcb-79a0807fd37a tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048730 Mar 28 09:06:58.689594 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47428) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.705600 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-37657f26-3fce-4692-a344-48baf204e80e tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (85f89705-b990-4437-8a8c-9c2c5dd340b2), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:58.729417 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-2d8f0b02-fb74-4e27-9c3e-22b4c6867d9a tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.730320 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2d8f0b02-fb74-4e27-9c3e-22b4c6867d9a tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0116088 Mar 28 09:06:58.751027 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47430) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.781906 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-bc9c2d16-69de-4bad-8f31-271e64759965 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.782896 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bc9c2d16-69de-4bad-8f31-271e64759965 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0064290 Mar 28 09:06:58.788116 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47432) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.798949 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-204c3103-e7a2-48b9-b3f6-5da2d342262b tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.799972 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-204c3103-e7a2-48b9-b3f6-5da2d342262b tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0077190 Mar 28 09:06:58.804330 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47434) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.807941 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-337ffb8e-6ba6-40f7-97aa-35d868ec2b88 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (ef9b38bc-cc28-4994-a083-0f087fd78d89), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:58.808452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Publish callbacks [] for port (6c3f0e56-2312-40e9-89cf-108b69ef7e25), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:58.812744 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-0c27d7bf-2014-48c2-8543-b163972a9219 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.813776 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0c27d7bf-2014-48c2-8543-b163972a9219 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0067880 Mar 28 09:06:58.823534 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (6c3f0e56-2312-40e9-89cf-108b69ef7e25), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:58.826492 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47436) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.836058 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Allocated IP 172.36.4.62 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/83cf2e78-041c-4fca-8072-b6c76bde8caf) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:58.841071 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-0922f5b1-9a15-4293-8552-d36c5a8e312c tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.842193 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0922f5b1-9a15-4293-8552-d36c5a8e312c tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0123062 Mar 28 09:06:58.846169 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (24eeb6d4-65cd-4c8a-af76-b2180ff3c149), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:58.848038 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47438) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.856330 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:58.863724 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-3434a097-1a92-48dc-b18e-8cb537e6a4e5 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.864876 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3434a097-1a92-48dc-b18e-8cb537e6a4e5 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0103989 Mar 28 09:06:58.874934 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47440) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.883437 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-4cb6b22d-bbd5-44e6-8dfa-d33219f07b4b tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.884410 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4cb6b22d-bbd5-44e6-8dfa-d33219f07b4b tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0073266 Mar 28 09:06:58.886935 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab9c4079-7650-4120-990e-08b8fbbd9838 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (7c3a9e0f-ba02-4fab-b990-81e251626605), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:58.888983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Network 36c1ebf5-2d10-4409-a700-acdce5e18a68 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:58.890417 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ce28645-bb63-4218-94a6-56d1d8ce409a tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:58.891360 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:58.891472 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47442) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.895959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Pushing event updated for resources: {'Port': ['ID=6c3f0e56-2312-40e9-89cf-108b69ef7e25,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:58.896120 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5ce28645-bb63-4218-94a6-56d1d8ce409a tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "DELETE /v2.0/ports/1bfd4012-77cb-433a-9e7f-1643270c1f09 HTTP/1.1" status: 204 len: 168 time: 2.4538991 Mar 28 09:06:58.896203 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:06:58.899236 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47444) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.900537 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ffb8e-6ba6-40f7-97aa-35d868ec2b88 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef9b38bc-cc28-4994-a083-0f087fd78d89,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:58.915626 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-2a66041f-1a13-4369-b382-1d011da9b0b6 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.915626 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2a66041f-1a13-4369-b382-1d011da9b0b6 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0225575 Mar 28 09:06:58.936788 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47446) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.943219 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-0df45a57-9334-40a2-9078-750997fd5c01 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.944176 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0df45a57-9334-40a2-9078-750997fd5c01 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0064433 Mar 28 09:06:58.951352 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47448) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.958347 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-b5749c37-50ea-4eea-bad0-21c2e4540e2e tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.961749 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b5749c37-50ea-4eea-bad0-21c2e4540e2e tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0070863 Mar 28 09:06:58.984498 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47450) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:58.985989 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Attempting to bind port 6c3f0e56-2312-40e9-89cf-108b69ef7e25 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:06:58.989654 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Attempting to bind port 6c3f0e56-2312-40e9-89cf-108b69ef7e25 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '617661ae-1e27-4c1d-ba27-8d8fb83eeab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '36c1ebf5-2d10-4409-a700-acdce5e18a68'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:06:58.989654 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Attempting to bind port 6c3f0e56-2312-40e9-89cf-108b69ef7e25 on network 36c1ebf5-2d10-4409-a700-acdce5e18a68 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:06:58.993491 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-09c3b3ad-df87-47d6-8e6e-c7ca029d6563 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:58.997405 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-09c3b3ad-df87-47d6-8e6e-c7ca029d6563 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0060909 Mar 28 09:06:58.999768 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:06:59.000270 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Checking segment: {'id': '617661ae-1e27-4c1d-ba27-8d8fb83eeab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '36c1ebf5-2d10-4409-a700-acdce5e18a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:06:59.000889 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:59.001381 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Bound using segment: {'id': '617661ae-1e27-4c1d-ba27-8d8fb83eeab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '36c1ebf5-2d10-4409-a700-acdce5e18a68'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:06:59.002081 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Bound port: 6c3f0e56-2312-40e9-89cf-108b69ef7e25, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617661ae-1e27-4c1d-ba27-8d8fb83eeab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '36c1ebf5-2d10-4409-a700-acdce5e18a68'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:06:59.002565 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (6c3f0e56-2312-40e9-89cf-108b69ef7e25), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:59.003648 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47452) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.011579 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-995fe470-24b2-4abe-93ef-41552ccafca5 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.014986 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-995fe470-24b2-4abe-93ef-41552ccafca5 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0074804 Mar 28 09:06:59.016749 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47454) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.022955 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c742204-fd59-4e9a-98eb-f6bdbb649667 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] GET failed (client error): The resource could not be found. Mar 28 09:06:59.023478 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-7f8640f8-e9cb-4264-bb3f-0b9492a80a46 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.027193 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7f8640f8-e9cb-4264-bb3f-0b9492a80a46 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0062449 Mar 28 09:06:59.027335 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5c742204-fd59-4e9a-98eb-f6bdbb649667 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "GET /v2.0/ports/1bfd4012-77cb-433a-9e7f-1643270c1f09 HTTP/1.1" status: 404 len: 333 time: 0.1220887 Mar 28 09:06:59.027418 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-37657f26-3fce-4692-a344-48baf204e80e tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Floating IP 85f89705-b990-4437-8a8c-9c2c5dd340b2 associated. External IP: 172.36.4.19, port: 2480602e-8b41-40f9-b095-7d218c2c6960. Mar 28 09:06:59.031044 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47456) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.032182 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47458) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.041253 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Request body: {'port': {'network_id': '653b0ae0-4e87-4eec-a0a3-bb026d766c39', 'name': 'tempest-AllowedAddressPairTestJSON-2074947241'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:59.049066 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-09e46980-1b85-405d-8c0d-6ff3ded20e98 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.052649 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-09e46980-1b85-405d-8c0d-6ff3ded20e98 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0178103 Mar 28 09:06:59.053264 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.db.resource_extend [None req-5558295c-f08d-4f75-8d4b-2a3ba5fa7198 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 09:06:59.055097 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47460) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.056824 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9c4079-7650-4120-990e-08b8fbbd9838 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:59.078870 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:06:59.095348 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-b8adfa6e-0a8c-45ee-bae5-e45a3248198c tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.095813 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b8adfa6e-0a8c-45ee-bae5-e45a3248198c tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0343800 Mar 28 09:06:59.110765 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-ab9c4079-7650-4120-990e-08b8fbbd9838 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:06:59.115492 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47462) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.121656 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-e9100585-e3ab-4a91-bce2-f56893ed2efc tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.125658 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e9100585-e3ab-4a91-bce2-f56893ed2efc tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0060225 Mar 28 09:06:59.129645 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9c4079-7650-4120-990e-08b8fbbd9838 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:06:59.130325 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab9c4079-7650-4120-990e-08b8fbbd9838 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:59.133372 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c4079-7650-4120-990e-08b8fbbd9838 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=7c3a9e0f-ba02-4fab-b990-81e251626605,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:59.135289 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47464) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.145597 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b1d1db-ac0a-413f-a406-1b8bc18b56d1 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:06:59.149978 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-ddbd345f-add5-4357-ab58-59ef6b0c5ef1 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.150962 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ddbd345f-add5-4357-ab58-59ef6b0c5ef1 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0110171 Mar 28 09:06:59.157119 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-337ffb8e-6ba6-40f7-97aa-35d868ec2b88 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks [] for floatingip (8d963541-bc28-4b65-b4a9-6a48abde3a28), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:59.159808 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-337ffb8e-6ba6-40f7-97aa-35d868ec2b88 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:59.159999 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47466) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.161049 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-337ffb8e-6ba6-40f7-97aa-35d868ec2b88 tempest-FloatingIPAdminTestJSON-177274449 tempest-FloatingIPAdminTestJSON-177274449-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/8d963541-bc28-4b65-b4a9-6a48abde3a28 HTTP/1.1" status: 204 len: 168 time: 2.1269052 Mar 28 09:06:59.168291 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47468) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.179610 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-4a607b61-1de2-4823-8e69-71e32586da44 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.180607 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4a607b61-1de2-4823-8e69-71e32586da44 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0142303 Mar 28 09:06:59.183495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5558295c-f08d-4f75-8d4b-2a3ba5fa7198 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:59.189412 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47470) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.192933 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5558295c-f08d-4f75-8d4b-2a3ba5fa7198 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (0b0fcdaf-8270-49d3-9d66-7a5e6c3e8b65), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:59.230158 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-0d85115e-f04f-45ac-b141-9271df3d93e2 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.231738 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0d85115e-f04f-45ac-b141-9271df3d93e2 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0407660 Mar 28 09:06:59.233340 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (24eeb6d4-65cd-4c8a-af76-b2180ff3c149), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:59.237738 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47472) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.240664 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ab9c4079-7650-4120-990e-08b8fbbd9838 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3901422 Mar 28 09:06:59.250905 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47474) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.254951 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-06388ace-450b-4b28-afe9-a41e1fb0dc26 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.255933 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-06388ace-450b-4b28-afe9-a41e1fb0dc26 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0109632 Mar 28 09:06:59.260791 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] For port 6c3f0e56-2312-40e9-89cf-108b69ef7e25, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:06:59.270056 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47476) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.278937 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:06:59.279897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:59.280013 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for port (83cf2e78-041c-4fca-8072-b6c76bde8caf), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:59.285440 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-36762b09-472b-441c-a9e7-a5a97e481a27 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.286472 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-36762b09-472b-441c-a9e7-a5a97e481a27 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0139174 Mar 28 09:06:59.289727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47478) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.292043 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-49a7c0c9-5a08-4ac3-bdfc-1b1795652d0b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'name': 'tempest-NetworksTestDHCPv6-688943794'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:06:59.298215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-5af8ef41-ff51-4000-9006-4cdd6d5bc608 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.301739 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5af8ef41-ff51-4000-9006-4cdd6d5bc608 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0087376 Mar 28 09:06:59.304627 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47480) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.309784 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Subnet': ['ID=24eeb6d4-65cd-4c8a-af76-b2180ff3c149,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:59.310349 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] For port 6c3f0e56-2312-40e9-89cf-108b69ef7e25, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6c3f0e56-2312-40e9-89cf-108b69ef7e25,segment=NetworkSegment(617661ae-1e27-4c1d-ba27-8d8fb83eeab5),segment_id=617661ae-1e27-4c1d-ba27-8d8fb83eeab5)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:06:59.313350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-b2863693-c801-42bd-8a6e-9c02bd60b9db tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.318286 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b2863693-c801-42bd-8a6e-9c02bd60b9db tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0073810 Mar 28 09:06:59.328867 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47482) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.336771 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-d9f50e7e-04f1-40d8-a3ae-5045281e8072 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.340313 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (6c3f0e56-2312-40e9-89cf-108b69ef7e25), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:59.340583 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d9f50e7e-04f1-40d8-a3ae-5045281e8072 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0046096 Mar 28 09:06:59.354078 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47484) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.358826 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-d7d3e4ec-ccb6-4692-9562-b7a0201ebbbb tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.362648 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d7d3e4ec-ccb6-4692-9562-b7a0201ebbbb tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0047731 Mar 28 09:06:59.363154 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47486) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.370219 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-1e43ad1d-cc52-4e26-8cd8-02b886bad040 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.374380 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1e43ad1d-cc52-4e26-8cd8-02b886bad040 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0058455 Mar 28 09:06:59.378134 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47488) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.389513 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-4b9d62d7-408e-4eea-9be8-be89d1c6dd60 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.393008 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4b9d62d7-408e-4eea-9be8-be89d1c6dd60 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0116897 Mar 28 09:06:59.395309 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47490) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.395444 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84032a54-044c-4492-9b45-8db35b18da58 None None] Pushing event updated for resources: {'Port': ['ID=6c3f0e56-2312-40e9-89cf-108b69ef7e25,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:06:59.401587 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-5fc4f8c0-0ea1-4e27-b50c-70a2924094e2 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.405993 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5fc4f8c0-0ea1-4e27-b50c-70a2924094e2 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0076478 Mar 28 09:06:59.407801 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47492) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.410728 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-9d2a01b3-32b4-4cd0-b1d0-38572eb267d5 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.413829 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9d2a01b3-32b4-4cd0-b1d0-38572eb267d5 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0043206 Mar 28 09:06:59.415395 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47494) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.421308 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-7e654b37-65e5-427e-9f66-36b81d8498b5 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.424409 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7e654b37-65e5-427e-9f66-36b81d8498b5 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0048838 Mar 28 09:06:59.429320 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47496) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.435772 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-66009046-04f4-48c5-a7ab-2ef874ffa5bf tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.439075 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-66009046-04f4-48c5-a7ab-2ef874ffa5bf tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0064800 Mar 28 09:06:59.439075 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-5558295c-f08d-4f75-8d4b-2a3ba5fa7198 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Floating IP 0b0fcdaf-8270-49d3-9d66-7a5e6c3e8b65 associated. External IP: 172.36.4.92, port: c9fef19a-fba4-4d3f-bd73-d95fbeb0e282. Mar 28 09:06:59.464217 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47498) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.494097 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': '7c3a9e0f-ba02-4fab-b990-81e251626605'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:06:59.494956 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:59.505391 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3f9ed7aa-7bbd-46e0-a99a-06df5ba97afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:59.534529 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-8f1c75ba-cea2-47c1-8908-e75cbb4233a2 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.537922 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8f1c75ba-cea2-47c1-8908-e75cbb4233a2 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0526745 Mar 28 09:06:59.549809 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47500) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.560054 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (83cf2e78-041c-4fca-8072-b6c76bde8caf), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:59.566969 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-455fe97e-3287-4733-81f6-1ce5723b2b32 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.568159 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-455fe97e-3287-4733-81f6-1ce5723b2b32 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0076115 Mar 28 09:06:59.573306 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47502) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.585018 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-b8133dfa-bb7f-47c5-86fc-2d42cfdabdf1 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.586439 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b8133dfa-bb7f-47c5-86fc-2d42cfdabdf1 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0091662 Mar 28 09:06:59.604723 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47504) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.614169 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:06:59.778184 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Allocated IP 2001:db8::2 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/7c3a9e0f-ba02-4fab-b990-81e251626605/a8fa2bff-6dd5-4fa6-a559-7275e77fb377) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:06:59.791522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b491a053-abdd-4537-8c98-b24b46a50c88 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:06:59.830377 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-689e565d-0cce-4b55-9eed-54467f3609c0 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.834698 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-689e565d-0cce-4b55-9eed-54467f3609c0 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0181582 Mar 28 09:06:59.840233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47506) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.842985 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: b491a053-abdd-4537-8c98-b24b46a50c88 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:06:59.843373 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b491a053-abdd-4537-8c98-b24b46a50c88 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:06:59.874253 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-cf16724e-bbc8-4fe6-9e07-9213eb22fc72 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.877825 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cf16724e-bbc8-4fe6-9e07-9213eb22fc72 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0251350 Mar 28 09:06:59.913312 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47508) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.916943 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (36c1ebf5-2d10-4409-a700-acdce5e18a68), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:06:59.929460 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-eea97068-4056-4e8a-abfe-7fdaf553097b tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.930556 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-eea97068-4056-4e8a-abfe-7fdaf553097b tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0162518 Mar 28 09:06:59.937720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47510) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.955370 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-640d15e0-0b99-4d12-8ca0-6e701754ff5a tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.956355 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-640d15e0-0b99-4d12-8ca0-6e701754ff5a tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0114975 Mar 28 09:06:59.977598 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47512) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:06:59.993128 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:06:59.994039 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-8e9c40e0-6b6a-4e01-a54e-50b2c007fbb1 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:06:59.995012 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8e9c40e0-6b6a-4e01-a54e-50b2c007fbb1 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0065372 Mar 28 09:06:59.999892 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Made reservation on behalf of 1814df4f87d44585bed3500e03f3c4ca for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:00.000939 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47514) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:00.001964 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:00.003847 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:00.006540 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c1ebf5-2d10-4409-a700-acdce5e18a68']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:00.007376 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-e6ea07df-c34a-41f0-a754-dc774be2fb54 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:07:00.010630 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e6ea07df-c34a-41f0-a754-dc774be2fb54 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0042565 Mar 28 09:07:00.010630 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:00.019350 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47516) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:00.034490 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Publish callbacks [] for port (a8fa2bff-6dd5-4fa6-a559-7275e77fb377), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:00.034830 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-184558c3-722a-4404-b818-b4871b03f41f tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:07:00.038066 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-184558c3-722a-4404-b818-b4871b03f41f tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0076365 Mar 28 09:07:00.041886 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47518) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:00.050213 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617661ae-1e27-4c1d-ba27-8d8fb83eeab5') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:00.050631 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617661ae-1e27-4c1d-ba27-8d8fb83eeab5') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:00.056982 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-5ceb5362-0b25-4408-99de-d04e434a7e15 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:07:00.057962 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5ceb5362-0b25-4408-99de-d04e434a7e15 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043697 Mar 28 09:07:00.059057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (a8fa2bff-6dd5-4fa6-a559-7275e77fb377), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:00.061266 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Pushing event updated for resources: {'Port': ['ID=83cf2e78-041c-4fca-8072-b6c76bde8caf,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:00.067074 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47520) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:00.073854 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-c575188f-4a9f-4f99-94bb-c842e5d48cf1 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:07:00.074983 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c575188f-4a9f-4f99-94bb-c842e5d48cf1 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0068171 Mar 28 09:07:00.083462 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47522) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:00.088132 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (617661ae-1e27-4c1d-ba27-8d8fb83eeab5), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:00.088472 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-f2deb52f-c5b7-48fc-ad2f-d443533ac531 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:07:00.089442 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f2deb52f-c5b7-48fc-ad2f-d443533ac531 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0043583 Mar 28 09:07:00.093269 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] device_id is not set on port e63ff6b7-8598-490d-ae32-01828752ce36 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:07:00.116879 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:00.119907 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:00.120658 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37657f26-3fce-4692-a344-48baf204e80e tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Router 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:07:00.123724 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47524) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:00.124060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:00.124422 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:00.124790 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:00.125129 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:00.125472 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:00.125843 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:00.126183 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:00.126522 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:00.126858 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:00.127189 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:00.127524 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:00.127685 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-0115c6a0-1cfb-4193-b755-73f9d06b7443 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Deleting port 98226dfe-992a-4348-b8d4-faddfe3b80eb {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:00.127855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:00.128181 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:00.128278 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0115c6a0-1cfb-4193-b755-73f9d06b7443 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (98226dfe-992a-4348-b8d4-faddfe3b80eb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:00.128513 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:00.128841 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:00.131800 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:00.139461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Pushing event updated for resources: {'Port': ['ID=a8fa2bff-6dd5-4fa6-a559-7275e77fb377,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:00.144953 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (617661ae-1e27-4c1d-ba27-8d8fb83eeab5), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:00.154147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-526a2333-317e-4b38-b16d-e394960658b6 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:07:00.157880 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-526a2333-317e-4b38-b16d-e394960658b6 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0304163 Mar 28 09:07:00.161047 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47526) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:00.197689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Attempting to bind port a8fa2bff-6dd5-4fa6-a559-7275e77fb377 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:07:00.198316 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Attempting to bind port a8fa2bff-6dd5-4fa6-a559-7275e77fb377 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:07:00.198474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Attempting to bind port a8fa2bff-6dd5-4fa6-a559-7275e77fb377 on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:07:00.204628 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:07:00.205057 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (617661ae-1e27-4c1d-ba27-8d8fb83eeab5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:00.206031 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:07:00.206710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:00.206903 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:00.208337 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:07:00.209074 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Bound port: a8fa2bff-6dd5-4fa6-a559-7275e77fb377, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:07:00.209405 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a8fa2bff-6dd5-4fa6-a559-7275e77fb377), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:07:00.211077 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:07:00.218996 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5558295c-f08d-4f75-8d4b-2a3ba5fa7198 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Router 6bf88279-bd2d-4e7a-b5d8-b8445683be61 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:07:00.219816 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-8c73ae4e-c701-4d1a-a290-6a6cbcfa2094 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:07:00.223383 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8c73ae4e-c701-4d1a-a290-6a6cbcfa2094 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0110996 Mar 28 09:07:00.223977 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47528) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:00.227993 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-44acb447-2dbb-4d3b-b4ad-a3ceb5ff39d8 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:07:00.233029 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-44acb447-2dbb-4d3b-b4ad-a3ceb5ff39d8 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043602 Mar 28 09:07:00.233029 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47530) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:00.238433 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-c0ae45b6-d66e-4668-9bd7-d7c108f424dc tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:07:00.241661 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c0ae45b6-d66e-4668-9bd7-d7c108f424dc tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0067058 Mar 28 09:07:00.242004 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47532) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:00.246417 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-0e8682f1-f249-4aa2-8882-93fd75528450 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:07:00.247455 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0e8682f1-f249-4aa2-8882-93fd75528450 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0044038 Mar 28 09:07:00.251798 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47534) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:00.280380 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] For port a8fa2bff-6dd5-4fa6-a559-7275e77fb377, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:07:00.283614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] For port a8fa2bff-6dd5-4fa6-a559-7275e77fb377, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8fa2bff-6dd5-4fa6-a559-7275e77fb377,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:07:00.295330 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-2a833d45-20c2-4d3d-996d-af13dff6844f tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:07:00.295513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (a8fa2bff-6dd5-4fa6-a559-7275e77fb377), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:00.296739 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2a833d45-20c2-4d3d-996d-af13dff6844f tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0429904 Mar 28 09:07:00.299036 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a7c0c9-5a08-4ac3-bdfc-1b1795652d0b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:00.302852 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49a7c0c9-5a08-4ac3-bdfc-1b1795652d0b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:00.306769 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47536) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:00.372064 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b70de-f6ce-41fa-a557-0ee031a340f3 None None] Pushing event updated for resources: {'Port': ['ID=a8fa2bff-6dd5-4fa6-a559-7275e77fb377,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:00.396154 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-73dba1d3-708b-439d-a641-feb2d2879825 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:07:00.399399 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-73dba1d3-708b-439d-a641-feb2d2879825 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0806737 Mar 28 09:07:00.400553 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47538) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:00.408545 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-a73c645d-7af5-41da-8a1f-2314031cf4cf tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:07:00.409542 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a73c645d-7af5-41da-8a1f-2314031cf4cf tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0066571 Mar 28 09:07:00.412473 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47540) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:00.436050 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [None req-7e007a2b-b714-4ddf-b724-901a30bd4c8f tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:07:00.437299 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7e007a2b-b714-4ddf-b724-901a30bd4c8f tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0183547 Mar 28 09:07:00.442345 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47542) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:00.446695 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-2af6df3e-87d3-4c43-bb6d-cd8a6c8939a3 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:07:00.450041 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2af6df3e-87d3-4c43-bb6d-cd8a6c8939a3 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043564 Mar 28 09:07:00.452662 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47544) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:00.456384 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-85abd579-e22c-4ab6-8672-766269c36267 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:07:00.459673 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-85abd579-e22c-4ab6-8672-766269c36267 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050962 Mar 28 09:07:00.459971 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-49a7c0c9-5a08-4ac3-bdfc-1b1795652d0b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port 8a01ceb8-f155-4f3a-97b3-c66325110b34 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:07:00.463459 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47546) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:00.475502 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-f7518fa1-639c-492e-bb16-2ea482e1a556 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:07:00.480303 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f7518fa1-639c-492e-bb16-2ea482e1a556 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0103195 Mar 28 09:07:00.480303 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47548) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:00.482095 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5558295c-f08d-4f75-8d4b-2a3ba5fa7198 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:00.489895 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [None req-bf546a86-7ad3-4e07-ad70-7bf8fa0b6499 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:07:00.489895 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bf546a86-7ad3-4e07-ad70-7bf8fa0b6499 tempest-ExtensionsTestJSON-1711717257 tempest-ExtensionsTestJSON-1711717257-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0067110 Mar 28 09:07:00.489895 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_gateway (9b515e9c-02b0-41be-a1cd-5a98e18e53ed), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:00.491590 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.db.api [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 09:07:00.491590 dv-neutron-master-2-hyperv neutron-server[104076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 09:07:00.491590 dv-neutron-master-2-hyperv neutron-server[104076]: [parameters: {'id': '36c1ebf5-2d10-4409-a700-acdce5e18a68'}] Mar 28 09:07:00.491590 dv-neutron-master-2-hyperv neutron-server[104076]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:07:00.491921 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG oslo_db.api [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:07:00.492103 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5558295c-f08d-4f75-8d4b-2a3ba5fa7198 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:00.514188 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619da75e-ef81-48fc-9095-07fc32973469 None None] Sync routers for ids ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:00.532230 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619da75e-ef81-48fc-9095-07fc32973469 None None] Routers {'6bf88279-bd2d-4e7a-b5d8-b8445683be61'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:00.532852 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-619da75e-ef81-48fc-9095-07fc32973469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:00.556448 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:00.648066 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5558295c-f08d-4f75-8d4b-2a3ba5fa7198 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "PUT /v2.0/floatingips/0b0fcdaf-8270-49d3-9d66-7a5e6c3e8b65 HTTP/1.1" status: 200 len: 990 time: 3.6461833 Mar 28 09:07:00.651594 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94b85a6-36c2-4a80-9ee0-0ea08925ec3c', 'tag': 'c9fef19a-fba4-4d3f-bd73-d95fbeb0e282'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:07:00.655966 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e96290-7fd6-44fd-ad7f-b8ce87c3a5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c94b85a6-36c2-4a80-9ee0-0ea08925ec3c", "tag": "c9fef19a-fba4-4d3f-bd73-d95fbeb0e282"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:07:00.706758 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0115c6a0-1cfb-4193-b755-73f9d06b7443 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (98226dfe-992a-4348-b8d4-faddfe3b80eb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:00.761517 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-0115c6a0-1cfb-4193-b755-73f9d06b7443 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Calling delete_port for 98226dfe-992a-4348-b8d4-faddfe3b80eb owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:00.771812 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dc2315-467a-46e3-ba0d-84221363482f x-openstack-request-id: req-79dc2315-467a-46e3-ba0d-84221363482f {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:07:00.777003 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94b85a6-36c2-4a80-9ee0-0ea08925ec3c", "tag": "c9fef19a-fba4-4d3f-bd73-d95fbeb0e282", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:07:00.778135 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79dc2315-467a-46e3-ba0d-84221363482f {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:07:00.780449 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79dc2315-467a-46e3-ba0d-84221363482f'] response: {'name': 'network-changed', 'server_uuid': 'c94b85a6-36c2-4a80-9ee0-0ea08925ec3c', 'tag': 'c9fef19a-fba4-4d3f-bd73-d95fbeb0e282', 'status': 'completed', 'code': 200} Mar 28 09:07:00.787576 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37657f26-3fce-4692-a344-48baf204e80e tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:00.807471 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e87432-c711-43f7-8f4c-f015266be011 None None] Sync routers for ids ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:00.828858 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-37657f26-3fce-4692-a344-48baf204e80e tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:00.832031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Allocated IP 172.20.0.6 (653b0ae0-4e87-4eec-a0a3-bb026d766c39/67151b62-29d2-43ea-a824-cfec29be8d46/e63ff6b7-8598-490d-ae32-01828752ce36) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:00.839535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e87432-c711-43f7-8f4c-f015266be011 None None] Routers {'1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:00.842076 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-91e87432-c711-43f7-8f4c-f015266be011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:00.929440 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-619da75e-ef81-48fc-9095-07fc32973469 None None] Set router 6bf88279-bd2d-4e7a-b5d8-b8445683be61 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:01.094093 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-91e87432-c711-43f7-8f4c-f015266be011 None None] Set router 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:01.129758 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (9b515e9c-02b0-41be-a1cd-5a98e18e53ed), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:01.163533 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks [] for port (e63ff6b7-8598-490d-ae32-01828752ce36), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:01.238733 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (36c1ebf5-2d10-4409-a700-acdce5e18a68), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:01.269075 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47558) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:01.339937 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Router 9b515e9c-02b0-41be-a1cd-5a98e18e53ed is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:07:01.372533 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-619da75e-ef81-48fc-9095-07fc32973469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'name': 'tempest-ServersTestJSON-2013269323-router', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:00Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'gw_port': {'id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0b0fcdaf-8270-49d3-9d66-7a5e6c3e8b65', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'floating_ip_address': '172.36.4.92', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'port_id': 'c9fef19a-fba4-4d3f-bd73-d95fbeb0e282', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700', 'mac_address': 'fa:16:3e:24:9c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b85a6-36c2-4a80-9ee0-0ea08925ec3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:06:21Z', 'updated_at': '2022-03-28T09:06:58Z', 'revision_number': 1, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a3c34d-d696-4481-a2b6-25aae05688fe', 'name': '', 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'mac_address': 'fa:16:3e:c7:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '480e4049-2c9c-4923-aba0-573e88a5e6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:08Z', 'updated_at': '2022-03-28T09:06:19Z', 'revision_number': 5, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'subnets': [{'id': '480e4049-2c9c-4923-aba0-573e88a5e6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:01.377408 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (e63ff6b7-8598-490d-ae32-01828752ce36), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:01.401698 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619da75e-ef81-48fc-9095-07fc32973469 None None] Checking router: 6bf88279-bd2d-4e7a-b5d8-b8445683be61 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:07:01.417207 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619da75e-ef81-48fc-9095-07fc32973469 None None] Routers {'6bf88279-bd2d-4e7a-b5d8-b8445683be61'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:01.419306 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-619da75e-ef81-48fc-9095-07fc32973469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:01.458683 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Network 653b0ae0-4e87-4eec-a0a3-bb026d766c39 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:01.473095 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event updated for resources: {'Port': ['ID=e63ff6b7-8598-490d-ae32-01828752ce36,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:01.483093 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:01.487982 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:01.491987 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 6c3f0e56-2312-40e9-89cf-108b69ef7e25 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:01.494403 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a930bb7-87dc-4fb3-b85c-4e9720850aa5 None None] Network 36c1ebf5-2d10-4409-a700-acdce5e18a68 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:01.553113 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:01.562879 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Sync routers for ids ['9b515e9c-02b0-41be-a1cd-5a98e18e53ed'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:01.585366 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:01.587242 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Routers {'9b515e9c-02b0-41be-a1cd-5a98e18e53ed'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:01.588137 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9b515e9c-02b0-41be-a1cd-5a98e18e53ed'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:01.590127 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4cf5539d-5388-4f84-8b25-86972f2223a4 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.8796673 Mar 28 09:07:01.591557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47562) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:01.726284 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Set router 9b515e9c-02b0-41be-a1cd-5a98e18e53ed gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:01.764324 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Provisioning complete for port 6c3f0e56-2312-40e9-89cf-108b69ef7e25 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:01.764811 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (6c3f0e56-2312-40e9-89cf-108b69ef7e25), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:01.772375 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6d7f01cb-6ae1-42fc-9735-53e9a5caf20c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "GET /v2.0/routers/9b515e9c-02b0-41be-a1cd-5a98e18e53ed HTTP/1.1" status: 200 len: 907 time: 0.1794310 Mar 28 09:07:01.775636 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47564) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:01.789588 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Request body: {'router': {'name': 'tempest-snat-router-332727531', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'enable_snat': True}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:01.853514 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (db4507d9-d262-4919-88c1-a5af21913003), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:01.854791 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (db4507d9-d262-4919-88c1-a5af21913003), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:01.927543 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_controller (db4507d9-d262-4919-88c1-a5af21913003), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:01.960309 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 6c3f0e56-2312-40e9-89cf-108b69ef7e25 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:01.961185 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (6c3f0e56-2312-40e9-89cf-108b69ef7e25), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:01.968645 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-619da75e-ef81-48fc-9095-07fc32973469 None None] Set router 6bf88279-bd2d-4e7a-b5d8-b8445683be61 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:02.052287 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b515e9c-02b0-41be-a1cd-5a98e18e53ed', 'name': 'tempest-snat-router-332727531', 'tenant_id': 'af1709e20002498ab883cd2478bb82a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.62'}], 'enable_snat': False}, 'gw_port_id': '83cf2e78-041c-4fca-8072-b6c76bde8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:55Z', 'updated_at': '2022-03-28T09:07:00Z', 'revision_number': 3, 'project_id': 'af1709e20002498ab883cd2478bb82a0', 'gw_port': {'id': '83cf2e78-041c-4fca-8072-b6c76bde8caf', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b515e9c-02b0-41be-a1cd-5a98e18e53ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:58Z', 'updated_at': '2022-03-28T09:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:02.099157 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:02.132917 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Current status of the port 6c3f0e56-2312-40e9-89cf-108b69ef7e25 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:02.134425 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (6c3f0e56-2312-40e9-89cf-108b69ef7e25), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:02.154902 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_gateway (db4507d9-d262-4919-88c1-a5af21913003), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:02.180713 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e96290-7fd6-44fd-ad7f-b8ce87c3a5b2 req-75ada562-996a-43eb-865d-784952dc28f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:02.182246 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-26e96290-7fd6-44fd-ad7f-b8ce87c3a5b2 req-75ada562-996a-43eb-865d-784952dc28f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6d221e073fb4f62a2f8cec61eb59fcb&device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 1129 time: 1.3870542 Mar 28 09:07:02.183537 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.183884 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.184747 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.185086 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.185417 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.186132 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.186475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.186798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.187663 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.188031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.188514 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.188849 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.189178 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.189502 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.189972 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.202456 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:02.203096 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:02.204727 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d28639-d1fc-4e9d-9de0-1ad531fff9ab None None] DHCP port deletion for 36c1ebf5-2d10-4409-a700-acdce5e18a68 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:07:02.219793 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Checking router: 9b515e9c-02b0-41be-a1cd-5a98e18e53ed for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:07:02.220234 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Updating router 9b515e9c-02b0-41be-a1cd-5a98e18e53ed port 83cf2e78-041c-4fca-8072-b6c76bde8caf binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:07:02.226407 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 6c3f0e56-2312-40e9-89cf-108b69ef7e25 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:02.226944 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (6c3f0e56-2312-40e9-89cf-108b69ef7e25), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:02.248229 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacef3e-73c2-4688-bc30-2b73538be25b req-8c3a129a-4217-439f-822a-03f6580afbb0 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:02.250479 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0aacef3e-73c2-4688-bc30-2b73538be25b req-8c3a129a-4217-439f-822a-03f6580afbb0 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 945 time: 1.4295461 Mar 28 09:07:02.257295 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1a6f476c-c640-4b51-b37a-a91134a560e9 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2238016 Mar 28 09:07:02.258795 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47566) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:02.262131 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (83cf2e78-041c-4fca-8072-b6c76bde8caf), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:02.266586 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] For port 6c3f0e56-2312-40e9-89cf-108b69ef7e25, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6c3f0e56-2312-40e9-89cf-108b69ef7e25,segment=NetworkSegment(617661ae-1e27-4c1d-ba27-8d8fb83eeab5),segment_id=617661ae-1e27-4c1d-ba27-8d8fb83eeab5)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:02.270648 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-2e5e3a64-9bc5-4176-8a85-03f619fc0954 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:49:57:89'}]}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:02.271944 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-91e87432-c711-43f7-8f4c-f015266be011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'name': 'tempest-ServersTestManualDisk-1746614907-router', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'gw_port': {'id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:03Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '85f89705-b990-4437-8a8c-9c2c5dd340b2', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'floating_ip_address': '172.36.4.19', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'port_id': '2480602e-8b41-40f9-b095-7d218c2c6960', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d', 'mac_address': 'fa:16:3e:fd:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5620c95d-440a-4aa9-87d0-b24a95621c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:06:20Z', 'updated_at': '2022-03-28T09:06:57Z', 'revision_number': 1, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649a9602-0ac6-46d3-b72e-390875436ce4', 'name': '', 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'mac_address': 'fa:16:3e:45:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:07Z', 'updated_at': '2022-03-28T09:06:15Z', 'revision_number': 5, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'subnets': [{'id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:02.307515 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (6c3f0e56-2312-40e9-89cf-108b69ef7e25), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:02.314350 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e87432-c711-43f7-8f4c-f015266be011 None None] Checking router: 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:07:02.378830 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e96290-7fd6-44fd-ad7f-b8ce87c3a5b2 req-5cfba532-8fc2-4037-b989-992ce6b9fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:02.381041 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-26e96290-7fd6-44fd-ad7f-b8ce87c3a5b2 req-5cfba532-8fc2-4037-b989-992ce6b9fcd2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15d390ae-2510-4449-9d2c-bf210a7a2700 HTTP/1.1" status: 200 len: 906 time: 0.1479080 Mar 28 09:07:02.382676 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-37657f26-3fce-4692-a344-48baf204e80e tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "PUT /v2.0/floatingips/85f89705-b990-4437-8a8c-9c2c5dd340b2 HTTP/1.1" status: 200 len: 990 time: 5.6941171 Mar 28 09:07:02.394278 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e87432-c711-43f7-8f4c-f015266be011 None None] Routers {'1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:02.394935 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-91e87432-c711-43f7-8f4c-f015266be011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:02.402266 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-49a7c0c9-5a08-4ac3-bdfc-1b1795652d0b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::385 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/7c3a9e0f-ba02-4fab-b990-81e251626605/8a01ceb8-f155-4f3a-97b3-c66325110b34) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:02.476959 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5620c95d-440a-4aa9-87d0-b24a95621c1b', 'tag': '2480602e-8b41-40f9-b095-7d218c2c6960'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:07:02.485326 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dfc95b-1ece-4142-b598-b6cc736c55b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5620c95d-440a-4aa9-87d0-b24a95621c1b", "tag": "2480602e-8b41-40f9-b095-7d218c2c6960"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:07:02.485925 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:07:02.486293 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:07:02.493030 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Pushing event updated for resources: {'Port': ['ID=6c3f0e56-2312-40e9-89cf-108b69ef7e25,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:02.507196 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-23d28639-d1fc-4e9d-9de0-1ad531fff9ab None None] Deleting port 6c3f0e56-2312-40e9-89cf-108b69ef7e25 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:02.507576 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-23d28639-d1fc-4e9d-9de0-1ad531fff9ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (6c3f0e56-2312-40e9-89cf-108b69ef7e25), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:02.522656 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.523010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.523383 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.524141 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.524141 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.524392 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.524983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.525316 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.525681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.526023 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.526357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.526703 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.527037 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.527434 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.527683 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60235a-fde9-48db-b535-4c19cc012c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:07:02.552429 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2e5e3a64-9bc5-4176-8a85-03f619fc0954 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e63ff6b7-8598-490d-ae32-01828752ce36), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:02.580883 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-92e37fe9-0f1c-494f-804d-2de9a397e841 None None] Provisioning complete for port a8fa2bff-6dd5-4fa6-a559-7275e77fb377 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:02.581180 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-92e37fe9-0f1c-494f-804d-2de9a397e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a8fa2bff-6dd5-4fa6-a559-7275e77fb377), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:02.596412 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-619da75e-ef81-48fc-9095-07fc32973469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'name': 'tempest-ServersTestJSON-2013269323-router', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:00Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'gw_port': {'id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0b0fcdaf-8270-49d3-9d66-7a5e6c3e8b65', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'floating_ip_address': '172.36.4.92', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'port_id': 'c9fef19a-fba4-4d3f-bd73-d95fbeb0e282', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700', 'mac_address': 'fa:16:3e:24:9c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b85a6-36c2-4a80-9ee0-0ea08925ec3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:06:21Z', 'updated_at': '2022-03-28T09:06:58Z', 'revision_number': 1, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a3c34d-d696-4481-a2b6-25aae05688fe', 'name': '', 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'mac_address': 'fa:16:3e:c7:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '480e4049-2c9c-4923-aba0-573e88a5e6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:08Z', 'updated_at': '2022-03-28T09:06:19Z', 'revision_number': 5, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'subnets': [{'id': '480e4049-2c9c-4923-aba0-573e88a5e6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:02.616673 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af898767-f34f-488d-b218-f4dcc882de7b req-d586236a-64ab-45b8-8442-ebb19a1afe9b tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:02.618419 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-af898767-f34f-488d-b218-f4dcc882de7b req-d586236a-64ab-45b8-8442-ebb19a1afe9b tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 945 time: 0.1307371 Mar 28 09:07:02.631001 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-23d28639-d1fc-4e9d-9de0-1ad531fff9ab None None] For port 6c3f0e56-2312-40e9-89cf-108b69ef7e25, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6c3f0e56-2312-40e9-89cf-108b69ef7e25,segment=NetworkSegment(617661ae-1e27-4c1d-ba27-8d8fb83eeab5),segment_id=617661ae-1e27-4c1d-ba27-8d8fb83eeab5)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:02.631405 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-23d28639-d1fc-4e9d-9de0-1ad531fff9ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (6c3f0e56-2312-40e9-89cf-108b69ef7e25), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:02.635381 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619da75e-ef81-48fc-9095-07fc32973469 None None] The sync data for ids ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'] in dv-neutron-master-2-hyperv is: [{'id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'name': 'tempest-ServersTestJSON-2013269323-router', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:00Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'gw_port': {'id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0b0fcdaf-8270-49d3-9d66-7a5e6c3e8b65', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'floating_ip_address': '172.36.4.92', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'port_id': 'c9fef19a-fba4-4d3f-bd73-d95fbeb0e282', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700', 'mac_address': 'fa:16:3e:24:9c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94b85a6-36c2-4a80-9ee0-0ea08925ec3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:06:21Z', 'updated_at': '2022-03-28T09:06:58Z', 'revision_number': 1, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a3c34d-d696-4481-a2b6-25aae05688fe', 'name': '', 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'mac_address': 'fa:16:3e:c7:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '480e4049-2c9c-4923-aba0-573e88a5e6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:08Z', 'updated_at': '2022-03-28T09:06:19Z', 'revision_number': 5, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'subnets': [{'id': '480e4049-2c9c-4923-aba0-573e88a5e6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:02.648395 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-26e96290-7fd6-44fd-ad7f-b8ce87c3a5b2 req-fbba2e9d-1338-4faa-9094-3b9285e8d1d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 HTTP/1.1" status: 200 len: 998 time: 0.1499071 Mar 28 09:07:02.649236 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-efc2477f-c1d9-41b2-bcbb-ab359e7b59c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:02.672798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-23d28639-d1fc-4e9d-9de0-1ad531fff9ab None None] Calling delete_port for 6c3f0e56-2312-40e9-89cf-108b69ef7e25 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:02.685975 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-91e87432-c711-43f7-8f4c-f015266be011 None None] Set router 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:02.700813 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Publish callbacks [] for port (83cf2e78-041c-4fca-8072-b6c76bde8caf), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:02.710394 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (83cf2e78-041c-4fca-8072-b6c76bde8caf), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:02.758432 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e96290-7fd6-44fd-ad7f-b8ce87c3a5b2 req-a705900c-bb5c-487c-96b3-2303be25b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:02.760663 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-26e96290-7fd6-44fd-ad7f-b8ce87c3a5b2 req-a705900c-bb5c-487c-96b3-2303be25b046 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=480e4049-2c9c-4923-aba0-573e88a5e6ba HTTP/1.1" status: 200 len: 845 time: 0.0879564 Mar 28 09:07:02.770389 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72308fc4-1d74-47f8-b5ae-86fdd75bcd92 None None] Pushing event updated for resources: {'Port': ['ID=83cf2e78-041c-4fca-8072-b6c76bde8caf,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:02.800729 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Attempting to bind port 83cf2e78-041c-4fca-8072-b6c76bde8caf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:07:02.801147 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Attempting to bind port 83cf2e78-041c-4fca-8072-b6c76bde8caf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:07:02.801650 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Attempting to bind port 83cf2e78-041c-4fca-8072-b6c76bde8caf on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:07:02.810489 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:07:02.811119 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:02.811532 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:02.811986 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:07:02.812494 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Bound port: 83cf2e78-041c-4fca-8072-b6c76bde8caf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:07:02.812923 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (83cf2e78-041c-4fca-8072-b6c76bde8caf), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:02.885643 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] For port 83cf2e78-041c-4fca-8072-b6c76bde8caf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:07:02.892423 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-92e37fe9-0f1c-494f-804d-2de9a397e841 None None] Current status of the port a8fa2bff-6dd5-4fa6-a559-7275e77fb377 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:02.892841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-92e37fe9-0f1c-494f-804d-2de9a397e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a8fa2bff-6dd5-4fa6-a559-7275e77fb377), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:02.923273 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0aacef3e-73c2-4688-bc30-2b73538be25b req-0c986b13-f37c-47f6-92b3-f1bcf210f3ab tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a7bbaf6-b081-4765-b3a3-ab9df2b5f423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5467625 Mar 28 09:07:02.945079 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-af898767-f34f-488d-b218-f4dcc882de7b req-8fcd15b7-628c-4c11-b179-a7d5a1f36d46 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9e4edf6-d471-4d08-802e-ada42833364b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907408 Mar 28 09:07:02.961865 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Deleting port 6c3f0e56-2312-40e9-89cf-108b69ef7e25 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:02.962224 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (6c3f0e56-2312-40e9-89cf-108b69ef7e25), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:03.000323 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1f05f3-6b1b-4519-9e4a-b13f5b3ebaf3 x-openstack-request-id: req-4b1f05f3-6b1b-4519-9e4a-b13f5b3ebaf3 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:07:03.000621 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5620c95d-440a-4aa9-87d0-b24a95621c1b", "tag": "2480602e-8b41-40f9-b095-7d218c2c6960", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:07:03.000874 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b1f05f3-6b1b-4519-9e4a-b13f5b3ebaf3 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:07:03.001274 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b1f05f3-6b1b-4519-9e4a-b13f5b3ebaf3'] response: {'name': 'network-changed', 'server_uuid': '5620c95d-440a-4aa9-87d0-b24a95621c1b', 'tag': '2480602e-8b41-40f9-b095-7d218c2c6960', 'status': 'completed', 'code': 200} Mar 28 09:07:03.046441 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-23d28639-d1fc-4e9d-9de0-1ad531fff9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (6c3f0e56-2312-40e9-89cf-108b69ef7e25), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:03.094409 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e96290-7fd6-44fd-ad7f-b8ce87c3a5b2 req-a4947205-1224-416b-b290-7c9a8d4a7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:03.097787 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-26e96290-7fd6-44fd-ad7f-b8ce87c3a5b2 req-a4947205-1224-416b-b290-7c9a8d4a7bfe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15d390ae-2510-4449-9d2c-bf210a7a2700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2889636 Mar 28 09:07:03.102492 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f27fac-b5a7-4c05-ad1e-8a388def3d49 None None] New status for floating IP 0b0fcdaf-8270-49d3-9d66-7a5e6c3e8b65: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:07:03.137549 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-92e37fe9-0f1c-494f-804d-2de9a397e841 None None] For port a8fa2bff-6dd5-4fa6-a559-7275e77fb377, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8fa2bff-6dd5-4fa6-a559-7275e77fb377,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:03.139436 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d28639-d1fc-4e9d-9de0-1ad531fff9ab None None] Pushing event deleted for resources: {'Port': ['ID=6c3f0e56-2312-40e9-89cf-108b69ef7e25,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:03.142522 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] For port 83cf2e78-041c-4fca-8072-b6c76bde8caf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83cf2e78-041c-4fca-8072-b6c76bde8caf,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:07:03.151462 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (83cf2e78-041c-4fca-8072-b6c76bde8caf), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:03.190569 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d28639-d1fc-4e9d-9de0-1ad531fff9ab None None] No DVR routers for this DVR port 6c3f0e56-2312-40e9-89cf-108b69ef7e25 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:03.206070 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 6c3f0e56-2312-40e9-89cf-108b69ef7e25 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:03.206070 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a8fa2bff-6dd5-4fa6-a559-7275e77fb377 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:03.206070 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-92e37fe9-0f1c-494f-804d-2de9a397e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (a8fa2bff-6dd5-4fa6-a559-7275e77fb377), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:03.257942 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0115c6a0-1cfb-4193-b755-73f9d06b7443 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (98226dfe-992a-4348-b8d4-faddfe3b80eb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:03.262507 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72308fc4-1d74-47f8-b5ae-86fdd75bcd92 None None] Pushing event updated for resources: {'Port': ['ID=83cf2e78-041c-4fca-8072-b6c76bde8caf,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:03.268171 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] For port 6c3f0e56-2312-40e9-89cf-108b69ef7e25, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6c3f0e56-2312-40e9-89cf-108b69ef7e25,segment=NetworkSegment(617661ae-1e27-4c1d-ba27-8d8fb83eeab5),segment_id=617661ae-1e27-4c1d-ba27-8d8fb83eeab5)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:03.268553 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (6c3f0e56-2312-40e9-89cf-108b69ef7e25), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:03.281807 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Routers {'9b515e9c-02b0-41be-a1cd-5a98e18e53ed'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:03.282977 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9b515e9c-02b0-41be-a1cd-5a98e18e53ed'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:03.415304 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Calling delete_port for 6c3f0e56-2312-40e9-89cf-108b69ef7e25 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:03.422330 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] Set router 9b515e9c-02b0-41be-a1cd-5a98e18e53ed gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:03.460283 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115c6a0-1cfb-4193-b755-73f9d06b7443 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Pushing event deleted for resources: {'Port': ['ID=98226dfe-992a-4348-b8d4-faddfe3b80eb,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:03.556650 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-efc2477f-c1d9-41b2-bcbb-ab359e7b59c4 admin admin] Publish callbacks [] for security_group (4b984e36-ce62-41ee-805a-500596393bc0), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:03.580185 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-92e37fe9-0f1c-494f-804d-2de9a397e841 None None] Provisioning complete for port e63ff6b7-8598-490d-ae32-01828752ce36 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:03.580725 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-92e37fe9-0f1c-494f-804d-2de9a397e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e63ff6b7-8598-490d-ae32-01828752ce36), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:03.644810 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-efc2477f-c1d9-41b2-bcbb-ab359e7b59c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (4b984e36-ce62-41ee-805a-500596393bc0), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:03.649891 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfc95b-1ece-4142-b598-b6cc736c55b1 req-13ba90d2-c757-4f77-b63c-a6ea8650076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:03.651477 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-19dfc95b-1ece-4142-b598-b6cc736c55b1 req-13ba90d2-c757-4f77-b63c-a6ea8650076a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=228a7f4f162d45b0b1b39cb5fbe7d366&device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 1129 time: 0.5938406 Mar 28 09:07:03.658128 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b515e9c-02b0-41be-a1cd-5a98e18e53ed', 'name': 'tempest-snat-router-332727531', 'tenant_id': 'af1709e20002498ab883cd2478bb82a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.62'}], 'enable_snat': False}, 'gw_port_id': '83cf2e78-041c-4fca-8072-b6c76bde8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:55Z', 'updated_at': '2022-03-28T09:07:00Z', 'revision_number': 3, 'project_id': 'af1709e20002498ab883cd2478bb82a0', 'gw_port': {'id': '83cf2e78-041c-4fca-8072-b6c76bde8caf', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b515e9c-02b0-41be-a1cd-5a98e18e53ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:58Z', 'updated_at': '2022-03-28T09:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:03.681152 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e37fe9-0f1c-494f-804d-2de9a397e841 None None] Pushing event updated for resources: {'Port': ['ID=a8fa2bff-6dd5-4fa6-a559-7275e77fb377,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:03.684900 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_gateway (db4507d9-d262-4919-88c1-a5af21913003), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:03.697549 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-efc2477f-c1d9-41b2-bcbb-ab359e7b59c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c73f91947b547c194b2bdfd4b841663&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3906083 Mar 28 09:07:03.701805 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f0f805-e168-433a-809b-aaf911a459ca None None] The sync data for ids ['9b515e9c-02b0-41be-a1cd-5a98e18e53ed'] in dv-neutron-master-2-hyperv is: [{'id': '9b515e9c-02b0-41be-a1cd-5a98e18e53ed', 'name': 'tempest-snat-router-332727531', 'tenant_id': 'af1709e20002498ab883cd2478bb82a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.62'}], 'enable_snat': False}, 'gw_port_id': '83cf2e78-041c-4fca-8072-b6c76bde8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:55Z', 'updated_at': '2022-03-28T09:07:00Z', 'revision_number': 3, 'project_id': 'af1709e20002498ab883cd2478bb82a0', 'gw_port': {'id': '83cf2e78-041c-4fca-8072-b6c76bde8caf', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b515e9c-02b0-41be-a1cd-5a98e18e53ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:58Z', 'updated_at': '2022-03-28T09:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:03.707575 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47580) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:03.761578 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-26e96290-7fd6-44fd-ad7f-b8ce87c3a5b2 req-1de84af5-e243-4778-b01a-84c605538efd service neutron] 10.222.0.16 "GET /v2.0/networks/15d390ae-2510-4449-9d2c-bf210a7a2700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6541770 Mar 28 09:07:03.762171 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:03.764913 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-92e37fe9-0f1c-494f-804d-2de9a397e841 None None] Port e63ff6b7-8598-490d-ae32-01828752ce36 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:03.782657 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port a8fa2bff-6dd5-4fa6-a559-7275e77fb377 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:03.782839 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a8fa2bff-6dd5-4fa6-a559-7275e77fb377), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:03.784954 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:03.808351 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0115c6a0-1cfb-4193-b755-73f9d06b7443 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:03.815628 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0115c6a0-1cfb-4193-b755-73f9d06b7443 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] 10.222.0.15 "DELETE /v2.0/ports/98226dfe-992a-4348-b8d4-faddfe3b80eb HTTP/1.1" status: 204 len: 168 time: 4.6448927 Mar 28 09:07:03.827485 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47582) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:03.834621 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49a7c0c9-5a08-4ac3-bdfc-1b1795652d0b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (8a01ceb8-f155-4f3a-97b3-c66325110b34), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:03.836465 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2477f-c1d9-41b2-bcbb-ab359e7b59c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b984e36-ce62-41ee-805a-500596393bc0,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:03.837652 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2e5e3a64-9bc5-4176-8a85-03f619fc0954 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks [] for port (e63ff6b7-8598-490d-ae32-01828752ce36), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:03.884140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-91e87432-c711-43f7-8f4c-f015266be011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'name': 'tempest-ServersTestManualDisk-1746614907-router', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'gw_port': {'id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:03Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '85f89705-b990-4437-8a8c-9c2c5dd340b2', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'floating_ip_address': '172.36.4.19', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'port_id': '2480602e-8b41-40f9-b095-7d218c2c6960', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d', 'mac_address': 'fa:16:3e:fd:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5620c95d-440a-4aa9-87d0-b24a95621c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:06:20Z', 'updated_at': '2022-03-28T09:06:57Z', 'revision_number': 1, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649a9602-0ac6-46d3-b72e-390875436ce4', 'name': '', 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'mac_address': 'fa:16:3e:45:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:07Z', 'updated_at': '2022-03-28T09:06:15Z', 'revision_number': 5, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'subnets': [{'id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:03.885996 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2e5e3a64-9bc5-4176-8a85-03f619fc0954 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (e63ff6b7-8598-490d-ae32-01828752ce36), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:03.915209 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (6c3f0e56-2312-40e9-89cf-108b69ef7e25), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:03.920537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e87432-c711-43f7-8f4c-f015266be011 None None] The sync data for ids ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'] in dv-neutron-master-2-hyperv is: [{'id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'name': 'tempest-ServersTestManualDisk-1746614907-router', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'gw_port': {'id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:03Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '85f89705-b990-4437-8a8c-9c2c5dd340b2', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'floating_ip_address': '172.36.4.19', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'port_id': '2480602e-8b41-40f9-b095-7d218c2c6960', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d', 'mac_address': 'fa:16:3e:fd:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5620c95d-440a-4aa9-87d0-b24a95621c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:06:20Z', 'updated_at': '2022-03-28T09:06:57Z', 'revision_number': 1, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649a9602-0ac6-46d3-b72e-390875436ce4', 'name': '', 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'mac_address': 'fa:16:3e:45:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:07Z', 'updated_at': '2022-03-28T09:06:15Z', 'revision_number': 5, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'subnets': [{'id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:03.981139 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port a8fa2bff-6dd5-4fa6-a559-7275e77fb377 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:03.984538 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Port': ['ID=6c3f0e56-2312-40e9-89cf-108b69ef7e25,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:04.016237 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No DVR routers for this DVR port 6c3f0e56-2312-40e9-89cf-108b69ef7e25 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:04.016669 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfc95b-1ece-4142-b598-b6cc736c55b1 req-4bd113dc-ab4e-42a7-a14d-3c2fe90c45d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:04.019567 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-19dfc95b-1ece-4142-b598-b6cc736c55b1 req-4bd113dc-ab4e-42a7-a14d-3c2fe90c45d9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da78ad91-75c1-4e51-84dc-1ff3d223651d HTTP/1.1" status: 200 len: 912 time: 0.3601890 Mar 28 09:07:04.053299 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-26e96290-7fd6-44fd-ad7f-b8ce87c3a5b2 req-89fa73ea-7cf1-4a35-8c72-a11006d02c86 service neutron] 10.222.0.16 "GET /v2.0/networks/15d390ae-2510-4449-9d2c-bf210a7a2700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760761 Mar 28 09:07:04.142884 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a8fa2bff-6dd5-4fa6-a559-7275e77fb377 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:04.153602 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49a7c0c9-5a08-4ac3-bdfc-1b1795652d0b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (8a01ceb8-f155-4f3a-97b3-c66325110b34), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:04.158626 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (36c1ebf5-2d10-4409-a700-acdce5e18a68), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:04.219096 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port a8fa2bff-6dd5-4fa6-a559-7275e77fb377 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:04.219728 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a8fa2bff-6dd5-4fa6-a559-7275e77fb377), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:04.300427 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c1ebf5-2d10-4409-a700-acdce5e18a68']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:04.305738 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Allocated IP 172.36.4.18 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/bc261fae-f7c0-47d9-bc23-9debac3f18e7) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:04.322258 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a7c0c9-5a08-4ac3-bdfc-1b1795652d0b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:04.328983 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-49a7c0c9-5a08-4ac3-bdfc-1b1795652d0b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:04.331959 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617661ae-1e27-4c1d-ba27-8d8fb83eeab5') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:04.332261 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617661ae-1e27-4c1d-ba27-8d8fb83eeab5') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:04.337238 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a7c0c9-5a08-4ac3-bdfc-1b1795652d0b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:04.352183 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a7c0c9-5a08-4ac3-bdfc-1b1795652d0b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:04.352869 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49a7c0c9-5a08-4ac3-bdfc-1b1795652d0b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:04.378561 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (617661ae-1e27-4c1d-ba27-8d8fb83eeab5), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:04.383875 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port a8fa2bff-6dd5-4fa6-a559-7275e77fb377 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:04.440515 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7c0c9-5a08-4ac3-bdfc-1b1795652d0b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=8a01ceb8-f155-4f3a-97b3-c66325110b34,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:04.447324 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-49a7c0c9-5a08-4ac3-bdfc-1b1795652d0b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.1856554 Mar 28 09:07:04.448406 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (617661ae-1e27-4c1d-ba27-8d8fb83eeab5), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:04.458779 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47584) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:04.471024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 6c3f0e56-2312-40e9-89cf-108b69ef7e25 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:04.496061 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:07:04.496061 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (617661ae-1e27-4c1d-ba27-8d8fb83eeab5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:04.512927 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620b22f6-3aef-49e2-86e1-874d317590a3 None None] New status for floating IP 85f89705-b990-4437-8a8c-9c2c5dd340b2: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:07:04.520790 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:07:04.533393 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 6c3f0e56-2312-40e9-89cf-108b69ef7e25 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:04.533866 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 6c3f0e56-2312-40e9-89cf-108b69ef7e25 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:04.553723 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d658fbd3-4e31-4c65-94df-6abec2c16f69 None None] Provisioning complete for port e63ff6b7-8598-490d-ae32-01828752ce36 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:04.554109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d658fbd3-4e31-4c65-94df-6abec2c16f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e63ff6b7-8598-490d-ae32-01828752ce36), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:04.594154 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for port (bc261fae-f7c0-47d9-bc23-9debac3f18e7), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:04.617161 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d658fbd3-4e31-4c65-94df-6abec2c16f69 None None] Port e63ff6b7-8598-490d-ae32-01828752ce36 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:04.650990 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (36c1ebf5-2d10-4409-a700-acdce5e18a68), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:04.672214 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:04.674428 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfc41-f2dd-469e-adec-3975c5909a2b admin admin] Publish callbacks [] for security_group (4b984e36-ce62-41ee-805a-500596393bc0), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:04.678759 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/36c1ebf5-2d10-4409-a700-acdce5e18a68 HTTP/1.1" status: 204 len: 168 time: 6.7429616 Mar 28 09:07:04.687532 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28771c38-2dda-4168-abd7-bec864f96b83 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:04.696276 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28771c38-2dda-4168-abd7-bec864f96b83 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:04.704059 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-28771c38-2dda-4168-abd7-bec864f96b83 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.2416508 Mar 28 09:07:04.704251 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfc41-f2dd-469e-adec-3975c5909a2b admin admin] Publish callbacks [] for security_group (4b984e36-ce62-41ee-805a-500596393bc0), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:04.720286 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47586) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:04.720701 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47588) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:04.721562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4f0d8-81a9-4856-b96a-de10d6f303db tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Network': ['ID=36c1ebf5-2d10-4409-a700-acdce5e18a68,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:04.729505 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-990ea104-4615-4a9e-a46d-75db261c641f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1627441906'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:04.740781 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-19dfc95b-1ece-4142-b598-b6cc736c55b1 req-65b45e03-8722-47bd-9966-c1a2ff00c9f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2480602e-8b41-40f9-b095-7d218c2c6960 HTTP/1.1" status: 200 len: 998 time: 0.6324863 Mar 28 09:07:04.741442 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e3a64-9bc5-4176-8a85-03f619fc0954 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event updated for resources: {'Port': ['ID=e63ff6b7-8598-490d-ae32-01828752ce36,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:04.750701 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (bc261fae-f7c0-47d9-bc23-9debac3f18e7), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:04.765841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-bd5d6335-fe72-4912-bde9-60237c7f762c None None] Provisioning complete for port 8a01ceb8-f155-4f3a-97b3-c66325110b34 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:04.766596 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bd5d6335-fe72-4912-bde9-60237c7f762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8a01ceb8-f155-4f3a-97b3-c66325110b34), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:04.807018 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990ea104-4615-4a9e-a46d-75db261c641f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:04.811475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-990ea104-4615-4a9e-a46d-75db261c641f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:04.819321 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bd5d6335-fe72-4912-bde9-60237c7f762c None None] Port 8a01ceb8-f155-4f3a-97b3-c66325110b34 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:04.863854 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:04.873320 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Pushing event updated for resources: {'Port': ['ID=bc261fae-f7c0-47d9-bc23-9debac3f18e7,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:04.877269 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:04.879519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:04.926832 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d34b54-e756-47ef-8a68-dd9d17d934d5 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:04.927935 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-c7998282-315d-4341-9110-165593c0d80d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port 8a01ceb8-f155-4f3a-97b3-c66325110b34 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:04.928291 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7998282-315d-4341-9110-165593c0d80d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (8a01ceb8-f155-4f3a-97b3-c66325110b34), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:04.931115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47590) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:04.931622 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-32d34b54-e756-47ef-8a68-dd9d17d934d5 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] 10.222.0.15 "GET /v2.0/ports?device_id=be400d89-77cd-48bc-b4c5-c7be14b5d3c5 HTTP/1.1" status: 200 len: 913 time: 1.0916469 Mar 28 09:07:04.946576 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e3a64-9bc5-4176-8a85-03f619fc0954 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] In _notify_port_updated(), no bound segment for port e63ff6b7-8598-490d-ae32-01828752ce36 on network 653b0ae0-4e87-4eec-a0a3-bb026d766c39 {{(pid=104075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:07:04.953119 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5e3a64-9bc5-4176-8a85-03f619fc0954 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:04.953811 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2e5e3a64-9bc5-4176-8a85-03f619fc0954 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:04.959226 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2e5e3a64-9bc5-4176-8a85-03f619fc0954 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "PUT /v2.0/ports/e63ff6b7-8598-490d-ae32-01828752ce36 HTTP/1.1" status: 200 len: 996 time: 2.6972966 Mar 28 09:07:04.961989 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47592) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:04.964288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfc95b-1ece-4142-b598-b6cc736c55b1 req-975bad6d-8a26-4afa-aa0e-3396b503b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:04.966374 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-19dfc95b-1ece-4142-b598-b6cc736c55b1 req-975bad6d-8a26-4afa-aa0e-3396b503b3f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db02361e-0ccd-47dd-8c98-cb1bb9fe6071 HTTP/1.1" status: 200 len: 851 time: 0.2010367 Mar 28 09:07:05.038897 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfc41-f2dd-469e-adec-3975c5909a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (4b984e36-ce62-41ee-805a-500596393bc0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:05.040744 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfc41-f2dd-469e-adec-3975c5909a2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:05.041890 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3a3dfc41-f2dd-469e-adec-3975c5909a2b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b984e36-ce62-41ee-805a-500596393bc0 HTTP/1.1" status: 204 len: 168 time: 1.3029568 Mar 28 09:07:05.047341 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990ea104-4615-4a9e-a46d-75db261c641f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:07:05.073432 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-990ea104-4615-4a9e-a46d-75db261c641f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c6aff14d-17d3-45a2-882a-e596db33ab10), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:05.073825 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-990ea104-4615-4a9e-a46d-75db261c641f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Added segment c6aff14d-17d3-45a2-882a-e596db33ab10 of type vlan for network bb831d70-8a3d-49a1-a65b-5260b95832e7 Mar 28 09:07:05.124358 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dfc41-f2dd-469e-adec-3975c5909a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b984e36-ce62-41ee-805a-500596393bc0,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:05.155797 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-990ea104-4615-4a9e-a46d-75db261c641f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (bb831d70-8a3d-49a1-a65b-5260b95832e7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:05.173015 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7998282-315d-4341-9110-165593c0d80d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (8a01ceb8-f155-4f3a-97b3-c66325110b34), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:05.201676 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-c7998282-315d-4341-9110-165593c0d80d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for 8a01ceb8-f155-4f3a-97b3-c66325110b34 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:05.207583 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfc95b-1ece-4142-b598-b6cc736c55b1 req-3c360bed-2e1d-4763-9ac7-a0797e1a78fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:05.209186 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-19dfc95b-1ece-4142-b598-b6cc736c55b1 req-3c360bed-2e1d-4763-9ac7-a0797e1a78fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da78ad91-75c1-4e51-84dc-1ff3d223651d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1799884 Mar 28 09:07:05.338013 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-990ea104-4615-4a9e-a46d-75db261c641f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (bb831d70-8a3d-49a1-a65b-5260b95832e7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:05.339214 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990ea104-4615-4a9e-a46d-75db261c641f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:05.339865 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-990ea104-4615-4a9e-a46d-75db261c641f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:05.361322 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-3051de5e-9f12-49ed-a252-e4d0b1cbeeee tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Deleting port e63ff6b7-8598-490d-ae32-01828752ce36 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:05.361804 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3051de5e-9f12-49ed-a252-e4d0b1cbeeee tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (e63ff6b7-8598-490d-ae32-01828752ce36), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:05.420059 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-990ea104-4615-4a9e-a46d-75db261c641f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6930444 Mar 28 09:07:05.425509 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47602) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:05.438366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-06327b4c-6b32-48e2-bf7b-5dbc498fd4cd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'subnet': {'network_id': 'bb831d70-8a3d-49a1-a65b-5260b95832e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:05.462774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3051de5e-9f12-49ed-a252-e4d0b1cbeeee tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (e63ff6b7-8598-490d-ae32-01828752ce36), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:05.488996 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-3051de5e-9f12-49ed-a252-e4d0b1cbeeee tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Calling delete_port for e63ff6b7-8598-490d-ae32-01828752ce36 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:05.505360 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ea104-4615-4a9e-a46d-75db261c641f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Network': ['ID=bb831d70-8a3d-49a1-a65b-5260b95832e7,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:05.530390 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network bb831d70-8a3d-49a1-a65b-5260b95832e7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:07:05.589973 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_gateway (db4507d9-d262-4919-88c1-a5af21913003), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:05.683179 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-19dfc95b-1ece-4142-b598-b6cc736c55b1 req-2dce21ab-20d4-43b9-b0b3-dbbd02b7ce32 service neutron] 10.222.0.16 "GET /v2.0/networks/da78ad91-75c1-4e51-84dc-1ff3d223651d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656134 Mar 28 09:07:05.694647 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06327b4c-6b32-48e2-bf7b-5dbc498fd4cd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:05.698831 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06327b4c-6b32-48e2-bf7b-5dbc498fd4cd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:05.780238 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.ipam_backend_mixin [None req-06327b4c-6b32-48e2-bf7b-5dbc498fd4cd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Performing IP validity checks on allocation pools {{(pid=104076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 28 09:07:05.780823 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.ipam_backend_mixin [None req-06327b4c-6b32-48e2-bf7b-5dbc498fd4cd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 28 09:07:05.789030 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7998282-315d-4341-9110-165593c0d80d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (8a01ceb8-f155-4f3a-97b3-c66325110b34), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:05.849865 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7998282-315d-4341-9110-165593c0d80d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=8a01ceb8-f155-4f3a-97b3-c66325110b34,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:05.908042 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7998282-315d-4341-9110-165593c0d80d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:05.911918 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c7998282-315d-4341-9110-165593c0d80d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/8a01ceb8-f155-4f3a-97b3-c66325110b34 HTTP/1.1" status: 204 len: 168 time: 1.1862493 Mar 28 09:07:05.918057 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47616) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:05.980686 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-19dfc95b-1ece-4142-b598-b6cc736c55b1 req-d9cb7daf-6253-4c55-96fd-b51a1842f50c service neutron] 10.222.0.16 "GET /v2.0/networks/da78ad91-75c1-4e51-84dc-1ff3d223651d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793317 Mar 28 09:07:05.984787 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (db4507d9-d262-4919-88c1-a5af21913003), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:06.068046 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb68ac4-62ba-49e4-9a66-4c09bf2f33fc tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:06.070059 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb68ac4-62ba-49e4-9a66-4c09bf2f33fc tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:06.071728 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7cb68ac4-62ba-49e4-9a66-4c09bf2f33fc tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1492789 Mar 28 09:07:06.081652 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47618) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:06.142563 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3051de5e-9f12-49ed-a252-e4d0b1cbeeee tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (e63ff6b7-8598-490d-ae32-01828752ce36), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:06.144337 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47620) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:06.232486 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051de5e-9f12-49ed-a252-e4d0b1cbeeee tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event deleted for resources: {'Port': ['ID=e63ff6b7-8598-490d-ae32-01828752ce36,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:06.260826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 83cf2e78-041c-4fca-8072-b6c76bde8caf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:06.267584 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06327b4c-6b32-48e2-bf7b-5dbc498fd4cd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (28acdd81-1b5d-48ae-8368-e0891c737231), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:06.336757 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 83cf2e78-041c-4fca-8072-b6c76bde8caf triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:06.337561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (83cf2e78-041c-4fca-8072-b6c76bde8caf), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:06.384195 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-1bdd02fc-a944-42ae-b4e9-94a4d14f4bbc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1608353692'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:06.466554 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 83cf2e78-041c-4fca-8072-b6c76bde8caf is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:06.466554 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (83cf2e78-041c-4fca-8072-b6c76bde8caf), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:06.488268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdd02fc-a944-42ae-b4e9-94a4d14f4bbc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Made reservation on behalf of 8e45e30a1efb47c3b06d7cbbf6271808 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:06.494643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1bdd02fc-a944-42ae-b4e9-94a4d14f4bbc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:06.505176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 83cf2e78-041c-4fca-8072-b6c76bde8caf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83cf2e78-041c-4fca-8072-b6c76bde8caf,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:06.511692 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1bdd02fc-a944-42ae-b4e9-94a4d14f4bbc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:06.514311 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (83cf2e78-041c-4fca-8072-b6c76bde8caf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:06.545369 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3051de5e-9f12-49ed-a252-e4d0b1cbeeee tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:06.551453 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3051de5e-9f12-49ed-a252-e4d0b1cbeeee tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "DELETE /v2.0/ports/e63ff6b7-8598-490d-ae32-01828752ce36 HTTP/1.1" status: 204 len: 168 time: 1.5840290 Mar 28 09:07:06.556321 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47624) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:06.592676 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-833ec83f-faa4-49eb-9770-43a4f2f68716 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] GET failed (client error): The resource could not be found. Mar 28 09:07:06.600245 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-833ec83f-faa4-49eb-9770-43a4f2f68716 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "GET /v2.0/ports/e63ff6b7-8598-490d-ae32-01828752ce36 HTTP/1.1" status: 404 len: 333 time: 0.0398214 Mar 28 09:07:06.605028 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47626) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:06.611299 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=83cf2e78-041c-4fca-8072-b6c76bde8caf,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:06.612189 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-1c09a244-66ce-40c3-8cb2-ebe3df87ae80 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Request body: {'port': {'network_id': '653b0ae0-4e87-4eec-a0a3-bb026d766c39', 'name': 'tempest-AllowedAddressPairTestJSON-2071655737'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:06.797043 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-22eef081-c9e5-4c40-8d05-bb7840c1d882 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet 7c3a9e0f-ba02-4fab-b990-81e251626605 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:07:06.806840 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43c6aa5d-61b7-42e7-b763-8220b89df43b tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (be400d89-77cd-48bc-b4c5-c7be14b5d3c5), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:06.813715 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22eef081-c9e5-4c40-8d05-bb7840c1d882 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (7c3a9e0f-ba02-4fab-b990-81e251626605), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:06.944693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Router db4507d9-d262-4919-88c1-a5af21913003 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:07:06.946351 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06327b4c-6b32-48e2-bf7b-5dbc498fd4cd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Subnet': ['ID=28acdd81-1b5d-48ae-8368-e0891c737231,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:06.955321 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22eef081-c9e5-4c40-8d05-bb7840c1d882 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (7c3a9e0f-ba02-4fab-b990-81e251626605), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:06.958096 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06327b4c-6b32-48e2-bf7b-5dbc498fd4cd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Checking segment: {'id': 'c6aff14d-17d3-45a2-882a-e596db33ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb831d70-8a3d-49a1-a65b-5260b95832e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:06.958300 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06327b4c-6b32-48e2-bf7b-5dbc498fd4cd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network hostable DHCP agents. Network: bb831d70-8a3d-49a1-a65b-5260b95832e7, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:07:07.028574 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06327b4c-6b32-48e2-bf7b-5dbc498fd4cd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network bb831d70-8a3d-49a1-a65b-5260b95832e7 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:07:07.049395 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-06327b4c-6b32-48e2-bf7b-5dbc498fd4cd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bb831d70-8a3d-49a1-a65b-5260b95832e7) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:07.059337 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f25e20-befd-4209-a819-8c618bd44cb0 None None] Network bb831d70-8a3d-49a1-a65b-5260b95832e7 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:07.098599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06327b4c-6b32-48e2-bf7b-5dbc498fd4cd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:07.099211 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06327b4c-6b32-48e2-bf7b-5dbc498fd4cd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.129931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1bdd02fc-a944-42ae-b4e9-94a4d14f4bbc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for security_group (cdc44e42-cfe3-485b-a29c-0cd11272cfbd), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.140046 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1bdd02fc-a944-42ae-b4e9-94a4d14f4bbc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (cdc44e42-cfe3-485b-a29c-0cd11272cfbd), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.160020 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c09a244-66ce-40c3-8cb2-ebe3df87ae80 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Made reservation on behalf of 1814df4f87d44585bed3500e03f3c4ca for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:07.163446 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1c09a244-66ce-40c3-8cb2-ebe3df87ae80 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.189880 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22eef081-c9e5-4c40-8d05-bb7840c1d882 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (7c3a9e0f-ba02-4fab-b990-81e251626605), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.199161 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bdd02fc-a944-42ae-b4e9-94a4d14f4bbc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:07:07.211308 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:07.216399 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd02fc-a944-42ae-b4e9-94a4d14f4bbc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc44e42-cfe3-485b-a29c-0cd11272cfbd,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:07.222738 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-1c09a244-66ce-40c3-8cb2-ebe3df87ae80 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] device_id is not set on port 0e55e9f0-8e61-4e47-873f-20243447a353 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:07:07.225288 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-06327b4c-6b32-48e2-bf7b-5dbc498fd4cd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7951565 Mar 28 09:07:07.230315 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47628) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:07.234958 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1bdd02fc-a944-42ae-b4e9-94a4d14f4bbc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (342b3f15-8699-4a13-8613-170143d62cbb), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.235320 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-1bdd02fc-a944-42ae-b4e9-94a4d14f4bbc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Added segment 342b3f15-8699-4a13-8613-170143d62cbb of type vlan for network 92b8a298-90f6-43b4-afab-6d0b34a8c6dd Mar 28 09:07:07.241884 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ff9952-bfbc-4076-97c3-db1a1ae8032a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bb831d70-8a3d-49a1-a65b-5260b95832e7', 'network_id': 'bb831d70-8a3d-49a1-a65b-5260b95832e7', 'project_id': '15ec40f64a0746ac8120f854f6600104', 'fixed_ips': [{'subnet_id': '28acdd81-1b5d-48ae-8368-e0891c737231'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:07:07.243281 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-51ff9952-bfbc-4076-97c3-db1a1ae8032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.272397 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Sync routers for ids ['db4507d9-d262-4919-88c1-a5af21913003'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:07.307292 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.308780 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4cbe049e-ddee-4f5a-8044-9882ac6bc61c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.5318806 Mar 28 09:07:07.314059 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47630) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:07.331293 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1bdd02fc-a944-42ae-b4e9-94a4d14f4bbc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (92b8a298-90f6-43b4-afab-6d0b34a8c6dd), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.381351 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Routers {'db4507d9-d262-4919-88c1-a5af21913003'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:07.382045 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['db4507d9-d262-4919-88c1-a5af21913003'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:07.403290 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1bdd02fc-a944-42ae-b4e9-94a4d14f4bbc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (92b8a298-90f6-43b4-afab-6d0b34a8c6dd), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.408319 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdd02fc-a944-42ae-b4e9-94a4d14f4bbc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:07.408921 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1bdd02fc-a944-42ae-b4e9-94a4d14f4bbc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.448233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22eef081-c9e5-4c40-8d05-bb7840c1d882 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (7c3a9e0f-ba02-4fab-b990-81e251626605), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.468269 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-1c09a244-66ce-40c3-8cb2-ebe3df87ae80 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Allocated IP 172.20.0.7 (653b0ae0-4e87-4eec-a0a3-bb026d766c39/67151b62-29d2-43ea-a824-cfec29be8d46/0e55e9f0-8e61-4e47-873f-20243447a353) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:07.485468 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1bdd02fc-a944-42ae-b4e9-94a4d14f4bbc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3353643 Mar 28 09:07:07.487508 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47632) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:07.495196 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-57e1617e-e825-4d4c-82c8-9cb2c4923364 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-642403750'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:07.519370 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd02fc-a944-42ae-b4e9-94a4d14f4bbc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Network': ['ID=92b8a298-90f6-43b4-afab-6d0b34a8c6dd,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:07.535551 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eef081-c9e5-4c40-8d05-bb7840c1d882 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=7c3a9e0f-ba02-4fab-b990-81e251626605,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:07.541025 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22eef081-c9e5-4c40-8d05-bb7840c1d882 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.544482 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-22eef081-c9e5-4c40-8d05-bb7840c1d882 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/7c3a9e0f-ba02-4fab-b990-81e251626605 HTTP/1.1" status: 204 len: 168 time: 1.4549203 Mar 28 09:07:07.547837 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47634) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:07.551097 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Set router db4507d9-d262-4919-88c1-a5af21913003 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:07.553132 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6ec1797c-4010-4499-ba53-c9046302963c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (bb831d70-8a3d-49a1-a65b-5260b95832e7), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.565504 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e1617e-e825-4d4c-82c8-9cb2c4923364 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Made reservation on behalf of 8e45e30a1efb47c3b06d7cbbf6271808 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:07.568842 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-57e1617e-e825-4d4c-82c8-9cb2c4923364 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.610371 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ecc8cf1c-8943-42d5-9abc-bc1f2d77b8ec tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584633 Mar 28 09:07:07.612079 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9f5e2419-a831-4db3-a750-56f79888fb3f tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "GET /v2.0/routers/db4507d9-d262-4919-88c1-a5af21913003 HTTP/1.1" status: 200 len: 906 time: 0.2917497 Mar 28 09:07:07.616186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47636) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:07.616323 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47638) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:07.685729 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e1617e-e825-4d4c-82c8-9cb2c4923364 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:07:07.709183 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-57e1617e-e825-4d4c-82c8-9cb2c4923364 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (a55aff8c-1158-45df-98f4-090e7f9729f0), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.709536 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-57e1617e-e825-4d4c-82c8-9cb2c4923364 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Added segment a55aff8c-1158-45df-98f4-090e7f9729f0 of type vlan for network 575f6469-0a8a-4802-b923-ea2a1bf0f9ca Mar 28 09:07:07.724170 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49479963-8c85-4925-9402-ea540bdd1675 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:07.773393 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6ec1797c-4010-4499-ba53-c9046302963c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (28acdd81-1b5d-48ae-8368-e0891c737231), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.783552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-57e1617e-e825-4d4c-82c8-9cb2c4923364 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (575f6469-0a8a-4802-b923-ea2a1bf0f9ca), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.787749 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1c09a244-66ce-40c3-8cb2-ebe3df87ae80 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks [] for port (0e55e9f0-8e61-4e47-873f-20243447a353), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.793080 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 92b8a298-90f6-43b4-afab-6d0b34a8c6dd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:07:07.827520 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-43c6aa5d-61b7-42e7-b763-8220b89df43b tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Deleting port 16ac18ab-a149-42cd-80c4-5cec0ad75e22 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:07.828571 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43c6aa5d-61b7-42e7-b763-8220b89df43b tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (16ac18ab-a149-42cd-80c4-5cec0ad75e22), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.836546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-57e1617e-e825-4d4c-82c8-9cb2c4923364 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (575f6469-0a8a-4802-b923-ea2a1bf0f9ca), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.843927 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e1617e-e825-4d4c-82c8-9cb2c4923364 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:07.844576 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-57e1617e-e825-4d4c-82c8-9cb2c4923364 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.854644 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1c09a244-66ce-40c3-8cb2-ebe3df87ae80 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (0e55e9f0-8e61-4e47-873f-20243447a353), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.892735 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b0fd0f-58af-4648-84d1-d215ad0a90e8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:07.894652 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f4b0fd0f-58af-4648-84d1-d215ad0a90e8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2760603 Mar 28 09:07:07.905543 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47640) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:07.955037 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7fbc9ad3-f292-4e61-a18d-cae63755adc8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router (db4507d9-d262-4919-88c1-a5af21913003), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:07.955292 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-57e1617e-e825-4d4c-82c8-9cb2c4923364 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4643915 Mar 28 09:07:07.963626 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47642) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:07.974226 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-afbd3d35-84fe-454c-9905-1f394ee6b39b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'subnet': {'network_id': '92b8a298-90f6-43b4-afab-6d0b34a8c6dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:08.002062 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1617e-e825-4d4c-82c8-9cb2c4923364 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Network': ['ID=575f6469-0a8a-4802-b923-ea2a1bf0f9ca,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:08.006736 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c09a244-66ce-40c3-8cb2-ebe3df87ae80 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Network 653b0ae0-4e87-4eec-a0a3-bb026d766c39 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:08.049647 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-1c09a244-66ce-40c3-8cb2-ebe3df87ae80 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:08.054537 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c09a244-66ce-40c3-8cb2-ebe3df87ae80 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:08.096186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6ec1797c-4010-4499-ba53-c9046302963c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (28acdd81-1b5d-48ae-8368-e0891c737231), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.119486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 575f6469-0a8a-4802-b923-ea2a1bf0f9ca details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:07:08.125957 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c09a244-66ce-40c3-8cb2-ebe3df87ae80 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:08.127138 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1c09a244-66ce-40c3-8cb2-ebe3df87ae80 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.142210 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e270c7-7e05-4c0e-bee3-9f56b50357e4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:08.153608 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c6e270c7-7e05-4c0e-bee3-9f56b50357e4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2449272 Mar 28 09:07:08.156937 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47644) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:08.200317 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 83cf2e78-041c-4fca-8072-b6c76bde8caf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:08.202820 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43c6aa5d-61b7-42e7-b763-8220b89df43b tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (16ac18ab-a149-42cd-80c4-5cec0ad75e22), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.205498 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09a244-66ce-40c3-8cb2-ebe3df87ae80 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event updated for resources: {'Port': ['ID=0e55e9f0-8e61-4e47-873f-20243447a353,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server [None req-51ff9952-bfbc-4076-97c3-db1a1ae8032a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28acdd81-1b5d-48ae-8368-e0891c737231: This subnet is being modified by another concurrent operation. Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 09:07:08.226604 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise exception Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28acdd81-1b5d-48ae-8368-e0891c737231: This subnet is being modified by another concurrent operation. Mar 28 09:07:08.231814 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server Mar 28 09:07:08.268314 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1797c-4010-4499-ba53-c9046302963c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Subnet': ['ID=28acdd81-1b5d-48ae-8368-e0891c737231,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:08.271057 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47646) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:08.272979 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e6e49287-1b01-4d83-a8b6-84397004ece3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984368 Mar 28 09:07:08.279363 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1c09a244-66ce-40c3-8cb2-ebe3df87ae80 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6687570 Mar 28 09:07:08.280352 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47648) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:08.289480 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-72ab13c4-0682-4522-a2ce-3df5d35fc230 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:08.289949 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-756b5103-f4b6-4305-8dc9-355b91edd888 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Request body: {'port': {'network_id': '653b0ae0-4e87-4eec-a0a3-bb026d766c39', 'name': 'tempest-AllowedAddressPairTestJSON-1598541924'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:08.295969 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbd3d35-84fe-454c-9905-1f394ee6b39b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Made reservation on behalf of 8e45e30a1efb47c3b06d7cbbf6271808 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:08.300530 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-43c6aa5d-61b7-42e7-b763-8220b89df43b tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Calling delete_port for 16ac18ab-a149-42cd-80c4-5cec0ad75e22 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:08.300970 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-afbd3d35-84fe-454c-9905-1f394ee6b39b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.308713 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27b3db0-0d66-40ff-82f1-19205e860fea None None] Network bb831d70-8a3d-49a1-a65b-5260b95832e7 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:08.441502 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4507d9-d262-4919-88c1-a5af21913003', 'name': 'tempest-snat-router-332727531', 'tenant_id': 'af1709e20002498ab883cd2478bb82a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18'}], 'enable_snat': True}, 'gw_port_id': 'bc261fae-f7c0-47d9-bc23-9debac3f18e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:07:01Z', 'updated_at': '2022-03-28T09:07:05Z', 'revision_number': 3, 'project_id': 'af1709e20002498ab883cd2478bb82a0', 'gw_port': {'id': 'bc261fae-f7c0-47d9-bc23-9debac3f18e7', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4507d9-d262-4919-88c1-a5af21913003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:07:03Z', 'updated_at': '2022-03-28T09:07:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:08.473930 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 83cf2e78-041c-4fca-8072-b6c76bde8caf triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:08.474471 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (83cf2e78-041c-4fca-8072-b6c76bde8caf), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.482210 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Checking router: db4507d9-d262-4919-88c1-a5af21913003 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:07:08.482702 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Updating router db4507d9-d262-4919-88c1-a5af21913003 port bc261fae-f7c0-47d9-bc23-9debac3f18e7 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:07:08.504933 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d18044-480c-4f66-987b-a5f1d2b3a3f8 None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:07:08.536673 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6ec1797c-4010-4499-ba53-c9046302963c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (bb831d70-8a3d-49a1-a65b-5260b95832e7), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.556474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-784076f2-9290-436d-9de0-1023f80e9fc0 None None] Provisioning complete for port 0e55e9f0-8e61-4e47-873f-20243447a353 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:08.557052 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-784076f2-9290-436d-9de0-1023f80e9fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0e55e9f0-8e61-4e47-873f-20243447a353), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.559715 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7fbc9ad3-f292-4e61-a18d-cae63755adc8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_gateway (db4507d9-d262-4919-88c1-a5af21913003), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.573185 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-afbd3d35-84fe-454c-9905-1f394ee6b39b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (cf73d144-1c86-4ad8-a864-78dd8deb7a15), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.594662 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-6ec1797c-4010-4499-ba53-c9046302963c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb831d70-8a3d-49a1-a65b-5260b95832e7']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:08.613561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-784076f2-9290-436d-9de0-1023f80e9fc0 None None] Port 0e55e9f0-8e61-4e47-873f-20243447a353 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:08.615268 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bc261fae-f7c0-47d9-bc23-9debac3f18e7), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.644744 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-6ec1797c-4010-4499-ba53-c9046302963c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6aff14d-17d3-45a2-882a-e596db33ab10') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:08.645346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-6ec1797c-4010-4499-ba53-c9046302963c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6aff14d-17d3-45a2-882a-e596db33ab10') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:08.669492 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6ec1797c-4010-4499-ba53-c9046302963c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (c6aff14d-17d3-45a2-882a-e596db33ab10), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.672128 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd3d35-84fe-454c-9905-1f394ee6b39b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Subnet': ['ID=cf73d144-1c86-4ad8-a864-78dd8deb7a15,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:08.739391 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6ec1797c-4010-4499-ba53-c9046302963c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c6aff14d-17d3-45a2-882a-e596db33ab10), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.754580 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbd3d35-84fe-454c-9905-1f394ee6b39b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Checking segment: {'id': '342b3f15-8699-4a13-8613-170143d62cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92b8a298-90f6-43b4-afab-6d0b34a8c6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:08.755150 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbd3d35-84fe-454c-9905-1f394ee6b39b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network hostable DHCP agents. Network: 92b8a298-90f6-43b4-afab-6d0b34a8c6dd, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:07:08.756318 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec1797c-4010-4499-ba53-c9046302963c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:07:08.756908 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6ec1797c-4010-4499-ba53-c9046302963c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (c6aff14d-17d3-45a2-882a-e596db33ab10), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:07:08.760890 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:07:08.764209 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756b5103-f4b6-4305-8dc9-355b91edd888 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Made reservation on behalf of 1814df4f87d44585bed3500e03f3c4ca for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:08.767733 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-756b5103-f4b6-4305-8dc9-355b91edd888 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.790997 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a5d18044-480c-4f66-987b-a5f1d2b3a3f8 None None] Deleting port a8fa2bff-6dd5-4fa6-a559-7275e77fb377 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:08.791472 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a5d18044-480c-4f66-987b-a5f1d2b3a3f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (a8fa2bff-6dd5-4fa6-a559-7275e77fb377), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.796176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 83cf2e78-041c-4fca-8072-b6c76bde8caf is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:08.802152 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ab13c4-0682-4522-a2ce-3df5d35fc230 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:08.807241 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72ab13c4-0682-4522-a2ce-3df5d35fc230 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.870326 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-756b5103-f4b6-4305-8dc9-355b91edd888 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] device_id is not set on port ad5593cf-d292-4335-bff7-c21c032054bf yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:07:08.882735 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6ec1797c-4010-4499-ba53-c9046302963c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (bb831d70-8a3d-49a1-a65b-5260b95832e7), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.927946 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-7fbc9ad3-f292-4e61-a18d-cae63755adc8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Deleting port bc261fae-f7c0-47d9-bc23-9debac3f18e7 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:08.928633 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7fbc9ad3-f292-4e61-a18d-cae63755adc8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (bc261fae-f7c0-47d9-bc23-9debac3f18e7), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.928783 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a5d18044-480c-4f66-987b-a5f1d2b3a3f8 None None] For port a8fa2bff-6dd5-4fa6-a559-7275e77fb377, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8fa2bff-6dd5-4fa6-a559-7275e77fb377,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:08.929063 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a5d18044-480c-4f66-987b-a5f1d2b3a3f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (a8fa2bff-6dd5-4fa6-a559-7275e77fb377), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.940731 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6ec1797c-4010-4499-ba53-c9046302963c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:08.949978 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6ec1797c-4010-4499-ba53-c9046302963c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/bb831d70-8a3d-49a1-a65b-5260b95832e7 HTTP/1.1" status: 204 len: 168 time: 1.7134130 Mar 28 09:07:08.951821 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47652) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:08.951930 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a5d18044-480c-4f66-987b-a5f1d2b3a3f8 None None] Calling delete_port for a8fa2bff-6dd5-4fa6-a559-7275e77fb377 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:08.977146 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b485551b-6a04-40ca-b997-224d195f7881 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1019137091'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:08.980131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbd3d35-84fe-454c-9905-1f394ee6b39b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 92b8a298-90f6-43b4-afab-6d0b34a8c6dd is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:07:09.003312 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-afbd3d35-84fe-454c-9905-1f394ee6b39b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 92b8a298-90f6-43b4-afab-6d0b34a8c6dd) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:09.009290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1797c-4010-4499-ba53-c9046302963c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Network': ['ID=bb831d70-8a3d-49a1-a65b-5260b95832e7,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:09.015568 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbd3d35-84fe-454c-9905-1f394ee6b39b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:09.016116 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-afbd3d35-84fe-454c-9905-1f394ee6b39b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.021677 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b485551b-6a04-40ca-b997-224d195f7881 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:09.025214 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b485551b-6a04-40ca-b997-224d195f7881 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.030036 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbd8b4a-4aff-4a22-8423-15253a62d510 None None] Network 92b8a298-90f6-43b4-afab-6d0b34a8c6dd requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:09.080997 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-afbd3d35-84fe-454c-9905-1f394ee6b39b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1117506 Mar 28 09:07:09.084583 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47654) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:09.094963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-d02763eb-1678-402c-8a86-1d160f2159f1 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'subnet': {'network_id': '575f6469-0a8a-4802-b923-ea2a1bf0f9ca', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:09.155451 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b485551b-6a04-40ca-b997-224d195f7881 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:07:09.168061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72ab13c4-0682-4522-a2ce-3df5d35fc230 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (e93ca6c5-d207-476b-8160-821d856c826e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.193427 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b485551b-6a04-40ca-b997-224d195f7881 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (f771a569-fe5b-41fc-bab9-addf675fd97d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.193816 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-b485551b-6a04-40ca-b997-224d195f7881 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Added segment f771a569-fe5b-41fc-bab9-addf675fd97d of type vlan for network c416bc61-1c19-4e3c-85b4-064fcc237704 Mar 28 09:07:09.240634 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Publish callbacks [] for port (bc261fae-f7c0-47d9-bc23-9debac3f18e7), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.246040 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ab13c4-0682-4522-a2ce-3df5d35fc230 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:09.261573 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (bc261fae-f7c0-47d9-bc23-9debac3f18e7), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.281848 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-72ab13c4-0682-4522-a2ce-3df5d35fc230 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:09.288791 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab13c4-0682-4522-a2ce-3df5d35fc230 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:09.289611 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72ab13c4-0682-4522-a2ce-3df5d35fc230 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.310246 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b485551b-6a04-40ca-b997-224d195f7881 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (c416bc61-1c19-4e3c-85b4-064fcc237704), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.320284 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a5d18044-480c-4f66-987b-a5f1d2b3a3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (a8fa2bff-6dd5-4fa6-a559-7275e77fb377), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.321336 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab13c4-0682-4522-a2ce-3df5d35fc230 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=e93ca6c5-d207-476b-8160-821d856c826e,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:09.345920 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-72ab13c4-0682-4522-a2ce-3df5d35fc230 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0609529 Mar 28 09:07:09.350470 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47656) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:09.352222 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02763eb-1678-402c-8a86-1d160f2159f1 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Made reservation on behalf of 8e45e30a1efb47c3b06d7cbbf6271808 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:09.356491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d02763eb-1678-402c-8a86-1d160f2159f1 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.363805 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-c7c49946-7c67-4d3e-9ada-f4834711edf8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'fixed_ips': [{'subnet_id': 'e93ca6c5-d207-476b-8160-821d856c826e', 'ip_address': '2001:db8::8190:34dc:56a5:9e11'}], 'name': 'tempest-NetworksTestDHCPv6-1909764846'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:09.378035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d18044-480c-4f66-987b-a5f1d2b3a3f8 None None] No DVR routers for this DVR port a8fa2bff-6dd5-4fa6-a559-7275e77fb377 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:09.386637 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-92b8a298-90f6-43b4-afab-6d0b34a8c6dd', 'network_id': '92b8a298-90f6-43b4-afab-6d0b34a8c6dd', 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'fixed_ips': [{'subnet_id': 'cf73d144-1c86-4ad8-a864-78dd8deb7a15'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:07:09.388834 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.408997 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Attempting to bind port bc261fae-f7c0-47d9-bc23-9debac3f18e7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:07:09.409308 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Attempting to bind port bc261fae-f7c0-47d9-bc23-9debac3f18e7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:07:09.409713 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Attempting to bind port bc261fae-f7c0-47d9-bc23-9debac3f18e7 on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:07:09.415157 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc088b3-4141-4458-a5e3-b7fb38b26d00 None None] Pushing event updated for resources: {'Port': ['ID=bc261fae-f7c0-47d9-bc23-9debac3f18e7,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:09.446479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c07079a-f977-487b-9e75-ecfd4f5c19a1 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:09.448192 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:07:09.448567 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:09.448966 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.449356 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:07:09.449998 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Bound port: bc261fae-f7c0-47d9-bc23-9debac3f18e7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:07:09.450378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bc261fae-f7c0-47d9-bc23-9debac3f18e7), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.456004 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d18044-480c-4f66-987b-a5f1d2b3a3f8 None None] Pushing event deleted for resources: {'Port': ['ID=a8fa2bff-6dd5-4fa6-a559-7275e77fb377,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:09.460766 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b485551b-6a04-40ca-b997-224d195f7881 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (c416bc61-1c19-4e3c-85b4-064fcc237704), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.466691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b485551b-6a04-40ca-b997-224d195f7881 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:09.467306 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b485551b-6a04-40ca-b997-224d195f7881 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.493370 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43c6aa5d-61b7-42e7-b763-8220b89df43b tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (16ac18ab-a149-42cd-80c4-5cec0ad75e22), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.538008 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-756b5103-f4b6-4305-8dc9-355b91edd888 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Allocated IP 172.20.0.6 (653b0ae0-4e87-4eec-a0a3-bb026d766c39/67151b62-29d2-43ea-a824-cfec29be8d46/ad5593cf-d292-4335-bff7-c21c032054bf) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:09.550876 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6aa5d-61b7-42e7-b763-8220b89df43b tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Pushing event deleted for resources: {'Port': ['ID=16ac18ab-a149-42cd-80c4-5cec0ad75e22,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:09.558350 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7fbc9ad3-f292-4e61-a18d-cae63755adc8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (bc261fae-f7c0-47d9-bc23-9debac3f18e7), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.564320 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b485551b-6a04-40ca-b997-224d195f7881 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6091449 Mar 28 09:07:09.566422 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47658) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:09.592721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485551b-6a04-40ca-b997-224d195f7881 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Network': ['ID=c416bc61-1c19-4e3c-85b4-064fcc237704,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:09.598573 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e9804875-c9ba-40c9-9777-1d920c73c6d9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'subnet': {'network_id': 'c416bc61-1c19-4e3c-85b4-064fcc237704', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:09.627300 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-7fbc9ad3-f292-4e61-a18d-cae63755adc8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Calling delete_port for bc261fae-f7c0-47d9-bc23-9debac3f18e7 owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:09.630387 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network c416bc61-1c19-4e3c-85b4-064fcc237704 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:07:09.756171 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] For port bc261fae-f7c0-47d9-bc23-9debac3f18e7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:07:09.791910 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] For port bc261fae-f7c0-47d9-bc23-9debac3f18e7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc261fae-f7c0-47d9-bc23-9debac3f18e7,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:07:09.803177 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c49946-7c67-4d3e-9ada-f4834711edf8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:09.808065 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d02763eb-1678-402c-8a86-1d160f2159f1 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (b34f559c-24d1-4740-bb9b-b025e812ec54), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.820398 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (bc261fae-f7c0-47d9-bc23-9debac3f18e7), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.880132 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': 'e93ca6c5-d207-476b-8160-821d856c826e'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:07:09.881162 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.915092 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Allocated IP 2001:db8::2 (92b8a298-90f6-43b4-afab-6d0b34a8c6dd/cf73d144-1c86-4ad8-a864-78dd8deb7a15/f40ea20c-b44b-4635-84dd-a82a08b60e31) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:09.922800 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc088b3-4141-4458-a5e3-b7fb38b26d00 None None] Pushing event updated for resources: {'Port': ['ID=bc261fae-f7c0-47d9-bc23-9debac3f18e7,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:09.933061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02763eb-1678-402c-8a86-1d160f2159f1 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Subnet': ['ID=b34f559c-24d1-4740-bb9b-b025e812ec54,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:09.948847 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Routers {'db4507d9-d262-4919-88c1-a5af21913003'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:09.950244 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['db4507d9-d262-4919-88c1-a5af21913003'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:09.960718 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02763eb-1678-402c-8a86-1d160f2159f1 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Checking segment: {'id': 'a55aff8c-1158-45df-98f4-090e7f9729f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '575f6469-0a8a-4802-b923-ea2a1bf0f9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:09.960994 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02763eb-1678-402c-8a86-1d160f2159f1 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network hostable DHCP agents. Network: 575f6469-0a8a-4802-b923-ea2a1bf0f9ca, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:07:09.974663 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c7c49946-7c67-4d3e-9ada-f4834711edf8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:09.989138 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9804875-c9ba-40c9-9777-1d920c73c6d9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:09.994192 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9804875-c9ba-40c9-9777-1d920c73c6d9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:10.008901 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-c7c49946-7c67-4d3e-9ada-f4834711edf8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port 2da1a7e4-9702-469e-8a8a-8a41249f33f8 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:07:10.027438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02763eb-1678-402c-8a86-1d160f2159f1 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 575f6469-0a8a-4802-b923-ea2a1bf0f9ca is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:07:10.104683 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-d02763eb-1678-402c-8a86-1d160f2159f1 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 575f6469-0a8a-4802-b923-ea2a1bf0f9ca) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:10.140359 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02763eb-1678-402c-8a86-1d160f2159f1 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:10.140971 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d02763eb-1678-402c-8a86-1d160f2159f1 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:10.157645 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-756b5103-f4b6-4305-8dc9-355b91edd888 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks [] for port (ad5593cf-d292-4335-bff7-c21c032054bf), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:10.164667 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43c6aa5d-61b7-42e7-b763-8220b89df43b tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (be400d89-77cd-48bc-b4c5-c7be14b5d3c5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:10.182654 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d02763eb-1678-402c-8a86-1d160f2159f1 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0942223 Mar 28 09:07:10.204355 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47662) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:10.210629 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-af319f45-6933-4fcc-b89a-30109e2b28cc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1425214622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:10.249148 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-c7c49946-7c67-4d3e-9ada-f4834711edf8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::8190:34dc:56a5:9e11 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/e93ca6c5-d207-476b-8160-821d856c826e/2da1a7e4-9702-469e-8a8a-8a41249f33f8) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:10.252620 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af319f45-6933-4fcc-b89a-30109e2b28cc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (00eb59e1-4432-4068-90bc-94d95d09b527), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:10.253750 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af319f45-6933-4fcc-b89a-30109e2b28cc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (00eb59e1-4432-4068-90bc-94d95d09b527), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:10.260445 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a8fa2bff-6dd5-4fa6-a559-7275e77fb377 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:10.263237 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb978c68-e2b0-43c2-ad3a-967d800fb993 None None] Network 575f6469-0a8a-4802-b923-ea2a1bf0f9ca requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:10.349589 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7fbc9ad3-f292-4e61-a18d-cae63755adc8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (bc261fae-f7c0-47d9-bc23-9debac3f18e7), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:10.350309 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: a8fa2bff-6dd5-4fa6-a559-7275e77fb377 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:10.350848 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a8fa2bff-6dd5-4fa6-a559-7275e77fb377 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:10.407851 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-756b5103-f4b6-4305-8dc9-355b91edd888 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (ad5593cf-d292-4335-bff7-c21c032054bf), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:10.415004 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc9ad3-f292-4e61-a18d-cae63755adc8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc261fae-f7c0-47d9-bc23-9debac3f18e7,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:10.416670 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] Set router db4507d9-d262-4919-88c1-a5af21913003 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:10.422549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af319f45-6933-4fcc-b89a-30109e2b28cc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router_controller (00eb59e1-4432-4068-90bc-94d95d09b527), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:10.432834 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af319f45-6933-4fcc-b89a-30109e2b28cc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (00eb59e1-4432-4068-90bc-94d95d09b527), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:10.478671 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af319f45-6933-4fcc-b89a-30109e2b28cc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:10.482818 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-af319f45-6933-4fcc-b89a-30109e2b28cc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2746518 Mar 28 09:07:10.486454 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47664) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:10.491117 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4507d9-d262-4919-88c1-a5af21913003', 'name': 'tempest-snat-router-332727531', 'tenant_id': 'af1709e20002498ab883cd2478bb82a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:07:01Z', 'updated_at': '2022-03-28T09:07:08Z', 'revision_number': 4, 'project_id': 'af1709e20002498ab883cd2478bb82a0', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:10.557286 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756b5103-f4b6-4305-8dc9-355b91edd888 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Network 653b0ae0-4e87-4eec-a0a3-bb026d766c39 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:10.557499 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c62f92-d8ea-48d7-af56-d38909b4e249 None None] The sync data for ids ['db4507d9-d262-4919-88c1-a5af21913003'] in dv-neutron-master-2-hyperv is: [{'id': 'db4507d9-d262-4919-88c1-a5af21913003', 'name': 'tempest-snat-router-332727531', 'tenant_id': 'af1709e20002498ab883cd2478bb82a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:07:01Z', 'updated_at': '2022-03-28T09:07:08Z', 'revision_number': 4, 'project_id': 'af1709e20002498ab883cd2478bb82a0', 'gw_port_host': None}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:10.574855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c7c49946-7c67-4d3e-9ada-f4834711edf8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (2da1a7e4-9702-469e-8a8a-8a41249f33f8), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:10.586856 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-756b5103-f4b6-4305-8dc9-355b91edd888 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:10.588644 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b5103-f4b6-4305-8dc9-355b91edd888 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event updated for resources: {'Port': ['ID=ad5593cf-d292-4335-bff7-c21c032054bf,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:10.592913 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756b5103-f4b6-4305-8dc9-355b91edd888 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:10.613004 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-575f6469-0a8a-4802-b923-ea2a1bf0f9ca', 'network_id': '575f6469-0a8a-4802-b923-ea2a1bf0f9ca', 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'fixed_ips': [{'subnet_id': 'b34f559c-24d1-4740-bb9b-b025e812ec54'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:07:10.614242 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:10.634892 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Publish callbacks [] for port (f40ea20c-b44b-4635-84dd-a82a08b60e31), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:10.660619 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (f40ea20c-b44b-4635-84dd-a82a08b60e31), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:10.698705 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9804875-c9ba-40c9-9777-1d920c73c6d9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (4ba6a116-cb71-444b-9b8c-854b4f7c03aa), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:10.777264 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c7c49946-7c67-4d3e-9ada-f4834711edf8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (2da1a7e4-9702-469e-8a8a-8a41249f33f8), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:10.792131 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Network 92b8a298-90f6-43b4-afab-6d0b34a8c6dd is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:10.821768 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:10.825722 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7fbc9ad3-f292-4e61-a18d-cae63755adc8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (db4507d9-d262-4919-88c1-a5af21913003), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:10.827726 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:10.841944 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Pushing event updated for resources: {'Port': ['ID=f40ea20c-b44b-4635-84dd-a82a08b60e31,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:10.879126 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c49946-7c67-4d3e-9ada-f4834711edf8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=2da1a7e4-9702-469e-8a8a-8a41249f33f8,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:10.892319 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756b5103-f4b6-4305-8dc9-355b91edd888 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:10.893188 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-756b5103-f4b6-4305-8dc9-355b91edd888 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:10.924898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Allocated IP 2001:db8::2 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/e93ca6c5-d207-476b-8160-821d856c826e/1a3a20e9-a510-48e6-9975-1e0fb927bae5) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:10.929814 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c49946-7c67-4d3e-9ada-f4834711edf8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:10.936074 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-c7c49946-7c67-4d3e-9ada-f4834711edf8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:10.938820 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c49946-7c67-4d3e-9ada-f4834711edf8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:10.945372 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c49946-7c67-4d3e-9ada-f4834711edf8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:10.946127 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c7c49946-7c67-4d3e-9ada-f4834711edf8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.000821 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c7c49946-7c67-4d3e-9ada-f4834711edf8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6493988 Mar 28 09:07:11.001884 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47666) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:11.011767 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3bf99afa-9524-4cf0-b472-082875c691a5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.024257 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9804875-c9ba-40c9-9777-1d920c73c6d9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Subnet': ['ID=4ba6a116-cb71-444b-9b8c-854b4f7c03aa,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:11.032222 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7fbc9ad3-f292-4e61-a18d-cae63755adc8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (db4507d9-d262-4919-88c1-a5af21913003), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.040046 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-756b5103-f4b6-4305-8dc9-355b91edd888 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7658730 Mar 28 09:07:11.043112 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7fbc9ad3-f292-4e61-a18d-cae63755adc8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_controller (db4507d9-d262-4919-88c1-a5af21913003), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.044919 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47668) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:11.052501 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Allocated IP 2001:db8:1::2 (575f6469-0a8a-4802-b923-ea2a1bf0f9ca/b34f559c-24d1-4740-bb9b-b025e812ec54/7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:11.053441 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f14a0a50-f94f-494e-9ad3-c1bfc2ff100c tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:49:57:89'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:39:47:34'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:11.065406 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-56f2e83e-1603-4c1c-914c-4d6abd32a1fe None None] Provisioning complete for port ad5593cf-d292-4335-bff7-c21c032054bf triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:11.065895 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-56f2e83e-1603-4c1c-914c-4d6abd32a1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ad5593cf-d292-4335-bff7-c21c032054bf), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.067526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Attempting to bind port f40ea20c-b44b-4635-84dd-a82a08b60e31 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:07:11.067929 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Attempting to bind port f40ea20c-b44b-4635-84dd-a82a08b60e31 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '342b3f15-8699-4a13-8613-170143d62cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92b8a298-90f6-43b4-afab-6d0b34a8c6dd'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:07:11.068312 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Attempting to bind port f40ea20c-b44b-4635-84dd-a82a08b60e31 on network 92b8a298-90f6-43b4-afab-6d0b34a8c6dd {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:07:11.094694 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9804875-c9ba-40c9-9777-1d920c73c6d9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Checking segment: {'id': 'f771a569-fe5b-41fc-bab9-addf675fd97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c416bc61-1c19-4e3c-85b4-064fcc237704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:11.094694 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9804875-c9ba-40c9-9777-1d920c73c6d9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network hostable DHCP agents. Network: c416bc61-1c19-4e3c-85b4-064fcc237704, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:07:11.106438 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:07:11.106825 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Checking segment: {'id': '342b3f15-8699-4a13-8613-170143d62cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92b8a298-90f6-43b4-afab-6d0b34a8c6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:11.107235 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.107636 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Bound using segment: {'id': '342b3f15-8699-4a13-8613-170143d62cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92b8a298-90f6-43b4-afab-6d0b34a8c6dd'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:07:11.109285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Bound port: f40ea20c-b44b-4635-84dd-a82a08b60e31, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342b3f15-8699-4a13-8613-170143d62cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '92b8a298-90f6-43b4-afab-6d0b34a8c6dd'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:07:11.109285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f40ea20c-b44b-4635-84dd-a82a08b60e31), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.148718 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c6aa5d-61b7-42e7-b763-8220b89df43b tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Router be400d89-77cd-48bc-b4c5-c7be14b5d3c5 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:07:11.158477 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7fbc9ad3-f292-4e61-a18d-cae63755adc8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (db4507d9-d262-4919-88c1-a5af21913003), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.159011 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbc9ad3-f292-4e61-a18d-cae63755adc8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db4507d9-d262-4919-88c1-a5af21913003 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:07:11.171822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57880d16-22c5-49e5-add8-e4befe74f37a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:11.176527 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-57880d16-22c5-49e5-add8-e4befe74f37a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1704526 Mar 28 09:07:11.176527 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47670) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:11.204173 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7fbc9ad3-f292-4e61-a18d-cae63755adc8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.205321 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7fbc9ad3-f292-4e61-a18d-cae63755adc8 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "DELETE /v2.0/routers/db4507d9-d262-4919-88c1-a5af21913003 HTTP/1.1" status: 204 len: 168 time: 3.5879295 Mar 28 09:07:11.210896 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47672) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:11.232657 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-56f2e83e-1603-4c1c-914c-4d6abd32a1fe None None] Port ad5593cf-d292-4335-bff7-c21c032054bf cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:11.269126 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9804875-c9ba-40c9-9777-1d920c73c6d9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network c416bc61-1c19-4e3c-85b4-064fcc237704 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:07:11.333036 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Publish callbacks [] for port (1a3a20e9-a510-48e6-9975-1e0fb927bae5), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.339714 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] For port f40ea20c-b44b-4635-84dd-a82a08b60e31, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:07:11.345143 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] For port f40ea20c-b44b-4635-84dd-a82a08b60e31, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f40ea20c-b44b-4635-84dd-a82a08b60e31,segment=NetworkSegment(342b3f15-8699-4a13-8613-170143d62cbb),segment_id=342b3f15-8699-4a13-8613-170143d62cbb)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:07:11.351068 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (1a3a20e9-a510-48e6-9975-1e0fb927bae5), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.380250 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-e9804875-c9ba-40c9-9777-1d920c73c6d9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c416bc61-1c19-4e3c-85b4-064fcc237704) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:11.386066 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f40ea20c-b44b-4635-84dd-a82a08b60e31), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.400209 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9804875-c9ba-40c9-9777-1d920c73c6d9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:11.401200 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9804875-c9ba-40c9-9777-1d920c73c6d9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.403092 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-618ccae0-a644-429e-9189-628cd69a1b57 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port 2da1a7e4-9702-469e-8a8a-8a41249f33f8 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:11.403658 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-618ccae0-a644-429e-9189-628cd69a1b57 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2da1a7e4-9702-469e-8a8a-8a41249f33f8), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.418772 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b29d850-cdb5-4da5-bd37-f063b01a161a None None] Network c416bc61-1c19-4e3c-85b4-064fcc237704 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:11.467597 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e9804875-c9ba-40c9-9777-1d920c73c6d9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8895574 Mar 28 09:07:11.492376 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47674) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:11.497666 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:11.508224 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Pushing event updated for resources: {'Port': ['ID=1a3a20e9-a510-48e6-9975-1e0fb927bae5,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:11.515062 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:11.519258 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:11.578454 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Publish callbacks [] for port (7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.579822 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c73219fe-4de4-41cf-9e9f-52b8e0381e17 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router (9b515e9c-02b0-41be-a1cd-5a98e18e53ed), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.596539 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c6aa5d-61b7-42e7-b763-8220b89df43b tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:11.616988 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdaebbe-7155-43aa-ae75-1333b50cf3b6 None None] Sync routers for ids ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:11.637606 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.655515 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-43c6aa5d-61b7-42e7-b763-8220b89df43b tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] 10.222.0.15 "PUT /v2.0/routers/be400d89-77cd-48bc-b4c5-c7be14b5d3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7233496 Mar 28 09:07:11.658834 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdaebbe-7155-43aa-ae75-1333b50cf3b6 None None] Routers {'be400d89-77cd-48bc-b4c5-c7be14b5d3c5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:11.666429 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4cdaebbe-7155-43aa-ae75-1333b50cf3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:11.687395 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f14a0a50-f94f-494e-9ad3-c1bfc2ff100c tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ad5593cf-d292-4335-bff7-c21c032054bf), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.691973 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47676) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:11.737035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Network 575f6469-0a8a-4802-b923-ea2a1bf0f9ca is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:11.738699 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf715a-1c05-4ac2-80ff-493dc6727bc0 None None] Pushing event updated for resources: {'Port': ['ID=f40ea20c-b44b-4635-84dd-a82a08b60e31,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:11.741363 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Attempting to bind port 1a3a20e9-a510-48e6-9975-1e0fb927bae5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:07:11.741775 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Attempting to bind port 1a3a20e9-a510-48e6-9975-1e0fb927bae5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:07:11.742290 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Attempting to bind port 1a3a20e9-a510-48e6-9975-1e0fb927bae5 on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:07:11.750405 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c416bc61-1c19-4e3c-85b4-064fcc237704', 'network_id': 'c416bc61-1c19-4e3c-85b4-064fcc237704', 'project_id': '15ec40f64a0746ac8120f854f6600104', 'fixed_ips': [{'subnet_id': '4ba6a116-cb71-444b-9b8c-854b4f7c03aa'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:07:11.751099 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.753523 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:11.781037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-3bf99afa-9524-4cf0-b472-082875c691a5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Allocated IP 2001:db8::1 (92b8a298-90f6-43b4-afab-6d0b34a8c6dd/cf73d144-1c86-4ad8-a864-78dd8deb7a15/988e22a4-60fe-47b9-a5eb-333a7268d843) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:11.785811 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4cdaebbe-7155-43aa-ae75-1333b50cf3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:11.792296 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:11.810157 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdaebbe-7155-43aa-ae75-1333b50cf3b6 None None] Routers {'be400d89-77cd-48bc-b4c5-c7be14b5d3c5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:11.811151 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4cdaebbe-7155-43aa-ae75-1333b50cf3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:11.879181 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:07:11.879404 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4cdaebbe-7155-43aa-ae75-1333b50cf3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:11.879667 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:11.879869 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdaebbe-7155-43aa-ae75-1333b50cf3b6 None None] The sync data for ids ['be400d89-77cd-48bc-b4c5-c7be14b5d3c5'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:11.879969 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.880349 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:07:11.884682 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Bound port: 1a3a20e9-a510-48e6-9975-1e0fb927bae5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:07:11.885119 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1a3a20e9-a510-48e6-9975-1e0fb927bae5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.926187 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-618ccae0-a644-429e-9189-628cd69a1b57 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2da1a7e4-9702-469e-8a8a-8a41249f33f8), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:11.956332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-618ccae0-a644-429e-9189-628cd69a1b57 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for 2da1a7e4-9702-469e-8a8a-8a41249f33f8 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:12.079673 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3bf99afa-9524-4cf0-b472-082875c691a5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (988e22a4-60fe-47b9-a5eb-333a7268d843), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.192912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3bf99afa-9524-4cf0-b472-082875c691a5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (988e22a4-60fe-47b9-a5eb-333a7268d843), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.199848 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Pushing event updated for resources: {'Port': ['ID=7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:12.217089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Attempting to bind port 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:07:12.217470 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Attempting to bind port 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a55aff8c-1158-45df-98f4-090e7f9729f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '575f6469-0a8a-4802-b923-ea2a1bf0f9ca'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:07:12.218009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Attempting to bind port 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34 on network 575f6469-0a8a-4802-b923-ea2a1bf0f9ca {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:07:12.238237 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f40ea20c-b44b-4635-84dd-a82a08b60e31 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:12.252888 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf99afa-9524-4cf0-b472-082875c691a5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 92b8a298-90f6-43b4-afab-6d0b34a8c6dd is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:12.258692 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-3bf99afa-9524-4cf0-b472-082875c691a5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:12.264439 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf99afa-9524-4cf0-b472-082875c691a5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:12.265186 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3bf99afa-9524-4cf0-b472-082875c691a5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (00eb59e1-4432-4068-90bc-94d95d09b527), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.267801 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-618ccae0-a644-429e-9189-628cd69a1b57 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (2da1a7e4-9702-469e-8a8a-8a41249f33f8), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.325143 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf99afa-9524-4cf0-b472-082875c691a5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=988e22a4-60fe-47b9-a5eb-333a7268d843,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:12.350595 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5833fab-4f34-4903-8270-1ada7147cc49 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for router (be400d89-77cd-48bc-b4c5-c7be14b5d3c5), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.380034 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-618ccae0-a644-429e-9189-628cd69a1b57 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.383391 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-618ccae0-a644-429e-9189-628cd69a1b57 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/2da1a7e4-9702-469e-8a8a-8a41249f33f8 HTTP/1.1" status: 204 len: 168 time: 1.2063065 Mar 28 09:07:12.402100 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47678) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:12.414780 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ccae0-a644-429e-9189-628cd69a1b57 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=2da1a7e4-9702-469e-8a8a-8a41249f33f8,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:12.474336 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8c226a-adba-4463-a400-d35a41423b6e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:12.475610 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8c226a-adba-4463-a400-d35a41423b6e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:12.477094 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ca8c226a-adba-4463-a400-d35a41423b6e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0734024 Mar 28 09:07:12.479837 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47680) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:12.492933 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:07:12.494885 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Checking segment: {'id': 'a55aff8c-1158-45df-98f4-090e7f9729f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '575f6469-0a8a-4802-b923-ea2a1bf0f9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:12.495428 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.495845 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Bound using segment: {'id': 'a55aff8c-1158-45df-98f4-090e7f9729f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '575f6469-0a8a-4802-b923-ea2a1bf0f9ca'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:07:12.496462 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Bound port: 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55aff8c-1158-45df-98f4-090e7f9729f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '575f6469-0a8a-4802-b923-ea2a1bf0f9ca'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:07:12.497019 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.538929 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (c416bc61-1c19-4e3c-85b4-064fcc237704), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.548107 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] For port 1a3a20e9-a510-48e6-9975-1e0fb927bae5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:07:12.557384 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3bf99afa-9524-4cf0-b472-082875c691a5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (988e22a4-60fe-47b9-a5eb-333a7268d843), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.566440 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fda0204-6873-48ec-8b91-2fa340e88d6d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet e93ca6c5-d207-476b-8160-821d856c826e {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:07:12.569862 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2fda0204-6873-48ec-8b91-2fa340e88d6d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (e93ca6c5-d207-476b-8160-821d856c826e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.575339 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] For port 1a3a20e9-a510-48e6-9975-1e0fb927bae5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1a3a20e9-a510-48e6-9975-1e0fb927bae5,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:07:12.603674 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1a3a20e9-a510-48e6-9975-1e0fb927bae5), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.613012 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c73219fe-4de4-41cf-9e9f-52b8e0381e17 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_gateway (9b515e9c-02b0-41be-a1cd-5a98e18e53ed), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.655205 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2fda0204-6873-48ec-8b91-2fa340e88d6d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (e93ca6c5-d207-476b-8160-821d856c826e), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.692477 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5833fab-4f34-4903-8270-1ada7147cc49 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for router_gateway (be400d89-77cd-48bc-b4c5-c7be14b5d3c5), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.702748 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Allocated IP 172.20.0.1 (c416bc61-1c19-4e3c-85b4-064fcc237704/4ba6a116-cb71-444b-9b8c-854b4f7c03aa/dac79821-ac7d-44f1-8534-237e54f52b06) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:12.723704 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port f40ea20c-b44b-4635-84dd-a82a08b60e31 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:12.724178 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f40ea20c-b44b-4635-84dd-a82a08b60e31), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.814098 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793227f9-2671-4313-89d0-80d596c9d0d6 None None] Pushing event updated for resources: {'Port': ['ID=1a3a20e9-a510-48e6-9975-1e0fb927bae5,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:12.818811 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] For port 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:07:12.874236 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] For port 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34,segment=NetworkSegment(a55aff8c-1158-45df-98f4-090e7f9729f0),segment_id=a55aff8c-1158-45df-98f4-090e7f9729f0)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:07:12.899939 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.921671 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2fda0204-6873-48ec-8b91-2fa340e88d6d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (e93ca6c5-d207-476b-8160-821d856c826e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.936147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f14a0a50-f94f-494e-9ad3-c1bfc2ff100c tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks [] for port (ad5593cf-d292-4335-bff7-c21c032054bf), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.973827 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port f40ea20c-b44b-4635-84dd-a82a08b60e31 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:12.974236 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f40ea20c-b44b-4635-84dd-a82a08b60e31), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:12.977777 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (4ba6a116-cb71-444b-9b8c-854b4f7c03aa), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.068463 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f14a0a50-f94f-494e-9ad3-c1bfc2ff100c tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (ad5593cf-d292-4335-bff7-c21c032054bf), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.131742 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port f40ea20c-b44b-4635-84dd-a82a08b60e31, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f40ea20c-b44b-4635-84dd-a82a08b60e31,segment=NetworkSegment(342b3f15-8699-4a13-8613-170143d62cbb),segment_id=342b3f15-8699-4a13-8613-170143d62cbb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:13.136333 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85600c5-9aee-470d-9f37-46d8e8e6ced2 None None] Pushing event updated for resources: {'Port': ['ID=7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:13.167664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f40ea20c-b44b-4635-84dd-a82a08b60e31), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.174780 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2fda0204-6873-48ec-8b91-2fa340e88d6d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (e93ca6c5-d207-476b-8160-821d856c826e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.191934 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a0a50-f94f-494e-9ad3-c1bfc2ff100c tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event updated for resources: {'Port': ['ID=ad5593cf-d292-4335-bff7-c21c032054bf,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:13.203534 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2fda0204-6873-48ec-8b91-2fa340e88d6d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.212100 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2fda0204-6873-48ec-8b91-2fa340e88d6d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/e93ca6c5-d207-476b-8160-821d856c826e HTTP/1.1" status: 204 len: 168 time: 0.7312348 Mar 28 09:07:13.217085 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47682) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:13.242505 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-c73219fe-4de4-41cf-9e9f-52b8e0381e17 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Deleting port 83cf2e78-041c-4fca-8072-b6c76bde8caf {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:13.258241 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c73219fe-4de4-41cf-9e9f-52b8e0381e17 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (83cf2e78-041c-4fca-8072-b6c76bde8caf), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.292132 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5ab031fd-04de-477a-a7cf-4dd3a53ae504 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737936 Mar 28 09:07:13.296086 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47684) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:13.300265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda0204-6873-48ec-8b91-2fa340e88d6d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=e93ca6c5-d207-476b-8160-821d856c826e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:13.301512 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Publish callbacks [] for port (dac79821-ac7d-44f1-8534-237e54f52b06), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.311912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b34ce312-29dc-46d1-b6bc-8af886d148d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:13.316591 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (dac79821-ac7d-44f1-8534-237e54f52b06), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.321283 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-d5833fab-4f34-4903-8270-1ada7147cc49 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Deleting port da8a2ead-5e51-476c-a7e0-69dcd76599f2 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:13.321842 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5833fab-4f34-4903-8270-1ada7147cc49 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (da8a2ead-5e51-476c-a7e0-69dcd76599f2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.348833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=f40ea20c-b44b-4635-84dd-a82a08b60e31,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:13.359905 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Network c416bc61-1c19-4e3c-85b4-064fcc237704 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:13.369165 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:13.372386 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:13.394410 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3bf99afa-9524-4cf0-b472-082875c691a5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (988e22a4-60fe-47b9-a5eb-333a7268d843), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.415277 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3bf99afa-9524-4cf0-b472-082875c691a5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (988e22a4-60fe-47b9-a5eb-333a7268d843), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.416232 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3bf99afa-9524-4cf0-b472-082875c691a5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (00eb59e1-4432-4068-90bc-94d95d09b527), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.428756 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3439a8-52f2-4e3c-87a9-ab024ccab094 None None] Network 92b8a298-90f6-43b4-afab-6d0b34a8c6dd requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:13.532034 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5833fab-4f34-4903-8270-1ada7147cc49 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (da8a2ead-5e51-476c-a7e0-69dcd76599f2), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.552609 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-d5833fab-4f34-4903-8270-1ada7147cc49 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Calling delete_port for da8a2ead-5e51-476c-a7e0-69dcd76599f2 owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:13.593091 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf99afa-9524-4cf0-b472-082875c691a5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 92b8a298-90f6-43b4-afab-6d0b34a8c6dd is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:13.616377 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-3bf99afa-9524-4cf0-b472-082875c691a5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:13.631677 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Attempting to bind port dac79821-ac7d-44f1-8534-237e54f52b06 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:07:13.632176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Attempting to bind port dac79821-ac7d-44f1-8534-237e54f52b06 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f771a569-fe5b-41fc-bab9-addf675fd97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c416bc61-1c19-4e3c-85b4-064fcc237704'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:07:13.632405 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Attempting to bind port dac79821-ac7d-44f1-8534-237e54f52b06 on network c416bc61-1c19-4e3c-85b4-064fcc237704 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:07:13.634340 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Pushing event updated for resources: {'Port': ['ID=dac79821-ac7d-44f1-8534-237e54f52b06,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:13.664984 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:07:13.665364 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Checking segment: {'id': 'f771a569-fe5b-41fc-bab9-addf675fd97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c416bc61-1c19-4e3c-85b4-064fcc237704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:13.665808 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.666193 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Bound using segment: {'id': 'f771a569-fe5b-41fc-bab9-addf675fd97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c416bc61-1c19-4e3c-85b4-064fcc237704'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:07:13.666681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Bound port: dac79821-ac7d-44f1-8534-237e54f52b06, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f771a569-fe5b-41fc-bab9-addf675fd97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c416bc61-1c19-4e3c-85b4-064fcc237704'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:07:13.667067 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (dac79821-ac7d-44f1-8534-237e54f52b06), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.681962 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-af5a16ea-8742-4b9c-a7a2-340ee3b4ade2 None None] Provisioning complete for port f40ea20c-b44b-4635-84dd-a82a08b60e31 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:13.682335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-af5a16ea-8742-4b9c-a7a2-340ee3b4ade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f40ea20c-b44b-4635-84dd-a82a08b60e31), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.750611 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34ce312-29dc-46d1-b6bc-8af886d148d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:13.754239 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b34ce312-29dc-46d1-b6bc-8af886d148d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.763190 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (4ba6a116-cb71-444b-9b8c-854b4f7c03aa), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.820608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf99afa-9524-4cf0-b472-082875c691a5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=988e22a4-60fe-47b9-a5eb-333a7268d843,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:13.845329 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-f14a0a50-f94f-494e-9ad3-c1bfc2ff100c tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] In _notify_port_updated(), no bound segment for port ad5593cf-d292-4335-bff7-c21c032054bf on network 653b0ae0-4e87-4eec-a0a3-bb026d766c39 {{(pid=104076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:07:13.851777 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14a0a50-f94f-494e-9ad3-c1bfc2ff100c tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:13.852045 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] For port dac79821-ac7d-44f1-8534-237e54f52b06, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:07:13.852899 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f14a0a50-f94f-494e-9ad3-c1bfc2ff100c tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.854512 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f14a0a50-f94f-494e-9ad3-c1bfc2ff100c tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "PUT /v2.0/ports/ad5593cf-d292-4335-bff7-c21c032054bf HTTP/1.1" status: 200 len: 1055 time: 2.8070648 Mar 28 09:07:13.858168 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47686) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:13.873416 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba6a116-cb71-444b-9b8c-854b4f7c03aa,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:13.928867 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-af5a16ea-8742-4b9c-a7a2-340ee3b4ade2 None None] Current status of the port f40ea20c-b44b-4635-84dd-a82a08b60e31 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:13.945532 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-c73219fe-4de4-41cf-9e9f-52b8e0381e17 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] For port 83cf2e78-041c-4fca-8072-b6c76bde8caf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83cf2e78-041c-4fca-8072-b6c76bde8caf,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:13.946021 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c73219fe-4de4-41cf-9e9f-52b8e0381e17 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (83cf2e78-041c-4fca-8072-b6c76bde8caf), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.977242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (c416bc61-1c19-4e3c-85b4-064fcc237704), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:13.992023 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-c73219fe-4de4-41cf-9e9f-52b8e0381e17 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Calling delete_port for 83cf2e78-041c-4fca-8072-b6c76bde8caf owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:14.003924 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf99afa-9524-4cf0-b472-082875c691a5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 00eb59e1-4432-4068-90bc-94d95d09b527 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:07:14.015037 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] For port dac79821-ac7d-44f1-8534-237e54f52b06, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dac79821-ac7d-44f1-8534-237e54f52b06,segment=NetworkSegment(f771a569-fe5b-41fc-bab9-addf675fd97d),segment_id=f771a569-fe5b-41fc-bab9-addf675fd97d)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:07:14.023449 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (dac79821-ac7d-44f1-8534-237e54f52b06), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:14.033780 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5833fab-4f34-4903-8270-1ada7147cc49 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (da8a2ead-5e51-476c-a7e0-69dcd76599f2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:14.068946 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c416bc61-1c19-4e3c-85b4-064fcc237704']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:14.124516 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5833fab-4f34-4903-8270-1ada7147cc49 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Pushing event deleted for resources: {'Port': ['ID=da8a2ead-5e51-476c-a7e0-69dcd76599f2,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:14.127949 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f771a569-fe5b-41fc-bab9-addf675fd97d') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:14.129868 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f771a569-fe5b-41fc-bab9-addf675fd97d') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:14.241312 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-11340db5-c0c1-44df-9d4a-5d3dedbae4d6 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Deleting port ad5593cf-d292-4335-bff7-c21c032054bf {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:14.241911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-11340db5-c0c1-44df-9d4a-5d3dedbae4d6 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (ad5593cf-d292-4335-bff7-c21c032054bf), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:14.243003 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-76a6a4cb-ef18-4680-ab2d-2c3192123225 None None] Provisioning complete for port ad5593cf-d292-4335-bff7-c21c032054bf triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:14.243454 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-76a6a4cb-ef18-4680-ab2d-2c3192123225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ad5593cf-d292-4335-bff7-c21c032054bf), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:14.250010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23fb0e-0f62-43dc-b7bb-8c53c648c1d4 None None] Pushing event updated for resources: {'Port': ['ID=dac79821-ac7d-44f1-8534-237e54f52b06,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:14.285223 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (f771a569-fe5b-41fc-bab9-addf675fd97d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:14.340894 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-76a6a4cb-ef18-4680-ab2d-2c3192123225 None None] Port ad5593cf-d292-4335-bff7-c21c032054bf cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:14.369071 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (f771a569-fe5b-41fc-bab9-addf675fd97d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:14.399080 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:07:14.399080 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (f771a569-fe5b-41fc-bab9-addf675fd97d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: items = [ Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:07:14.413826 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:07:14.430455 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf99afa-9524-4cf0-b472-082875c691a5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:14.435558 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1a3a20e9-a510-48e6-9975-1e0fb927bae5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:14.454220 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3bf99afa-9524-4cf0-b472-082875c691a5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/00eb59e1-4432-4068-90bc-94d95d09b527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9666924 Mar 28 09:07:14.470817 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47688) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:14.489933 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de8099-975e-45e3-881e-d567fa940cf3 None None] Sync routers for ids ['00eb59e1-4432-4068-90bc-94d95d09b527'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:14.498176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b34ce312-29dc-46d1-b6bc-8af886d148d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (325d27bd-cb92-411e-a8fa-0157eb580ed9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:14.504491 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5833fab-4f34-4903-8270-1ada7147cc49 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (be400d89-77cd-48bc-b4c5-c7be14b5d3c5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:14.508512 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c60eb06-1c10-44f1-a1b9-d17936dfaa3e None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:14.644190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63de8099-975e-45e3-881e-d567fa940cf3 None None] Routers {'00eb59e1-4432-4068-90bc-94d95d09b527'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:14.644850 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-63de8099-975e-45e3-881e-d567fa940cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['00eb59e1-4432-4068-90bc-94d95d09b527'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:14.693789 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-63de8099-975e-45e3-881e-d567fa940cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:14.716104 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-11340db5-c0c1-44df-9d4a-5d3dedbae4d6 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (ad5593cf-d292-4335-bff7-c21c032054bf), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:14.721645 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a50d8117-ffff-465e-8469-882e0003e0fb None None] Provisioning complete for port 1a3a20e9-a510-48e6-9975-1e0fb927bae5 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:14.722033 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a50d8117-ffff-465e-8469-882e0003e0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1a3a20e9-a510-48e6-9975-1e0fb927bae5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:14.743500 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-11340db5-c0c1-44df-9d4a-5d3dedbae4d6 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Calling delete_port for ad5593cf-d292-4335-bff7-c21c032054bf owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:14.755412 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.db.api [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 09:07:14.755412 dv-neutron-master-2-hyperv neutron-server[104076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 09:07:14.755412 dv-neutron-master-2-hyperv neutron-server[104076]: [parameters: {'id': 'c416bc61-1c19-4e3c-85b4-064fcc237704'}] Mar 28 09:07:14.755412 dv-neutron-master-2-hyperv neutron-server[104076]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:07:14.756227 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63de8099-975e-45e3-881e-d567fa940cf3 None None] Routers {'00eb59e1-4432-4068-90bc-94d95d09b527'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:14.756489 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-63de8099-975e-45e3-881e-d567fa940cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['00eb59e1-4432-4068-90bc-94d95d09b527'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:14.756838 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG oslo_db.api [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:07:14.796794 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5833fab-4f34-4903-8270-1ada7147cc49 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (be400d89-77cd-48bc-b4c5-c7be14b5d3c5), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:14.800983 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5833fab-4f34-4903-8270-1ada7147cc49 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for router_controller (be400d89-77cd-48bc-b4c5-c7be14b5d3c5), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:14.834024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-63de8099-975e-45e3-881e-d567fa940cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:14.834750 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de8099-975e-45e3-881e-d567fa940cf3 None None] The sync data for ids ['00eb59e1-4432-4068-90bc-94d95d09b527'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:14.846249 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 1a3a20e9-a510-48e6-9975-1e0fb927bae5 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:14.846770 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1a3a20e9-a510-48e6-9975-1e0fb927bae5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:14.891646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34ce312-29dc-46d1-b6bc-8af886d148d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:14.912082 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-b34ce312-29dc-46d1-b6bc-8af886d148d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:14.925005 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34ce312-29dc-46d1-b6bc-8af886d148d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:14.925608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b34ce312-29dc-46d1-b6bc-8af886d148d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:14.939545 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2b8b82-cd73-4d26-82e2-268119ddc8d5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:14.943675 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4e2b8b82-cd73-4d26-82e2-268119ddc8d5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/ports/988e22a4-60fe-47b9-a5eb-333a7268d843 HTTP/1.1" status: 200 len: 911 time: 0.4688768 Mar 28 09:07:14.944089 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47690) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:14.960019 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5833fab-4f34-4903-8270-1ada7147cc49 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (be400d89-77cd-48bc-b4c5-c7be14b5d3c5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:14.963907 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5833fab-4f34-4903-8270-1ada7147cc49 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Fanout notify agent at l3_agent the message router_deleted on router be400d89-77cd-48bc-b4c5-c7be14b5d3c5 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:07:14.983553 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-11340db5-c0c1-44df-9d4a-5d3dedbae4d6 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (ad5593cf-d292-4335-bff7-c21c032054bf), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:14.986584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ce312-29dc-46d1-b6bc-8af886d148d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=325d27bd-cb92-411e-a8fa-0157eb580ed9,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:15.012715 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b34ce312-29dc-46d1-b6bc-8af886d148d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7043791 Mar 28 09:07:15.018169 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47692) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:15.034956 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a50d8117-ffff-465e-8469-882e0003e0fb None None] Current status of the port 1a3a20e9-a510-48e6-9975-1e0fb927bae5 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:15.035417 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a50d8117-ffff-465e-8469-882e0003e0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1a3a20e9-a510-48e6-9975-1e0fb927bae5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:15.050899 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ccbf768f-114b-4e82-8836-0c11e5dc5b12 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'fixed_ips': [{'subnet_id': '325d27bd-cb92-411e-a8fa-0157eb580ed9', 'ip_address': '2001:db8::3a94:b704:7a18:7706'}], 'name': 'tempest-NetworksTestDHCPv6-2131652672'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:15.056546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11340db5-c0c1-44df-9d4a-5d3dedbae4d6 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event deleted for resources: {'Port': ['ID=ad5593cf-d292-4335-bff7-c21c032054bf,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:15.072353 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 1a3a20e9-a510-48e6-9975-1e0fb927bae5 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:15.072894 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1a3a20e9-a510-48e6-9975-1e0fb927bae5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:15.076528 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cefd52-8091-4340-9c46-d65a3cab7513 None None] Network 575f6469-0a8a-4802-b923-ea2a1bf0f9ca requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:15.164355 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5833fab-4f34-4903-8270-1ada7147cc49 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:15.167264 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d5833fab-4f34-4903-8270-1ada7147cc49 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] 10.222.0.15 "DELETE /v2.0/routers/be400d89-77cd-48bc-b4c5-c7be14b5d3c5 HTTP/1.1" status: 204 len: 168 time: 3.4705632 Mar 28 09:07:15.171459 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c73219fe-4de4-41cf-9e9f-52b8e0381e17 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (83cf2e78-041c-4fca-8072-b6c76bde8caf), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:15.175497 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47694) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:15.224806 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a50d8117-ffff-465e-8469-882e0003e0fb None None] For port 1a3a20e9-a510-48e6-9975-1e0fb927bae5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1a3a20e9-a510-48e6-9975-1e0fb927bae5,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:15.240255 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a50d8117-ffff-465e-8469-882e0003e0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1a3a20e9-a510-48e6-9975-1e0fb927bae5), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:15.272437 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (c416bc61-1c19-4e3c-85b4-064fcc237704), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:15.398698 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984feb7c-d1b7-4c60-8097-f5dab43781ee None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:15.407383 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73219fe-4de4-41cf-9e9f-52b8e0381e17 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Pushing event deleted for resources: {'Port': ['ID=83cf2e78-041c-4fca-8072-b6c76bde8caf,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:15.422673 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a50d8117-ffff-465e-8469-882e0003e0fb None None] Provisioning complete for port f40ea20c-b44b-4635-84dd-a82a08b60e31 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:15.423347 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a50d8117-ffff-465e-8469-882e0003e0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f40ea20c-b44b-4635-84dd-a82a08b60e31), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:15.610530 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c73219fe-4de4-41cf-9e9f-52b8e0381e17 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (9b515e9c-02b0-41be-a1cd-5a98e18e53ed), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:15.708585 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Deleting port dac79821-ac7d-44f1-8534-237e54f52b06 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:15.708958 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (dac79821-ac7d-44f1-8534-237e54f52b06), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:15.741733 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:07:15.742770 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:07:15.758332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fa510a-691b-4376-ba48-6aebe1b8a092 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Deleting subnet aeedcc94-75bf-4b79-87dc-262f1c06533e {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:07:15.759051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c73219fe-4de4-41cf-9e9f-52b8e0381e17 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (9b515e9c-02b0-41be-a1cd-5a98e18e53ed), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:15.762094 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35fa510a-691b-4376-ba48-6aebe1b8a092 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for subnet (aeedcc94-75bf-4b79-87dc-262f1c06533e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:15.768270 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f5be9d-73ff-4f4c-9563-5e7304cd8015 None None] Network c416bc61-1c19-4e3c-85b4-064fcc237704 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:15.768427 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c73219fe-4de4-41cf-9e9f-52b8e0381e17 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_controller (9b515e9c-02b0-41be-a1cd-5a98e18e53ed), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:15.775326 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d8117-ffff-465e-8469-882e0003e0fb None None] Pushing event updated for resources: {'Port': ['ID=1a3a20e9-a510-48e6-9975-1e0fb927bae5,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:15.856206 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35fa510a-691b-4376-ba48-6aebe1b8a092 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (aeedcc94-75bf-4b79-87dc-262f1c06533e), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:15.862044 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] For port dac79821-ac7d-44f1-8534-237e54f52b06, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dac79821-ac7d-44f1-8534-237e54f52b06,segment=NetworkSegment(f771a569-fe5b-41fc-bab9-addf675fd97d),segment_id=f771a569-fe5b-41fc-bab9-addf675fd97d)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:15.862342 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (dac79821-ac7d-44f1-8534-237e54f52b06), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:15.874201 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c73219fe-4de4-41cf-9e9f-52b8e0381e17 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (9b515e9c-02b0-41be-a1cd-5a98e18e53ed), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:15.874747 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73219fe-4de4-41cf-9e9f-52b8e0381e17 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b515e9c-02b0-41be-a1cd-5a98e18e53ed {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:07:15.880422 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c73219fe-4de4-41cf-9e9f-52b8e0381e17 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:15.881589 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c73219fe-4de4-41cf-9e9f-52b8e0381e17 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "DELETE /v2.0/routers/9b515e9c-02b0-41be-a1cd-5a98e18e53ed HTTP/1.1" status: 204 len: 168 time: 4.6675444 Mar 28 09:07:15.888179 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Calling delete_port for dac79821-ac7d-44f1-8534-237e54f52b06 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:15.889646 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47698) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:15.899279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-44150830', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}, 'admin_state_up': False}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:15.900170 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbf768f-114b-4e82-8836-0c11e5dc5b12 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:15.988375 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a50d8117-ffff-465e-8469-882e0003e0fb None None] Current status of the port f40ea20c-b44b-4635-84dd-a82a08b60e31 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:16.017739 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ed1445f-4751-48fe-8070-ec674868b780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:16.036161 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a50d8117-ffff-465e-8469-882e0003e0fb None None] Provisioning complete for port 988e22a4-60fe-47b9-a5eb-333a7268d843 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:16.036548 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a50d8117-ffff-465e-8469-882e0003e0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (988e22a4-60fe-47b9-a5eb-333a7268d843), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:16.045141 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (f7cd2405-2dd2-4408-867a-d1b393438a8c), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:16.045384 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (f7cd2405-2dd2-4408-867a-d1b393438a8c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:16.111526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a50d8117-ffff-465e-8469-882e0003e0fb None None] Port 988e22a4-60fe-47b9-a5eb-333a7268d843 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:16.172944 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-11340db5-c0c1-44df-9d4a-5d3dedbae4d6 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:16.176453 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-11340db5-c0c1-44df-9d4a-5d3dedbae4d6 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "DELETE /v2.0/ports/ad5593cf-d292-4335-bff7-c21c032054bf HTTP/1.1" status: 204 len: 168 time: 2.3172164 Mar 28 09:07:16.180826 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ccbf768f-114b-4e82-8836-0c11e5dc5b12 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:16.182413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47700) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:16.211405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35fa510a-691b-4376-ba48-6aebe1b8a092 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (aeedcc94-75bf-4b79-87dc-262f1c06533e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:16.237263 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_controller (f7cd2405-2dd2-4408-867a-d1b393438a8c), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:16.258154 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (dac79821-ac7d-44f1-8534-237e54f52b06), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:16.293597 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca0e869-173f-4b59-ace6-4c6e13adb284 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] GET failed (client error): The resource could not be found. Mar 28 09:07:16.295344 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2ca0e869-173f-4b59-ace6-4c6e13adb284 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "GET /v2.0/ports/ad5593cf-d292-4335-bff7-c21c032054bf HTTP/1.1" status: 404 len: 333 time: 0.1092317 Mar 28 09:07:16.301030 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47702) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:16.302303 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-ccbf768f-114b-4e82-8836-0c11e5dc5b12 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port 061bad91-906e-48a2-ad56-6fec3c2cc0e5 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:07:16.308124 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-feca40ef-6d20-4a00-b4bb-658bd3494f86 None None] Provisioning complete for port 1a3a20e9-a510-48e6-9975-1e0fb927bae5 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:16.308590 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-feca40ef-6d20-4a00-b4bb-658bd3494f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1a3a20e9-a510-48e6-9975-1e0fb927bae5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:16.463171 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-feca40ef-6d20-4a00-b4bb-658bd3494f86 None None] Current status of the port 1a3a20e9-a510-48e6-9975-1e0fb927bae5 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:16.468052 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 1a3a20e9-a510-48e6-9975-1e0fb927bae5 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:16.469506 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:16.486622 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35fa510a-691b-4376-ba48-6aebe1b8a092 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (aeedcc94-75bf-4b79-87dc-262f1c06533e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:16.501863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-feca40ef-6d20-4a00-b4bb-658bd3494f86 None None] Provisioning complete for port 988e22a4-60fe-47b9-a5eb-333a7268d843 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:16.502392 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-feca40ef-6d20-4a00-b4bb-658bd3494f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (988e22a4-60fe-47b9-a5eb-333a7268d843), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:16.564165 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-feca40ef-6d20-4a00-b4bb-658bd3494f86 None None] Port 988e22a4-60fe-47b9-a5eb-333a7268d843 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:16.566375 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb1a58a-2599-4a6a-9f01-16004685f297 None None] DHCP port deletion for c416bc61-1c19-4e3c-85b4-064fcc237704 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:07:16.587488 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35fa510a-691b-4376-ba48-6aebe1b8a092 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:16.593068 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-feca40ef-6d20-4a00-b4bb-658bd3494f86 None None] Provisioning complete for port 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:16.593224 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-feca40ef-6d20-4a00-b4bb-658bd3494f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:16.595861 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-35fa510a-691b-4376-ba48-6aebe1b8a092 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] 10.222.0.15 "DELETE /v2.0/subnets/aeedcc94-75bf-4b79-87dc-262f1c06533e HTTP/1.1" status: 204 len: 168 time: 1.4140680 Mar 28 09:07:16.602313 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47704) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:16.602313 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa510a-691b-4376-ba48-6aebe1b8a092 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Pushing event deleted for resources: {'Subnet': ['ID=aeedcc94-75bf-4b79-87dc-262f1c06533e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:16.641573 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582908a4-f966-4039-a6dd-bfa040f094cd None None] Network f6ac822d-9ddf-4779-a5d9-01700dacae51 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:16.740456 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-feca40ef-6d20-4a00-b4bb-658bd3494f86 None None] Current status of the port 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:16.740976 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-feca40ef-6d20-4a00-b4bb-658bd3494f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:16.754055 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (f6ac822d-9ddf-4779-a5d9-01700dacae51), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:16.758416 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Port': ['ID=dac79821-ac7d-44f1-8534-237e54f52b06,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:16.792962 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-feca40ef-6d20-4a00-b4bb-658bd3494f86 None None] For port 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34,segment=NetworkSegment(a55aff8c-1158-45df-98f4-090e7f9729f0),segment_id=a55aff8c-1158-45df-98f4-090e7f9729f0)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:16.810035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:16.810650 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:16.812889 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-feca40ef-6d20-4a00-b4bb-658bd3494f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:16.836223 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No DVR routers for this DVR port dac79821-ac7d-44f1-8534-237e54f52b06 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:16.848405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-ae586608-9ba9-41ca-bb29-410555821db4 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Deleting port 0e55e9f0-8e61-4e47-873f-20243447a353 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:16.848963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae586608-9ba9-41ca-bb29-410555821db4 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (0e55e9f0-8e61-4e47-873f-20243447a353), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:16.895786 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-feca40ef-6d20-4a00-b4bb-658bd3494f86 None None] Could not find standard attr ID for object dac79821-ac7d-44f1-8534-237e54f52b06. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:07:16.948735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-ccbf768f-114b-4e82-8836-0c11e5dc5b12 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::3a94:b704:7a18:7706 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/325d27bd-cb92-411e-a8fa-0157eb580ed9/061bad91-906e-48a2-ad56-6fec3c2cc0e5) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:16.950574 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca40ef-6d20-4a00-b4bb-658bd3494f86 None None] Pushing event updated for resources: {'Port': ['ID=7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:17.006856 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:17.008322 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f40ea20c-b44b-4635-84dd-a82a08b60e31 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:17.053276 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_gateway (f7cd2405-2dd2-4408-867a-d1b393438a8c), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.057439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-939b5f15-0adb-4b6a-b61f-5ab669aa96db None None] Could not find standard attr ID for object 2da1a7e4-9702-469e-8a8a-8a41249f33f8. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:07:17.073062 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (c416bc61-1c19-4e3c-85b4-064fcc237704), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.079008 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ca9e3d-7e09-45b1-bb75-b5e9acaa517d None None] DHCP port deletion for f6ac822d-9ddf-4779-a5d9-01700dacae51 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:07:17.084503 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-939b5f15-0adb-4b6a-b61f-5ab669aa96db None None] Provisioning complete for port 1a3a20e9-a510-48e6-9975-1e0fb927bae5 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:17.084883 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-939b5f15-0adb-4b6a-b61f-5ab669aa96db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1a3a20e9-a510-48e6-9975-1e0fb927bae5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.107537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port f40ea20c-b44b-4635-84dd-a82a08b60e31 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:17.107922 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f40ea20c-b44b-4635-84dd-a82a08b60e31), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.166130 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c416bc61-1c19-4e3c-85b4-064fcc237704']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:17.185361 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f771a569-fe5b-41fc-bab9-addf675fd97d') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:17.185682 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f771a569-fe5b-41fc-bab9-addf675fd97d') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:17.195001 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ccbf768f-114b-4e82-8836-0c11e5dc5b12 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (061bad91-906e-48a2-ad56-6fec3c2cc0e5), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.207273 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (f771a569-fe5b-41fc-bab9-addf675fd97d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.217909 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-1ed1445f-4751-48fe-8070-ec674868b780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Allocated IP 2001:db8:1::1 (575f6469-0a8a-4802-b923-ea2a1bf0f9ca/b34f559c-24d1-4740-bb9b-b025e812ec54/39c9bba7-370b-42b8-96ed-a5c56eb80351) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:17.221830 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae586608-9ba9-41ca-bb29-410555821db4 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (0e55e9f0-8e61-4e47-873f-20243447a353), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.227064 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Deleting port aec3979b-d58f-4f56-8651-bf43da4b4305 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:17.227396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (aec3979b-d58f-4f56-8651-bf43da4b4305), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.241417 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (f771a569-fe5b-41fc-bab9-addf675fd97d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.250826 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:07:17.251311 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (f771a569-fe5b-41fc-bab9-addf675fd97d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:07:17.255877 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:07:17.271835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-37ca9e3d-7e09-45b1-bb75-b5e9acaa517d None None] Deleting port aec3979b-d58f-4f56-8651-bf43da4b4305 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:17.272205 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-37ca9e3d-7e09-45b1-bb75-b5e9acaa517d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (aec3979b-d58f-4f56-8651-bf43da4b4305), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.278253 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port f40ea20c-b44b-4635-84dd-a82a08b60e31 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:17.295701 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-ae586608-9ba9-41ca-bb29-410555821db4 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Calling delete_port for 0e55e9f0-8e61-4e47-873f-20243447a353 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:17.328915 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-939b5f15-0adb-4b6a-b61f-5ab669aa96db None None] Current status of the port 1a3a20e9-a510-48e6-9975-1e0fb927bae5 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:17.329336 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ccbf768f-114b-4e82-8836-0c11e5dc5b12 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (061bad91-906e-48a2-ad56-6fec3c2cc0e5), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.357260 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-37ca9e3d-7e09-45b1-bb75-b5e9acaa517d None None] For port aec3979b-d58f-4f56-8651-bf43da4b4305, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aec3979b-d58f-4f56-8651-bf43da4b4305,segment=NetworkSegment(9454147d-a5d5-47ec-b5cb-33658243a615),segment_id=9454147d-a5d5-47ec-b5cb-33658243a615)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:17.357701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-37ca9e3d-7e09-45b1-bb75-b5e9acaa517d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (aec3979b-d58f-4f56-8651-bf43da4b4305), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.366556 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-939b5f15-0adb-4b6a-b61f-5ab669aa96db None None] Provisioning complete for port 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:17.366724 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-939b5f15-0adb-4b6a-b61f-5ab669aa96db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.400476 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (c416bc61-1c19-4e3c-85b4-064fcc237704), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.404056 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] For port aec3979b-d58f-4f56-8651-bf43da4b4305, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aec3979b-d58f-4f56-8651-bf43da4b4305,segment=NetworkSegment(9454147d-a5d5-47ec-b5cb-33658243a615),segment_id=9454147d-a5d5-47ec-b5cb-33658243a615)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:17.404431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (aec3979b-d58f-4f56-8651-bf43da4b4305), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.414611 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.421642 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/c416bc61-1c19-4e3c-85b4-064fcc237704 HTTP/1.1" status: 204 len: 168 time: 5.9244156 Mar 28 09:07:17.428505 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47708) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:17.438202 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbf768f-114b-4e82-8836-0c11e5dc5b12 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:17.439560 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-37ca9e3d-7e09-45b1-bb75-b5e9acaa517d None None] Calling delete_port for aec3979b-d58f-4f56-8651-bf43da4b4305 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:17.443745 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da834c-c1e9-4365-924d-ac1ba75421d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Network': ['ID=c416bc61-1c19-4e3c-85b4-064fcc237704,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:17.445780 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-fc23aeb4-1197-4c4c-b7a0-d1b617cdd684 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-906575419'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:17.454915 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Calling delete_port for aec3979b-d58f-4f56-8651-bf43da4b4305 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:17.467095 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-ccbf768f-114b-4e82-8836-0c11e5dc5b12 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:17.469162 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ed1445f-4751-48fe-8070-ec674868b780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (39c9bba7-370b-42b8-96ed-a5c56eb80351), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.476468 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbf768f-114b-4e82-8836-0c11e5dc5b12 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:17.481767 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbf768f-114b-4e82-8836-0c11e5dc5b12 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:17.482394 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ccbf768f-114b-4e82-8836-0c11e5dc5b12 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.499328 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf768f-114b-4e82-8836-0c11e5dc5b12 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=061bad91-906e-48a2-ad56-6fec3c2cc0e5,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:17.532092 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:17.557298 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc23aeb4-1197-4c4c-b7a0-d1b617cdd684 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:17.561367 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc23aeb4-1197-4c4c-b7a0-d1b617cdd684 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.572121 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ccbf768f-114b-4e82-8836-0c11e5dc5b12 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5497577 Mar 28 09:07:17.572827 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47710) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:17.619827 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_gateway (f7cd2405-2dd2-4408-867a-d1b393438a8c), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.647229 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ed1445f-4751-48fe-8070-ec674868b780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (39c9bba7-370b-42b8-96ed-a5c56eb80351), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.650466 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.661151 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc23aeb4-1197-4c4c-b7a0-d1b617cdd684 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:07:17.675799 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc23aeb4-1197-4c4c-b7a0-d1b617cdd684 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (5c225a0b-d5f0-41cb-83d4-84e6386d236f), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.676370 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-fc23aeb4-1197-4c4c-b7a0-d1b617cdd684 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Added segment 5c225a0b-d5f0-41cb-83d4-84e6386d236f of type vlan for network 6310fc18-648d-4071-ae9e-d9a9b228fbd0 Mar 28 09:07:17.684509 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:17.684996 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.689652 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae586608-9ba9-41ca-bb29-410555821db4 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (0e55e9f0-8e61-4e47-873f-20243447a353), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.693611 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-37ca9e3d-7e09-45b1-bb75-b5e9acaa517d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (aec3979b-d58f-4f56-8651-bf43da4b4305), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.734366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed1445f-4751-48fe-8070-ec674868b780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 575f6469-0a8a-4802-b923-ea2a1bf0f9ca is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:17.746028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-939b5f15-0adb-4b6a-b61f-5ab669aa96db None None] Current status of the port 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:17.749374 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1ed1445f-4751-48fe-8070-ec674868b780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:17.758753 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed1445f-4751-48fe-8070-ec674868b780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:17.759816 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ed1445f-4751-48fe-8070-ec674868b780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (00eb59e1-4432-4068-90bc-94d95d09b527), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.764710 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc23aeb4-1197-4c4c-b7a0-d1b617cdd684 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (6310fc18-648d-4071-ae9e-d9a9b228fbd0), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.769691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae586608-9ba9-41ca-bb29-410555821db4 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event deleted for resources: {'Port': ['ID=0e55e9f0-8e61-4e47-873f-20243447a353,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:17.774253 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1445f-4751-48fe-8070-ec674868b780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=39c9bba7-370b-42b8-96ed-a5c56eb80351,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:17.781600 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (aec3979b-d58f-4f56-8651-bf43da4b4305), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.796139 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca9e3d-7e09-45b1-bb75-b5e9acaa517d None None] Pushing event deleted for resources: {'Port': ['ID=aec3979b-d58f-4f56-8651-bf43da4b4305,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:17.807165 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca9e3d-7e09-45b1-bb75-b5e9acaa517d None None] No DVR routers for this DVR port aec3979b-d58f-4f56-8651-bf43da4b4305 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:17.819506 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Pushing event deleted for resources: {'Port': ['ID=aec3979b-d58f-4f56-8651-bf43da4b4305,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:17.825798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0062d4ca-a698-4992-9135-d314e0b622ad tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:17.831198 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0062d4ca-a698-4992-9135-d314e0b622ad tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:17.832978 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0062d4ca-a698-4992-9135-d314e0b622ad tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2600267 Mar 28 09:07:17.838695 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47712) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:17.896720 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:17.897608 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1a3a20e9-a510-48e6-9975-1e0fb927bae5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:17.898189 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] No DVR routers for this DVR port aec3979b-d58f-4f56-8651-bf43da4b4305 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:17.925350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc23aeb4-1197-4c4c-b7a0-d1b617cdd684 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (6310fc18-648d-4071-ae9e-d9a9b228fbd0), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.935847 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc23aeb4-1197-4c4c-b7a0-d1b617cdd684 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:17.936424 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc23aeb4-1197-4c4c-b7a0-d1b617cdd684 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:17.981546 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 1a3a20e9-a510-48e6-9975-1e0fb927bae5 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:17.981546 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1a3a20e9-a510-48e6-9975-1e0fb927bae5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.045817 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae586608-9ba9-41ca-bb29-410555821db4 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.056439 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Allocated IP 172.36.4.154 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/6907e308-bd53-4c0c-98bd-edc340a42842) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:18.056923 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ae586608-9ba9-41ca-bb29-410555821db4 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "DELETE /v2.0/ports/0e55e9f0-8e61-4e47-873f-20243447a353 HTTP/1.1" status: 204 len: 168 time: 1.7486928 Mar 28 09:07:18.091008 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-7cd3eb89-b964-4ad6-9534-1599fa829f89 None None] Provisioning complete for port 061bad91-906e-48a2-ad56-6fec3c2cc0e5 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:18.091797 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7cd3eb89-b964-4ad6-9534-1599fa829f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (061bad91-906e-48a2-ad56-6fec3c2cc0e5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.110671 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47714) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:18.143351 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fc23aeb4-1197-4c4c-b7a0-d1b617cdd684 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7095323 Mar 28 09:07:18.165912 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47716) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:18.171979 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-eb17ecbc-eeca-4ad5-8349-6e2137ea1a4a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'subnet': {'network_id': '6310fc18-648d-4071-ae9e-d9a9b228fbd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:18.180103 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 1a3a20e9-a510-48e6-9975-1e0fb927bae5 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:18.183536 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3eb89-b964-4ad6-9534-1599fa829f89 None None] Port 061bad91-906e-48a2-ad56-6fec3c2cc0e5 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:18.187138 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f58ce2c-87d5-4e50-be9b-dbce4e426b31 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] GET failed (client error): The resource could not be found. Mar 28 09:07:18.189083 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3f58ce2c-87d5-4e50-be9b-dbce4e426b31 tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "GET /v2.0/ports/0e55e9f0-8e61-4e47-873f-20243447a353 HTTP/1.1" status: 404 len: 333 time: 0.0751798 Mar 28 09:07:18.193663 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23aeb4-1197-4c4c-b7a0-d1b617cdd684 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Network': ['ID=6310fc18-648d-4071-ae9e-d9a9b228fbd0,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:18.207534 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (f6ac822d-9ddf-4779-a5d9-01700dacae51), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.208239 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 6310fc18-648d-4071-ae9e-d9a9b228fbd0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:07:18.210444 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47718) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:18.257867 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ac822d-9ddf-4779-a5d9-01700dacae51']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:18.265375 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90a4fca-4cf9-4229-84de-30040853a948 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 09:07:18.276345 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9454147d-a5d5-47ec-b5cb-33658243a615') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:18.276566 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9454147d-a5d5-47ec-b5cb-33658243a615') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:18.305753 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ed1445f-4751-48fe-8070-ec674868b780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (39c9bba7-370b-42b8-96ed-a5c56eb80351), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.313306 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (9454147d-a5d5-47ec-b5cb-33658243a615), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.316600 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 83cf2e78-041c-4fca-8072-b6c76bde8caf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:18.336467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (9454147d-a5d5-47ec-b5cb-33658243a615), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.345920 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:07:18.346136 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (9454147d-a5d5-47ec-b5cb-33658243a615), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: warnings.warn(msg) Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: self.session.flush() Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: self.session.flush() Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: self.session.flush() Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: self.session.flush() Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:07:18.350304 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:07:18.372239 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 83cf2e78-041c-4fca-8072-b6c76bde8caf {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:18.372608 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 83cf2e78-041c-4fca-8072-b6c76bde8caf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:18.373040 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device aec3979b-d58f-4f56-8651-bf43da4b4305 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:18.418911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-228067fa-1b3c-4b5b-a2aa-fb0ed2d9164d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Deleting port 31742bbf-225d-48b1-a7de-abd47fdefe84 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:18.419373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for port (6907e308-bd53-4c0c-98bd-edc340a42842), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.419675 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-228067fa-1b3c-4b5b-a2aa-fb0ed2d9164d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (31742bbf-225d-48b1-a7de-abd47fdefe84), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.425494 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: aec3979b-d58f-4f56-8651-bf43da4b4305 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:18.425941 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device aec3979b-d58f-4f56-8651-bf43da4b4305 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:18.428953 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-498740f9-6f27-43f5-b4e5-dbbd265e6fbd None None] Provisioning complete for port 39c9bba7-370b-42b8-96ed-a5c56eb80351 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:18.429328 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-498740f9-6f27-43f5-b4e5-dbbd265e6fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (39c9bba7-370b-42b8-96ed-a5c56eb80351), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.434506 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb17ecbc-eeca-4ad5-8349-6e2137ea1a4a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:18.437836 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eb17ecbc-eeca-4ad5-8349-6e2137ea1a4a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.446830 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-b81bc9d2-e656-4fd6-96d1-07f61bf51804 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port 061bad91-906e-48a2-ad56-6fec3c2cc0e5 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:18.447174 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b81bc9d2-e656-4fd6-96d1-07f61bf51804 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (061bad91-906e-48a2-ad56-6fec3c2cc0e5), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.495630 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-498740f9-6f27-43f5-b4e5-dbbd265e6fbd None None] Port 39c9bba7-370b-42b8-96ed-a5c56eb80351 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:18.511793 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:07:18.521267 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (f6ac822d-9ddf-4779-a5d9-01700dacae51), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.525636 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90a4fca-4cf9-4229-84de-30040853a948 None None] Resources bound (agent type, host, resource id): {{(pid=104077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 09:07:18.535436 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.540900 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] 10.222.0.15 "DELETE /v2.0/networks/f6ac822d-9ddf-4779-a5d9-01700dacae51 HTTP/1.1" status: 204 len: 168 time: 1.9321368 Mar 28 09:07:18.541936 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-228067fa-1b3c-4b5b-a2aa-fb0ed2d9164d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (31742bbf-225d-48b1-a7de-abd47fdefe84), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.544812 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47720) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:18.565330 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199b613-b368-4a68-8e99-11f28ec28656 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Pushing event deleted for resources: {'Network': ['ID=f6ac822d-9ddf-4779-a5d9-01700dacae51,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:18.608141 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-228067fa-1b3c-4b5b-a2aa-fb0ed2d9164d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Calling delete_port for 31742bbf-225d-48b1-a7de-abd47fdefe84 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:18.699413 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (6907e308-bd53-4c0c-98bd-edc340a42842), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.763755 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-823580d1-b86b-43de-9333-f00a85de0df4 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Deleting port c379b1f7-3df9-4052-b6b3-7a06634b07c5 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:18.764131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-823580d1-b86b-43de-9333-f00a85de0df4 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (c379b1f7-3df9-4052-b6b3-7a06634b07c5), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.811323 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b81bc9d2-e656-4fd6-96d1-07f61bf51804 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (061bad91-906e-48a2-ad56-6fec3c2cc0e5), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.821720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:18.845557 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:18.849196 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:18.856362 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-b81bc9d2-e656-4fd6-96d1-07f61bf51804 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for 061bad91-906e-48a2-ad56-6fec3c2cc0e5 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:18.858076 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Pushing event updated for resources: {'Port': ['ID=6907e308-bd53-4c0c-98bd-edc340a42842,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:18.883121 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-228067fa-1b3c-4b5b-a2aa-fb0ed2d9164d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (31742bbf-225d-48b1-a7de-abd47fdefe84), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.886431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-823580d1-b86b-43de-9333-f00a85de0df4 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (c379b1f7-3df9-4052-b6b3-7a06634b07c5), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.887556 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-823580d1-b86b-43de-9333-f00a85de0df4 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for floatingip (c379b1f7-3df9-4052-b6b3-7a06634b07c5), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:18.929381 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-823580d1-b86b-43de-9333-f00a85de0df4 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Calling delete_port for c379b1f7-3df9-4052-b6b3-7a06634b07c5 owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:18.931728 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228067fa-1b3c-4b5b-a2aa-fb0ed2d9164d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event deleted for resources: {'Port': ['ID=31742bbf-225d-48b1-a7de-abd47fdefe84,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:19.052072 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-228067fa-1b3c-4b5b-a2aa-fb0ed2d9164d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.055399 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-228067fa-1b3c-4b5b-a2aa-fb0ed2d9164d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "DELETE /v2.0/ports/31742bbf-225d-48b1-a7de-abd47fdefe84 HTTP/1.1" status: 204 len: 168 time: 0.8443780 Mar 28 09:07:19.060370 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47722) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:19.123353 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-42913cf8-f972-434e-885b-fffbeb4ccc7b tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Deleting subnet 67151b62-29d2-43ea-a824-cfec29be8d46 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:07:19.127026 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42913cf8-f972-434e-885b-fffbeb4ccc7b tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks [] for subnet (67151b62-29d2-43ea-a824-cfec29be8d46), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.184378 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ed1445f-4751-48fe-8070-ec674868b780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (39c9bba7-370b-42b8-96ed-a5c56eb80351), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.191421 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42913cf8-f972-434e-885b-fffbeb4ccc7b tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (67151b62-29d2-43ea-a824-cfec29be8d46), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.192871 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eb17ecbc-eeca-4ad5-8349-6e2137ea1a4a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (9dc7af91-4555-47f7-8a59-1c8edd83820e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.225476 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ed1445f-4751-48fe-8070-ec674868b780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (39c9bba7-370b-42b8-96ed-a5c56eb80351), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.226519 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ed1445f-4751-48fe-8070-ec674868b780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (00eb59e1-4432-4068-90bc-94d95d09b527), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.234209 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-823580d1-b86b-43de-9333-f00a85de0df4 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (c379b1f7-3df9-4052-b6b3-7a06634b07c5), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.266190 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823580d1-b86b-43de-9333-f00a85de0df4 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Pushing event deleted for resources: {'Port': ['ID=c379b1f7-3df9-4052-b6b3-7a06634b07c5,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:19.352569 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42913cf8-f972-434e-885b-fffbeb4ccc7b tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (67151b62-29d2-43ea-a824-cfec29be8d46), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.388516 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-823580d1-b86b-43de-9333-f00a85de0df4 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks [] for floatingip (293b0c4c-c688-4bd3-bf0e-d929bad892d2), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.391062 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-823580d1-b86b-43de-9333-f00a85de0df4 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.392208 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-823580d1-b86b-43de-9333-f00a85de0df4 tempest-FloatingIPAdminTestJSON-1108878255 tempest-FloatingIPAdminTestJSON-1108878255-project] 10.222.0.15 "DELETE /v2.0/floatingips/293b0c4c-c688-4bd3-bf0e-d929bad892d2 HTTP/1.1" status: 204 len: 168 time: 0.8390129 Mar 28 09:07:19.404945 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1445f-4751-48fe-8070-ec674868b780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=39c9bba7-370b-42b8-96ed-a5c56eb80351,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:19.414851 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17ecbc-eeca-4ad5-8349-6e2137ea1a4a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Subnet': ['ID=9dc7af91-4555-47f7-8a59-1c8edd83820e,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:19.432365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42913cf8-f972-434e-885b-fffbeb4ccc7b tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (67151b62-29d2-43ea-a824-cfec29be8d46), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.464750 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42913cf8-f972-434e-885b-fffbeb4ccc7b tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event deleted for resources: {'Subnet': ['ID=67151b62-29d2-43ea-a824-cfec29be8d46,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:19.472069 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42913cf8-f972-434e-885b-fffbeb4ccc7b tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.477844 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-42913cf8-f972-434e-885b-fffbeb4ccc7b tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "DELETE /v2.0/subnets/67151b62-29d2-43ea-a824-cfec29be8d46 HTTP/1.1" status: 204 len: 168 time: 0.4140689 Mar 28 09:07:19.478005 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47726) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:19.480584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c77b82d-8915-4df6-9727-fd79db7e5ff2 None None] Network 653b0ae0-4e87-4eec-a0a3-bb026d766c39 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:19.571836 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (653b0ae0-4e87-4eec-a0a3-bb026d766c39), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.644815 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Deleting port bb07cac4-5b57-4823-96df-dd8720151f89 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:19.645252 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (bb07cac4-5b57-4823-96df-dd8720151f89), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.704227 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2bee82-899a-424e-8a75-e7637a1ab174 None None] DHCP port deletion for 653b0ae0-4e87-4eec-a0a3-bb026d766c39 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:07:19.727548 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] For port bb07cac4-5b57-4823-96df-dd8720151f89, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bb07cac4-5b57-4823-96df-dd8720151f89,segment=NetworkSegment(8f96211f-af09-413b-8ab7-0da3545d3d9c),segment_id=8f96211f-af09-413b-8ab7-0da3545d3d9c)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:19.728557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (bb07cac4-5b57-4823-96df-dd8720151f89), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.744763 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Calling delete_port for bb07cac4-5b57-4823-96df-dd8720151f89 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:19.753035 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47730) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:19.770229 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8a2bee82-899a-424e-8a75-e7637a1ab174 None None] Deleting port bb07cac4-5b57-4823-96df-dd8720151f89 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:19.770873 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8a2bee82-899a-424e-8a75-e7637a1ab174 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (bb07cac4-5b57-4823-96df-dd8720151f89), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.836097 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (bb07cac4-5b57-4823-96df-dd8720151f89), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.850595 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb17ecbc-eeca-4ad5-8349-6e2137ea1a4a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Checking segment: {'id': '5c225a0b-d5f0-41cb-83d4-84e6386d236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6310fc18-648d-4071-ae9e-d9a9b228fbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:19.851546 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb17ecbc-eeca-4ad5-8349-6e2137ea1a4a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network hostable DHCP agents. Network: 6310fc18-648d-4071-ae9e-d9a9b228fbd0, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:07:19.870037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event deleted for resources: {'Port': ['ID=bb07cac4-5b57-4823-96df-dd8720151f89,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:19.874903 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] No DVR routers for this DVR port bb07cac4-5b57-4823-96df-dd8720151f89 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:19.878159 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b81bc9d2-e656-4fd6-96d1-07f61bf51804 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (061bad91-906e-48a2-ad56-6fec3c2cc0e5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.881995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8a2bee82-899a-424e-8a75-e7637a1ab174 None None] For port bb07cac4-5b57-4823-96df-dd8720151f89, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bb07cac4-5b57-4823-96df-dd8720151f89,segment=NetworkSegment(8f96211f-af09-413b-8ab7-0da3545d3d9c),segment_id=8f96211f-af09-413b-8ab7-0da3545d3d9c)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:19.882520 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8a2bee82-899a-424e-8a75-e7637a1ab174 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (bb07cac4-5b57-4823-96df-dd8720151f89), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.904862 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8a2bee82-899a-424e-8a75-e7637a1ab174 None None] Calling delete_port for bb07cac4-5b57-4823-96df-dd8720151f89 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:19.930839 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bc9d2-e656-4fd6-96d1-07f61bf51804 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=061bad91-906e-48a2-ad56-6fec3c2cc0e5,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:19.935828 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed1445f-4751-48fe-8070-ec674868b780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 575f6469-0a8a-4802-b923-ea2a1bf0f9ca is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:19.942987 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb17ecbc-eeca-4ad5-8349-6e2137ea1a4a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network 6310fc18-648d-4071-ae9e-d9a9b228fbd0 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:07:19.944902 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1ed1445f-4751-48fe-8070-ec674868b780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:19.976401 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (653b0ae0-4e87-4eec-a0a3-bb026d766c39), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.982752 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_gateway (f7cd2405-2dd2-4408-867a-d1b393438a8c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.984981 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b81bc9d2-e656-4fd6-96d1-07f61bf51804 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:19.988173 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b81bc9d2-e656-4fd6-96d1-07f61bf51804 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/061bad91-906e-48a2-ad56-6fec3c2cc0e5 HTTP/1.1" status: 204 len: 168 time: 2.1431720 Mar 28 09:07:19.990531 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-eb17ecbc-eeca-4ad5-8349-6e2137ea1a4a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6310fc18-648d-4071-ae9e-d9a9b228fbd0) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:19.990789 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47734) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:20.010910 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f9dde1-a5b5-43f0-936e-f66404d1e1a4 None None] Network 6310fc18-648d-4071-ae9e-d9a9b228fbd0 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:20.162856 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb17ecbc-eeca-4ad5-8349-6e2137ea1a4a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:20.163455 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eb17ecbc-eeca-4ad5-8349-6e2137ea1a4a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.183013 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed1445f-4751-48fe-8070-ec674868b780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 00eb59e1-4432-4068-90bc-94d95d09b527 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:07:20.197664 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-eb17ecbc-eeca-4ad5-8349-6e2137ea1a4a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0284510 Mar 28 09:07:20.199821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47736) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:20.200614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8a2bee82-899a-424e-8a75-e7637a1ab174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (bb07cac4-5b57-4823-96df-dd8720151f89), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.206786 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6310fc18-648d-4071-ae9e-d9a9b228fbd0', 'network_id': '6310fc18-648d-4071-ae9e-d9a9b228fbd0', 'project_id': '15ec40f64a0746ac8120f854f6600104', 'fixed_ips': [{'subnet_id': '9dc7af91-4555-47f7-8a59-1c8edd83820e'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:07:20.207489 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.254634 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2bee82-899a-424e-8a75-e7637a1ab174 None None] No DVR routers for this DVR port bb07cac4-5b57-4823-96df-dd8720151f89 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:20.264170 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bee82-899a-424e-8a75-e7637a1ab174 None None] Pushing event deleted for resources: {'Port': ['ID=bb07cac4-5b57-4823-96df-dd8720151f89,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:20.372179 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653b0ae0-4e87-4eec-a0a3-bb026d766c39']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:20.376353 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2fd9ef75-cd5b-4dca-91e4-3d89c087ae0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40c2b13bb5284ff1b3f8b1e0d8a39ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6222627 Mar 28 09:07:20.383290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47738) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:20.389951 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f96211f-af09-413b-8ab7-0da3545d3d9c') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:20.390331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f96211f-af09-413b-8ab7-0da3545d3d9c') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:20.404225 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (8f96211f-af09-413b-8ab7-0da3545d3d9c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.414219 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Allocated IP 172.20.0.2 (6310fc18-648d-4071-ae9e-d9a9b228fbd0/9dc7af91-4555-47f7-8a59-1c8edd83820e/9e15714a-bea1-41f1-a792-e3faff67cba2) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:20.418859 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d380be-3f14-4d0e-83b4-d83943755add tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:20.420340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d380be-3f14-4d0e-83b4-d83943755add tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:20.424261 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-62d380be-3f14-4d0e-83b4-d83943755add tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4299905 Mar 28 09:07:20.424878 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47740) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:20.433936 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (8f96211f-af09-413b-8ab7-0da3545d3d9c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.459794 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:07:20.460199 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (8f96211f-af09-413b-8ab7-0da3545d3d9c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:07:20.463312 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:07:20.489724 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-fcc7054c-d258-4330-a745-1173d0fdabeb None None] Provisioning complete for port 39c9bba7-370b-42b8-96ed-a5c56eb80351 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:20.490301 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fcc7054c-d258-4330-a745-1173d0fdabeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (39c9bba7-370b-42b8-96ed-a5c56eb80351), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.533147 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa51ebf-63e1-48a0-82df-22c5a766642f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet 325d27bd-cb92-411e-a8fa-0157eb580ed9 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:07:20.537073 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8fa51ebf-63e1-48a0-82df-22c5a766642f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (325d27bd-cb92-411e-a8fa-0157eb580ed9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.540134 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (653b0ae0-4e87-4eec-a0a3-bb026d766c39), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.540438 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7054c-d258-4330-a745-1173d0fdabeb None None] Port 39c9bba7-370b-42b8-96ed-a5c56eb80351 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:20.566830 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.569980 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] 10.222.0.15 "DELETE /v2.0/networks/653b0ae0-4e87-4eec-a0a3-bb026d766c39 HTTP/1.1" status: 204 len: 168 time: 1.0910747 Mar 28 09:07:20.589496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38c61c-e2ca-486e-8d5b-f7f2e1f9932d tempest-AllowedAddressPairTestJSON-1535914008 tempest-AllowedAddressPairTestJSON-1535914008-project] Pushing event deleted for resources: {'Network': ['ID=653b0ae0-4e87-4eec-a0a3-bb026d766c39,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:20.610044 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8fa51ebf-63e1-48a0-82df-22c5a766642f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (325d27bd-cb92-411e-a8fa-0157eb580ed9), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.622460 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Publish callbacks [] for port (9e15714a-bea1-41f1-a792-e3faff67cba2), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.628878 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (6310fc18-648d-4071-ae9e-d9a9b228fbd0), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.632138 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (9e15714a-bea1-41f1-a792-e3faff67cba2), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.661013 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (f7cd2405-2dd2-4408-867a-d1b393438a8c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.665122 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Network 6310fc18-648d-4071-ae9e-d9a9b228fbd0 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:20.668746 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8fa51ebf-63e1-48a0-82df-22c5a766642f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (325d27bd-cb92-411e-a8fa-0157eb580ed9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.669854 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:20.673319 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:20.674140 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed1445f-4751-48fe-8070-ec674868b780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:20.679881 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1ed1445f-4751-48fe-8070-ec674868b780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/00eb59e1-4432-4068-90bc-94d95d09b527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7344909 Mar 28 09:07:20.699036 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7be5b8-b9c9-498b-8c24-841e1ca7cce4 None None] Sync routers for ids ['00eb59e1-4432-4068-90bc-94d95d09b527'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:20.700556 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47744) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:20.713773 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7be5b8-b9c9-498b-8c24-841e1ca7cce4 None None] Routers {'00eb59e1-4432-4068-90bc-94d95d09b527'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:20.714400 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3f7be5b8-b9c9-498b-8c24-841e1ca7cce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['00eb59e1-4432-4068-90bc-94d95d09b527'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:20.738097 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Pushing event updated for resources: {'Port': ['ID=9e15714a-bea1-41f1-a792-e3faff67cba2,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:20.784628 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8fa51ebf-63e1-48a0-82df-22c5a766642f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (325d27bd-cb92-411e-a8fa-0157eb580ed9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.803446 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Attempting to bind port 9e15714a-bea1-41f1-a792-e3faff67cba2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:07:20.803672 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Attempting to bind port 9e15714a-bea1-41f1-a792-e3faff67cba2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5c225a0b-d5f0-41cb-83d4-84e6386d236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6310fc18-648d-4071-ae9e-d9a9b228fbd0'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:07:20.804044 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Attempting to bind port 9e15714a-bea1-41f1-a792-e3faff67cba2 on network 6310fc18-648d-4071-ae9e-d9a9b228fbd0 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:07:20.810319 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:07:20.810681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Checking segment: {'id': '5c225a0b-d5f0-41cb-83d4-84e6386d236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6310fc18-648d-4071-ae9e-d9a9b228fbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:20.811087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.811477 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Bound using segment: {'id': '5c225a0b-d5f0-41cb-83d4-84e6386d236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6310fc18-648d-4071-ae9e-d9a9b228fbd0'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:07:20.811951 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Bound port: 9e15714a-bea1-41f1-a792-e3faff67cba2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c225a0b-d5f0-41cb-83d4-84e6386d236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6310fc18-648d-4071-ae9e-d9a9b228fbd0'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:07:20.812331 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9e15714a-bea1-41f1-a792-e3faff67cba2), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.828045 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa51ebf-63e1-48a0-82df-22c5a766642f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=325d27bd-cb92-411e-a8fa-0157eb580ed9,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:20.837725 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b185e32-3903-4599-a969-11b89a108a8a admin admin] Publish callbacks [] for security_group (0ee7f0d6-7889-4959-b114-acdd927d512c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.839216 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8fa51ebf-63e1-48a0-82df-22c5a766642f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.849957 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e2e0b4-48b6-42dd-b9f6-222097b455c9 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:20.855013 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8fa51ebf-63e1-48a0-82df-22c5a766642f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/325d27bd-cb92-411e-a8fa-0157eb580ed9 HTTP/1.1" status: 204 len: 168 time: 0.4287572 Mar 28 09:07:20.857648 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47748) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:20.933091 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3f7be5b8-b9c9-498b-8c24-841e1ca7cce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:20.933292 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2865619a-3b2f-4e4a-81a6-1ab7eda68a46 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712929 Mar 28 09:07:20.933292 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47750) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:20.940011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] For port 9e15714a-bea1-41f1-a792-e3faff67cba2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:07:20.943162 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-13e864aa-393c-4750-a6d1-fc497ddb128c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:20.946099 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5023186-d9b2-44ee-9a88-e20e51c7fc49 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:20.946615 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7be5b8-b9c9-498b-8c24-841e1ca7cce4 None None] Routers {'00eb59e1-4432-4068-90bc-94d95d09b527'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:20.947210 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3f7be5b8-b9c9-498b-8c24-841e1ca7cce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['00eb59e1-4432-4068-90bc-94d95d09b527'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:20.947563 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c5023186-d9b2-44ee-9a88-e20e51c7fc49 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/ports/39c9bba7-370b-42b8-96ed-a5c56eb80351 HTTP/1.1" status: 200 len: 913 time: 0.2447045 Mar 28 09:07:20.963777 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b185e32-3903-4599-a969-11b89a108a8a admin admin] Publish callbacks [] for security_group (0ee7f0d6-7889-4959-b114-acdd927d512c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:20.966459 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47752) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:20.967020 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47754) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:20.973078 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] For port 9e15714a-bea1-41f1-a792-e3faff67cba2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e15714a-bea1-41f1-a792-e3faff67cba2,segment=NetworkSegment(5c225a0b-d5f0-41cb-83d4-84e6386d236f),segment_id=5c225a0b-d5f0-41cb-83d4-84e6386d236f)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:07:20.988156 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9e15714a-bea1-41f1-a792-e3faff67cba2), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:21.018180 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3f7be5b8-b9c9-498b-8c24-841e1ca7cce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:21.019949 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7be5b8-b9c9-498b-8c24-841e1ca7cce4 None None] The sync data for ids ['00eb59e1-4432-4068-90bc-94d95d09b527'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:21.072205 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e242d-04ea-4db9-ae4c-c589c5e7889b None None] Pushing event updated for resources: {'Port': ['ID=9e15714a-bea1-41f1-a792-e3faff67cba2,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:21.099755 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e864aa-393c-4750-a6d1-fc497ddb128c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:21.108787 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-13e864aa-393c-4750-a6d1-fc497ddb128c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:21.146072 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Deleting port 9e15714a-bea1-41f1-a792-e3faff67cba2 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:21.146468 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (9e15714a-bea1-41f1-a792-e3faff67cba2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:21.152132 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2d2b76-6f04-40b5-a817-6b83309a9b33 None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:07:21.206235 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:21.231949 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d2b76-6f04-40b5-a817-6b83309a9b33 None None] Deleting port 1a3a20e9-a510-48e6-9975-1e0fb927bae5 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:21.232580 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2b76-6f04-40b5-a817-6b83309a9b33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (1a3a20e9-a510-48e6-9975-1e0fb927bae5), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:21.323012 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b185e32-3903-4599-a969-11b89a108a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0ee7f0d6-7889-4959-b114-acdd927d512c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:21.326633 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b185e32-3903-4599-a969-11b89a108a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:21.332051 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8b185e32-3903-4599-a969-11b89a108a8a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ee7f0d6-7889-4959-b114-acdd927d512c HTTP/1.1" status: 204 len: 168 time: 0.9439092 Mar 28 09:07:21.359623 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8a2d2b76-6f04-40b5-a817-6b83309a9b33 None None] For port 1a3a20e9-a510-48e6-9975-1e0fb927bae5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1a3a20e9-a510-48e6-9975-1e0fb927bae5,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:21.360226 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2b76-6f04-40b5-a817-6b83309a9b33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (1a3a20e9-a510-48e6-9975-1e0fb927bae5), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:21.390205 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-13e864aa-393c-4750-a6d1-fc497ddb128c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (ab378d8a-0f9c-415a-afb0-8205fe26769c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:21.395928 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d2b76-6f04-40b5-a817-6b83309a9b33 None None] Calling delete_port for 1a3a20e9-a510-48e6-9975-1e0fb927bae5 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:21.436813 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-85bf1674-9fb5-408d-8a2e-c7a776fdd01c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1814df4f87d44585bed3500e03f3c4ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4671729 Mar 28 09:07:21.438418 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47760) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:21.480924 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b185e32-3903-4599-a969-11b89a108a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee7f0d6-7889-4959-b114-acdd927d512c,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:21.510539 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e864aa-393c-4750-a6d1-fc497ddb128c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:21.523643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-13e864aa-393c-4750-a6d1-fc497ddb128c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:21.528109 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Router f7cd2405-2dd2-4408-867a-d1b393438a8c is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:07:21.531858 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e864aa-393c-4750-a6d1-fc497ddb128c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:21.532466 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-13e864aa-393c-4750-a6d1-fc497ddb128c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:21.544608 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] For port 9e15714a-bea1-41f1-a792-e3faff67cba2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e15714a-bea1-41f1-a792-e3faff67cba2,segment=NetworkSegment(5c225a0b-d5f0-41cb-83d4-84e6386d236f),segment_id=5c225a0b-d5f0-41cb-83d4-84e6386d236f)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:21.544875 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (9e15714a-bea1-41f1-a792-e3faff67cba2), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:21.551109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device bb07cac4-5b57-4823-96df-dd8720151f89 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:21.582534 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Calling delete_port for 9e15714a-bea1-41f1-a792-e3faff67cba2 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:21.593255 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: bb07cac4-5b57-4823-96df-dd8720151f89 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:21.593611 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device bb07cac4-5b57-4823-96df-dd8720151f89 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:21.594107 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1a3a20e9-a510-48e6-9975-1e0fb927bae5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:21.607450 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6bf3ac74-1846-451f-a344-4c8d086e85bf admin admin] Publish callbacks [] for security_group (2570373f-b982-4780-9736-9c6afef7aaba), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:21.609307 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e864aa-393c-4750-a6d1-fc497ddb128c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=ab378d8a-0f9c-415a-afb0-8205fe26769c,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:21.625404 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-13e864aa-393c-4750-a6d1-fc497ddb128c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6894326 Mar 28 09:07:21.628589 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47764) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:21.634928 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-3ede5ca2-f397-4622-9498-c451b24315a3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'fixed_ips': [{'subnet_id': 'ab378d8a-0f9c-415a-afb0-8205fe26769c', 'ip_address': '2001:db8::2b72:3d16:ef51:1718'}], 'name': 'tempest-NetworksTestDHCPv6-1205165369'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:21.685080 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6bf3ac74-1846-451f-a344-4c8d086e85bf admin admin] Publish callbacks [] for security_group (2570373f-b982-4780-9736-9c6afef7aaba), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:21.766085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2b76-6f04-40b5-a817-6b83309a9b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (1a3a20e9-a510-48e6-9975-1e0fb927bae5), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:21.794454 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d2b76-6f04-40b5-a817-6b83309a9b33 None None] Pushing event deleted for resources: {'Port': ['ID=1a3a20e9-a510-48e6-9975-1e0fb927bae5,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:21.796088 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 1a3a20e9-a510-48e6-9975-1e0fb927bae5 is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:21.796475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1a3a20e9-a510-48e6-9975-1e0fb927bae5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:21.818685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2d2b76-6f04-40b5-a817-6b83309a9b33 None None] No DVR routers for this DVR port 1a3a20e9-a510-48e6-9975-1e0fb927bae5 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:21.861548 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a0ac29-7c7a-4add-b5f0-fcb63845d523 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:21.909269 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:21.925936 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ede5ca2-f397-4622-9498-c451b24315a3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:21.938449 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47766) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:21.945369 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20239c-e19a-4250-ad9f-aec5763cbc46 None None] Sync routers for ids ['f7cd2405-2dd2-4408-867a-d1b393438a8c'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:21.974561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20239c-e19a-4250-ad9f-aec5763cbc46 None None] Routers {'f7cd2405-2dd2-4408-867a-d1b393438a8c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:21.975193 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7c20239c-e19a-4250-ad9f-aec5763cbc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['f7cd2405-2dd2-4408-867a-d1b393438a8c'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:21.988800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6bf3ac74-1846-451f-a344-4c8d086e85bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (2570373f-b982-4780-9736-9c6afef7aaba), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:21.992445 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6bf3ac74-1846-451f-a344-4c8d086e85bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:21.993834 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6bf3ac74-1846-451f-a344-4c8d086e85bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2570373f-b982-4780-9736-9c6afef7aaba HTTP/1.1" status: 204 len: 168 time: 0.5534191 Mar 28 09:07:22.002991 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:22.005664 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9599459d-f0d9-4067-8ce7-f8e135dc737a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1136773 Mar 28 09:07:22.026066 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47770) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:22.028938 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': 'ab378d8a-0f9c-415a-afb0-8205fe26769c'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:07:22.030182 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:22.032501 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1b5271fb-05d3-431b-9ab0-dfa838aaee38 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'enable_snat': False}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:22.048444 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7c20239c-e19a-4250-ad9f-aec5763cbc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:22.053702 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e79089d-08ad-44a4-9318-adcba8bc1b76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:22.076266 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (9e15714a-bea1-41f1-a792-e3faff67cba2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:22.078518 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3ac74-1846-451f-a344-4c8d086e85bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2570373f-b982-4780-9736-9c6afef7aaba,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:22.132267 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20239c-e19a-4250-ad9f-aec5763cbc46 None None] Routers {'f7cd2405-2dd2-4408-867a-d1b393438a8c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:22.133114 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7c20239c-e19a-4250-ad9f-aec5763cbc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['f7cd2405-2dd2-4408-867a-d1b393438a8c'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:22.135793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ede5ca2-f397-4622-9498-c451b24315a3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:22.173714 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-3ede5ca2-f397-4622-9498-c451b24315a3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port 038b0cf9-3048-4999-a255-e37aaa90d788 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:07:22.194951 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7c20239c-e19a-4250-ad9f-aec5763cbc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:22.204267 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20239c-e19a-4250-ad9f-aec5763cbc46 None None] The sync data for ids ['f7cd2405-2dd2-4408-867a-d1b393438a8c'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:22.299340 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No DVR routers for this DVR port 9e15714a-bea1-41f1-a792-e3faff67cba2 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:22.301511 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Port': ['ID=9e15714a-bea1-41f1-a792-e3faff67cba2,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:22.319471 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e79089d-08ad-44a4-9318-adcba8bc1b76 admin admin] Publish callbacks [] for security_group (18873f54-106c-41e1-9276-47b99138b3ed), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:22.330538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e79089d-08ad-44a4-9318-adcba8bc1b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (18873f54-106c-41e1-9276-47b99138b3ed), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:22.339050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Allocated IP 2001:db8::2 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/ab378d8a-0f9c-415a-afb0-8205fe26769c/e2fc9242-03d3-4d62-b3f2-72af419d66af) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:22.380927 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0e79089d-08ad-44a4-9318-adcba8bc1b76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74c3c5a77de0424ab111ef0fa646351f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4396706 Mar 28 09:07:22.384524 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47774) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:22.398090 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4462ad40-e5c2-4eb4-98b6-0ed455287ee6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (00eb59e1-4432-4068-90bc-94d95d09b527), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:22.453488 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79089d-08ad-44a4-9318-adcba8bc1b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18873f54-106c-41e1-9276-47b99138b3ed,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:22.482073 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a7b99c0d-9451-47d5-94fd-37097c50c853 admin admin] Publish callbacks [] for security_group (18873f54-106c-41e1-9276-47b99138b3ed), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:22.492031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (9dc7af91-4555-47f7-8a59-1c8edd83820e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:22.515833 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a7b99c0d-9451-47d5-94fd-37097c50c853 admin admin] Publish callbacks [] for security_group (18873f54-106c-41e1-9276-47b99138b3ed), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:22.578730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a7b99c0d-9451-47d5-94fd-37097c50c853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (18873f54-106c-41e1-9276-47b99138b3ed), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:22.584287 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a7b99c0d-9451-47d5-94fd-37097c50c853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:22.590317 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a7b99c0d-9451-47d5-94fd-37097c50c853 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18873f54-106c-41e1-9276-47b99138b3ed HTTP/1.1" status: 204 len: 168 time: 0.2000575 Mar 28 09:07:22.611716 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b99c0d-9451-47d5-94fd-37097c50c853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18873f54-106c-41e1-9276-47b99138b3ed,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:22.780806 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dd8e3c-dc18-467a-9ae4-8d015f57783a None None] Network 6310fc18-648d-4071-ae9e-d9a9b228fbd0 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:22.836045 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-96b23756-2968-49ff-a1e9-2f9bbcf8580e None None] Could not find standard attr ID for object 9e15714a-bea1-41f1-a792-e3faff67cba2. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:07:22.866996 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Publish callbacks [] for port (e2fc9242-03d3-4d62-b3f2-72af419d66af), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:22.885784 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (e2fc9242-03d3-4d62-b3f2-72af419d66af), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:22.969998 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:22.974488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:22.977034 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:22.987235 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Pushing event updated for resources: {'Port': ['ID=e2fc9242-03d3-4d62-b3f2-72af419d66af,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:22.994786 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-3ede5ca2-f397-4622-9498-c451b24315a3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::2b72:3d16:ef51:1718 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/ab378d8a-0f9c-415a-afb0-8205fe26769c/038b0cf9-3048-4999-a255-e37aaa90d788) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:23.081600 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Attempting to bind port e2fc9242-03d3-4d62-b3f2-72af419d66af on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:07:23.081999 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Attempting to bind port e2fc9242-03d3-4d62-b3f2-72af419d66af by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:07:23.082370 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Attempting to bind port e2fc9242-03d3-4d62-b3f2-72af419d66af on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:07:23.096439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:07:23.096833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:23.097405 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.097838 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:07:23.098316 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Bound port: e2fc9242-03d3-4d62-b3f2-72af419d66af, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:07:23.098700 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e2fc9242-03d3-4d62-b3f2-72af419d66af), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.119079 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (9dc7af91-4555-47f7-8a59-1c8edd83820e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.169593 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47796) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:23.187362 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc7af91-4555-47f7-8a59-1c8edd83820e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:23.218832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] For port e2fc9242-03d3-4d62-b3f2-72af419d66af, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:07:23.224747 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] For port e2fc9242-03d3-4d62-b3f2-72af419d66af, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2fc9242-03d3-4d62-b3f2-72af419d66af,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:07:23.239283 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e2fc9242-03d3-4d62-b3f2-72af419d66af), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.261502 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-19efe095-8e10-4d96-8a69-c3ecd8230064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.292521 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ede5ca2-f397-4622-9498-c451b24315a3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (038b0cf9-3048-4999-a255-e37aaa90d788), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.331071 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923c746-115c-49df-b382-cf6bd82d1142 None None] Pushing event updated for resources: {'Port': ['ID=e2fc9242-03d3-4d62-b3f2-72af419d66af,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:23.368483 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562f9a61-e683-4e98-af35-7b85f160dd5b None None] Network 6310fc18-648d-4071-ae9e-d9a9b228fbd0 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:23.376457 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ede5ca2-f397-4622-9498-c451b24315a3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (038b0cf9-3048-4999-a255-e37aaa90d788), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.440792 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede5ca2-f397-4622-9498-c451b24315a3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:23.442883 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (6310fc18-648d-4071-ae9e-d9a9b228fbd0), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.445603 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-3ede5ca2-f397-4622-9498-c451b24315a3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:23.448399 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede5ca2-f397-4622-9498-c451b24315a3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:23.457614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ede5ca2-f397-4622-9498-c451b24315a3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:23.459395 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ede5ca2-f397-4622-9498-c451b24315a3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.464387 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede5ca2-f397-4622-9498-c451b24315a3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=038b0cf9-3048-4999-a255-e37aaa90d788,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:23.492293 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3ede5ca2-f397-4622-9498-c451b24315a3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8618016 Mar 28 09:07:23.492958 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47800) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:23.510744 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6310fc18-648d-4071-ae9e-d9a9b228fbd0']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:23.549852 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c225a0b-d5f0-41cb-83d4-84e6386d236f') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:23.550432 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c225a0b-d5f0-41cb-83d4-84e6386d236f') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:23.573561 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f34a464-e286-43b4-acf8-0f154e6b0540 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:23.577869 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b5271fb-05d3-431b-9ab0-dfa838aaee38 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_gateway (f7cd2405-2dd2-4408-867a-d1b393438a8c), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.580517 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f34a464-e286-43b4-acf8-0f154e6b0540 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:23.580943 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47802) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:23.583858 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (5c225a0b-d5f0-41cb-83d4-84e6386d236f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.586768 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5f34a464-e286-43b4-acf8-0f154e6b0540 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0926425 Mar 28 09:07:23.587484 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47804) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:23.597071 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df4c14e-8603-40f9-8748-bf1e67fa4964 None None] DHCP port deletion for 6310fc18-648d-4071-ae9e-d9a9b228fbd0 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:07:23.631139 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (5c225a0b-d5f0-41cb-83d4-84e6386d236f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.638517 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:07:23.644583 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (5c225a0b-d5f0-41cb-83d4-84e6386d236f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:07:23.710920 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:07:23.752575 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-572e7bef-ea3c-46a4-b456-39d87a339af2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port 038b0cf9-3048-4999-a255-e37aaa90d788 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:23.752575 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-572e7bef-ea3c-46a4-b456-39d87a339af2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (038b0cf9-3048-4999-a255-e37aaa90d788), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.821676 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f5dcb848-ffa8-4fe5-9539-0ebd84ba4c61 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-702002287'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:23.831935 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-19efe095-8e10-4d96-8a69-c3ecd8230064 admin admin] Publish callbacks [] for security_group (346b4b1c-ba89-4678-a33a-239398ed97b1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.837062 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (6310fc18-648d-4071-ae9e-d9a9b228fbd0), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.848665 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.855020 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/6310fc18-648d-4071-ae9e-d9a9b228fbd0 HTTP/1.1" status: 204 len: 168 time: 3.6485338 Mar 28 09:07:23.855364 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47808) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:23.860133 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-19efe095-8e10-4d96-8a69-c3ecd8230064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (346b4b1c-ba89-4678-a33a-239398ed97b1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.863505 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f95ae948-3c50-440f-bc43-9ae29e29c93c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-755536594'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:23.868338 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-572e7bef-ea3c-46a4-b456-39d87a339af2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (038b0cf9-3048-4999-a255-e37aaa90d788), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.886278 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-572e7bef-ea3c-46a4-b456-39d87a339af2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for 038b0cf9-3048-4999-a255-e37aaa90d788 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:23.901490 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95ae948-3c50-440f-bc43-9ae29e29c93c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:23.901724 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49737ddd-82e3-4903-ab06-e4279c84c3e3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Network': ['ID=6310fc18-648d-4071-ae9e-d9a9b228fbd0,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:23.905402 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f95ae948-3c50-440f-bc43-9ae29e29c93c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.936346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dcb848-ffa8-4fe5-9539-0ebd84ba4c61 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Made reservation on behalf of 73c456ffcc9040dc9a892d7cc600e8a3 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:23.939702 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb848-ffa8-4fe5-9539-0ebd84ba4c61 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.956344 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-19efe095-8e10-4d96-8a69-c3ecd8230064 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=326e860abc734271896c4f2c19b7317c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7790890 Mar 28 09:07:23.958688 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efe095-8e10-4d96-8a69-c3ecd8230064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346b4b1c-ba89-4678-a33a-239398ed97b1,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:23.959600 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47810) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:23.966635 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb848-ffa8-4fe5-9539-0ebd84ba4c61 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:23.974023 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95ae948-3c50-440f-bc43-9ae29e29c93c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:07:23.977260 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-4462ad40-e5c2-4eb4-98b6-0ed455287ee6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting port 39c9bba7-370b-42b8-96ed-a5c56eb80351 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:23.977465 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4462ad40-e5c2-4eb4-98b6-0ed455287ee6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (39c9bba7-370b-42b8-96ed-a5c56eb80351), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.010761 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f95ae948-3c50-440f-bc43-9ae29e29c93c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (0db2283d-246e-4659-b7fe-7e400ede5ad6), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.011111 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-f95ae948-3c50-440f-bc43-9ae29e29c93c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Added segment 0db2283d-246e-4659-b7fe-7e400ede5ad6 of type vlan for network 1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4 Mar 28 09:07:24.075192 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f95ae948-3c50-440f-bc43-9ae29e29c93c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.112129 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4462ad40-e5c2-4eb4-98b6-0ed455287ee6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (39c9bba7-370b-42b8-96ed-a5c56eb80351), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.117738 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-634a9406-a1e8-425e-92ee-068d97692b43 admin admin] Publish callbacks [] for security_group (346b4b1c-ba89-4678-a33a-239398ed97b1), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.136003 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-4462ad40-e5c2-4eb4-98b6-0ed455287ee6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Calling delete_port for 39c9bba7-370b-42b8-96ed-a5c56eb80351 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:24.160641 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f95ae948-3c50-440f-bc43-9ae29e29c93c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.165601 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95ae948-3c50-440f-bc43-9ae29e29c93c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:24.166343 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f95ae948-3c50-440f-bc43-9ae29e29c93c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.183078 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-634a9406-a1e8-425e-92ee-068d97692b43 admin admin] Publish callbacks [] for security_group (346b4b1c-ba89-4678-a33a-239398ed97b1), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.252474 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-572e7bef-ea3c-46a4-b456-39d87a339af2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (038b0cf9-3048-4999-a255-e37aaa90d788), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.283394 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb848-ffa8-4fe5-9539-0ebd84ba4c61 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for security_group (b070e1ad-4b8f-416b-8534-84c10f88dd5a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.296733 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb848-ffa8-4fe5-9539-0ebd84ba4c61 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b070e1ad-4b8f-416b-8534-84c10f88dd5a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.309705 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f95ae948-3c50-440f-bc43-9ae29e29c93c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4523637 Mar 28 09:07:24.316366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47814) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:24.332679 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1ada62ec-13c8-453f-8806-8b054e812316 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'subnet': {'network_id': '1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:24.357794 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e7bef-ea3c-46a4-b456-39d87a339af2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=038b0cf9-3048-4999-a255-e37aaa90d788,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:24.365873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ae948-3c50-440f-bc43-9ae29e29c93c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Network': ['ID=1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:24.380140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:07:24.393710 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-572e7bef-ea3c-46a4-b456-39d87a339af2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.396983 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-572e7bef-ea3c-46a4-b456-39d87a339af2 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/038b0cf9-3048-4999-a255-e37aaa90d788 HTTP/1.1" status: 204 len: 168 time: 0.8084545 Mar 28 09:07:24.402838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47816) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:24.418441 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5dcb848-ffa8-4fe5-9539-0ebd84ba4c61 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:07:24.461340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-634a9406-a1e8-425e-92ee-068d97692b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (346b4b1c-ba89-4678-a33a-239398ed97b1), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.463935 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-634a9406-a1e8-425e-92ee-068d97692b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.465166 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-634a9406-a1e8-425e-92ee-068d97692b43 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/346b4b1c-ba89-4678-a33a-239398ed97b1 HTTP/1.1" status: 204 len: 168 time: 0.5035455 Mar 28 09:07:24.469887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcb848-ffa8-4fe5-9539-0ebd84ba4c61 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b070e1ad-4b8f-416b-8534-84c10f88dd5a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:24.476526 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f1653d39-ab80-46ff-8790-cc7d4bd4d396 req-b20c7560-3449-4010-98e8-13dbf90cbfee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2373018 Mar 28 09:07:24.501484 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a9406-a1e8-425e-92ee-068d97692b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346b4b1c-ba89-4678-a33a-239398ed97b1,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:24.514323 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753bdcd0-ef24-49f9-9224-ee51d55846e7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:24.520425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753bdcd0-ef24-49f9-9224-ee51d55846e7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:24.522467 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-753bdcd0-ef24-49f9-9224-ee51d55846e7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1183350 Mar 28 09:07:24.525602 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47820) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:24.533230 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb848-ffa8-4fe5-9539-0ebd84ba4c61 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (6a3062e6-766d-4573-bdc2-3bc26f889611), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.533591 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-f5dcb848-ffa8-4fe5-9539-0ebd84ba4c61 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Added segment 6a3062e6-766d-4573-bdc2-3bc26f889611 of type vlan for network 74574641-da19-432a-a4ad-cfe259b9f25d Mar 28 09:07:24.624813 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ddfe42-0219-44e8-8bf6-c3056f2cc111 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet ab378d8a-0f9c-415a-afb0-8205fe26769c {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:07:24.628558 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72ddfe42-0219-44e8-8bf6-c3056f2cc111 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (ab378d8a-0f9c-415a-afb0-8205fe26769c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.674382 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1653d39-ab80-46ff-8790-cc7d4bd4d396 req-7f448f42-98ad-4cd9-8395-ba2c84e55279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:24.676450 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f1653d39-ab80-46ff-8790-cc7d4bd4d396 req-7f448f42-98ad-4cd9-8395-ba2c84e55279 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=228a7f4f162d45b0b1b39cb5fbe7d366&device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 1129 time: 0.1228540 Mar 28 09:07:24.695479 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72ddfe42-0219-44e8-8bf6-c3056f2cc111 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (ab378d8a-0f9c-415a-afb0-8205fe26769c), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.715248 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb848-ffa8-4fe5-9539-0ebd84ba4c61 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (74574641-da19-432a-a4ad-cfe259b9f25d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.718753 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4835cfc4-beda-468d-b4fa-cbb85a45c2b8 None None] Provisioning complete for port e2fc9242-03d3-4d62-b3f2-72af419d66af triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:24.719897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4835cfc4-beda-468d-b4fa-cbb85a45c2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e2fc9242-03d3-4d62-b3f2-72af419d66af), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.782641 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4462ad40-e5c2-4eb4-98b6-0ed455287ee6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (39c9bba7-370b-42b8-96ed-a5c56eb80351), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.803574 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb848-ffa8-4fe5-9539-0ebd84ba4c61 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (74574641-da19-432a-a4ad-cfe259b9f25d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.809696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dcb848-ffa8-4fe5-9539-0ebd84ba4c61 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:24.810398 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb848-ffa8-4fe5-9539-0ebd84ba4c61 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.858838 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4835cfc4-beda-468d-b4fa-cbb85a45c2b8 None None] Current status of the port e2fc9242-03d3-4d62-b3f2-72af419d66af is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:24.863698 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4835cfc4-beda-468d-b4fa-cbb85a45c2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e2fc9242-03d3-4d62-b3f2-72af419d66af), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.868785 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ada62ec-13c8-453f-8806-8b054e812316 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:24.872316 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ada62ec-13c8-453f-8806-8b054e812316 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:24.897592 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462ad40-e5c2-4eb4-98b6-0ed455287ee6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Port': ['ID=39c9bba7-370b-42b8-96ed-a5c56eb80351,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:24.906089 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1653d39-ab80-46ff-8790-cc7d4bd4d396 req-6ef64f48-5c08-4940-8496-16c2155c0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:24.908059 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f1653d39-ab80-46ff-8790-cc7d4bd4d396 req-6ef64f48-5c08-4940-8496-16c2155c0fa2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da78ad91-75c1-4e51-84dc-1ff3d223651d HTTP/1.1" status: 200 len: 912 time: 0.2008412 Mar 28 09:07:24.909402 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72ddfe42-0219-44e8-8bf6-c3056f2cc111 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (ab378d8a-0f9c-415a-afb0-8205fe26769c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:25.019678 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f1653d39-ab80-46ff-8790-cc7d4bd4d396 req-919a8578-12e9-42ec-b822-026052f7bb37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2480602e-8b41-40f9-b095-7d218c2c6960 HTTP/1.1" status: 200 len: 1000 time: 0.0878940 Mar 28 09:07:25.076895 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72ddfe42-0219-44e8-8bf6-c3056f2cc111 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (ab378d8a-0f9c-415a-afb0-8205fe26769c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:25.095532 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcb848-ffa8-4fe5-9539-0ebd84ba4c61 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Pushing event updated for resources: {'Network': ['ID=74574641-da19-432a-a4ad-cfe259b9f25d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:25.118357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 74574641-da19-432a-a4ad-cfe259b9f25d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:07:25.124386 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f5dcb848-ffa8-4fe5-9539-0ebd84ba4c61 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5362282 Mar 28 09:07:25.137783 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47832) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:25.147886 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-0ac6ed9d-fce7-4310-b7e2-43813bc800f6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Request body: {'subnet': {'network_id': '74574641-da19-432a-a4ad-cfe259b9f25d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:25.157726 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddfe42-0219-44e8-8bf6-c3056f2cc111 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=ab378d8a-0f9c-415a-afb0-8205fe26769c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:25.159914 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72ddfe42-0219-44e8-8bf6-c3056f2cc111 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:25.166578 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-72ddfe42-0219-44e8-8bf6-c3056f2cc111 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/ab378d8a-0f9c-415a-afb0-8205fe26769c HTTP/1.1" status: 204 len: 168 time: 0.6394079 Mar 28 09:07:25.187066 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47834) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:25.228511 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-4835cfc4-beda-468d-b4fa-cbb85a45c2b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:07:25.228810 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-4835cfc4-beda-468d-b4fa-cbb85a45c2b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:07:25.283736 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1653d39-ab80-46ff-8790-cc7d4bd4d396 req-da34a6c7-b22e-4c1d-a232-0126a4c5a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:25.285217 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f1653d39-ab80-46ff-8790-cc7d4bd4d396 req-da34a6c7-b22e-4c1d-a232-0126a4c5a54e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db02361e-0ccd-47dd-8c98-cb1bb9fe6071 HTTP/1.1" status: 200 len: 851 time: 0.2587528 Mar 28 09:07:25.305023 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.ipam_backend_mixin [None req-1ada62ec-13c8-453f-8806-8b054e812316 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Performing IP validity checks on allocation pools {{(pid=104076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 28 09:07:25.305826 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.ipam_backend_mixin [None req-1ada62ec-13c8-453f-8806-8b054e812316 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 28 09:07:25.336389 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-219157ec-f7a6-44f6-b1d5-31997958ebfa tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1482186 Mar 28 09:07:25.342556 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47840) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:25.364231 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4462ad40-e5c2-4eb4-98b6-0ed455287ee6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (00eb59e1-4432-4068-90bc-94d95d09b527), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:25.454816 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac6ed9d-fce7-4310-b7e2-43813bc800f6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Made reservation on behalf of 73c456ffcc9040dc9a892d7cc600e8a3 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:25.459482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0ac6ed9d-fce7-4310-b7e2-43813bc800f6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:25.475845 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50923ff8-2984-46f7-aefa-9f3cf25f0205 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:25.482660 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e2fc9242-03d3-4d62-b3f2-72af419d66af up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:25.486086 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1653d39-ab80-46ff-8790-cc7d4bd4d396 req-f112b614-a79a-448e-b1b2-9a2272bec09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:25.487587 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f1653d39-ab80-46ff-8790-cc7d4bd4d396 req-f112b614-a79a-448e-b1b2-9a2272bec09b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da78ad91-75c1-4e51-84dc-1ff3d223651d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1622405 Mar 28 09:07:25.581577 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74adc125-21a2-47f7-8be5-a2ae921b0b21 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:25.585430 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-74adc125-21a2-47f7-8be5-a2ae921b0b21 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2243497 Mar 28 09:07:25.602868 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b5271fb-05d3-431b-9ab0-dfa838aaee38 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (f7cd2405-2dd2-4408-867a-d1b393438a8c), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:25.613951 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47846) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:25.635384 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b5271fb-05d3-431b-9ab0-dfa838aaee38 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (f7cd2405-2dd2-4408-867a-d1b393438a8c), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:25.650707 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port e2fc9242-03d3-4d62-b3f2-72af419d66af triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:25.651334 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e2fc9242-03d3-4d62-b3f2-72af419d66af), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:25.726531 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7707901e-d5e7-487b-b337-2e5a14ca7d9f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:25.730337 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7707901e-d5e7-487b-b337-2e5a14ca7d9f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1155376 Mar 28 09:07:25.738081 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47850) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:25.774728 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4835cfc4-beda-468d-b4fa-cbb85a45c2b8 None None] Current status of the port e2fc9242-03d3-4d62-b3f2-72af419d66af is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:25.775213 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4835cfc4-beda-468d-b4fa-cbb85a45c2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e2fc9242-03d3-4d62-b3f2-72af419d66af), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:25.778501 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08cd09a-2b9c-425d-bb22-c7deb4f8a6dc None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:07:25.790487 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-08ef7d3f-ef1b-4e78-8d0a-3239ecd13a84 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467365 Mar 28 09:07:25.799329 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f1653d39-ab80-46ff-8790-cc7d4bd4d396 req-c6092178-8b79-4f81-bcc9-b7144818e53d service neutron] 10.222.0.16 "GET /v2.0/networks/da78ad91-75c1-4e51-84dc-1ff3d223651d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622433 Mar 28 09:07:25.799793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47852) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:25.812217 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9cc8fd8f-7f6d-461e-9aa1-6294f08721ea tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:25.845989 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port e2fc9242-03d3-4d62-b3f2-72af419d66af is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:25.846785 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e2fc9242-03d3-4d62-b3f2-72af419d66af), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:25.874795 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4835cfc4-beda-468d-b4fa-cbb85a45c2b8 None None] For port e2fc9242-03d3-4d62-b3f2-72af419d66af, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2fc9242-03d3-4d62-b3f2-72af419d66af,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:25.890218 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4835cfc4-beda-468d-b4fa-cbb85a45c2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e2fc9242-03d3-4d62-b3f2-72af419d66af), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:25.971686 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a08cd09a-2b9c-425d-bb22-c7deb4f8a6dc None None] Deleting port e2fc9242-03d3-4d62-b3f2-72af419d66af {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:25.972375 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a08cd09a-2b9c-425d-bb22-c7deb4f8a6dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (e2fc9242-03d3-4d62-b3f2-72af419d66af), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:25.978113 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:07:25.978836 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:07:26.039665 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835cfc4-beda-468d-b4fa-cbb85a45c2b8 None None] Pushing event updated for resources: {'Port': ['ID=e2fc9242-03d3-4d62-b3f2-72af419d66af,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:26.045060 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-7ec91d67-3174-43d4-8b6d-c21165d76439 None None] Could not find standard attr ID for object 038b0cf9-3048-4999-a255-e37aaa90d788. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:07:26.069905 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a08cd09a-2b9c-425d-bb22-c7deb4f8a6dc None None] For port e2fc9242-03d3-4d62-b3f2-72af419d66af, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2fc9242-03d3-4d62-b3f2-72af419d66af,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:26.070617 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a08cd09a-2b9c-425d-bb22-c7deb4f8a6dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (e2fc9242-03d3-4d62-b3f2-72af419d66af), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:26.085565 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a08cd09a-2b9c-425d-bb22-c7deb4f8a6dc None None] Calling delete_port for e2fc9242-03d3-4d62-b3f2-72af419d66af owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:26.100451 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0ac6ed9d-fce7-4310-b7e2-43813bc800f6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (b161d155-4dfb-4033-a916-5105f1426daa), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:26.116916 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc8fd8f-7f6d-461e-9aa1-6294f08721ea tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:26.120423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9cc8fd8f-7f6d-461e-9aa1-6294f08721ea tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:26.206873 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f1653d39-ab80-46ff-8790-cc7d4bd4d396 req-7e744187-f808-467a-be35-fa5db370dec8 service neutron] 10.222.0.16 "GET /v2.0/networks/da78ad91-75c1-4e51-84dc-1ff3d223651d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987100 Mar 28 09:07:26.212988 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a08cd09a-2b9c-425d-bb22-c7deb4f8a6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (e2fc9242-03d3-4d62-b3f2-72af419d66af), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:26.251881 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08cd09a-2b9c-425d-bb22-c7deb4f8a6dc None None] No DVR routers for this DVR port e2fc9242-03d3-4d62-b3f2-72af419d66af on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:26.260530 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08cd09a-2b9c-425d-bb22-c7deb4f8a6dc None None] Pushing event deleted for resources: {'Port': ['ID=e2fc9242-03d3-4d62-b3f2-72af419d66af,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:26.330615 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ada62ec-13c8-453f-8806-8b054e812316 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (ee33c4c7-44b2-402a-9327-66fc9c9fd508), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:26.412075 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4462ad40-e5c2-4eb4-98b6-0ed455287ee6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 00eb59e1-4432-4068-90bc-94d95d09b527 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:07:26.415305 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5271fb-05d3-431b-9ab0-dfa838aaee38 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Router f7cd2405-2dd2-4408-867a-d1b393438a8c has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:07:26.416652 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada62ec-13c8-453f-8806-8b054e812316 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Subnet': ['ID=ee33c4c7-44b2-402a-9327-66fc9c9fd508,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:26.490518 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ada62ec-13c8-453f-8806-8b054e812316 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Checking segment: {'id': '0db2283d-246e-4659-b7fe-7e400ede5ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:26.490894 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ada62ec-13c8-453f-8806-8b054e812316 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network hostable DHCP agents. Network: 1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:07:26.507294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Port e2fc9242-03d3-4d62-b3f2-72af419d66af update to ACTIVE by agent not found {{(pid=104077) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 28 09:07:26.519671 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9e15714a-bea1-41f1-a792-e3faff67cba2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:26.540887 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47866) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:26.545378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 9e15714a-bea1-41f1-a792-e3faff67cba2 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:26.545985 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9e15714a-bea1-41f1-a792-e3faff67cba2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:26.552659 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6ed9d-fce7-4310-b7e2-43813bc800f6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Pushing event updated for resources: {'Subnet': ['ID=b161d155-4dfb-4033-a916-5105f1426daa,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:26.584012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac6ed9d-fce7-4310-b7e2-43813bc800f6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Checking segment: {'id': '6a3062e6-766d-4573-bdc2-3bc26f889611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '74574641-da19-432a-a4ad-cfe259b9f25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:26.584385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac6ed9d-fce7-4310-b7e2-43813bc800f6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Network hostable DHCP agents. Network: 74574641-da19-432a-a4ad-cfe259b9f25d, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:07:26.625144 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ada62ec-13c8-453f-8806-8b054e812316 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network 1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:07:26.636049 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4462ad40-e5c2-4eb4-98b6-0ed455287ee6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:26.639268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac6ed9d-fce7-4310-b7e2-43813bc800f6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Network 74574641-da19-432a-a4ad-cfe259b9f25d is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:07:26.646947 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4462ad40-e5c2-4eb4-98b6-0ed455287ee6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/00eb59e1-4432-4068-90bc-94d95d09b527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6784463 Mar 28 09:07:26.648362 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47870) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:26.651309 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1ada62ec-13c8-453f-8806-8b054e812316 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:26.657876 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ada62ec-13c8-453f-8806-8b054e812316 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:26.658475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ada62ec-13c8-453f-8806-8b054e812316 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:26.672153 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5271fb-05d3-431b-9ab0-dfa838aaee38 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:26.674618 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7041d159-8939-4c3d-9da2-0108acd65727 None None] Sync routers for ids ['00eb59e1-4432-4068-90bc-94d95d09b527'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:26.676733 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b5271fb-05d3-431b-9ab0-dfa838aaee38 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:26.677923 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1b5271fb-05d3-431b-9ab0-dfa838aaee38 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "PUT /v2.0/routers/f7cd2405-2dd2-4408-867a-d1b393438a8c HTTP/1.1" status: 200 len: 924 time: 4.6506019 Mar 28 09:07:26.680493 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47872) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:26.693779 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1ada62ec-13c8-453f-8806-8b054e812316 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3680377 Mar 28 09:07:26.694434 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7041d159-8939-4c3d-9da2-0108acd65727 None None] Routers {'00eb59e1-4432-4068-90bc-94d95d09b527'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:26.696299 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47874) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:26.696440 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7041d159-8939-4c3d-9da2-0108acd65727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['00eb59e1-4432-4068-90bc-94d95d09b527'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:26.697198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8d33bc-0e70-4b6f-ab81-bdff7986ed6a None None] Network 1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:26.704930 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-0ac6ed9d-fce7-4310-b7e2-43813bc800f6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 74574641-da19-432a-a4ad-cfe259b9f25d) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:26.737722 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7041d159-8939-4c3d-9da2-0108acd65727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:26.737965 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-c884a3ff-3692-4d11-a088-37b8898a83bb tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1303530929'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:26.740210 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-c884a3ff-3692-4d11-a088-37b8898a83bb tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] Unknown quota resources ['metering_label']. {{(pid=104075) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 28 09:07:26.748964 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7041d159-8939-4c3d-9da2-0108acd65727 None None] Routers {'00eb59e1-4432-4068-90bc-94d95d09b527'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:26.749543 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9cc8fd8f-7f6d-461e-9aa1-6294f08721ea tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (50cac4b9-649e-4f92-a476-8d76efcae187), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:26.750170 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7041d159-8939-4c3d-9da2-0108acd65727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['00eb59e1-4432-4068-90bc-94d95d09b527'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:26.752221 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac6ed9d-fce7-4310-b7e2-43813bc800f6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:26.752824 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0ac6ed9d-fce7-4310-b7e2-43813bc800f6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:26.789578 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7041d159-8939-4c3d-9da2-0108acd65727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:26.790560 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7041d159-8939-4c3d-9da2-0108acd65727 None None] The sync data for ids ['00eb59e1-4432-4068-90bc-94d95d09b527'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:26.801578 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f4fdd-8a43-480d-a271-ea1b836167b1 None None] Sync routers for ids ['f7cd2405-2dd2-4408-867a-d1b393438a8c'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:26.807864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b86c695-1513-4ec1-bf4f-c84602f9aeee None None] Network 74574641-da19-432a-a4ad-cfe259b9f25d requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:26.878136 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f4fdd-8a43-480d-a271-ea1b836167b1 None None] Routers {'f7cd2405-2dd2-4408-867a-d1b393438a8c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:26.878868 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-693f4fdd-8a43-480d-a271-ea1b836167b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['f7cd2405-2dd2-4408-867a-d1b393438a8c'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:26.885139 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ac556a2-60ca-4341-9f23-0b1a5e0eead1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:26.889559 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-eadb9d61-c623-48c3-bb96-8cd45c6a5b45 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "GET /v2.0/routers/f7cd2405-2dd2-4408-867a-d1b393438a8c HTTP/1.1" status: 200 len: 924 time: 0.2080443 Mar 28 09:07:26.891195 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc8fd8f-7f6d-461e-9aa1-6294f08721ea tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:26.893658 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47876) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:26.899860 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0ac6ed9d-fce7-4310-b7e2-43813bc800f6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7603953 Mar 28 09:07:26.900509 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47878) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:26.928399 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-91241a9c-5f4d-4ce7-8239-b56eb3b98f18 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-502856744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:26.942345 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-693f4fdd-8a43-480d-a271-ea1b836167b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:26.958624 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f4fdd-8a43-480d-a271-ea1b836167b1 None None] Routers {'f7cd2405-2dd2-4408-867a-d1b393438a8c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:26.959232 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-693f4fdd-8a43-480d-a271-ea1b836167b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:06:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['f7cd2405-2dd2-4408-867a-d1b393438a8c'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:26.978278 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-9cc8fd8f-7f6d-461e-9aa1-6294f08721ea tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:26.985543 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc8fd8f-7f6d-461e-9aa1-6294f08721ea tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:26.986183 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9cc8fd8f-7f6d-461e-9aa1-6294f08721ea tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.001724 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ac556a2-60ca-4341-9f23-0b1a5e0eead1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (ee33c4c7-44b2-402a-9327-66fc9c9fd508), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.010321 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b26ac2-58bd-4cee-9c03-3b6120a8bd75 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:27.035883 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5b439b-232e-4425-a171-e1f326890fde tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:27.037426 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9e5b439b-232e-4425-a171-e1f326890fde tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&device_id=f7cd2405-2dd2-4408-867a-d1b393438a8c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1419117 Mar 28 09:07:27.041279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47880) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:27.064048 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8fd8f-7f6d-461e-9aa1-6294f08721ea tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=50cac4b9-649e-4f92-a476-8d76efcae187,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:27.080844 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-693f4fdd-8a43-480d-a271-ea1b836167b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:27.081661 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f4fdd-8a43-480d-a271-ea1b836167b1 None None] The sync data for ids ['f7cd2405-2dd2-4408-867a-d1b393438a8c'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:27.104470 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c884a3ff-3692-4d11-a088-37b8898a83bb tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.106542 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c884a3ff-3692-4d11-a088-37b8898a83bb tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5620081 Mar 28 09:07:27.111979 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47882) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:27.120354 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-21027f8a-430f-4dbf-8d4e-50608607b563 tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '39fb9e63-7806-422b-8917-f146ad6007cf'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:27.120965 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-21027f8a-430f-4dbf-8d4e-50608607b563 tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104076) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 28 09:07:27.129848 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0bb957-45c3-4825-aef8-c045a173d14b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4', 'network_id': '1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4', 'project_id': '15ec40f64a0746ac8120f854f6600104', 'fixed_ips': [{'subnet_id': 'ee33c4c7-44b2-402a-9327-66fc9c9fd508'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:07:27.131131 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5a0bb957-45c3-4825-aef8-c045a173d14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.180853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-74574641-da19-432a-a4ad-cfe259b9f25d', 'network_id': '74574641-da19-432a-a4ad-cfe259b9f25d', 'project_id': '73c456ffcc9040dc9a892d7cc600e8a3', 'fixed_ips': [{'subnet_id': 'b161d155-4dfb-4033-a916-5105f1426daa'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:07:27.181650 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.194616 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ac556a2-60ca-4341-9f23-0b1a5e0eead1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (ee33c4c7-44b2-402a-9327-66fc9c9fd508), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.219182 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95fd46cd-9a13-4a42-b95e-1a8b97dd129f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.258594 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING neutron.services.metering.metering_plugin [None req-21027f8a-430f-4dbf-8d4e-50608607b563 tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 28 09:07:27.266927 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6a5f0b-033f-41dd-bb11-6370660ba234 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:27.268324 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9d6a5f0b-033f-41dd-bb11-6370660ba234 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "GET /v2.0/networks/d6820a0c-8e9c-40a1-af49-32042c6f06b6 HTTP/1.1" status: 200 len: 881 time: 0.2259457 Mar 28 09:07:27.276804 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac556a2-60ca-4341-9f23-0b1a5e0eead1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Subnet': ['ID=ee33c4c7-44b2-402a-9327-66fc9c9fd508,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:27.293934 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9cc8fd8f-7f6d-461e-9aa1-6294f08721ea tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4903789 Mar 28 09:07:27.295106 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47884) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:27.295892 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47886) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:27.300340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91241a9c-5f4d-4ce7-8239-b56eb3b98f18 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (58f78f84-e9e4-4e3a-adb1-c298d588daee), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.301488 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91241a9c-5f4d-4ce7-8239-b56eb3b98f18 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (58f78f84-e9e4-4e3a-adb1-c298d588daee), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.338448 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-7e590dc7-800b-43af-bd55-354186e43f70 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'fixed_ips': [{'subnet_id': '50cac4b9-649e-4f92-a476-8d76efcae187', 'ip_address': '2001:db8::f705:c35e:a3a8:620b'}], 'name': 'tempest-NetworksTestDHCPv6-1635500410'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:27.388221 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': '50cac4b9-649e-4f92-a476-8d76efcae187'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:07:27.389527 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.392728 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569695f9-7121-457e-97f9-db9df562724d None None] Network 1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:27.407282 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e30bee17-ed22-4da4-8105-1f5cbce7fcd6 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "GET /v2.0/ports?device_id=f7cd2405-2dd2-4408-867a-d1b393438a8c HTTP/1.1" status: 200 len: 205 time: 0.1099019 Mar 28 09:07:27.417440 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47888) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:27.444852 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21027f8a-430f-4dbf-8d4e-50608607b563 tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.448748 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-21027f8a-430f-4dbf-8d4e-50608607b563 tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3329768 Mar 28 09:07:27.451679 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47890) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:27.455920 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-abb687b8-fae6-49fc-b618-24382a8b01fd tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '39fb9e63-7806-422b-8917-f146ad6007cf'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:27.456423 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-abb687b8-fae6-49fc-b618-24382a8b01fd tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104076) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 28 09:07:27.466877 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ac556a2-60ca-4341-9f23-0b1a5e0eead1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.540569 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-1ac556a2-60ca-4341-9f23-0b1a5e0eead1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:27.543491 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING neutron.services.metering.metering_plugin [None req-abb687b8-fae6-49fc-b618-24382a8b01fd tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 28 09:07:27.561390 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-1ac556a2-60ca-4341-9f23-0b1a5e0eead1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db2283d-246e-4659-b7fe-7e400ede5ad6') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:27.561812 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-1ac556a2-60ca-4341-9f23-0b1a5e0eead1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db2283d-246e-4659-b7fe-7e400ede5ad6') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:27.572789 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91241a9c-5f4d-4ce7-8239-b56eb3b98f18 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for router_controller (58f78f84-e9e4-4e3a-adb1-c298d588daee), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.597880 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91241a9c-5f4d-4ce7-8239-b56eb3b98f18 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (58f78f84-e9e4-4e3a-adb1-c298d588daee), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.614301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ac556a2-60ca-4341-9f23-0b1a5e0eead1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (0db2283d-246e-4659-b7fe-7e400ede5ad6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.631640 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e2fc9242-03d3-4d62-b3f2-72af419d66af no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:27.655492 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-abb687b8-fae6-49fc-b618-24382a8b01fd tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.659273 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-abb687b8-fae6-49fc-b618-24382a8b01fd tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2041287 Mar 28 09:07:27.660051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47892) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:27.670663 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ac556a2-60ca-4341-9f23-0b1a5e0eead1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (0db2283d-246e-4659-b7fe-7e400ede5ad6), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.676380 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: e2fc9242-03d3-4d62-b3f2-72af419d66af {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:27.676543 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c313cbae-9936-450c-b57e-45d2f04f7536 tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=1e97a557-b21b-4bdb-a150-b10db71b9c66 HTTP/1.1" status: 200 len: 462 time: 0.0131841 Mar 28 09:07:27.676652 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e2fc9242-03d3-4d62-b3f2-72af419d66af not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:27.676729 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47894) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:27.686755 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac556a2-60ca-4341-9f23-0b1a5e0eead1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:07:27.687162 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ac556a2-60ca-4341-9f23-0b1a5e0eead1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (0db2283d-246e-4659-b7fe-7e400ede5ad6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:07:27.690360 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:07:27.700431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91241a9c-5f4d-4ce7-8239-b56eb3b98f18 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.704510 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-91241a9c-5f4d-4ce7-8239-b56eb3b98f18 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7797182 Mar 28 09:07:27.708159 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47896) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:27.716736 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e590dc7-800b-43af-bd55-354186e43f70 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:27.727120 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-14e4370e-549b-4120-8fab-420b0982446c tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (f7cd2405-2dd2-4408-867a-d1b393438a8c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.833844 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Allocated IP 172.20.0.2 (74574641-da19-432a-a4ad-cfe259b9f25d/b161d155-4dfb-4033-a916-5105f1426daa/a37dc38f-6b85-446f-a06a-dcd2806f2327) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:27.873023 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b5f074a-181d-4ab4-ac9d-3175c70aead5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (00eb59e1-4432-4068-90bc-94d95d09b527), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.933092 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Allocated IP 2001:db8::2 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/50cac4b9-649e-4f92-a476-8d76efcae187/354aa0f0-3898-4823-bd02-7ae602c08c36) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:27.975475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ac556a2-60ca-4341-9f23-0b1a5e0eead1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.975866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7e590dc7-800b-43af-bd55-354186e43f70 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.981696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-801b570f-a00c-43b4-b3d6-6e0f015a0610 tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.982836 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-801b570f-a00c-43b4-b3d6-6e0f015a0610 tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/1e97a557-b21b-4bdb-a150-b10db71b9c66 HTTP/1.1" status: 204 len: 168 time: 0.3054051 Mar 28 09:07:27.989718 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ac556a2-60ca-4341-9f23-0b1a5e0eead1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:27.990370 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47898) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:27.994180 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1ac556a2-60ca-4341-9f23-0b1a5e0eead1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4 HTTP/1.1" status: 204 len: 168 time: 1.2977409 Mar 28 09:07:27.998242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47900) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:28.013818 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-180e1a90-9f84-4c54-8cf8-4fb591f43a99 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-325634340'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:28.019654 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-112879e2-da69-41b4-99bd-841c1a1f9706 tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=1e97a557-b21b-4bdb-a150-b10db71b9c66 HTTP/1.1" status: 200 len: 221 time: 0.0267839 Mar 28 09:07:28.021494 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-7e590dc7-800b-43af-bd55-354186e43f70 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port b3da79a6-fa83-408e-806d-29c32470f0bd yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:07:28.023117 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47902) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:28.029154 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-6f65fcf7-af31-43bb-b74e-d4250744541e tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1146578955', 'description': 'label created by tempest'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:28.029606 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-6f65fcf7-af31-43bb-b74e-d4250744541e tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] Unknown quota resources ['metering_label']. {{(pid=104076) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 28 09:07:28.034594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac556a2-60ca-4341-9f23-0b1a5e0eead1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Network': ['ID=1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:28.086064 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-14e4370e-549b-4120-8fab-420b0982446c tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_gateway (f7cd2405-2dd2-4408-867a-d1b393438a8c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:28.120261 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Publish callbacks [] for port (a37dc38f-6b85-446f-a06a-dcd2806f2327), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:28.151222 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (a37dc38f-6b85-446f-a06a-dcd2806f2327), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:28.216354 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Network 74574641-da19-432a-a4ad-cfe259b9f25d is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:28.218541 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180e1a90-9f84-4c54-8cf8-4fb591f43a99 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:28.221867 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-180e1a90-9f84-4c54-8cf8-4fb591f43a99 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:28.222733 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Publish callbacks [] for port (354aa0f0-3898-4823-bd02-7ae602c08c36), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:28.225265 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:28.228335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:28.230124 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Pushing event updated for resources: {'Port': ['ID=a37dc38f-6b85-446f-a06a-dcd2806f2327,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:28.244422 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (354aa0f0-3898-4823-bd02-7ae602c08c36), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:28.332911 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:28.337491 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Attempting to bind port a37dc38f-6b85-446f-a06a-dcd2806f2327 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:07:28.337491 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Attempting to bind port a37dc38f-6b85-446f-a06a-dcd2806f2327 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6a3062e6-766d-4573-bdc2-3bc26f889611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '74574641-da19-432a-a4ad-cfe259b9f25d'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:07:28.337491 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Attempting to bind port a37dc38f-6b85-446f-a06a-dcd2806f2327 on network 74574641-da19-432a-a4ad-cfe259b9f25d {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:07:28.345109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:28.348111 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:28.356520 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:07:28.356901 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Checking segment: {'id': '6a3062e6-766d-4573-bdc2-3bc26f889611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '74574641-da19-432a-a4ad-cfe259b9f25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:28.357308 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:28.357732 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Bound using segment: {'id': '6a3062e6-766d-4573-bdc2-3bc26f889611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '74574641-da19-432a-a4ad-cfe259b9f25d'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:07:28.358231 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Bound port: a37dc38f-6b85-446f-a06a-dcd2806f2327, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3062e6-766d-4573-bdc2-3bc26f889611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '74574641-da19-432a-a4ad-cfe259b9f25d'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:07:28.358618 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a37dc38f-6b85-446f-a06a-dcd2806f2327), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:28.362539 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Pushing event updated for resources: {'Port': ['ID=354aa0f0-3898-4823-bd02-7ae602c08c36,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:28.460331 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Attempting to bind port 354aa0f0-3898-4823-bd02-7ae602c08c36 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:07:28.460698 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Attempting to bind port 354aa0f0-3898-4823-bd02-7ae602c08c36 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:07:28.461058 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Attempting to bind port 354aa0f0-3898-4823-bd02-7ae602c08c36 on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:07:28.477997 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:07:28.478458 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:28.478780 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:28.479177 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:07:28.479668 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Bound port: 354aa0f0-3898-4823-bd02-7ae602c08c36, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:07:28.480055 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (354aa0f0-3898-4823-bd02-7ae602c08c36), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:28.508368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] For port a37dc38f-6b85-446f-a06a-dcd2806f2327, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:07:28.541515 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] For port a37dc38f-6b85-446f-a06a-dcd2806f2327, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a37dc38f-6b85-446f-a06a-dcd2806f2327,segment=NetworkSegment(6a3062e6-766d-4573-bdc2-3bc26f889611),segment_id=6a3062e6-766d-4573-bdc2-3bc26f889611)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:07:28.556545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (a37dc38f-6b85-446f-a06a-dcd2806f2327), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:28.619631 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] For port 354aa0f0-3898-4823-bd02-7ae602c08c36, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:07:28.623550 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] For port 354aa0f0-3898-4823-bd02-7ae602c08c36, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=354aa0f0-3898-4823-bd02-7ae602c08c36,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:07:28.643482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-14e4370e-549b-4120-8fab-420b0982446c tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Deleting port 6907e308-bd53-4c0c-98bd-edc340a42842 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:28.644048 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-14e4370e-549b-4120-8fab-420b0982446c tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (6907e308-bd53-4c0c-98bd-edc340a42842), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:28.646386 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (354aa0f0-3898-4823-bd02-7ae602c08c36), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:28.658407 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64deac53-5f77-4b9a-b360-d7d97929e92c None None] Pushing event updated for resources: {'Port': ['ID=a37dc38f-6b85-446f-a06a-dcd2806f2327,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:28.665251 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-7e590dc7-800b-43af-bd55-354186e43f70 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::f705:c35e:a3a8:620b (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/50cac4b9-649e-4f92-a476-8d76efcae187/b3da79a6-fa83-408e-806d-29c32470f0bd) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:28.694757 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f5545618-2b62-45d0-8941-19bab4191c2b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:28.740645 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb124fce-1449-4f55-847f-63a0f54a750a None None] Pushing event updated for resources: {'Port': ['ID=354aa0f0-3898-4823-bd02-7ae602c08c36,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:28.752465 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6f65fcf7-af31-43bb-b74e-d4250744541e tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:28.753686 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6f65fcf7-af31-43bb-b74e-d4250744541e tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7294419 Mar 28 09:07:28.754551 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180e1a90-9f84-4c54-8cf8-4fb591f43a99 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:07:28.758179 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47906) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:28.846973 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-14e4370e-549b-4120-8fab-420b0982446c tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (6907e308-bd53-4c0c-98bd-edc340a42842), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:28.854316 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-21a3a922-431b-45e6-b797-1b2985fe0fdd tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=2908214b-db4e-4065-be05-79aeae2a2f6f HTTP/1.1" status: 200 len: 468 time: 0.0925670 Mar 28 09:07:28.855604 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-180e1a90-9f84-4c54-8cf8-4fb591f43a99 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (910ac51e-85ae-4d4e-899b-57a9da6f7581), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:28.855921 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-180e1a90-9f84-4c54-8cf8-4fb591f43a99 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Added segment 910ac51e-85ae-4d4e-899b-57a9da6f7581 of type vlan for network ce902608-6338-425d-b9d2-8e45a049928e Mar 28 09:07:28.857524 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47908) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:28.878199 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-14e4370e-549b-4120-8fab-420b0982446c tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Calling delete_port for 6907e308-bd53-4c0c-98bd-edc340a42842 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:29.023307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-180e1a90-9f84-4c54-8cf8-4fb591f43a99 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (ce902608-6338-425d-b9d2-8e45a049928e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:29.141872 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f074a-181d-4ab4-ac9d-3175c70aead5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting port 988e22a4-60fe-47b9-a5eb-333a7268d843 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:29.142562 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b5f074a-181d-4ab4-ac9d-3175c70aead5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (988e22a4-60fe-47b9-a5eb-333a7268d843), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:29.142688 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-180e1a90-9f84-4c54-8cf8-4fb591f43a99 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (ce902608-6338-425d-b9d2-8e45a049928e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:29.147573 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180e1a90-9f84-4c54-8cf8-4fb591f43a99 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:29.148180 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-180e1a90-9f84-4c54-8cf8-4fb591f43a99 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:29.244681 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-180e1a90-9f84-4c54-8cf8-4fb591f43a99 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2436268 Mar 28 09:07:29.249184 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47910) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:29.256305 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-237718eb-80af-41bb-9870-8cd85fe29876 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'subnet': {'network_id': 'ce902608-6338-425d-b9d2-8e45a049928e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:29.343557 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e1a90-9f84-4c54-8cf8-4fb591f43a99 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Network': ['ID=ce902608-6338-425d-b9d2-8e45a049928e,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:29.357755 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network ce902608-6338-425d-b9d2-8e45a049928e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:07:29.376224 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6932856f-77d6-405f-972b-803e3ecda8b9 tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:29.377374 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6932856f-77d6-405f-972b-803e3ecda8b9 tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/2908214b-db4e-4065-be05-79aeae2a2f6f HTTP/1.1" status: 204 len: 168 time: 0.5170088 Mar 28 09:07:29.381045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47912) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:29.389887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-f5545618-2b62-45d0-8941-19bab4191c2b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Allocated IP 172.20.0.1 (74574641-da19-432a-a4ad-cfe259b9f25d/b161d155-4dfb-4033-a916-5105f1426daa/c7010255-e1f3-4895-8abd-0e97e5ee98e2) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:29.406309 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7e590dc7-800b-43af-bd55-354186e43f70 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (b3da79a6-fa83-408e-806d-29c32470f0bd), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:29.416608 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-36baba27-c7be-4131-bdd3-67881154c4a1 tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=2908214b-db4e-4065-be05-79aeae2a2f6f HTTP/1.1" status: 200 len: 216 time: 0.0335572 Mar 28 09:07:29.420415 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47914) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:29.460964 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b5f074a-181d-4ab4-ac9d-3175c70aead5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (988e22a4-60fe-47b9-a5eb-333a7268d843), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:29.487883 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-51abe42f-2b28-4786-b111-1dfdbbdc91a4 tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0631862 Mar 28 09:07:29.489074 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47916) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:29.489205 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f074a-181d-4ab4-ac9d-3175c70aead5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Calling delete_port for 988e22a4-60fe-47b9-a5eb-333a7268d843 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:29.490955 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237718eb-80af-41bb-9870-8cd85fe29876 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:29.494840 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-237718eb-80af-41bb-9870-8cd85fe29876 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:29.520211 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-447e350d-4167-4909-847e-98a7cac89ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:29.562923 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0f47f08d-e917-4877-9b1f-f3ecd1052c3f tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0693088 Mar 28 09:07:29.567165 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a37dc38f-6b85-446f-a06a-dcd2806f2327 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:29.569610 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47918) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:29.588496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7e590dc7-800b-43af-bd55-354186e43f70 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (b3da79a6-fa83-408e-806d-29c32470f0bd), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:29.633198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port a37dc38f-6b85-446f-a06a-dcd2806f2327 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:29.633570 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a37dc38f-6b85-446f-a06a-dcd2806f2327), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:29.648164 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f5545618-2b62-45d0-8941-19bab4191c2b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for port (c7010255-e1f3-4895-8abd-0e97e5ee98e2), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:29.661727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e590dc7-800b-43af-bd55-354186e43f70 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:29.662669 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-14e4370e-549b-4120-8fab-420b0982446c tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (6907e308-bd53-4c0c-98bd-edc340a42842), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:29.704076 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-7e590dc7-800b-43af-bd55-354186e43f70 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:29.711870 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e590dc7-800b-43af-bd55-354186e43f70 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:29.717986 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e590dc7-800b-43af-bd55-354186e43f70 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:29.718622 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7e590dc7-800b-43af-bd55-354186e43f70 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:29.739420 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port a37dc38f-6b85-446f-a06a-dcd2806f2327 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:29.739983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a37dc38f-6b85-446f-a06a-dcd2806f2327), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:29.741838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e590dc7-800b-43af-bd55-354186e43f70 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=b3da79a6-fa83-408e-806d-29c32470f0bd,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:29.749605 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cc228435-78fb-4f74-8456-6262ce3bba4a tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/39fb9e63-7806-422b-8917-f146ad6007cf HTTP/1.1" status: 200 len: 473 time: 0.1688101 Mar 28 09:07:29.749605 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47922) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:29.784118 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d3b79fe1-0175-49d9-ae09-cfa1f9317344 tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/859b46be-51f3-4f31-a984-69c36623b768 HTTP/1.1" status: 200 len: 459 time: 0.0178850 Mar 28 09:07:29.788397 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47924) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:29.797205 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7e590dc7-800b-43af-bd55-354186e43f70 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4969707 Mar 28 09:07:29.802999 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f5545618-2b62-45d0-8941-19bab4191c2b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (c7010255-e1f3-4895-8abd-0e97e5ee98e2), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:29.804813 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47926) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:29.812877 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port a37dc38f-6b85-446f-a06a-dcd2806f2327, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a37dc38f-6b85-446f-a06a-dcd2806f2327,segment=NetworkSegment(6a3062e6-766d-4573-bdc2-3bc26f889611),segment_id=6a3062e6-766d-4573-bdc2-3bc26f889611)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:29.822133 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4370e-549b-4120-8fab-420b0982446c tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Pushing event deleted for resources: {'Port': ['ID=6907e308-bd53-4c0c-98bd-edc340a42842,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:29.822271 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1bbd6bab-bae2-4fa4-b3df-0f40621aca14 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'fixed_ips': [{'subnet_id': '50cac4b9-649e-4f92-a476-8d76efcae187', 'ip_address': '2001:db8::f705:c35e:a3a8:620b'}], 'name': 'tempest-NetworksTestDHCPv6-804403596'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:29.829176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (a37dc38f-6b85-446f-a06a-dcd2806f2327), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:29.830726 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 354aa0f0-3898-4823-bd02-7ae602c08c36 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:29.916296 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-14e4370e-549b-4120-8fab-420b0982446c tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (f7cd2405-2dd2-4408-867a-d1b393438a8c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:29.950951 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=a37dc38f-6b85-446f-a06a-dcd2806f2327,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:29.973569 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5545618-2b62-45d0-8941-19bab4191c2b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Network 74574641-da19-432a-a4ad-cfe259b9f25d is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:29.990873 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5545618-2b62-45d0-8941-19bab4191c2b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Pushing event updated for resources: {'Port': ['ID=c7010255-e1f3-4895-8abd-0e97e5ee98e2,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:29.991091 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 354aa0f0-3898-4823-bd02-7ae602c08c36 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:29.993610 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-f5545618-2b62-45d0-8941-19bab4191c2b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:29.996433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5545618-2b62-45d0-8941-19bab4191c2b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:30.008453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (354aa0f0-3898-4823-bd02-7ae602c08c36), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.044419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b5f074a-181d-4ab4-ac9d-3175c70aead5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (988e22a4-60fe-47b9-a5eb-333a7268d843), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.087375 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f074a-181d-4ab4-ac9d-3175c70aead5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Port': ['ID=988e22a4-60fe-47b9-a5eb-333a7268d843,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:30.090284 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-14e4370e-549b-4120-8fab-420b0982446c tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (f7cd2405-2dd2-4408-867a-d1b393438a8c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.095081 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-14e4370e-549b-4120-8fab-420b0982446c tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_controller (f7cd2405-2dd2-4408-867a-d1b393438a8c), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.183604 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2ef320-978b-48fa-b36a-5c734c0e847c None None] Network 74574641-da19-432a-a4ad-cfe259b9f25d requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:30.213928 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 354aa0f0-3898-4823-bd02-7ae602c08c36 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:30.214944 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (354aa0f0-3898-4823-bd02-7ae602c08c36), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.221271 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0fc3e984-8832-479f-bddf-7f6f504bbb8b tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.224721 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0fc3e984-8832-479f-bddf-7f6f504bbb8b tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/859b46be-51f3-4f31-a984-69c36623b768 HTTP/1.1" status: 204 len: 168 time: 0.4330890 Mar 28 09:07:30.229738 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47928) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:30.252587 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f5545618-2b62-45d0-8941-19bab4191c2b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (58f78f84-e9e4-4e3a-adb1-c298d588daee), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.258139 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-14e4370e-549b-4120-8fab-420b0982446c tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (f7cd2405-2dd2-4408-867a-d1b393438a8c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.258139 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e4370e-549b-4120-8fab-420b0982446c tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Fanout notify agent at l3_agent the message router_deleted on router f7cd2405-2dd2-4408-867a-d1b393438a8c {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:07:30.274337 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-14e4370e-549b-4120-8fab-420b0982446c tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.279231 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-14e4370e-549b-4120-8fab-420b0982446c tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "DELETE /v2.0/routers/f7cd2405-2dd2-4408-867a-d1b393438a8c HTTP/1.1" status: 204 len: 168 time: 2.8567657 Mar 28 09:07:30.283173 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47930) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:30.290651 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-fea96b86-f8bf-4773-ba7e-479db88780e2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1202380850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:30.303135 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b5f074a-181d-4ab4-ac9d-3175c70aead5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (00eb59e1-4432-4068-90bc-94d95d09b527), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.327043 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2aa39492-ebf7-406c-8353-b47ae3a6a3ba None None] Provisioning complete for port a37dc38f-6b85-446f-a06a-dcd2806f2327 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:30.327433 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2aa39492-ebf7-406c-8353-b47ae3a6a3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a37dc38f-6b85-446f-a06a-dcd2806f2327), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.329253 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-237718eb-80af-41bb-9870-8cd85fe29876 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (eb6b7bd2-57b0-4360-9438-b213000b90ba), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.378513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 354aa0f0-3898-4823-bd02-7ae602c08c36, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=354aa0f0-3898-4823-bd02-7ae602c08c36,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:30.396052 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (354aa0f0-3898-4823-bd02-7ae602c08c36), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.412174 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fea96b86-f8bf-4773-ba7e-479db88780e2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (0b746327-b4af-49ed-aa63-643e6db399b4), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.413793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fea96b86-f8bf-4773-ba7e-479db88780e2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (0b746327-b4af-49ed-aa63-643e6db399b4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.451413 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbd6bab-bae2-4fa4-b3df-0f40621aca14 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:30.547271 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=354aa0f0-3898-4823-bd02-7ae602c08c36,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:30.565241 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.611842 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fea96b86-f8bf-4773-ba7e-479db88780e2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_controller (0b746327-b4af-49ed-aa63-643e6db399b4), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.626683 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5f074a-181d-4ab4-ac9d-3175c70aead5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 00eb59e1-4432-4068-90bc-94d95d09b527 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:07:30.628690 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fea96b86-f8bf-4773-ba7e-479db88780e2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (0b746327-b4af-49ed-aa63-643e6db399b4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.647400 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237718eb-80af-41bb-9870-8cd85fe29876 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Subnet': ['ID=eb6b7bd2-57b0-4360-9438-b213000b90ba,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:30.663527 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2aa39492-ebf7-406c-8353-b47ae3a6a3ba None None] Current status of the port a37dc38f-6b85-446f-a06a-dcd2806f2327 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:30.676690 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fea96b86-f8bf-4773-ba7e-479db88780e2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.680628 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fea96b86-f8bf-4773-ba7e-479db88780e2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3911927 Mar 28 09:07:30.680975 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47932) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:30.688368 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9b3070b4-b030-4c4a-90dd-9eab928754c1 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:30.761040 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237718eb-80af-41bb-9870-8cd85fe29876 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Checking segment: {'id': '910ac51e-85ae-4d4e-899b-57a9da6f7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce902608-6338-425d-b9d2-8e45a049928e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:30.761758 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237718eb-80af-41bb-9870-8cd85fe29876 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network hostable DHCP agents. Network: ce902608-6338-425d-b9d2-8e45a049928e, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:07:30.770784 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b2b1253-e0d7-4fc4-9b67-cc772d292257 tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.771985 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8b2b1253-e0d7-4fc4-9b67-cc772d292257 tempest-MeteringIpV6TestJSON-1560241446 tempest-MeteringIpV6TestJSON-1560241446-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/39fb9e63-7806-422b-8917-f146ad6007cf HTTP/1.1" status: 204 len: 168 time: 0.5356536 Mar 28 09:07:30.797103 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-1caa91a3-71a7-424d-bf0a-6daf10bfab29 None None] Provisioning complete for port 354aa0f0-3898-4823-bd02-7ae602c08c36 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:30.797764 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1caa91a3-71a7-424d-bf0a-6daf10bfab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (354aa0f0-3898-4823-bd02-7ae602c08c36), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.867357 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f5545618-2b62-45d0-8941-19bab4191c2b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c7010255-e1f3-4895-8abd-0e97e5ee98e2), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.877264 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bbd6bab-bae2-4fa4-b3df-0f40621aca14 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:30.941233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237718eb-80af-41bb-9870-8cd85fe29876 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network ce902608-6338-425d-b9d2-8e45a049928e is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:07:30.945338 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-1bbd6bab-bae2-4fa4-b3df-0f40621aca14 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port 59b3ffd8-2aa0-424f-ab0e-a2369756fc0c yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:07:31.001471 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5f074a-181d-4ab4-ac9d-3175c70aead5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:31.009796 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9b5f074a-181d-4ab4-ac9d-3175c70aead5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/00eb59e1-4432-4068-90bc-94d95d09b527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3602126 Mar 28 09:07:31.013500 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceee6014-735f-4083-9620-0d99c033836b None None] Sync routers for ids ['00eb59e1-4432-4068-90bc-94d95d09b527'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:31.029899 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1caa91a3-71a7-424d-bf0a-6daf10bfab29 None None] Current status of the port 354aa0f0-3898-4823-bd02-7ae602c08c36 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:31.038683 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceee6014-735f-4083-9620-0d99c033836b None None] Routers {'00eb59e1-4432-4068-90bc-94d95d09b527'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:31.043223 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ceee6014-735f-4083-9620-0d99c033836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['00eb59e1-4432-4068-90bc-94d95d09b527'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:31.082982 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47936) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:31.140428 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ceee6014-735f-4083-9620-0d99c033836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:31.166479 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceee6014-735f-4083-9620-0d99c033836b None None] Routers {'00eb59e1-4432-4068-90bc-94d95d09b527'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:31.167392 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ceee6014-735f-4083-9620-0d99c033836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['00eb59e1-4432-4068-90bc-94d95d09b527'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:31.182358 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d096aa0b-2b61-469a-86bf-d5f8bf6f2b65 None None] Provisioning complete for port c7010255-e1f3-4895-8abd-0e97e5ee98e2 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:31.182736 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d096aa0b-2b61-469a-86bf-d5f8bf6f2b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c7010255-e1f3-4895-8abd-0e97e5ee98e2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:31.184987 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ebb4b33c-5b7b-4486-8f7b-fb3699641d03 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/ports?device_id=00eb59e1-4432-4068-90bc-94d95d09b527 HTTP/1.1" status: 200 len: 205 time: 0.0977690 Mar 28 09:07:31.188348 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47942) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:31.206562 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b3070b4-b030-4c4a-90dd-9eab928754c1 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_gateway (0b746327-b4af-49ed-aa63-643e6db399b4), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:31.209184 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ceee6014-735f-4083-9620-0d99c033836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:31.210132 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceee6014-735f-4083-9620-0d99c033836b None None] The sync data for ids ['00eb59e1-4432-4068-90bc-94d95d09b527'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:31.289983 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-237718eb-80af-41bb-9870-8cd85fe29876 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ce902608-6338-425d-b9d2-8e45a049928e) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:31.296477 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbd6bab-bae2-4fa4-b3df-0f40621aca14 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 09:07:31.296980 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbd6bab-bae2-4fa4-b3df-0f40621aca14 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:07:31.303397 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d096aa0b-2b61-469a-86bf-d5f8bf6f2b65 None None] Port c7010255-e1f3-4895-8abd-0e97e5ee98e2 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:31.307554 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0330f8e-32c7-47c1-b3f6-725780f19aef None None] Network ce902608-6338-425d-b9d2-8e45a049928e requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:31.366397 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ace8220-a60f-4b56-94ef-b3c81d7872b2 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (00eb59e1-4432-4068-90bc-94d95d09b527), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:31.369679 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47946) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:31.385777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d096aa0b-2b61-469a-86bf-d5f8bf6f2b65 None None] Provisioning complete for port a37dc38f-6b85-446f-a06a-dcd2806f2327 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:31.386162 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d096aa0b-2b61-469a-86bf-d5f8bf6f2b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a37dc38f-6b85-446f-a06a-dcd2806f2327), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:31.434628 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237718eb-80af-41bb-9870-8cd85fe29876 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:31.435232 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-237718eb-80af-41bb-9870-8cd85fe29876 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:31.487481 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1bbd6bab-bae2-4fa4-b3df-0f40621aca14 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6757908 Mar 28 09:07:31.494161 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47950) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:31.504142 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-237718eb-80af-41bb-9870-8cd85fe29876 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2494099 Mar 28 09:07:31.513884 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47952) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:31.517058 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a37dc38f-6b85-446f-a06a-dcd2806f2327 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:31.636553 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ce902608-6338-425d-b9d2-8e45a049928e', 'network_id': 'ce902608-6338-425d-b9d2-8e45a049928e', 'project_id': '15ec40f64a0746ac8120f854f6600104', 'fixed_ips': [{'subnet_id': 'eb6b7bd2-57b0-4360-9438-b213000b90ba'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:07:31.637737 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:31.640203 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92669bb9-2587-4ef0-8f74-8d87e9565d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:31.643216 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ace8220-a60f-4b56-94ef-b3c81d7872b2 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (00eb59e1-4432-4068-90bc-94d95d09b527), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:31.646331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ace8220-a60f-4b56-94ef-b3c81d7872b2 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router_controller (00eb59e1-4432-4068-90bc-94d95d09b527), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:31.689678 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d096aa0b-2b61-469a-86bf-d5f8bf6f2b65 None None] Current status of the port a37dc38f-6b85-446f-a06a-dcd2806f2327 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:31.747046 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port a37dc38f-6b85-446f-a06a-dcd2806f2327 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:31.747454 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a37dc38f-6b85-446f-a06a-dcd2806f2327), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:31.857740 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-be102029-d8da-4882-9cf9-e1273a33b443 None None] Provisioning complete for port b3da79a6-fa83-408e-806d-29c32470f0bd triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:31.858406 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-be102029-d8da-4882-9cf9-e1273a33b443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b3da79a6-fa83-408e-806d-29c32470f0bd), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:31.889782 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Allocated IP 172.20.0.1 (ce902608-6338-425d-b9d2-8e45a049928e/eb6b7bd2-57b0-4360-9438-b213000b90ba/aca5a3c9-00d5-4664-97c3-fd334294ebc0) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:31.948978 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-be102029-d8da-4882-9cf9-e1273a33b443 None None] Port b3da79a6-fa83-408e-806d-29c32470f0bd cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:31.952577 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port a37dc38f-6b85-446f-a06a-dcd2806f2327 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:31.953714 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 354aa0f0-3898-4823-bd02-7ae602c08c36 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:32.014808 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceadc73-6eee-4b24-b7ca-16c3db27fd2f req-77a2c140-9449-4b70-b181-2011db8e2653 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:32.021008 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fceadc73-6eee-4b24-b7ca-16c3db27fd2f req-77a2c140-9449-4b70-b181-2011db8e2653 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 945 time: 0.6191478 Mar 28 09:07:32.050656 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ace8220-a60f-4b56-94ef-b3c81d7872b2 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (00eb59e1-4432-4068-90bc-94d95d09b527), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.051327 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ace8220-a60f-4b56-94ef-b3c81d7872b2 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Fanout notify agent at l3_agent the message router_deleted on router 00eb59e1-4432-4068-90bc-94d95d09b527 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:07:32.061509 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.062277 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-be102029-d8da-4882-9cf9-e1273a33b443 None None] Provisioning complete for port c7010255-e1f3-4895-8abd-0e97e5ee98e2 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:32.062681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-be102029-d8da-4882-9cf9-e1273a33b443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c7010255-e1f3-4895-8abd-0e97e5ee98e2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.062987 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ace8220-a60f-4b56-94ef-b3c81d7872b2 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.064374 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6ace8220-a60f-4b56-94ef-b3c81d7872b2 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/routers/00eb59e1-4432-4068-90bc-94d95d09b527 HTTP/1.1" status: 204 len: 168 time: 0.8707261 Mar 28 09:07:32.069189 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47954) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:32.072702 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bc7303-1e1e-4e2e-8c27-e7190767a1e0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:32.078420 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bc7303-1e1e-4e2e-8c27-e7190767a1e0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:32.080029 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-32bc7303-1e1e-4e2e-8c27-e7190767a1e0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.5821443 Mar 28 09:07:32.096045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47956) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:32.159991 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (ce902608-6338-425d-b9d2-8e45a049928e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.206648 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b19962e-5b7f-4207-9564-5445e0771f30 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting subnet b34f559c-24d1-4740-bb9b-b025e812ec54 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:07:32.210006 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92669bb9-2587-4ef0-8f74-8d87e9565d25 admin admin] Publish callbacks [] for security_group (22afed4d-8355-4c61-9ddd-6c31acfe1fdc), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.215993 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fceadc73-6eee-4b24-b7ca-16c3db27fd2f req-66b21619-a0b5-42a6-96e8-4a087a8d3b96 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9e4edf6-d471-4d08-802e-ada42833364b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935313 Mar 28 09:07:32.270543 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b19962e-5b7f-4207-9564-5445e0771f30 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (b34f559c-24d1-4740-bb9b-b025e812ec54), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.273157 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92669bb9-2587-4ef0-8f74-8d87e9565d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (22afed4d-8355-4c61-9ddd-6c31acfe1fdc), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.300864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-be102029-d8da-4882-9cf9-e1273a33b443 None None] Port c7010255-e1f3-4895-8abd-0e97e5ee98e2 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:32.314848 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 354aa0f0-3898-4823-bd02-7ae602c08c36 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:32.315229 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (354aa0f0-3898-4823-bd02-7ae602c08c36), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.315607 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f5545618-2b62-45d0-8941-19bab4191c2b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for port (c7010255-e1f3-4895-8abd-0e97e5ee98e2), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.318977 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (eb6b7bd2-57b0-4360-9438-b213000b90ba), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.326435 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f5545618-2b62-45d0-8941-19bab4191c2b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (c7010255-e1f3-4895-8abd-0e97e5ee98e2), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.345668 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-92669bb9-2587-4ef0-8f74-8d87e9565d25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3bed6c2abe249528c84ccab915cc4f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9721813 Mar 28 09:07:32.352543 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47958) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:32.374948 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b3070b4-b030-4c4a-90dd-9eab928754c1 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_gateway (0b746327-b4af-49ed-aa63-643e6db399b4), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.387342 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Publish callbacks [] for port (aca5a3c9-00d5-4664-97c3-fd334294ebc0), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.394754 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (aca5a3c9-00d5-4664-97c3-fd334294ebc0), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.413102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b19962e-5b7f-4207-9564-5445e0771f30 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (b34f559c-24d1-4740-bb9b-b025e812ec54), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.417284 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b3070b4-b030-4c4a-90dd-9eab928754c1 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.441334 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92669bb9-2587-4ef0-8f74-8d87e9565d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22afed4d-8355-4c61-9ddd-6c31acfe1fdc,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:32.452153 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Network ce902608-6338-425d-b9d2-8e45a049928e is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:32.459846 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:32.467501 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:32.479716 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Pushing event updated for resources: {'Port': ['ID=aca5a3c9-00d5-4664-97c3-fd334294ebc0,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:32.507437 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 354aa0f0-3898-4823-bd02-7ae602c08c36 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:32.525854 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ae989-7505-4dc7-a70b-b2baeefc073f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port b3da79a6-fa83-408e-806d-29c32470f0bd {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:32.526205 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e6ae989-7505-4dc7-a70b-b2baeefc073f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b3da79a6-fa83-408e-806d-29c32470f0bd), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.535720 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Attempting to bind port aca5a3c9-00d5-4664-97c3-fd334294ebc0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:07:32.536408 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Attempting to bind port aca5a3c9-00d5-4664-97c3-fd334294ebc0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '910ac51e-85ae-4d4e-899b-57a9da6f7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce902608-6338-425d-b9d2-8e45a049928e'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:07:32.536578 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Attempting to bind port aca5a3c9-00d5-4664-97c3-fd334294ebc0 on network ce902608-6338-425d-b9d2-8e45a049928e {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:07:32.542311 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:07:32.543819 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Checking segment: {'id': '910ac51e-85ae-4d4e-899b-57a9da6f7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce902608-6338-425d-b9d2-8e45a049928e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:32.544283 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.544773 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Bound using segment: {'id': '910ac51e-85ae-4d4e-899b-57a9da6f7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce902608-6338-425d-b9d2-8e45a049928e'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:07:32.545332 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Bound port: aca5a3c9-00d5-4664-97c3-fd334294ebc0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910ac51e-85ae-4d4e-899b-57a9da6f7581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce902608-6338-425d-b9d2-8e45a049928e'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:07:32.545841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (aca5a3c9-00d5-4664-97c3-fd334294ebc0), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.567959 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f5545618-2b62-45d0-8941-19bab4191c2b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (58f78f84-e9e4-4e3a-adb1-c298d588daee), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.587480 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5545618-2b62-45d0-8941-19bab4191c2b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Pushing event updated for resources: {'Port': ['ID=c7010255-e1f3-4895-8abd-0e97e5ee98e2,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:32.605211 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b19962e-5b7f-4207-9564-5445e0771f30 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (b34f559c-24d1-4740-bb9b-b025e812ec54), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.627018 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] For port aca5a3c9-00d5-4664-97c3-fd334294ebc0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:07:32.630469 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] For port aca5a3c9-00d5-4664-97c3-fd334294ebc0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aca5a3c9-00d5-4664-97c3-fd334294ebc0,segment=NetworkSegment(910ac51e-85ae-4d4e-899b-57a9da6f7581),segment_id=910ac51e-85ae-4d4e-899b-57a9da6f7581)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:07:32.638896 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (aca5a3c9-00d5-4664-97c3-fd334294ebc0), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.648438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-9b3070b4-b030-4c4a-90dd-9eab928754c1 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Allocated IP 172.36.4.147 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/b612816f-180f-49f4-8a8c-81c33b92ca83) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:32.672491 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (eb6b7bd2-57b0-4360-9438-b213000b90ba), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.702423 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6e3d9-b15d-4589-b427-d037c32b9b37 None None] Pushing event updated for resources: {'Port': ['ID=aca5a3c9-00d5-4664-97c3-fd334294ebc0,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:32.727499 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3c96f1e5-3d5c-456c-ae5c-cdd056b68a37 admin admin] Publish callbacks [] for security_group (22afed4d-8355-4c61-9ddd-6c31acfe1fdc), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.734899 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Subnet': ['ID=eb6b7bd2-57b0-4360-9438-b213000b90ba,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:32.763578 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b19962e-5b7f-4207-9564-5445e0771f30 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (b34f559c-24d1-4740-bb9b-b025e812ec54), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.769412 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e6ae989-7505-4dc7-a70b-b2baeefc073f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b3da79a6-fa83-408e-806d-29c32470f0bd), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.810123 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19962e-5b7f-4207-9564-5445e0771f30 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Subnet': ['ID=b34f559c-24d1-4740-bb9b-b025e812ec54,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:32.816619 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eb5010-5be0-432b-941f-850bd7817e2b None None] Network 575f6469-0a8a-4802-b923-ea2a1bf0f9ca requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:32.820734 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b19962e-5b7f-4207-9564-5445e0771f30 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.823920 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ae989-7505-4dc7-a70b-b2baeefc073f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for b3da79a6-fa83-408e-806d-29c32470f0bd owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:32.829475 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6b19962e-5b7f-4207-9564-5445e0771f30 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/subnets/b34f559c-24d1-4740-bb9b-b025e812ec54 HTTP/1.1" status: 204 len: 168 time: 0.7580638 Mar 28 09:07:32.831180 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 47960) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:32.866844 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3c96f1e5-3d5c-456c-ae5c-cdd056b68a37 admin admin] Publish callbacks [] for security_group (22afed4d-8355-4c61-9ddd-6c31acfe1fdc), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.911994 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (ce902608-6338-425d-b9d2-8e45a049928e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.932329 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b3070b4-b030-4c4a-90dd-9eab928754c1 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for port (b612816f-180f-49f4-8a8c-81c33b92ca83), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:32.976038 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-4737d696-29c6-45f7-b7cf-7569e7e2faa6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting subnet cf73d144-1c86-4ad8-a864-78dd8deb7a15 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:07:32.992496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d482d-66c5-496f-ad7c-39847e3371ec req-f3485abf-3321-496d-90e2-a7fbbe39e45f tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:32.993946 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5545618-2b62-45d0-8941-19bab4191c2b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Network 74574641-da19-432a-a4ad-cfe259b9f25d is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:32.994114 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4d7d482d-66c5-496f-ad7c-39847e3371ec req-f3485abf-3321-496d-90e2-a7fbbe39e45f tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.16 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 945 time: 0.1460488 Mar 28 09:07:33.000140 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4737d696-29c6-45f7-b7cf-7569e7e2faa6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (cf73d144-1c86-4ad8-a864-78dd8deb7a15), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.005571 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-f5545618-2b62-45d0-8941-19bab4191c2b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:33.028547 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce902608-6338-425d-b9d2-8e45a049928e']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:33.100684 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cec330-0bc6-4659-9e2e-bef963c646e6 None None] DHCP port deletion for 575f6469-0a8a-4802-b923-ea2a1bf0f9ca request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:07:33.129780 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910ac51e-85ae-4d4e-899b-57a9da6f7581') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:33.130140 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910ac51e-85ae-4d4e-899b-57a9da6f7581') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:33.157174 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (910ac51e-85ae-4d4e-899b-57a9da6f7581), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.171596 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3c96f1e5-3d5c-456c-ae5c-cdd056b68a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (22afed4d-8355-4c61-9ddd-6c31acfe1fdc), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.173919 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b3070b4-b030-4c4a-90dd-9eab928754c1 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (b612816f-180f-49f4-8a8c-81c33b92ca83), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.174403 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3c96f1e5-3d5c-456c-ae5c-cdd056b68a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.178114 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3c96f1e5-3d5c-456c-ae5c-cdd056b68a37 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22afed4d-8355-4c61-9ddd-6c31acfe1fdc HTTP/1.1" status: 204 len: 168 time: 0.8047035 Mar 28 09:07:33.198100 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4737d696-29c6-45f7-b7cf-7569e7e2faa6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (cf73d144-1c86-4ad8-a864-78dd8deb7a15), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.225743 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a9cec330-0bc6-4659-9e2e-bef963c646e6 None None] Deleting port 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:33.227207 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a9cec330-0bc6-4659-9e2e-bef963c646e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.253360 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (910ac51e-85ae-4d4e-899b-57a9da6f7581), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.256664 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96f1e5-3d5c-456c-ae5c-cdd056b68a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22afed4d-8355-4c61-9ddd-6c31acfe1fdc,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:33.279797 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:07:33.279797 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (910ac51e-85ae-4d4e-899b-57a9da6f7581), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:07:33.287163 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:07:33.366841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a9cec330-0bc6-4659-9e2e-bef963c646e6 None None] For port 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34,segment=NetworkSegment(a55aff8c-1158-45df-98f4-090e7f9729f0),segment_id=a55aff8c-1158-45df-98f4-090e7f9729f0)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:33.367477 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a9cec330-0bc6-4659-9e2e-bef963c646e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.386938 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a9cec330-0bc6-4659-9e2e-bef963c646e6 None None] Calling delete_port for 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:33.423455 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3070b4-b030-4c4a-90dd-9eab928754c1 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:33.427424 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3070b4-b030-4c4a-90dd-9eab928754c1 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Pushing event updated for resources: {'Port': ['ID=b612816f-180f-49f4-8a8c-81c33b92ca83,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:33.471677 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-9b3070b4-b030-4c4a-90dd-9eab928754c1 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:33.479423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3070b4-b030-4c4a-90dd-9eab928754c1 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:33.525989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e6ae989-7505-4dc7-a70b-b2baeefc073f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (b3da79a6-fa83-408e-806d-29c32470f0bd), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.537024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a9cec330-0bc6-4659-9e2e-bef963c646e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.540594 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b987dc16-d6e7-46f3-b7a1-fde70a6b9081 None None] Provisioning complete for port c7010255-e1f3-4895-8abd-0e97e5ee98e2 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:33.540965 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b987dc16-d6e7-46f3-b7a1-fde70a6b9081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c7010255-e1f3-4895-8abd-0e97e5ee98e2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.544648 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device aca5a3c9-00d5-4664-97c3-fd334294ebc0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:33.547691 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.db.api [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 09:07:33.547691 dv-neutron-master-2-hyperv neutron-server[104076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 09:07:33.547691 dv-neutron-master-2-hyperv neutron-server[104076]: [parameters: {'id': 'ce902608-6338-425d-b9d2-8e45a049928e'}] Mar 28 09:07:33.547691 dv-neutron-master-2-hyperv neutron-server[104076]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:07:33.548068 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG oslo_db.api [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:07:33.583072 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-4d7d482d-66c5-496f-ad7c-39847e3371ec req-90fd3d82-628c-4c77-9c81-8030064d4eab tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Deleting port 2480602e-8b41-40f9-b095-7d218c2c6960 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:33.583410 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-4d7d482d-66c5-496f-ad7c-39847e3371ec req-90fd3d82-628c-4c77-9c81-8030064d4eab tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2480602e-8b41-40f9-b095-7d218c2c6960), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.588032 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5545618-2b62-45d0-8941-19bab4191c2b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Router 58f78f84-e9e4-4e3a-adb1-c298d588daee is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:07:33.601543 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ae989-7505-4dc7-a70b-b2baeefc073f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=b3da79a6-fa83-408e-806d-29c32470f0bd,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:33.638936 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cec330-0bc6-4659-9e2e-bef963c646e6 None None] Pushing event deleted for resources: {'Port': ['ID=7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:33.643398 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e6ae989-7505-4dc7-a70b-b2baeefc073f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.644577 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cec330-0bc6-4659-9e2e-bef963c646e6 None None] No DVR routers for this DVR port 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:33.662835 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4737d696-29c6-45f7-b7cf-7569e7e2faa6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (cf73d144-1c86-4ad8-a864-78dd8deb7a15), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.673337 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3e6ae989-7505-4dc7-a70b-b2baeefc073f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/b3da79a6-fa83-408e-806d-29c32470f0bd HTTP/1.1" status: 204 len: 168 time: 1.5710077 Mar 28 09:07:33.674133 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47968) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:33.731130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b987dc16-d6e7-46f3-b7a1-fde70a6b9081 None None] Port c7010255-e1f3-4895-8abd-0e97e5ee98e2 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:33.731274 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47970) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:33.732462 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.755925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57de5a-5902-4943-9ac2-02ed609549fa req-3a7f64ea-d939-412b-ac61-4fae0cd06080 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:33.757241 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port aca5a3c9-00d5-4664-97c3-fd334294ebc0 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:33.757826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (aca5a3c9-00d5-4664-97c3-fd334294ebc0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.767983 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ad57de5a-5902-4943-9ac2-02ed609549fa req-3a7f64ea-d939-412b-ac61-4fae0cd06080 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 945 time: 0.3803101 Mar 28 09:07:33.859916 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4e2e465b-11f1-4477-94f5-82c88b809712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.872860 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port aca5a3c9-00d5-4664-97c3-fd334294ebc0 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:33.873406 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (aca5a3c9-00d5-4664-97c3-fd334294ebc0), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.910678 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acd6f37-ae7d-4417-a15a-be73f428c42a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:33.915272 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acd6f37-ae7d-4417-a15a-be73f428c42a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:33.915626 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port aca5a3c9-00d5-4664-97c3-fd334294ebc0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aca5a3c9-00d5-4664-97c3-fd334294ebc0,segment=NetworkSegment(910ac51e-85ae-4d4e-899b-57a9da6f7581),segment_id=910ac51e-85ae-4d4e-899b-57a9da6f7581)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:33.917169 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9acd6f37-ae7d-4417-a15a-be73f428c42a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2347698 Mar 28 09:07:33.925259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (aca5a3c9-00d5-4664-97c3-fd334294ebc0), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:33.930889 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47972) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:33.998970 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ad57de5a-5902-4943-9ac2-02ed609549fa req-46108878-afbb-4496-8969-7bbeac4e7f90 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9e4edf6-d471-4d08-802e-ada42833364b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299461 Mar 28 09:07:34.011103 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=aca5a3c9-00d5-4664-97c3-fd334294ebc0,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:34.021423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4737d696-29c6-45f7-b7cf-7569e7e2faa6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (cf73d144-1c86-4ad8-a864-78dd8deb7a15), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.022460 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5545618-2b62-45d0-8941-19bab4191c2b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:34.033776 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:34.033946 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f5545618-2b62-45d0-8941-19bab4191c2b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] 10.222.0.15 "PUT /v2.0/routers/58f78f84-e9e4-4e3a-adb1-c298d588daee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3214042 Mar 28 09:07:34.035770 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160548c5-fbd8-4c4a-8589-f19795d96088 None None] Sync routers for ids ['58f78f84-e9e4-4e3a-adb1-c298d588daee'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:34.035890 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47974) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:34.048825 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-0a526058-dec9-42ad-92f8-38bdff473e65 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Request body: {'port': {'network_id': '74574641-da19-432a-a4ad-cfe259b9f25d', 'name': 'tempest-FloatingIPNegativeTestJSON-186193771'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:34.052089 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (ce902608-6338-425d-b9d2-8e45a049928e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.053926 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-4d7d482d-66c5-496f-ad7c-39847e3371ec req-90fd3d82-628c-4c77-9c81-8030064d4eab tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] For port 2480602e-8b41-40f9-b095-7d218c2c6960, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2480602e-8b41-40f9-b095-7d218c2c6960,segment=NetworkSegment(6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d),segment_id=6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:34.054615 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-4d7d482d-66c5-496f-ad7c-39847e3371ec req-90fd3d82-628c-4c77-9c81-8030064d4eab tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2480602e-8b41-40f9-b095-7d218c2c6960), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.063688 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:34.064103 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7ff29ab9-54a9-43b2-8ac4-ed270e2cbb34 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:34.075123 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160548c5-fbd8-4c4a-8589-f19795d96088 None None] Routers {'58f78f84-e9e4-4e3a-adb1-c298d588daee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:34.075762 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-160548c5-fbd8-4c4a-8589-f19795d96088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['58f78f84-e9e4-4e3a-adb1-c298d588daee'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:34.087817 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-48aba32b-89a5-49db-a04e-512eafd2ce09 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet 50cac4b9-649e-4f92-a476-8d76efcae187 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:07:34.128899 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-48aba32b-89a5-49db-a04e-512eafd2ce09 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (50cac4b9-649e-4f92-a476-8d76efcae187), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.133513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-160548c5-fbd8-4c4a-8589-f19795d96088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:34.144201 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160548c5-fbd8-4c4a-8589-f19795d96088 None None] Routers {'58f78f84-e9e4-4e3a-adb1-c298d588daee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:34.144808 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-160548c5-fbd8-4c4a-8589-f19795d96088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['58f78f84-e9e4-4e3a-adb1-c298d588daee'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:34.184030 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-160548c5-fbd8-4c4a-8589-f19795d96088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:34.184632 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160548c5-fbd8-4c4a-8589-f19795d96088 None None] The sync data for ids ['58f78f84-e9e4-4e3a-adb1-c298d588daee'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:34.198128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c133e5-cb8f-4608-ba2c-c668cc0489fd None None] Network 92b8a298-90f6-43b4-afab-6d0b34a8c6dd requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:34.209163 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-48aba32b-89a5-49db-a04e-512eafd2ce09 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (50cac4b9-649e-4f92-a476-8d76efcae187), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.257667 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737d696-29c6-45f7-b7cf-7569e7e2faa6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Subnet': ['ID=cf73d144-1c86-4ad8-a864-78dd8deb7a15,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:34.264595 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4737d696-29c6-45f7-b7cf-7569e7e2faa6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.268366 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4737d696-29c6-45f7-b7cf-7569e7e2faa6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/subnets/cf73d144-1c86-4ad8-a864-78dd8deb7a15 HTTP/1.1" status: 204 len: 168 time: 1.4310744 Mar 28 09:07:34.272452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7878e158-937e-417d-a28b-b6c3a424f7b4 None None] Network ce902608-6338-425d-b9d2-8e45a049928e requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:34.278626 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47976) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:34.316147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4e2e465b-11f1-4477-94f5-82c88b809712 admin admin] Publish callbacks [] for security_group (72c1092b-9aca-4578-9bf3-ddf94212e90f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.358267 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3529acb5-adb7-496a-9538-54e2e28bf7fb None None] Provisioning complete for port aca5a3c9-00d5-4664-97c3-fd334294ebc0 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:34.358640 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3529acb5-adb7-496a-9538-54e2e28bf7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (aca5a3c9-00d5-4664-97c3-fd334294ebc0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.386189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4e2e465b-11f1-4477-94f5-82c88b809712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (72c1092b-9aca-4578-9bf3-ddf94212e90f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.423331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b3070b4-b030-4c4a-90dd-9eab928754c1 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_gateway (0b746327-b4af-49ed-aa63-643e6db399b4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.432756 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4e2e465b-11f1-4477-94f5-82c88b809712 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8511d507396b48e985df4d24d01a6ad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6577516 Mar 28 09:07:34.442289 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47978) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:34.498091 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3529acb5-adb7-496a-9538-54e2e28bf7fb None None] Current status of the port aca5a3c9-00d5-4664-97c3-fd334294ebc0 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:34.541181 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f243d29-6762-4273-aaa4-7021e9348681 None None] DHCP port deletion for 92b8a298-90f6-43b4-afab-6d0b34a8c6dd request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:07:34.572953 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-4d7d482d-66c5-496f-ad7c-39847e3371ec req-90fd3d82-628c-4c77-9c81-8030064d4eab tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.573414 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-4d7d482d-66c5-496f-ad7c-39847e3371ec req-90fd3d82-628c-4c77-9c81-8030064d4eab tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (85f89705-b990-4437-8a8c-9c2c5dd340b2), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.574873 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [req-4d7d482d-66c5-496f-ad7c-39847e3371ec req-90fd3d82-628c-4c77-9c81-8030064d4eab tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Floating IP 85f89705-b990-4437-8a8c-9c2c5dd340b2 disassociated. External IP: 172.36.4.19, port: 2480602e-8b41-40f9-b095-7d218c2c6960. Mar 28 09:07:34.574873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-4d7d482d-66c5-496f-ad7c-39847e3371ec req-90fd3d82-628c-4c77-9c81-8030064d4eab tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Calling delete_port for 2480602e-8b41-40f9-b095-7d218c2c6960 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:34.582771 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e465b-11f1-4477-94f5-82c88b809712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c1092b-9aca-4578-9bf3-ddf94212e90f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:34.588473 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12663b18-d89d-4efb-b0c9-f86ffd6d3824 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (575f6469-0a8a-4802-b923-ea2a1bf0f9ca), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.594879 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Deleting port aca5a3c9-00d5-4664-97c3-fd334294ebc0 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:34.595054 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49cd0ab-407f-474c-ae28-e06739f79ee1 None None] DHCP port deletion for ce902608-6338-425d-b9d2-8e45a049928e request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:07:34.595217 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (aca5a3c9-00d5-4664-97c3-fd334294ebc0), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.600678 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a526058-dec9-42ad-92f8-38bdff473e65 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Made reservation on behalf of 73c456ffcc9040dc9a892d7cc600e8a3 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:34.603945 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a526058-dec9-42ad-92f8-38bdff473e65 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.653304 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3f243d29-6762-4273-aaa4-7021e9348681 None None] Deleting port f40ea20c-b44b-4635-84dd-a82a08b60e31 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:34.653704 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3f243d29-6762-4273-aaa4-7021e9348681 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (f40ea20c-b44b-4635-84dd-a82a08b60e31), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.681125 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-48aba32b-89a5-49db-a04e-512eafd2ce09 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (50cac4b9-649e-4f92-a476-8d76efcae187), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.713230 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b49cd0ab-407f-474c-ae28-e06739f79ee1 None None] Deleting port aca5a3c9-00d5-4664-97c3-fd334294ebc0 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:34.713518 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b49cd0ab-407f-474c-ae28-e06739f79ee1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (aca5a3c9-00d5-4664-97c3-fd334294ebc0), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.716498 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6b32823d-1397-47bb-9079-c733d8559e6e admin admin] Publish callbacks [] for security_group (72c1092b-9aca-4578-9bf3-ddf94212e90f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.729157 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-0a526058-dec9-42ad-92f8-38bdff473e65 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] device_id is not set on port 41e55cde-9b67-4eb7-bae6-a6e0b3a3df5a yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:07:34.749723 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b3070b4-b030-4c4a-90dd-9eab928754c1 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (0b746327-b4af-49ed-aa63-643e6db399b4), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.754337 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b3070b4-b030-4c4a-90dd-9eab928754c1 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (0b746327-b4af-49ed-aa63-643e6db399b4), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.776549 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3f243d29-6762-4273-aaa4-7021e9348681 None None] For port f40ea20c-b44b-4635-84dd-a82a08b60e31, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f40ea20c-b44b-4635-84dd-a82a08b60e31,segment=NetworkSegment(342b3f15-8699-4a13-8613-170143d62cbb),segment_id=342b3f15-8699-4a13-8613-170143d62cbb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:34.777030 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3f243d29-6762-4273-aaa4-7021e9348681 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (f40ea20c-b44b-4635-84dd-a82a08b60e31), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.782807 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] For port aca5a3c9-00d5-4664-97c3-fd334294ebc0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aca5a3c9-00d5-4664-97c3-fd334294ebc0,segment=NetworkSegment(910ac51e-85ae-4d4e-899b-57a9da6f7581),segment_id=910ac51e-85ae-4d4e-899b-57a9da6f7581)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:34.783174 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (aca5a3c9-00d5-4664-97c3-fd334294ebc0), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.797762 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3f243d29-6762-4273-aaa4-7021e9348681 None None] Calling delete_port for f40ea20c-b44b-4635-84dd-a82a08b60e31 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:34.814415 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b49cd0ab-407f-474c-ae28-e06739f79ee1 None None] For port aca5a3c9-00d5-4664-97c3-fd334294ebc0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aca5a3c9-00d5-4664-97c3-fd334294ebc0,segment=NetworkSegment(910ac51e-85ae-4d4e-899b-57a9da6f7581),segment_id=910ac51e-85ae-4d4e-899b-57a9da6f7581)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:34.814812 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b49cd0ab-407f-474c-ae28-e06739f79ee1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (aca5a3c9-00d5-4664-97c3-fd334294ebc0), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.851773 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6b32823d-1397-47bb-9079-c733d8559e6e admin admin] Publish callbacks [] for security_group (72c1092b-9aca-4578-9bf3-ddf94212e90f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.861286 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b49cd0ab-407f-474c-ae28-e06739f79ee1 None None] Calling delete_port for aca5a3c9-00d5-4664-97c3-fd334294ebc0 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:34.901782 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Calling delete_port for aca5a3c9-00d5-4664-97c3-fd334294ebc0 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:34.903144 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-4d7d482d-66c5-496f-ad7c-39847e3371ec req-90fd3d82-628c-4c77-9c81-8030064d4eab tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (2480602e-8b41-40f9-b095-7d218c2c6960), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.941544 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd3d82-628c-4c77-9c81-8030064d4eab tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Pushing event deleted for resources: {'Port': ['ID=2480602e-8b41-40f9-b095-7d218c2c6960,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:34.954586 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12663b18-d89d-4efb-b0c9-f86ffd6d3824 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (575f6469-0a8a-4802-b923-ea2a1bf0f9ca), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:34.985569 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3f243d29-6762-4273-aaa4-7021e9348681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (f40ea20c-b44b-4635-84dd-a82a08b60e31), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:35.008569 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-48aba32b-89a5-49db-a04e-512eafd2ce09 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (50cac4b9-649e-4f92-a476-8d76efcae187), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:35.025368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f243d29-6762-4273-aaa4-7021e9348681 None None] Pushing event deleted for resources: {'Port': ['ID=f40ea20c-b44b-4635-84dd-a82a08b60e31,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:35.048616 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f243d29-6762-4273-aaa4-7021e9348681 None None] No DVR routers for this DVR port f40ea20c-b44b-4635-84dd-a82a08b60e31 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:35.054791 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b49cd0ab-407f-474c-ae28-e06739f79ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (aca5a3c9-00d5-4664-97c3-fd334294ebc0), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:35.110070 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49cd0ab-407f-474c-ae28-e06739f79ee1 None None] Pushing event deleted for resources: {'Port': ['ID=aca5a3c9-00d5-4664-97c3-fd334294ebc0,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:35.113644 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49cd0ab-407f-474c-ae28-e06739f79ee1 None None] No DVR routers for this DVR port aca5a3c9-00d5-4664-97c3-fd334294ebc0 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:35.130481 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-12663b18-d89d-4efb-b0c9-f86ffd6d3824 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575f6469-0a8a-4802-b923-ea2a1bf0f9ca']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:35.147547 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4625660e-2dc1-4601-a417-6a48c65186d3 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:35.149752 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-48aba32b-89a5-49db-a04e-512eafd2ce09 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:35.155587 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-48aba32b-89a5-49db-a04e-512eafd2ce09 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/50cac4b9-649e-4f92-a476-8d76efcae187 HTTP/1.1" status: 204 len: 168 time: 1.2234199 Mar 28 09:07:35.164837 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-0a526058-dec9-42ad-92f8-38bdff473e65 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Allocated IP 172.20.0.6 (74574641-da19-432a-a4ad-cfe259b9f25d/b161d155-4dfb-4033-a916-5105f1426daa/41e55cde-9b67-4eb7-bae6-a6e0b3a3df5a) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:35.229737 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f7392680-ea3d-4797-9976-c57a9f9c3e07 req-90bff5a8-50b9-4b75-9833-80b6bf662d64 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 210 time: 0.1036282 Mar 28 09:07:35.232125 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aba32b-89a5-49db-a04e-512eafd2ce09 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=50cac4b9-649e-4f92-a476-8d76efcae187,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:35.234414 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47984) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:35.236649 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-12663b18-d89d-4efb-b0c9-f86ffd6d3824 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55aff8c-1158-45df-98f4-090e7f9729f0') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:35.237223 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-12663b18-d89d-4efb-b0c9-f86ffd6d3824 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55aff8c-1158-45df-98f4-090e7f9729f0') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:35.300113 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6b32823d-1397-47bb-9079-c733d8559e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (72c1092b-9aca-4578-9bf3-ddf94212e90f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:35.302846 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6b32823d-1397-47bb-9079-c733d8559e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:35.304020 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6b32823d-1397-47bb-9079-c733d8559e6e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72c1092b-9aca-4578-9bf3-ddf94212e90f HTTP/1.1" status: 204 len: 168 time: 0.8508749 Mar 28 09:07:35.348261 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12663b18-d89d-4efb-b0c9-f86ffd6d3824 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (a55aff8c-1158-45df-98f4-090e7f9729f0), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:35.372919 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d9509263-a5e8-49bc-b1f1-160fed82b968 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933619 Mar 28 09:07:35.375402 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d97807f-baf5-4f6d-a6cb-61be26da5ee8 None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:07:35.386039 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 47988) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:35.403732 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-27d18648-29f9-444a-adcd-530ffda26934 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:35.419046 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32823d-1397-47bb-9079-c733d8559e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c1092b-9aca-4578-9bf3-ddf94212e90f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:35.433643 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12663b18-d89d-4efb-b0c9-f86ffd6d3824 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (a55aff8c-1158-45df-98f4-090e7f9729f0), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:35.491678 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d7d482d-66c5-496f-ad7c-39847e3371ec req-90fd3d82-628c-4c77-9c81-8030064d4eab tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Router 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:07:35.524860 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12663b18-d89d-4efb-b0c9-f86ffd6d3824 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:07:35.525117 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device aca5a3c9-00d5-4664-97c3-fd334294ebc0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:35.525232 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12663b18-d89d-4efb-b0c9-f86ffd6d3824 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (a55aff8c-1158-45df-98f4-090e7f9729f0), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:07:35.528399 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:07:35.590279 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: aca5a3c9-00d5-4664-97c3-fd334294ebc0 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:35.590629 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device aca5a3c9-00d5-4664-97c3-fd334294ebc0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:35.591059 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f40ea20c-b44b-4635-84dd-a82a08b60e31 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:35.637238 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d7d482d-66c5-496f-ad7c-39847e3371ec req-90fd3d82-628c-4c77-9c81-8030064d4eab tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:35.639080 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3070b4-b030-4c4a-90dd-9eab928754c1 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Router 0b746327-b4af-49ed-aa63-643e6db399b4 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:07:35.647904 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb30e62-141f-407b-96d3-30d6028a2bdb None None] Sync routers for ids ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:35.666998 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb30e62-141f-407b-96d3-30d6028a2bdb None None] Routers {'1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:35.670401 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-acb30e62-141f-407b-96d3-30d6028a2bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:35.709411 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (aca5a3c9-00d5-4664-97c3-fd334294ebc0), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:35.847987 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Port': ['ID=aca5a3c9-00d5-4664-97c3-fd334294ebc0,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:35.852271 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No DVR routers for this DVR port aca5a3c9-00d5-4664-97c3-fd334294ebc0 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:35.863803 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7d482d-66c5-496f-ad7c-39847e3371ec req-90fd3d82-628c-4c77-9c81-8030064d4eab tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] No DVR routers for this DVR port 2480602e-8b41-40f9-b095-7d218c2c6960 on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:35.875648 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-4d7d482d-66c5-496f-ad7c-39847e3371ec req-90fd3d82-628c-4c77-9c81-8030064d4eab tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:35.879171 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4d7d482d-66c5-496f-ad7c-39847e3371ec req-90fd3d82-628c-4c77-9c81-8030064d4eab tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.16 "DELETE /v2.0/ports/2480602e-8b41-40f9-b095-7d218c2c6960 HTTP/1.1" status: 204 len: 173 time: 2.8705056 Mar 28 09:07:35.881420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5620c95d-440a-4aa9-87d0-b24a95621c1b', 'name': 'network-vif-deleted', 'tag': '2480602e-8b41-40f9-b095-7d218c2c6960'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:07:35.895506 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: f40ea20c-b44b-4635-84dd-a82a08b60e31 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:35.895889 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f40ea20c-b44b-4635-84dd-a82a08b60e31 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:35.908040 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-acb30e62-141f-407b-96d3-30d6028a2bdb None None] Set router 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:35.908312 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e62336-5dc7-4ef6-a74d-a5bed01e6d49" -d '{"events": [{"server_uuid": "5620c95d-440a-4aa9-87d0-b24a95621c1b", "name": "network-vif-deleted", "tag": "2480602e-8b41-40f9-b095-7d218c2c6960"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:07:35.959857 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5d97807f-baf5-4f6d-a6cb-61be26da5ee8 None None] Deleting port 354aa0f0-3898-4823-bd02-7ae602c08c36 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:35.962825 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d97807f-baf5-4f6d-a6cb-61be26da5ee8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (354aa0f0-3898-4823-bd02-7ae602c08c36), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:35.973729 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c045444-2983-403e-9e3b-50707a670170 x-openstack-request-id: req-1c045444-2983-403e-9e3b-50707a670170 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:07:35.974032 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5620c95d-440a-4aa9-87d0-b24a95621c1b", "name": "network-vif-deleted", "tag": "2480602e-8b41-40f9-b095-7d218c2c6960", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:07:35.974294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c045444-2983-403e-9e3b-50707a670170 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:07:35.974712 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c045444-2983-403e-9e3b-50707a670170'] response: {'server_uuid': '5620c95d-440a-4aa9-87d0-b24a95621c1b', 'name': 'network-vif-deleted', 'tag': '2480602e-8b41-40f9-b095-7d218c2c6960', 'status': 'completed', 'code': 200} Mar 28 09:07:36.006188 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3070b4-b030-4c4a-90dd-9eab928754c1 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:36.014721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b3070b4-b030-4c4a-90dd-9eab928754c1 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:36.016251 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9b3070b4-b030-4c4a-90dd-9eab928754c1 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "PUT /v2.0/routers/0b746327-b4af-49ed-aa63-643e6db399b4 HTTP/1.1" status: 200 len: 884 time: 5.3344321 Mar 28 09:07:36.023426 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48000) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:36.034521 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12663b18-d89d-4efb-b0c9-f86ffd6d3824 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (575f6469-0a8a-4802-b923-ea2a1bf0f9ca), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:36.062418 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12663b18-d89d-4efb-b0c9-f86ffd6d3824 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:36.065861 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-12663b18-d89d-4efb-b0c9-f86ffd6d3824 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/networks/575f6469-0a8a-4802-b923-ea2a1bf0f9ca HTTP/1.1" status: 204 len: 168 time: 1.7845130 Mar 28 09:07:36.103346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48004) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:36.140240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e9870-8e09-47db-b0e8-50a0b7c88e20 None None] Sync routers for ids ['0b746327-b4af-49ed-aa63-643e6db399b4'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:36.164368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5d97807f-baf5-4f6d-a6cb-61be26da5ee8 None None] For port 354aa0f0-3898-4823-bd02-7ae602c08c36, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=354aa0f0-3898-4823-bd02-7ae602c08c36,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:36.165011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d97807f-baf5-4f6d-a6cb-61be26da5ee8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (354aa0f0-3898-4823-bd02-7ae602c08c36), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:36.206340 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e9870-8e09-47db-b0e8-50a0b7c88e20 None None] Routers {'0b746327-b4af-49ed-aa63-643e6db399b4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:36.206914 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a65e9870-8e09-47db-b0e8-50a0b7c88e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0b746327-b4af-49ed-aa63-643e6db399b4'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:36.282427 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1da02902-81f1-42c2-887e-f6b96ebabb57 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "GET /v2.0/routers/0b746327-b4af-49ed-aa63-643e6db399b4 HTTP/1.1" status: 200 len: 925 time: 0.2575366 Mar 28 09:07:36.287162 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48012) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:36.302926 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a65e9870-8e09-47db-b0e8-50a0b7c88e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:36.315956 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5d97807f-baf5-4f6d-a6cb-61be26da5ee8 None None] Calling delete_port for 354aa0f0-3898-4823-bd02-7ae602c08c36 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:36.343584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e9870-8e09-47db-b0e8-50a0b7c88e20 None None] Routers {'0b746327-b4af-49ed-aa63-643e6db399b4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:36.344297 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a65e9870-8e09-47db-b0e8-50a0b7c88e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0b746327-b4af-49ed-aa63-643e6db399b4'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:36.444870 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-acb30e62-141f-407b-96d3-30d6028a2bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'name': 'tempest-ServersTestManualDisk-1746614907-router', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'gw_port': {'id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:03Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '649a9602-0ac6-46d3-b72e-390875436ce4', 'name': '', 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'mac_address': 'fa:16:3e:45:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:07Z', 'updated_at': '2022-03-28T09:06:15Z', 'revision_number': 5, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'subnets': [{'id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:36.495525 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a65e9870-8e09-47db-b0e8-50a0b7c88e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:36.496740 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e9870-8e09-47db-b0e8-50a0b7c88e20 None None] The sync data for ids ['0b746327-b4af-49ed-aa63-643e6db399b4'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:36.502633 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb30e62-141f-407b-96d3-30d6028a2bdb None None] Checking router: 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:07:36.525674 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb30e62-141f-407b-96d3-30d6028a2bdb None None] Routers {'1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:36.526493 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-acb30e62-141f-407b-96d3-30d6028a2bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:36.567269 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c3d7860d-29c8-4a3c-8047-e98d28d0d879 req-df72436a-a509-4b6b-a928-b3d586cda950 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/ports?device_id=5620c95d-440a-4aa9-87d0-b24a95621c1b HTTP/1.1" status: 200 len: 210 time: 0.0875983 Mar 28 09:07:36.602800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2611f5a4-ffea-4d52-a390-5f906498c25a tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:36.608004 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2611f5a4-ffea-4d52-a390-5f906498c25a tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&device_id=0b746327-b4af-49ed-aa63-643e6db399b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3195999 Mar 28 09:07:36.608671 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48022) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:36.620436 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d97807f-baf5-4f6d-a6cb-61be26da5ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (354aa0f0-3898-4823-bd02-7ae602c08c36), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:36.667724 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a526058-dec9-42ad-92f8-38bdff473e65 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for port (41e55cde-9b67-4eb7-bae6-a6e0b3a3df5a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:36.671009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97807f-baf5-4f6d-a6cb-61be26da5ee8 None None] Pushing event deleted for resources: {'Port': ['ID=354aa0f0-3898-4823-bd02-7ae602c08c36,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:36.678499 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d97807f-baf5-4f6d-a6cb-61be26da5ee8 None None] No DVR routers for this DVR port 354aa0f0-3898-4823-bd02-7ae602c08c36 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:36.694178 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9d37be21-1933-48ba-9372-8e869b27a704 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (92b8a298-90f6-43b4-afab-6d0b34a8c6dd), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:36.741293 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12663b18-d89d-4efb-b0c9-f86ffd6d3824 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Network': ['ID=575f6469-0a8a-4802-b923-ea2a1bf0f9ca,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:36.779933 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-acb30e62-141f-407b-96d3-30d6028a2bdb None None] Set router 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:36.817773 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d18648-29f9-444a-adcd-530ffda26934 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:36.821656 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-27d18648-29f9-444a-adcd-530ffda26934 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:36.825611 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a01da1c-a098-4a74-a953-85fe4f4dad11 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:36.830330 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5a01da1c-a098-4a74-a953-85fe4f4dad11 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "GET /v2.0/networks/d6820a0c-8e9c-40a1-af49-32042c6f06b6 HTTP/1.1" status: 200 len: 881 time: 0.2208853 Mar 28 09:07:36.831124 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48026) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:36.897788 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c00c2899-e83e-444a-8475-c982e6294395 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b746327-b4af-49ed-aa63-643e6db399b4 HTTP/1.1" status: 200 len: 205 time: 0.0649288 Mar 28 09:07:36.907546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48028) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:36.921307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb264d8-76f5-4734-9006-b4840164b4ad req-edc76e41-2857-4402-9d27-b080b6f709e3 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:36.922963 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-bdb264d8-76f5-4734-9006-b4840164b4ad req-edc76e41-2857-4402-9d27-b080b6f709e3 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 945 time: 0.9786370 Mar 28 09:07:36.935833 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (ce902608-6338-425d-b9d2-8e45a049928e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:37.010774 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce902608-6338-425d-b9d2-8e45a049928e']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:37.028913 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910ac51e-85ae-4d4e-899b-57a9da6f7581') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:37.029858 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910ac51e-85ae-4d4e-899b-57a9da6f7581') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:37.050858 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (910ac51e-85ae-4d4e-899b-57a9da6f7581), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:37.069749 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (910ac51e-85ae-4d4e-899b-57a9da6f7581), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:37.106653 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f49c0-606c-44dc-9366-35e238790ac2 req-e9a6af22-84dc-4754-8262-d719fcc11c4b tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:37.108304 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-110f49c0-606c-44dc-9366-35e238790ac2 req-e9a6af22-84dc-4754-8262-d719fcc11c4b tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.16 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 945 time: 0.0784924 Mar 28 09:07:37.113799 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:07:37.114845 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (910ac51e-85ae-4d4e-899b-57a9da6f7581), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:07:37.151697 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:07:37.158986 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f23a139-c794-42f4-8692-843c0f9419d2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (0b746327-b4af-49ed-aa63-643e6db399b4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:37.244471 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-acb30e62-141f-407b-96d3-30d6028a2bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'name': 'tempest-ServersTestManualDisk-1746614907-router', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'gw_port': {'id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:03Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '649a9602-0ac6-46d3-b72e-390875436ce4', 'name': '', 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'mac_address': 'fa:16:3e:45:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:07Z', 'updated_at': '2022-03-28T09:06:15Z', 'revision_number': 5, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'subnets': [{'id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:37.290753 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (ce902608-6338-425d-b9d2-8e45a049928e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:37.314160 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb30e62-141f-407b-96d3-30d6028a2bdb None None] The sync data for ids ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'] in dv-neutron-master-2-hyperv is: [{'id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'name': 'tempest-ServersTestManualDisk-1746614907-router', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'gw_port': {'id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:03Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '649a9602-0ac6-46d3-b72e-390875436ce4', 'name': '', 'network_id': 'da78ad91-75c1-4e51-84dc-1ff3d223651d', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'mac_address': 'fa:16:3e:45:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:07Z', 'updated_at': '2022-03-28T09:06:15Z', 'revision_number': 5, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'subnets': [{'id': 'db02361e-0ccd-47dd-8c98-cb1bb9fe6071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:37.326200 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9d37be21-1933-48ba-9372-8e869b27a704 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (92b8a298-90f6-43b4-afab-6d0b34a8c6dd), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:37.329458 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:37.334090 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/ce902608-6338-425d-b9d2-8e45a049928e HTTP/1.1" status: 204 len: 168 time: 5.8182337 Mar 28 09:07:37.345859 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48034) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:37.348465 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-110f49c0-606c-44dc-9366-35e238790ac2 req-6ffb99d1-495e-4fe0-8e70-17f2380a0ace tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Deleting port c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:37.348959 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-110f49c0-606c-44dc-9366-35e238790ac2 req-6ffb99d1-495e-4fe0-8e70-17f2380a0ace tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (c9fef19a-fba4-4d3f-bd73-d95fbeb0e282), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:37.390363 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f01b2-f7c7-4e6c-92b3-d45626c6492f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Network': ['ID=ce902608-6338-425d-b9d2-8e45a049928e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:37.411476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9685b1f0-7304-4fcc-b236-84077d149544 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1735025796'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:37.443873 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-9d37be21-1933-48ba-9372-8e869b27a704 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b8a298-90f6-43b4-afab-6d0b34a8c6dd']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:37.448133 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a526058-dec9-42ad-92f8-38bdff473e65 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (41e55cde-9b67-4eb7-bae6-a6e0b3a3df5a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:37.479787 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 354aa0f0-3898-4823-bd02-7ae602c08c36 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:37.489349 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9685b1f0-7304-4fcc-b236-84077d149544 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:37.494080 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9685b1f0-7304-4fcc-b236-84077d149544 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:37.498740 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f23a139-c794-42f4-8692-843c0f9419d2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_gateway (0b746327-b4af-49ed-aa63-643e6db399b4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:37.520680 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 354aa0f0-3898-4823-bd02-7ae602c08c36 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:37.525471 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 354aa0f0-3898-4823-bd02-7ae602c08c36 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:37.555278 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-bdb264d8-76f5-4734-9006-b4840164b4ad req-d008924d-488c-4eeb-93fa-43cb207f4135 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a7bbaf6-b081-4765-b3a3-ab9df2b5f423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4793713 Mar 28 09:07:37.568920 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-9d37be21-1933-48ba-9372-8e869b27a704 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342b3f15-8699-4a13-8613-170143d62cbb') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:37.569159 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-9d37be21-1933-48ba-9372-8e869b27a704 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342b3f15-8699-4a13-8613-170143d62cbb') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:37.590412 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9685b1f0-7304-4fcc-b236-84077d149544 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:07:37.598929 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9d37be21-1933-48ba-9372-8e869b27a704 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (342b3f15-8699-4a13-8613-170143d62cbb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:37.618088 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a526058-dec9-42ad-92f8-38bdff473e65 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Network 74574641-da19-432a-a4ad-cfe259b9f25d is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:37.639279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-0a526058-dec9-42ad-92f8-38bdff473e65 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:37.648140 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-110f49c0-606c-44dc-9366-35e238790ac2 req-6ffb99d1-495e-4fe0-8e70-17f2380a0ace tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] For port c9fef19a-fba4-4d3f-bd73-d95fbeb0e282, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c9fef19a-fba4-4d3f-bd73-d95fbeb0e282,segment=NetworkSegment(40bfaee7-c2ce-4f0b-af8e-29260020bcf6),segment_id=40bfaee7-c2ce-4f0b-af8e-29260020bcf6)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:37.648585 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-110f49c0-606c-44dc-9366-35e238790ac2 req-6ffb99d1-495e-4fe0-8e70-17f2380a0ace tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (c9fef19a-fba4-4d3f-bd73-d95fbeb0e282), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:37.683754 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a526058-dec9-42ad-92f8-38bdff473e65 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:37.764784 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48046) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:37.771968 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a526058-dec9-42ad-92f8-38bdff473e65 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:37.773111 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a526058-dec9-42ad-92f8-38bdff473e65 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:37.779391 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9d37be21-1933-48ba-9372-8e869b27a704 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (342b3f15-8699-4a13-8613-170143d62cbb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:37.810497 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4b1b0e-660b-4c08-b376-382de4551ada None None] New status for floating IP 85f89705-b990-4437-8a8c-9c2c5dd340b2: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:07:37.815407 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 2480602e-8b41-40f9-b095-7d218c2c6960 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:37.838827 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a526058-dec9-42ad-92f8-38bdff473e65 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Pushing event updated for resources: {'Port': ['ID=41e55cde-9b67-4eb7-bae6-a6e0b3a3df5a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:37.866763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d37be21-1933-48ba-9372-8e869b27a704 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:07:37.867187 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9d37be21-1933-48ba-9372-8e869b27a704 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (342b3f15-8699-4a13-8613-170143d62cbb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:07:37.873919 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:07:37.879635 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9685b1f0-7304-4fcc-b236-84077d149544 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (740a831a-d415-43cf-9c9f-2b8e66a477de), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:37.881613 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-9685b1f0-7304-4fcc-b236-84077d149544 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Added segment 740a831a-d415-43cf-9c9f-2b8e66a477de of type vlan for network 5b801c48-08ae-44c3-9e94-e7b602892346 Mar 28 09:07:37.884284 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 2480602e-8b41-40f9-b095-7d218c2c6960 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:37.886321 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 2480602e-8b41-40f9-b095-7d218c2c6960 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:37.998887 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9685b1f0-7304-4fcc-b236-84077d149544 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (5b801c48-08ae-44c3-9e94-e7b602892346), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.013459 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0a526058-dec9-42ad-92f8-38bdff473e65 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9736044 Mar 28 09:07:38.021468 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9d37be21-1933-48ba-9372-8e869b27a704 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (92b8a298-90f6-43b4-afab-6d0b34a8c6dd), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.027819 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9d37be21-1933-48ba-9372-8e869b27a704 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.031461 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9d37be21-1933-48ba-9372-8e869b27a704 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/networks/92b8a298-90f6-43b4-afab-6d0b34a8c6dd HTTP/1.1" status: 204 len: 168 time: 1.9217041 Mar 28 09:07:38.032398 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48052) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:38.058457 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48054) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:38.069246 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e80e7cae-e0a3-4b9e-a626-4a0ba968947d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1872168561'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:38.087879 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b074a1ef-cabd-4d81-b6da-f3bc69ca7ad6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:38.101560 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-3f23a139-c794-42f4-8692-843c0f9419d2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Deleting port b612816f-180f-49f4-8a8c-81c33b92ca83 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:38.102023 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f23a139-c794-42f4-8692-843c0f9419d2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b612816f-180f-49f4-8a8c-81c33b92ca83), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.106419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48056) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:38.114783 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37be21-1933-48ba-9372-8e869b27a704 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Network': ['ID=92b8a298-90f6-43b4-afab-6d0b34a8c6dd,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:38.172615 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3a063b08-19b5-41aa-bed6-7442e03bb651 None None] Provisioning complete for port 41e55cde-9b67-4eb7-bae6-a6e0b3a3df5a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:38.173472 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3a063b08-19b5-41aa-bed6-7442e03bb651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (41e55cde-9b67-4eb7-bae6-a6e0b3a3df5a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.196793 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b4679044-a33e-4647-a9cb-2500cf5db9d6 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for security_group (d9e4edf6-d471-4d08-802e-ada42833364b), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.199400 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-110f49c0-606c-44dc-9366-35e238790ac2 req-6ffb99d1-495e-4fe0-8e70-17f2380a0ace tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.199961 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-110f49c0-606c-44dc-9366-35e238790ac2 req-6ffb99d1-495e-4fe0-8e70-17f2380a0ace tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (0b0fcdaf-8270-49d3-9d66-7a5e6c3e8b65), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.200492 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [req-110f49c0-606c-44dc-9366-35e238790ac2 req-6ffb99d1-495e-4fe0-8e70-17f2380a0ace tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Floating IP 0b0fcdaf-8270-49d3-9d66-7a5e6c3e8b65 disassociated. External IP: 172.36.4.92, port: c9fef19a-fba4-4d3f-bd73-d95fbeb0e282. Mar 28 09:07:38.201264 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-110f49c0-606c-44dc-9366-35e238790ac2 req-6ffb99d1-495e-4fe0-8e70-17f2380a0ace tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Calling delete_port for c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:38.210251 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9685b1f0-7304-4fcc-b236-84077d149544 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (5b801c48-08ae-44c3-9e94-e7b602892346), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.216343 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9685b1f0-7304-4fcc-b236-84077d149544 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:38.217673 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9685b1f0-7304-4fcc-b236-84077d149544 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.226234 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b4679044-a33e-4647-a9cb-2500cf5db9d6 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for security_group (d9e4edf6-d471-4d08-802e-ada42833364b), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.257535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3a063b08-19b5-41aa-bed6-7442e03bb651 None None] Port 41e55cde-9b67-4eb7-bae6-a6e0b3a3df5a cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:38.264232 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-27d18648-29f9-444a-adcd-530ffda26934 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (df031157-270e-4056-ad23-9e0371474cf0), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.266435 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80e7cae-e0a3-4b9e-a626-4a0ba968947d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Made reservation on behalf of 8e45e30a1efb47c3b06d7cbbf6271808 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:38.270285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e80e7cae-e0a3-4b9e-a626-4a0ba968947d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.273309 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b074a1ef-cabd-4d81-b6da-f3bc69ca7ad6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.299025 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9f7fc580-954b-4177-8672-32ddf6661d15 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-294033982'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:38.299730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9f7fc580-954b-4177-8672-32ddf6661d15 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] Unknown quota resources ['metering_label']. {{(pid=104075) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 28 09:07:38.372434 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d18648-29f9-444a-adcd-530ffda26934 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:38.382720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-27d18648-29f9-444a-adcd-530ffda26934 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:38.386451 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d18648-29f9-444a-adcd-530ffda26934 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:38.387050 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-27d18648-29f9-444a-adcd-530ffda26934 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.394803 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7dce35-929c-4b82-adb9-cc922b6e520c None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:38.408453 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9685b1f0-7304-4fcc-b236-84077d149544 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0017030 Mar 28 09:07:38.408701 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80e7cae-e0a3-4b9e-a626-4a0ba968947d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:07:38.415202 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48060) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:38.417272 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b4679044-a33e-4647-a9cb-2500cf5db9d6 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (d9e4edf6-d471-4d08-802e-ada42833364b), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.420998 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b4679044-a33e-4647-a9cb-2500cf5db9d6 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.424806 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b4679044-a33e-4647-a9cb-2500cf5db9d6 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "DELETE /v2.0/security-groups/d9e4edf6-d471-4d08-802e-ada42833364b HTTP/1.1" status: 204 len: 168 time: 0.6459754 Mar 28 09:07:38.434287 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48062) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:38.435342 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e1537526-c8cb-4ce7-893a-1bda02e29025 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'subnet': {'network_id': '5b801c48-08ae-44c3-9e94-e7b602892346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:38.437881 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d18648-29f9-444a-adcd-530ffda26934 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=df031157-270e-4056-ad23-9e0371474cf0,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:38.450419 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e80e7cae-e0a3-4b9e-a626-4a0ba968947d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (ecbea8c8-3053-4047-87c8-b17d13c12bf3), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.450591 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-e80e7cae-e0a3-4b9e-a626-4a0ba968947d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Added segment ecbea8c8-3053-4047-87c8-b17d13c12bf3 of type vlan for network 905cb770-4d15-4217-8ca0-a7ea3e964bc1 Mar 28 09:07:38.474102 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-27d18648-29f9-444a-adcd-530ffda26934 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0773199 Mar 28 09:07:38.478317 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48064) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:38.478923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4679044-a33e-4647-a9cb-2500cf5db9d6 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e4edf6-d471-4d08-802e-ada42833364b,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:38.488559 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-5c2c0056-4155-434d-85bc-0c0443007eec tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'fixed_ips': [{'subnet_id': 'df031157-270e-4056-ad23-9e0371474cf0', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-823455014'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:38.497206 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-3f870190-21e1-40fd-a9fd-0a26129452b0 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] show failed (client error): The resource could not be found. Mar 28 09:07:38.500707 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3f870190-21e1-40fd-a9fd-0a26129452b0 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "GET /v2.0/security-groups/d9e4edf6-d471-4d08-802e-ada42833364b HTTP/1.1" status: 404 len: 347 time: 0.0615525 Mar 28 09:07:38.502395 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48066) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:38.503790 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685b1f0-7304-4fcc-b236-84077d149544 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Network': ['ID=5b801c48-08ae-44c3-9e94-e7b602892346,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:38.512776 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f23a139-c794-42f4-8692-843c0f9419d2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b612816f-180f-49f4-8a8c-81c33b92ca83), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.539603 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 5b801c48-08ae-44c3-9e94-e7b602892346 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:07:38.592791 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': 'df031157-270e-4056-ad23-9e0371474cf0'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:07:38.593962 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.640907 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e80e7cae-e0a3-4b9e-a626-4a0ba968947d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (905cb770-4d15-4217-8ca0-a7ea3e964bc1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.643597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-3f23a139-c794-42f4-8692-843c0f9419d2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Calling delete_port for b612816f-180f-49f4-8a8c-81c33b92ca83 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:38.739103 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-110f49c0-606c-44dc-9366-35e238790ac2 req-6ffb99d1-495e-4fe0-8e70-17f2380a0ace tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (c9fef19a-fba4-4d3f-bd73-d95fbeb0e282), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.793508 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e80e7cae-e0a3-4b9e-a626-4a0ba968947d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (905cb770-4d15-4217-8ca0-a7ea3e964bc1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.798669 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80e7cae-e0a3-4b9e-a626-4a0ba968947d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:38.799310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e80e7cae-e0a3-4b9e-a626-4a0ba968947d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.825014 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9f7fc580-954b-4177-8672-32ddf6661d15 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.826647 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9f7fc580-954b-4177-8672-32ddf6661d15 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7174380 Mar 28 09:07:38.831583 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Allocated IP 2001:db8::2 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/df031157-270e-4056-ad23-9e0371474cf0/aa364730-9d7a-491c-9255-9df53a34d152) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:38.859538 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-11ac3114-585a-409b-a7e5-e2d91f7057d8 req-04be726e-f7ec-4b21-a51e-241ac1b89b5d tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 210 time: 0.1343091 Mar 28 09:07:38.864318 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48070) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:38.879935 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb99d1-495e-4fe0-8e70-17f2380a0ace tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Pushing event deleted for resources: {'Port': ['ID=c9fef19a-fba4-4d3f-bd73-d95fbeb0e282,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:38.884608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a8bf89e3-ce5e-4120-8b2f-48019bc9dae6 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9e0eaa57-182c-42ed-b874-35e004ac40a9'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:38.885639 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a8bf89e3-ce5e-4120-8b2f-48019bc9dae6 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104075) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 28 09:07:38.900494 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e80e7cae-e0a3-4b9e-a626-4a0ba968947d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8353853 Mar 28 09:07:38.910770 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48072) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:38.923421 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a5db94fb-6dce-4815-b94d-9818f9c15449 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'subnet': {'network_id': '905cb770-4d15-4217-8ca0-a7ea3e964bc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:38.943529 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2c0056-4155-434d-85bc-0c0443007eec tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:38.950643 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e7cae-e0a3-4b9e-a626-4a0ba968947d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Network': ['ID=905cb770-4d15-4217-8ca0-a7ea3e964bc1,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:38.956239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b074a1ef-cabd-4d81-b6da-f3bc69ca7ad6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:38.984037 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 905cb770-4d15-4217-8ca0-a7ea3e964bc1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:07:39.021481 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-f0632e7d-5575-4c83-8964-24bda43b6f80 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Deleting port 7898378b-10f1-40c4-b4e7-e4575aa509ff {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:39.021956 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0632e7d-5575-4c83-8964-24bda43b6f80 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (7898378b-10f1-40c4-b4e7-e4575aa509ff), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:39.148588 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Publish callbacks [] for port (aa364730-9d7a-491c-9255-9df53a34d152), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:39.157288 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (aa364730-9d7a-491c-9255-9df53a34d152), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:39.167089 dv-neutron-master-2-hyperv neutron-server[104075]: WARNING neutron.services.metering.metering_plugin [None req-a8bf89e3-ce5e-4120-8b2f-48019bc9dae6 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 28 09:07:39.189055 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:39.192179 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:39.232070 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5c2c0056-4155-434d-85bc-0c0443007eec tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:39.238628 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:39.285658 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Pushing event updated for resources: {'Port': ['ID=aa364730-9d7a-491c-9255-9df53a34d152,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:39.290043 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0632e7d-5575-4c83-8964-24bda43b6f80 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (7898378b-10f1-40c4-b4e7-e4575aa509ff), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:39.290707 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0632e7d-5575-4c83-8964-24bda43b6f80 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for floatingip (7898378b-10f1-40c4-b4e7-e4575aa509ff), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:39.295408 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-b074a1ef-cabd-4d81-b6da-f3bc69ca7ad6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Allocated IP 172.36.4.220 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/88efa4aa-2164-46dd-83a2-4eae88b21f2a) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:39.303922 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-5c2c0056-4155-434d-85bc-0c0443007eec tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port f7104eb4-cbd6-4d24-b195-0429cdd8d13f yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:07:39.322621 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-f0632e7d-5575-4c83-8964-24bda43b6f80 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Calling delete_port for 7898378b-10f1-40c4-b4e7-e4575aa509ff owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:39.337935 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Attempting to bind port aa364730-9d7a-491c-9255-9df53a34d152 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:07:39.338315 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Attempting to bind port aa364730-9d7a-491c-9255-9df53a34d152 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:07:39.338739 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Attempting to bind port aa364730-9d7a-491c-9255-9df53a34d152 on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:07:39.346563 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:07:39.346944 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:39.347357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:39.347744 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:07:39.348218 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Bound port: aa364730-9d7a-491c-9255-9df53a34d152, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:07:39.348601 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (aa364730-9d7a-491c-9255-9df53a34d152), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:39.439539 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] For port aa364730-9d7a-491c-9255-9df53a34d152, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:07:39.442948 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] For port aa364730-9d7a-491c-9255-9df53a34d152, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa364730-9d7a-491c-9255-9df53a34d152,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:07:39.455849 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (aa364730-9d7a-491c-9255-9df53a34d152), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:39.560652 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50892f1-57c8-4ecd-b303-aaa7d6601d4c None None] Pushing event updated for resources: {'Port': ['ID=aa364730-9d7a-491c-9255-9df53a34d152,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:39.564466 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1537526-c8cb-4ce7-893a-1bda02e29025 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:39.567559 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e1537526-c8cb-4ce7-893a-1bda02e29025 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:39.596904 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b074a1ef-cabd-4d81-b6da-f3bc69ca7ad6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for port (88efa4aa-2164-46dd-83a2-4eae88b21f2a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:39.599523 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2c0056-4155-434d-85bc-0c0443007eec tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:07:39.600055 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2c0056-4155-434d-85bc-0c0443007eec tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:07:39.641014 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5c2c0056-4155-434d-85bc-0c0443007eec tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1579876 Mar 28 09:07:39.645282 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48074) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:39.647879 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a8bf89e3-ce5e-4120-8b2f-48019bc9dae6 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:39.649062 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a8bf89e3-ce5e-4120-8b2f-48019bc9dae6 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7739782 Mar 28 09:07:39.662007 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48076) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:39.666278 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c5a03996-e16c-4194-89d8-ea397e5b3a3a tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9e0eaa57-182c-42ed-b874-35e004ac40a9'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:39.666773 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c5a03996-e16c-4194-89d8-ea397e5b3a3a tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104076) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 28 09:07:39.719335 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5db94fb-6dce-4815-b94d-9818f9c15449 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Made reservation on behalf of 8e45e30a1efb47c3b06d7cbbf6271808 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:39.722633 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a5db94fb-6dce-4815-b94d-9818f9c15449 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:39.786776 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b074a1ef-cabd-4d81-b6da-f3bc69ca7ad6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (88efa4aa-2164-46dd-83a2-4eae88b21f2a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:39.802382 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING neutron.services.metering.metering_plugin [None req-c5a03996-e16c-4194-89d8-ea397e5b3a3a tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 28 09:07:39.847208 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-110f49c0-606c-44dc-9366-35e238790ac2 req-6ffb99d1-495e-4fe0-8e70-17f2380a0ace tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Router 6bf88279-bd2d-4e7a-b5d8-b8445683be61 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:07:39.900715 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f23a139-c794-42f4-8692-843c0f9419d2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (b612816f-180f-49f4-8a8c-81c33b92ca83), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:39.934601 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb533ee7-029d-40d8-b0e3-12ccca90effb tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:39.939757 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cb533ee7-029d-40d8-b0e3-12ccca90effb tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2926161 Mar 28 09:07:39.940584 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0632e7d-5575-4c83-8964-24bda43b6f80 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (7898378b-10f1-40c4-b4e7-e4575aa509ff), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:39.942629 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48080) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:39.956456 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23a139-c794-42f4-8692-843c0f9419d2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Pushing event deleted for resources: {'Port': ['ID=b612816f-180f-49f4-8a8c-81c33b92ca83,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:39.963907 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b074a1ef-cabd-4d81-b6da-f3bc69ca7ad6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:40.039696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074a1ef-cabd-4d81-b6da-f3bc69ca7ad6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Pushing event updated for resources: {'Port': ['ID=88efa4aa-2164-46dd-83a2-4eae88b21f2a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:40.076377 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0632e7d-5575-4c83-8964-24bda43b6f80 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Pushing event deleted for resources: {'Port': ['ID=7898378b-10f1-40c4-b4e7-e4575aa509ff,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:40.083399 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-b074a1ef-cabd-4d81-b6da-f3bc69ca7ad6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:40.103858 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c5a03996-e16c-4194-89d8-ea397e5b3a3a tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:40.110106 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c5a03996-e16c-4194-89d8-ea397e5b3a3a tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4445662 Mar 28 09:07:40.116436 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b074a1ef-cabd-4d81-b6da-f3bc69ca7ad6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:40.122916 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48082) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:40.189774 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-599f5e39-caa9-4c74-b085-85ea2106cd16 req-662105b4-dbff-4be0-a5f2-c346658ac639 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 210 time: 0.1849065 Mar 28 09:07:40.194176 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bf0a5d83-35e2-44fb-be76-c97759025698 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=ff0d8fbf-c78e-4c47-a3a6-2f47f5acf377 HTTP/1.1" status: 200 len: 464 time: 0.0520146 Mar 28 09:07:40.204687 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48084) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:40.219432 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e1537526-c8cb-4ce7-893a-1bda02e29025 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (2efde21c-3e5d-414a-976a-0e1f7dd26a1e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:40.257471 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04523cd-f7c0-4a7f-9c22-f653adb0cd17 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:40.258974 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04523cd-f7c0-4a7f-9c22-f653adb0cd17 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:40.260640 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d04523cd-f7c0-4a7f-9c22-f653adb0cd17 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3094373 Mar 28 09:07:40.267615 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48086) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:40.340458 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0632e7d-5575-4c83-8964-24bda43b6f80 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks [] for floatingip (85f89705-b990-4437-8a8c-9c2c5dd340b2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:40.343371 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0632e7d-5575-4c83-8964-24bda43b6f80 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:40.344538 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f0632e7d-5575-4c83-8964-24bda43b6f80 tempest-ServersTestManualDisk-558994596 tempest-ServersTestManualDisk-558994596-project] 10.222.0.15 "DELETE /v2.0/floatingips/85f89705-b990-4437-8a8c-9c2c5dd340b2 HTTP/1.1" status: 204 len: 168 time: 1.8253679 Mar 28 09:07:40.350551 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48088) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:40.426766 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1537526-c8cb-4ce7-893a-1bda02e29025 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Subnet': ['ID=2efde21c-3e5d-414a-976a-0e1f7dd26a1e,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:40.435037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a5db94fb-6dce-4815-b94d-9818f9c15449 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (a9b12ad4-2d87-4425-9545-0af9b7b3af9a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:40.465921 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-45034c26-f485-4387-9404-fd52aaf7c94a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet df031157-270e-4056-ad23-9e0371474cf0 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:07:40.495042 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-110f49c0-606c-44dc-9366-35e238790ac2 req-6ffb99d1-495e-4fe0-8e70-17f2380a0ace tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:40.501326 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45034c26-f485-4387-9404-fd52aaf7c94a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (df031157-270e-4056-ad23-9e0371474cf0), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:40.507080 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d77caa5-f464-4e83-81e6-89db71165376 None None] Sync routers for ids ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:40.508111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f23a139-c794-42f4-8692-843c0f9419d2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (0b746327-b4af-49ed-aa63-643e6db399b4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:40.514901 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eed4413b-6848-4c48-aba6-50c28bcde433 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:40.520969 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-eed4413b-6848-4c48-aba6-50c28bcde433 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/ff0d8fbf-c78e-4c47-a3a6-2f47f5acf377 HTTP/1.1" status: 204 len: 168 time: 0.3121500 Mar 28 09:07:40.520969 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b074a1ef-cabd-4d81-b6da-f3bc69ca7ad6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for floatingip (e700d511-35e5-4c91-928c-045c96498795), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:40.520969 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48090) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:40.527614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d77caa5-f464-4e83-81e6-89db71165376 None None] Routers {'6bf88279-bd2d-4e7a-b5d8-b8445683be61'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:40.528409 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3d77caa5-f464-4e83-81e6-89db71165376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:40.548145 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9b319d06-896c-4e1c-a24c-6e8253067714 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=ff0d8fbf-c78e-4c47-a3a6-2f47f5acf377 HTTP/1.1" status: 200 len: 221 time: 0.0222652 Mar 28 09:07:40.548636 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48092) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:40.552785 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-bad85ed0-8fca-42b0-9542-be7f6c1a6566 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--562564379', 'description': 'label created by tempest'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:40.553238 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-bad85ed0-8fca-42b0-9542-be7f6c1a6566 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] Unknown quota resources ['metering_label']. {{(pid=104076) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 28 09:07:40.593473 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b074a1ef-cabd-4d81-b6da-f3bc69ca7ad6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (88efa4aa-2164-46dd-83a2-4eae88b21f2a), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:40.658506 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1537526-c8cb-4ce7-893a-1bda02e29025 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Checking segment: {'id': '740a831a-d415-43cf-9c9f-2b8e66a477de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5b801c48-08ae-44c3-9e94-e7b602892346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:40.659106 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1537526-c8cb-4ce7-893a-1bda02e29025 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network hostable DHCP agents. Network: 5b801c48-08ae-44c3-9e94-e7b602892346, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:07:40.691603 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-110f49c0-606c-44dc-9366-35e238790ac2 req-6ffb99d1-495e-4fe0-8e70-17f2380a0ace tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] No DVR routers for this DVR port c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:40.702969 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-110f49c0-606c-44dc-9366-35e238790ac2 req-6ffb99d1-495e-4fe0-8e70-17f2380a0ace tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:40.706384 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-110f49c0-606c-44dc-9366-35e238790ac2 req-6ffb99d1-495e-4fe0-8e70-17f2380a0ace tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.16 "DELETE /v2.0/ports/c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 HTTP/1.1" status: 204 len: 173 time: 3.5930827 Mar 28 09:07:40.710749 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db94fb-6dce-4815-b94d-9818f9c15449 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Subnet': ['ID=a9b12ad4-2d87-4425-9545-0af9b7b3af9a,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:40.712602 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94b85a6-36c2-4a80-9ee0-0ea08925ec3c', 'name': 'network-vif-deleted', 'tag': 'c9fef19a-fba4-4d3f-bd73-d95fbeb0e282'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:07:40.715271 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b385d306-07b9-4921-87d2-2b61d20c65bf" -d '{"events": [{"server_uuid": "c94b85a6-36c2-4a80-9ee0-0ea08925ec3c", "name": "network-vif-deleted", "tag": "c9fef19a-fba4-4d3f-bd73-d95fbeb0e282"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:07:40.722500 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f23a139-c794-42f4-8692-843c0f9419d2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (0b746327-b4af-49ed-aa63-643e6db399b4), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:40.727083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45034c26-f485-4387-9404-fd52aaf7c94a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (df031157-270e-4056-ad23-9e0371474cf0), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:40.736118 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f23a139-c794-42f4-8692-843c0f9419d2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_controller (0b746327-b4af-49ed-aa63-643e6db399b4), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:40.751015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-3d77caa5-f464-4e83-81e6-89db71165376 None None] Set router 6bf88279-bd2d-4e7a-b5d8-b8445683be61 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:40.842769 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cf3c9c-ee84-4805-9454-f077233f1a6a x-openstack-request-id: req-b9cf3c9c-ee84-4805-9454-f077233f1a6a {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:07:40.843080 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94b85a6-36c2-4a80-9ee0-0ea08925ec3c", "name": "network-vif-deleted", "tag": "c9fef19a-fba4-4d3f-bd73-d95fbeb0e282", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:07:40.843334 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9cf3c9c-ee84-4805-9454-f077233f1a6a {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:07:40.843726 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9cf3c9c-ee84-4805-9454-f077233f1a6a'] response: {'server_uuid': 'c94b85a6-36c2-4a80-9ee0-0ea08925ec3c', 'name': 'network-vif-deleted', 'tag': 'c9fef19a-fba4-4d3f-bd73-d95fbeb0e282', 'status': 'completed', 'code': 200} Mar 28 09:07:40.853659 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1537526-c8cb-4ce7-893a-1bda02e29025 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network 5b801c48-08ae-44c3-9e94-e7b602892346 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:07:40.873532 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db94fb-6dce-4815-b94d-9818f9c15449 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Checking segment: {'id': 'ecbea8c8-3053-4047-87c8-b17d13c12bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '905cb770-4d15-4217-8ca0-a7ea3e964bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:40.873950 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5db94fb-6dce-4815-b94d-9818f9c15449 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network hostable DHCP agents. Network: 905cb770-4d15-4217-8ca0-a7ea3e964bc1, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:07:40.882281 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f23a139-c794-42f4-8692-843c0f9419d2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (0b746327-b4af-49ed-aa63-643e6db399b4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:40.882786 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f23a139-c794-42f4-8692-843c0f9419d2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Fanout notify agent at l3_agent the message router_deleted on router 0b746327-b4af-49ed-aa63-643e6db399b4 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:07:40.888911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-e1537526-c8cb-4ce7-893a-1bda02e29025 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5b801c48-08ae-44c3-9e94-e7b602892346) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:40.898850 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f23a139-c794-42f4-8692-843c0f9419d2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:40.904031 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3f23a139-c794-42f4-8692-843c0f9419d2 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "DELETE /v2.0/routers/0b746327-b4af-49ed-aa63-643e6db399b4 HTTP/1.1" status: 204 len: 168 time: 3.9914203 Mar 28 09:07:40.908849 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48096) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:40.910024 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1537526-c8cb-4ce7-893a-1bda02e29025 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:40.910620 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e1537526-c8cb-4ce7-893a-1bda02e29025 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:40.919023 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4c0c5e46-e87f-4536-88c9-d4ec5ef134bc tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1709607190', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:40.922294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ce4e0e-12ae-48bb-8f63-58d732f9e1cc None None] Network 5b801c48-08ae-44c3-9e94-e7b602892346 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:40.985698 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5db94fb-6dce-4815-b94d-9818f9c15449 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 905cb770-4d15-4217-8ca0-a7ea3e964bc1 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:07:40.988254 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45034c26-f485-4387-9404-fd52aaf7c94a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (df031157-270e-4056-ad23-9e0371474cf0), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.000414 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e1537526-c8cb-4ce7-893a-1bda02e29025 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5798023 Mar 28 09:07:41.004177 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48098) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:41.035253 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c0c5e46-e87f-4536-88c9-d4ec5ef134bc tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.036615 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c0c5e46-e87f-4536-88c9-d4ec5ef134bc tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.057686 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-a5db94fb-6dce-4815-b94d-9818f9c15449 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 905cb770-4d15-4217-8ca0-a7ea3e964bc1) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:41.080760 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3084c57-bfaf-42c3-aad5-f6eeccbc7a9b None None] Network 905cb770-4d15-4217-8ca0-a7ea3e964bc1 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:41.083132 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3ad32d27-270b-4584-ba7d-d2bc22f51ab4 None None] Provisioning complete for port aa364730-9d7a-491c-9255-9df53a34d152 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:41.083510 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3ad32d27-270b-4584-ba7d-d2bc22f51ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (aa364730-9d7a-491c-9255-9df53a34d152), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.112774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5db94fb-6dce-4815-b94d-9818f9c15449 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:41.114025 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a5db94fb-6dce-4815-b94d-9818f9c15449 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.178609 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a5db94fb-6dce-4815-b94d-9818f9c15449 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2632074 Mar 28 09:07:41.213341 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48100) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:41.239457 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-6725bda1-72da-4d4e-b368-70d0ccaa75fe tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-819892962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:41.286552 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5b801c48-08ae-44c3-9e94-e7b602892346', 'network_id': '5b801c48-08ae-44c3-9e94-e7b602892346', 'project_id': '15ec40f64a0746ac8120f854f6600104', 'fixed_ips': [{'subnet_id': '2efde21c-3e5d-414a-976a-0e1f7dd26a1e'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:07:41.287284 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.307186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bad85ed0-8fca-42b0-9542-be7f6c1a6566 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.308545 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bad85ed0-8fca-42b0-9542-be7f6c1a6566 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7589052 Mar 28 09:07:41.309969 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c0c5e46-e87f-4536-88c9-d4ec5ef134bc tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_controller (cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.325774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48104) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:41.346008 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-74c177b6-086e-421e-8270-a3d1f59d07f0 req-d5dcf60b-9f4d-4b38-8071-08cf881bf973 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/ports?device_id=c94b85a6-36c2-4a80-9ee0-0ea08925ec3c HTTP/1.1" status: 200 len: 210 time: 0.0501883 Mar 28 09:07:41.376687 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c0c5e46-e87f-4536-88c9-d4ec5ef134bc tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.401651 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45034c26-f485-4387-9404-fd52aaf7c94a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (df031157-270e-4056-ad23-9e0371474cf0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.467429 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45034c26-f485-4387-9404-fd52aaf7c94a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=df031157-270e-4056-ad23-9e0371474cf0,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:41.471076 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-905cb770-4d15-4217-8ca0-a7ea3e964bc1', 'network_id': '905cb770-4d15-4217-8ca0-a7ea3e964bc1', 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'fixed_ips': [{'subnet_id': 'a9b12ad4-2d87-4425-9545-0af9b7b3af9a'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:07:41.472259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.515315 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b074a1ef-cabd-4d81-b6da-f3bc69ca7ad6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for port (88efa4aa-2164-46dd-83a2-4eae88b21f2a), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.516888 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6725bda1-72da-4d4e-b368-70d0ccaa75fe tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (9982c676-047b-4520-8b45-bd638a5d5a6e), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.517989 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6725bda1-72da-4d4e-b368-70d0ccaa75fe tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (9982c676-047b-4520-8b45-bd638a5d5a6e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.535839 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b074a1ef-cabd-4d81-b6da-f3bc69ca7ad6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (88efa4aa-2164-46dd-83a2-4eae88b21f2a), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.540031 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (5b801c48-08ae-44c3-9e94-e7b602892346), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.545482 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device aa364730-9d7a-491c-9255-9df53a34d152 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:41.559639 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45034c26-f485-4387-9404-fd52aaf7c94a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.564229 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-45034c26-f485-4387-9404-fd52aaf7c94a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/df031157-270e-4056-ad23-9e0371474cf0 HTTP/1.1" status: 204 len: 168 time: 1.2867725 Mar 28 09:07:41.566362 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c49b38ae-cd36-490a-81ad-98431d0e8821 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=aed9a831-408d-4fb5-93a0-e8cad7a69586 HTTP/1.1" status: 200 len: 467 time: 0.2276273 Mar 28 09:07:41.568092 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48106) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:41.569207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48108) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:41.574183 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c0c5e46-e87f-4536-88c9-d4ec5ef134bc tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.578146 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4c0c5e46-e87f-4536-88c9-d4ec5ef134bc tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6625023 Mar 28 09:07:41.602636 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48110) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:41.609885 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-15e2144b-1f55-4afd-9963-076740e627ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'enable_snat': True}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:41.668094 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c91261a0-7263-41a5-a785-ff4fc98ac075 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875614 Mar 28 09:07:41.678598 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48112) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:41.710551 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6725bda1-72da-4d4e-b368-70d0ccaa75fe tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router_controller (9982c676-047b-4520-8b45-bd638a5d5a6e), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.718663 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-3e97d172-ea0e-4bc6-af6e-7be0470ab789 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:41.725874 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6725bda1-72da-4d4e-b368-70d0ccaa75fe tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (9982c676-047b-4520-8b45-bd638a5d5a6e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.727659 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074a1ef-cabd-4d81-b6da-f3bc69ca7ad6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Pushing event updated for resources: {'Port': ['ID=88efa4aa-2164-46dd-83a2-4eae88b21f2a,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:41.742811 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006091be-b342-4519-a564-583550232667 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:41.779096 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b074a1ef-cabd-4d81-b6da-f3bc69ca7ad6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (e700d511-35e5-4c91-928c-045c96498795), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.855503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (2efde21c-3e5d-414a-976a-0e1f7dd26a1e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.874167 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3ad32d27-270b-4584-ba7d-d2bc22f51ab4 None None] Current status of the port aa364730-9d7a-491c-9255-9df53a34d152 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:41.874755 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3ad32d27-270b-4584-ba7d-d2bc22f51ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (aa364730-9d7a-491c-9255-9df53a34d152), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.877006 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:41.880534 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b074a1ef-cabd-4d81-b6da-f3bc69ca7ad6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.884745 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b074a1ef-cabd-4d81-b6da-f3bc69ca7ad6 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8389921 Mar 28 09:07:41.885387 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48116) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:41.895088 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c1c221ed-07ae-4813-8c71-649bb5e0b161 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Request body: {'floatingip': {'port_id': '41e55cde-9b67-4eb7-bae6-a6e0b3a3df5a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:41.899754 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6725bda1-72da-4d4e-b368-70d0ccaa75fe tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.903389 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6725bda1-72da-4d4e-b368-70d0ccaa75fe tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6730373 Mar 28 09:07:41.909610 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48118) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:41.935873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cee90897-caf8-4d7c-8ab0-7f7aa5bf0a0f tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.939298 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cee90897-caf8-4d7c-8ab0-7f7aa5bf0a0f tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/aed9a831-408d-4fb5-93a0-e8cad7a69586 HTTP/1.1" status: 204 len: 168 time: 0.3588402 Mar 28 09:07:41.941750 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48120) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:41.947820 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-904fef32-5b95-4ce3-923c-0b19ab4a04fa tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'port': {'network_id': '905cb770-4d15-4217-8ca0-a7ea3e964bc1', 'name': 'tempest-RoutersIpV6Test-1202043245'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:41.949349 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3d77caa5-f464-4e83-81e6-89db71165376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'name': 'tempest-ServersTestJSON-2013269323-router', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:00Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'gw_port': {'id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f8a3c34d-d696-4481-a2b6-25aae05688fe', 'name': '', 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'mac_address': 'fa:16:3e:c7:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '480e4049-2c9c-4923-aba0-573e88a5e6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:08Z', 'updated_at': '2022-03-28T09:06:19Z', 'revision_number': 5, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'subnets': [{'id': '480e4049-2c9c-4923-aba0-573e88a5e6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:41.965301 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-af72642f-2a2f-4016-ae0e-c8e6a3649733 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=aed9a831-408d-4fb5-93a0-e8cad7a69586 HTTP/1.1" status: 200 len: 216 time: 0.0209894 Mar 28 09:07:41.965932 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48122) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:41.972180 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-63feb213-f586-417e-808e-f5e4b5c63470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (1cc0e3a6-906e-4f1d-9ab3-af1f293fe825), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.977984 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bdc9284e-ab95-42de-ae4a-a347ec0a27b4 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0078762 Mar 28 09:07:41.978427 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48124) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:41.992884 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-84417063-92f4-41e0-8481-5d036111c834 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0103278 Mar 28 09:07:41.993077 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1c221ed-07ae-4813-8c71-649bb5e0b161 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for floatingip (e700d511-35e5-4c91-928c-045c96498795), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:41.993204 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48126) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:42.012402 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:42.012767 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device c9fef19a-fba4-4d3f-bd73-d95fbeb0e282 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:42.044222 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d77caa5-f464-4e83-81e6-89db71165376 None None] Checking router: 6bf88279-bd2d-4e7a-b5d8-b8445683be61 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:07:42.055190 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-54fb7770-18e9-4735-b473-85720790fe37 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/9e0eaa57-182c-42ed-b874-35e004ac40a9 HTTP/1.1" status: 200 len: 472 time: 0.0608118 Mar 28 09:07:42.056628 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48128) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:42.069525 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cd5fd14e-c5ae-44b1-9dae-b1fe9c3eeb6e tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/a2dbe122-4dc8-44a6-940a-e86c631d009c HTTP/1.1" status: 200 len: 461 time: 0.0114541 Mar 28 09:07:42.072722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48130) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:42.075228 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Allocated IP 172.20.0.1 (5b801c48-08ae-44c3-9e94-e7b602892346/2efde21c-3e5d-414a-976a-0e1f7dd26a1e/9353769d-c472-4de5-8b98-4695e07e49b9) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:42.080272 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3ad32d27-270b-4584-ba7d-d2bc22f51ab4 None None] For port aa364730-9d7a-491c-9255-9df53a34d152, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa364730-9d7a-491c-9255-9df53a34d152,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:42.106864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d77caa5-f464-4e83-81e6-89db71165376 None None] Routers {'6bf88279-bd2d-4e7a-b5d8-b8445683be61'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:42.107501 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3d77caa5-f464-4e83-81e6-89db71165376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:42.119892 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3ad32d27-270b-4584-ba7d-d2bc22f51ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (aa364730-9d7a-491c-9255-9df53a34d152), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:42.178950 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e97d172-ea0e-4bc6-af6e-7be0470ab789 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:42.182327 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e97d172-ea0e-4bc6-af6e-7be0470ab789 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:42.191480 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port aa364730-9d7a-491c-9255-9df53a34d152 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:42.191690 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (aa364730-9d7a-491c-9255-9df53a34d152), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:42.204830 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a105823f-d533-4e2d-9463-6905ccc7f4a7 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:42.208395 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a105823f-d533-4e2d-9463-6905ccc7f4a7 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/a2dbe122-4dc8-44a6-940a-e86c631d009c HTTP/1.1" status: 204 len: 168 time: 0.1317148 Mar 28 09:07:42.208742 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48132) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:42.255323 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-15e2144b-1f55-4afd-9963-076740e627ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_gateway (cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:42.336083 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Allocated IP 2001:db8::2 (905cb770-4d15-4217-8ca0-a7ea3e964bc1/a9b12ad4-2d87-4425-9545-0af9b7b3af9a/796a2996-186c-49bb-a06a-61778f0d69b9) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:42.378375 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad32d27-270b-4584-ba7d-d2bc22f51ab4 None None] Pushing event updated for resources: {'Port': ['ID=aa364730-9d7a-491c-9255-9df53a34d152,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:42.408583 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3c9baeb7-0113-4806-8e76-5780abd048b1 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:42.409825 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3c9baeb7-0113-4806-8e76-5780abd048b1 tempest-MeteringTestJSON-309418573 tempest-MeteringTestJSON-309418573-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/9e0eaa57-182c-42ed-b874-35e004ac40a9 HTTP/1.1" status: 204 len: 168 time: 0.2000773 Mar 28 09:07:42.476738 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48140) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:42.486044 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-3d77caa5-f464-4e83-81e6-89db71165376 None None] Set router 6bf88279-bd2d-4e7a-b5d8-b8445683be61 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:42.496341 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-c1c221ed-07ae-4813-8c71-649bb5e0b161 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] update failed (client error): The resource could not be found. Mar 28 09:07:42.500690 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48142) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:42.500844 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c1c221ed-07ae-4813-8c71-649bb5e0b161 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] 10.222.0.15 "PUT /v2.0/floatingips/e700d511-35e5-4c91-928c-045c96498795 HTTP/1.1" status: 404 len: 507 time: 0.6110885 Mar 28 09:07:42.523012 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cfceec-72e5-4efc-a886-58cf6539a45f None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:07:42.545882 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904fef32-5b95-4ce3-923c-0b19ab4a04fa tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Made reservation on behalf of 8e45e30a1efb47c3b06d7cbbf6271808 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:42.549270 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-904fef32-5b95-4ce3-923c-0b19ab4a04fa tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:42.592014 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port aa364730-9d7a-491c-9255-9df53a34d152 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:42.637892 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-904fef32-5b95-4ce3-923c-0b19ab4a04fa tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] device_id is not set on port 1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:07:42.671853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-636af434-bc95-4024-92ed-b4c5572ce7a1 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for security_group (8a7bbaf6-b081-4765-b3a3-ab9df2b5f423), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:42.707562 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-636af434-bc95-4024-92ed-b4c5572ce7a1 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for security_group (8a7bbaf6-b081-4765-b3a3-ab9df2b5f423), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:42.746759 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e68fa44f-f5c2-4104-8ba4-41d56a74b6e3 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Deleting port 88efa4aa-2164-46dd-83a2-4eae88b21f2a {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:42.747427 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e68fa44f-f5c2-4104-8ba4-41d56a74b6e3 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (88efa4aa-2164-46dd-83a2-4eae88b21f2a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:42.817713 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e97d172-ea0e-4bc6-af6e-7be0470ab789 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (80adcc1b-0fd6-49a1-8383-142b3588c660), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:42.864453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-636af434-bc95-4024-92ed-b4c5572ce7a1 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (8a7bbaf6-b081-4765-b3a3-ab9df2b5f423), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:42.864816 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Publish callbacks [] for port (9353769d-c472-4de5-8b98-4695e07e49b9), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:42.868455 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-636af434-bc95-4024-92ed-b4c5572ce7a1 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:42.869810 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-636af434-bc95-4024-92ed-b4c5572ce7a1 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "DELETE /v2.0/security-groups/8a7bbaf6-b081-4765-b3a3-ab9df2b5f423 HTTP/1.1" status: 204 len: 168 time: 0.3918743 Mar 28 09:07:42.881776 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48146) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:42.900692 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (9353769d-c472-4de5-8b98-4695e07e49b9), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:42.918855 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-e95c7ee6-8992-4006-b615-5c7333affa7d tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] show failed (client error): The resource could not be found. Mar 28 09:07:42.919794 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e95c7ee6-8992-4006-b615-5c7333affa7d tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "GET /v2.0/security-groups/8a7bbaf6-b081-4765-b3a3-ab9df2b5f423 HTTP/1.1" status: 404 len: 347 time: 0.0366950 Mar 28 09:07:42.928867 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48148) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:42.929201 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48150) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:42.935553 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636af434-bc95-4024-92ed-b4c5572ce7a1 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7bbaf6-b081-4765-b3a3-ab9df2b5f423,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:42.941716 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e6cfceec-72e5-4efc-a886-58cf6539a45f None None] Deleting port aa364730-9d7a-491c-9255-9df53a34d152 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:42.941716 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e6cfceec-72e5-4efc-a886-58cf6539a45f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (aa364730-9d7a-491c-9255-9df53a34d152), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:42.952617 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (2efde21c-3e5d-414a-976a-0e1f7dd26a1e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:42.959100 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e97d172-ea0e-4bc6-af6e-7be0470ab789 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:42.981499 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e68fa44f-f5c2-4104-8ba4-41d56a74b6e3 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (88efa4aa-2164-46dd-83a2-4eae88b21f2a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:42.982234 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e68fa44f-f5c2-4104-8ba4-41d56a74b6e3 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for floatingip (88efa4aa-2164-46dd-83a2-4eae88b21f2a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.007026 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3d77caa5-f464-4e83-81e6-89db71165376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'name': 'tempest-ServersTestJSON-2013269323-router', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:00Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'gw_port': {'id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f8a3c34d-d696-4481-a2b6-25aae05688fe', 'name': '', 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'mac_address': 'fa:16:3e:c7:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '480e4049-2c9c-4923-aba0-573e88a5e6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:08Z', 'updated_at': '2022-03-28T09:06:19Z', 'revision_number': 5, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'subnets': [{'id': '480e4049-2c9c-4923-aba0-573e88a5e6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:43.012006 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e68fa44f-f5c2-4104-8ba4-41d56a74b6e3 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Calling delete_port for 88efa4aa-2164-46dd-83a2-4eae88b21f2a owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:43.019269 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-3e97d172-ea0e-4bc6-af6e-7be0470ab789 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:43.034006 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e97d172-ea0e-4bc6-af6e-7be0470ab789 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:43.034606 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e97d172-ea0e-4bc6-af6e-7be0470ab789 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.068533 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Network 5b801c48-08ae-44c3-9e94-e7b602892346 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:43.069649 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Publish callbacks [] for port (796a2996-186c-49bb-a06a-61778f0d69b9), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.079201 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d77caa5-f464-4e83-81e6-89db71165376 None None] The sync data for ids ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'] in dv-neutron-master-2-hyperv is: [{'id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'name': 'tempest-ServersTestJSON-2013269323-router', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:00Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'gw_port': {'id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f8a3c34d-d696-4481-a2b6-25aae05688fe', 'name': '', 'network_id': '15d390ae-2510-4449-9d2c-bf210a7a2700', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'mac_address': 'fa:16:3e:c7:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '480e4049-2c9c-4923-aba0-573e88a5e6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:08Z', 'updated_at': '2022-03-28T09:06:19Z', 'revision_number': 5, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'subnets': [{'id': '480e4049-2c9c-4923-aba0-573e88a5e6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:43.083025 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:43.084704 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Pushing event updated for resources: {'Port': ['ID=9353769d-c472-4de5-8b98-4695e07e49b9,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:43.097991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:43.122477 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97d172-ea0e-4bc6-af6e-7be0470ab789 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=80adcc1b-0fd6-49a1-8383-142b3588c660,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:43.130452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (796a2996-186c-49bb-a06a-61778f0d69b9), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.180248 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Network 905cb770-4d15-4217-8ca0-a7ea3e964bc1 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:43.200975 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3e97d172-ea0e-4bc6-af6e-7be0470ab789 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5185008 Mar 28 09:07:43.201929 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a42f02e8-f1c8-4b72-9b2f-0ec14c2ab8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.202903 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:43.206938 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48156) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:43.208220 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:43.234616 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-06c44a89-685b-49e5-bf5a-a40b413f1f06 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2133477545', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:43.256210 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-15e2144b-1f55-4afd-9963-076740e627ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_gateway (cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.264864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Attempting to bind port 9353769d-c472-4de5-8b98-4695e07e49b9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:07:43.265235 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Attempting to bind port 9353769d-c472-4de5-8b98-4695e07e49b9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '740a831a-d415-43cf-9c9f-2b8e66a477de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5b801c48-08ae-44c3-9e94-e7b602892346'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:07:43.265600 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Attempting to bind port 9353769d-c472-4de5-8b98-4695e07e49b9 on network 5b801c48-08ae-44c3-9e94-e7b602892346 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:07:43.289490 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:07:43.289898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Checking segment: {'id': '740a831a-d415-43cf-9c9f-2b8e66a477de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5b801c48-08ae-44c3-9e94-e7b602892346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:43.290309 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.290808 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Bound using segment: {'id': '740a831a-d415-43cf-9c9f-2b8e66a477de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5b801c48-08ae-44c3-9e94-e7b602892346'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:07:43.291168 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Bound port: 9353769d-c472-4de5-8b98-4695e07e49b9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740a831a-d415-43cf-9c9f-2b8e66a477de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5b801c48-08ae-44c3-9e94-e7b602892346'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:07:43.291939 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9353769d-c472-4de5-8b98-4695e07e49b9), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.303384 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-15e2144b-1f55-4afd-9963-076740e627ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.327331 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-904fef32-5b95-4ce3-923c-0b19ab4a04fa tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Allocated IP 2001:db8::221 (905cb770-4d15-4217-8ca0-a7ea3e964bc1/a9b12ad4-2d87-4425-9545-0af9b7b3af9a/1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:43.345743 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Pushing event updated for resources: {'Port': ['ID=796a2996-186c-49bb-a06a-61778f0d69b9,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:43.365500 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-e6cfceec-72e5-4efc-a886-58cf6539a45f None None] For port aa364730-9d7a-491c-9255-9df53a34d152, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa364730-9d7a-491c-9255-9df53a34d152,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:43.365944 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e6cfceec-72e5-4efc-a886-58cf6539a45f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (aa364730-9d7a-491c-9255-9df53a34d152), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.482800 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06c44a89-685b-49e5-bf5a-a40b413f1f06 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (489a62d8-e36d-4e1a-a2f9-86f3ebd34b12), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.484121 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06c44a89-685b-49e5-bf5a-a40b413f1f06 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (489a62d8-e36d-4e1a-a2f9-86f3ebd34b12), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.507494 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-63feb213-f586-417e-808e-f5e4b5c63470 admin admin] Deleting port 649a9602-0ac6-46d3-b72e-390875436ce4 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:43.508138 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-63feb213-f586-417e-808e-f5e4b5c63470 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (649a9602-0ac6-46d3-b72e-390875436ce4), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.531376 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaefb02d-7fcc-42e1-aaf0-1e337c22c040 None None] New status for floating IP 0b0fcdaf-8270-49d3-9d66-7a5e6c3e8b65: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:07:43.595059 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Subnet': ['ID=2efde21c-3e5d-414a-976a-0e1f7dd26a1e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:43.618629 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (5b801c48-08ae-44c3-9e94-e7b602892346), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.629793 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device aa364730-9d7a-491c-9255-9df53a34d152 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:43.648756 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b801c48-08ae-44c3-9e94-e7b602892346']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:43.663325 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740a831a-d415-43cf-9c9f-2b8e66a477de') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:43.664467 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Attempting to bind port 796a2996-186c-49bb-a06a-61778f0d69b9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:07:43.664680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740a831a-d415-43cf-9c9f-2b8e66a477de') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:43.664834 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Attempting to bind port 796a2996-186c-49bb-a06a-61778f0d69b9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ecbea8c8-3053-4047-87c8-b17d13c12bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '905cb770-4d15-4217-8ca0-a7ea3e964bc1'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:07:43.664834 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Attempting to bind port 796a2996-186c-49bb-a06a-61778f0d69b9 on network 905cb770-4d15-4217-8ca0-a7ea3e964bc1 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:07:43.668452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e6cfceec-72e5-4efc-a886-58cf6539a45f None None] Calling delete_port for aa364730-9d7a-491c-9255-9df53a34d152 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:43.690999 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:07:43.691522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Checking segment: {'id': 'ecbea8c8-3053-4047-87c8-b17d13c12bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '905cb770-4d15-4217-8ca0-a7ea3e964bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:43.692457 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.692457 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Bound using segment: {'id': 'ecbea8c8-3053-4047-87c8-b17d13c12bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '905cb770-4d15-4217-8ca0-a7ea3e964bc1'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:07:43.693018 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Bound port: 796a2996-186c-49bb-a06a-61778f0d69b9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbea8c8-3053-4047-87c8-b17d13c12bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '905cb770-4d15-4217-8ca0-a7ea3e964bc1'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:07:43.693457 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (796a2996-186c-49bb-a06a-61778f0d69b9), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.696456 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (740a831a-d415-43cf-9c9f-2b8e66a477de), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.703161 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a42f02e8-f1c8-4b72-9b2f-0ec14c2ab8b2 admin admin] Publish callbacks [] for security_group (c10f1028-5513-430f-8e1e-8e4b5901a3f7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.724999 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (740a831a-d415-43cf-9c9f-2b8e66a477de), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.739011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:07:43.739947 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (740a831a-d415-43cf-9c9f-2b8e66a477de), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.742174 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a0b3d5ca-32ae-4320-bc48-d9580bf55492 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Deleting port 8c8f19e6-2446-43bf-9f0a-2fb0872848e9 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:43.742545 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0b3d5ca-32ae-4320-bc48-d9580bf55492 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (8c8f19e6-2446-43bf-9f0a-2fb0872848e9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:07:43.744505 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:07:43.777374 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a42f02e8-f1c8-4b72-9b2f-0ec14c2ab8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (c10f1028-5513-430f-8e1e-8e4b5901a3f7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.793367 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e68fa44f-f5c2-4104-8ba4-41d56a74b6e3 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (88efa4aa-2164-46dd-83a2-4eae88b21f2a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.843411 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] For port 9353769d-c472-4de5-8b98-4695e07e49b9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:07:43.844986 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fa44f-f5c2-4104-8ba4-41d56a74b6e3 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Pushing event deleted for resources: {'Port': ['ID=88efa4aa-2164-46dd-83a2-4eae88b21f2a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:43.893229 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.db.api [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 09:07:43.893229 dv-neutron-master-2-hyperv neutron-server[104075]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 09:07:43.893229 dv-neutron-master-2-hyperv neutron-server[104075]: [parameters: {'id': '5b801c48-08ae-44c3-9e94-e7b602892346'}] Mar 28 09:07:43.893229 dv-neutron-master-2-hyperv neutron-server[104075]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:07:43.894228 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG oslo_db.api [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:07:43.898459 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] For port 9353769d-c472-4de5-8b98-4695e07e49b9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9353769d-c472-4de5-8b98-4695e07e49b9,segment=NetworkSegment(740a831a-d415-43cf-9c9f-2b8e66a477de),segment_id=740a831a-d415-43cf-9c9f-2b8e66a477de)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:07:43.934954 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9353769d-c472-4de5-8b98-4695e07e49b9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.945380 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e68fa44f-f5c2-4104-8ba4-41d56a74b6e3 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for floatingip (e700d511-35e5-4c91-928c-045c96498795), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.948369 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e68fa44f-f5c2-4104-8ba4-41d56a74b6e3 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:43.955306 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e68fa44f-f5c2-4104-8ba4-41d56a74b6e3 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] 10.222.0.15 "DELETE /v2.0/floatingips/e700d511-35e5-4c91-928c-045c96498795 HTTP/1.1" status: 204 len: 168 time: 1.4531345 Mar 28 09:07:43.956218 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48158) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:43.960061 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] For port 796a2996-186c-49bb-a06a-61778f0d69b9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:07:43.961382 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-83d9611c-7502-4095-bbf9-f9e6138dbe5a tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Request body: {'floatingip': {'floating_network_id': '74574641-da19-432a-a4ad-cfe259b9f25d', 'port_id': '41e55cde-9b67-4eb7-bae6-a6e0b3a3df5a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:43.986533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-83d9611c-7502-4095-bbf9-f9e6138dbe5a tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.014222 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] For port 796a2996-186c-49bb-a06a-61778f0d69b9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=796a2996-186c-49bb-a06a-61778f0d69b9,segment=NetworkSegment(ecbea8c8-3053-4047-87c8-b17d13c12bf3),segment_id=ecbea8c8-3053-4047-87c8-b17d13c12bf3)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:07:44.015458 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port aa364730-9d7a-491c-9255-9df53a34d152 is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:44.015895 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (aa364730-9d7a-491c-9255-9df53a34d152), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.030175 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e6cfceec-72e5-4efc-a886-58cf6539a45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (aa364730-9d7a-491c-9255-9df53a34d152), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.054850 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (796a2996-186c-49bb-a06a-61778f0d69b9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.110744 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cfceec-72e5-4efc-a886-58cf6539a45f None None] No DVR routers for this DVR port aa364730-9d7a-491c-9255-9df53a34d152 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:44.112010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d2538-8dc7-4d22-bff8-3cc158e15aec None None] Pushing event updated for resources: {'Port': ['ID=9353769d-c472-4de5-8b98-4695e07e49b9,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:44.157523 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-83d9611c-7502-4095-bbf9-f9e6138dbe5a tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:07:44.158804 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-83d9611c-7502-4095-bbf9-f9e6138dbe5a tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2015462 Mar 28 09:07:44.160386 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfceec-72e5-4efc-a886-58cf6539a45f None None] Pushing event deleted for resources: {'Port': ['ID=aa364730-9d7a-491c-9255-9df53a34d152,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:44.165922 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48160) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:44.171419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b97ecbd3-1a60-4a6a-b1d4-8f6756e6c3c2 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': '41e55cde-9b67-4eb7-bae6-a6e0b3a3df5a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:44.189567 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e67e54-568a-4050-9a44-d05bc966242e None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:44.212902 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b97ecbd3-1a60-4a6a-b1d4-8f6756e6c3c2 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.261101 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06c44a89-685b-49e5-bf5a-a40b413f1f06 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for router_controller (489a62d8-e36d-4e1a-a2f9-86f3ebd34b12), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.266566 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37bdf14-09e2-40ed-9b78-28a9c61994a7 None None] Network 5b801c48-08ae-44c3-9e94-e7b602892346 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:44.317490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f02e8-f1c8-4b72-9b2f-0ec14c2ab8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10f1028-5513-430f-8e1e-8e4b5901a3f7,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:44.352797 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-904fef32-5b95-4ce3-923c-0b19ab4a04fa tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.364007 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03cf3d-a6ca-428e-b5e0-006f1f145df3 None None] Pushing event updated for resources: {'Port': ['ID=796a2996-186c-49bb-a06a-61778f0d69b9,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:44.391544 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b97ecbd3-1a60-4a6a-b1d4-8f6756e6c3c2 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.401302 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (5b801c48-08ae-44c3-9e94-e7b602892346), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.412833 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06c44a89-685b-49e5-bf5a-a40b413f1f06 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (489a62d8-e36d-4e1a-a2f9-86f3ebd34b12), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.420166 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a42f02e8-f1c8-4b72-9b2f-0ec14c2ab8b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c311dcda30164475b29b1c8e444fb8e0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4849911 Mar 28 09:07:44.431067 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-15e2144b-1f55-4afd-9963-076740e627ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Allocated IP 172.36.4.91 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/044810d2-46e3-40fb-90ff-d50976a34416) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:44.440415 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48162) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:44.452329 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0b3d5ca-32ae-4320-bc48-d9580bf55492 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (8c8f19e6-2446-43bf-9f0a-2fb0872848e9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.452667 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0b3d5ca-32ae-4320-bc48-d9580bf55492 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for floatingip (8c8f19e6-2446-43bf-9f0a-2fb0872848e9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.475784 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': '80adcc1b-0fd6-49a1-8383-142b3588c660'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:07:44.477006 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.563748 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a0b3d5ca-32ae-4320-bc48-d9580bf55492 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Calling delete_port for 8c8f19e6-2446-43bf-9f0a-2fb0872848e9 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:44.567411 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06c44a89-685b-49e5-bf5a-a40b413f1f06 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.568696 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-06c44a89-685b-49e5-bf5a-a40b413f1f06 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3380392 Mar 28 09:07:44.574651 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48164) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:44.647982 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-63feb213-f586-417e-808e-f5e4b5c63470 admin admin] For port 649a9602-0ac6-46d3-b72e-390875436ce4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=649a9602-0ac6-46d3-b72e-390875436ce4,segment=NetworkSegment(6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d),segment_id=6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:44.648358 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-63feb213-f586-417e-808e-f5e4b5c63470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (649a9602-0ac6-46d3-b72e-390875436ce4), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.683981 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-63feb213-f586-417e-808e-f5e4b5c63470 admin admin] Calling delete_port for 649a9602-0ac6-46d3-b72e-390875436ce4 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:44.688604 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Deleting port 9353769d-c472-4de5-8b98-4695e07e49b9 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:44.688604 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (9353769d-c472-4de5-8b98-4695e07e49b9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.692469 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e854a58c-a821-4932-8be9-ca59db4d6985 admin admin] Publish callbacks [] for security_group (c10f1028-5513-430f-8e1e-8e4b5901a3f7), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.693206 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Allocated IP 2001:db8::2 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/80adcc1b-0fd6-49a1-8383-142b3588c660/41f1662d-640b-4513-a8ee-a0cbe7abcf0f) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:44.759732 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-904fef32-5b95-4ce3-923c-0b19ab4a04fa tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.774147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e854a58c-a821-4932-8be9-ca59db4d6985 admin admin] Publish callbacks [] for security_group (c10f1028-5513-430f-8e1e-8e4b5901a3f7), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.853826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Publish callbacks [] for port (41f1662d-640b-4513-a8ee-a0cbe7abcf0f), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.864416 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (41f1662d-640b-4513-a8ee-a0cbe7abcf0f), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.908389 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] For port 9353769d-c472-4de5-8b98-4695e07e49b9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9353769d-c472-4de5-8b98-4695e07e49b9,segment=NetworkSegment(740a831a-d415-43cf-9c9f-2b8e66a477de),segment_id=740a831a-d415-43cf-9c9f-2b8e66a477de)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:44.908931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (9353769d-c472-4de5-8b98-4695e07e49b9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.926048 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Calling delete_port for 9353769d-c472-4de5-8b98-4695e07e49b9 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:44.931906 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:44.937849 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:44.939408 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904fef32-5b95-4ce3-923c-0b19ab4a04fa tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 905cb770-4d15-4217-8ca0-a7ea3e964bc1 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:44.943821 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Pushing event updated for resources: {'Port': ['ID=41f1662d-640b-4513-a8ee-a0cbe7abcf0f,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:44.944014 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-15e2144b-1f55-4afd-9963-076740e627ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for port (044810d2-46e3-40fb-90ff-d50976a34416), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:44.948206 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fef32-5b95-4ce3-923c-0b19ab4a04fa tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:44.948530 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:44.955748 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-904fef32-5b95-4ce3-923c-0b19ab4a04fa tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:44.965189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904fef32-5b95-4ce3-923c-0b19ab4a04fa tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:44.970522 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904fef32-5b95-4ce3-923c-0b19ab4a04fa tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:44.971157 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-904fef32-5b95-4ce3-923c-0b19ab4a04fa tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:45.029493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Attempting to bind port 41f1662d-640b-4513-a8ee-a0cbe7abcf0f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:07:45.030088 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Attempting to bind port 41f1662d-640b-4513-a8ee-a0cbe7abcf0f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:07:45.030643 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Attempting to bind port 41f1662d-640b-4513-a8ee-a0cbe7abcf0f on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:07:45.039692 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:07:45.040267 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:45.040718 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:45.041208 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:07:45.043052 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Bound port: 41f1662d-640b-4513-a8ee-a0cbe7abcf0f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:07:45.046443 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (41f1662d-640b-4513-a8ee-a0cbe7abcf0f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:45.061889 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-904fef32-5b95-4ce3-923c-0b19ab4a04fa tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1494298 Mar 28 09:07:45.067043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48166) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:45.072796 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e854a58c-a821-4932-8be9-ca59db4d6985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (c10f1028-5513-430f-8e1e-8e4b5901a3f7), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:45.075395 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e854a58c-a821-4932-8be9-ca59db4d6985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:45.075781 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc963e6c-d50e-48ec-bc8c-cedfd73b8403 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:45.076581 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e854a58c-a821-4932-8be9-ca59db4d6985 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c10f1028-5513-430f-8e1e-8e4b5901a3f7 HTTP/1.1" status: 204 len: 168 time: 0.6334541 Mar 28 09:07:45.128236 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-15e2144b-1f55-4afd-9963-076740e627ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (044810d2-46e3-40fb-90ff-d50976a34416), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:45.131365 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854a58c-a821-4932-8be9-ca59db4d6985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10f1028-5513-430f-8e1e-8e4b5901a3f7,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:45.216493 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e2144b-1f55-4afd-9963-076740e627ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:45.244863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] For port 41f1662d-640b-4513-a8ee-a0cbe7abcf0f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:07:45.245077 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2144b-1f55-4afd-9963-076740e627ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Pushing event updated for resources: {'Port': ['ID=044810d2-46e3-40fb-90ff-d50976a34416,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:45.252462 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-15e2144b-1f55-4afd-9963-076740e627ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:45.258087 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0b3d5ca-32ae-4320-bc48-d9580bf55492 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (8c8f19e6-2446-43bf-9f0a-2fb0872848e9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:45.260059 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e2144b-1f55-4afd-9963-076740e627ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:45.262415 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] For port 41f1662d-640b-4513-a8ee-a0cbe7abcf0f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41f1662d-640b-4513-a8ee-a0cbe7abcf0f,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:07:45.277758 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (41f1662d-640b-4513-a8ee-a0cbe7abcf0f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:45.325272 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3d5ca-32ae-4320-bc48-d9580bf55492 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Pushing event deleted for resources: {'Port': ['ID=8c8f19e6-2446-43bf-9f0a-2fb0872848e9,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:45.392313 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-63feb213-f586-417e-808e-f5e4b5c63470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (649a9602-0ac6-46d3-b72e-390875436ce4), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:45.470150 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b591e-09ef-4828-9de0-643a5796f466 None None] Pushing event updated for resources: {'Port': ['ID=41f1662d-640b-4513-a8ee-a0cbe7abcf0f,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:45.565773 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 796a2996-186c-49bb-a06a-61778f0d69b9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:45.572924 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (9353769d-c472-4de5-8b98-4695e07e49b9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:45.576238 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-b97ecbd3-1a60-4a6a-b1d4-8f6756e6c3c2 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Allocated IP 172.36.4.132 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/5d7ec972-0af1-420e-8940-e5f04fce476e) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:45.628250 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48172) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:45.635572 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63feb213-f586-417e-808e-f5e4b5c63470 admin admin] Pushing event deleted for resources: {'Port': ['ID=649a9602-0ac6-46d3-b72e-390875436ce4,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:45.664164 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Port': ['ID=9353769d-c472-4de5-8b98-4695e07e49b9,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:45.671167 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 796a2996-186c-49bb-a06a-61778f0d69b9 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:45.673284 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (796a2996-186c-49bb-a06a-61778f0d69b9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:45.677262 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No DVR routers for this DVR port 9353769d-c472-4de5-8b98-4695e07e49b9 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:45.718541 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6bb6704e-ac46-41a3-9b2c-7b8160a1cb4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:45.816485 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0b3d5ca-32ae-4320-bc48-d9580bf55492 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks [] for floatingip (0b0fcdaf-8270-49d3-9d66-7a5e6c3e8b65), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:45.825747 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0b3d5ca-32ae-4320-bc48-d9580bf55492 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:45.827603 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a0b3d5ca-32ae-4320-bc48-d9580bf55492 tempest-ServersTestJSON-654914411 tempest-ServersTestJSON-654914411-project] 10.222.0.15 "DELETE /v2.0/floatingips/0b0fcdaf-8270-49d3-9d66-7a5e6c3e8b65 HTTP/1.1" status: 204 len: 168 time: 2.8892238 Mar 28 09:07:45.830583 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48174) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:45.869873 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57050b15-fc13-424a-8b72-0a96693028e8 None None] Network 905cb770-4d15-4217-8ca0-a7ea3e964bc1 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:46.034368 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (5b801c48-08ae-44c3-9e94-e7b602892346), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.047631 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 796a2996-186c-49bb-a06a-61778f0d69b9 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:46.048173 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (796a2996-186c-49bb-a06a-61778f0d69b9), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.071486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a7ff1ed7-96cb-47d5-b9ce-860ea5e46059 None None] Provisioning complete for port 796a2996-186c-49bb-a06a-61778f0d69b9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:46.071875 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7ff1ed7-96cb-47d5-b9ce-860ea5e46059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (796a2996-186c-49bb-a06a-61778f0d69b9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.119925 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 796a2996-186c-49bb-a06a-61778f0d69b9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=796a2996-186c-49bb-a06a-61778f0d69b9,segment=NetworkSegment(ecbea8c8-3053-4047-87c8-b17d13c12bf3),segment_id=ecbea8c8-3053-4047-87c8-b17d13c12bf3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:46.125244 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-dc963e6c-d50e-48ec-bc8c-cedfd73b8403 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::1 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/80adcc1b-0fd6-49a1-8383-142b3588c660/629bcdc0-3334-4ae2-80ce-02c776b6a208) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:46.129878 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (796a2996-186c-49bb-a06a-61778f0d69b9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.137212 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b801c48-08ae-44c3-9e94-e7b602892346']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:46.169202 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740a831a-d415-43cf-9c9f-2b8e66a477de') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:46.169508 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740a831a-d415-43cf-9c9f-2b8e66a477de') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:46.205089 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b97ecbd3-1a60-4a6a-b1d4-8f6756e6c3c2 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for port (5d7ec972-0af1-420e-8940-e5f04fce476e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.220912 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=796a2996-186c-49bb-a06a-61778f0d69b9,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:46.238190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a7ff1ed7-96cb-47d5-b9ce-860ea5e46059 None None] Current status of the port 796a2996-186c-49bb-a06a-61778f0d69b9 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:46.276521 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (740a831a-d415-43cf-9c9f-2b8e66a477de), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.313829 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (740a831a-d415-43cf-9c9f-2b8e66a477de), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.357557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:07:46.358432 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (740a831a-d415-43cf-9c9f-2b8e66a477de), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:07:46.367098 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:07:46.401102 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6bb6704e-ac46-41a3-9b2c-7b8160a1cb4a admin admin] Publish callbacks [] for security_group (be23449c-cb10-4f0d-9bd0-9607da648775), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.405375 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-63feb213-f586-417e-808e-f5e4b5c63470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (1cc0e3a6-906e-4f1d-9ab3-af1f293fe825), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.426031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-15e2144b-1f55-4afd-9963-076740e627ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_gateway (cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.427648 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6bb6704e-ac46-41a3-9b2c-7b8160a1cb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (be23449c-cb10-4f0d-9bd0-9607da648775), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.441438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7e81fc0-3e38-44a1-8775-258f36f4c257 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.471966 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b97ecbd3-1a60-4a6a-b1d4-8f6756e6c3c2 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (5d7ec972-0af1-420e-8940-e5f04fce476e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.488822 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4d4fd891-3d0f-4b6f-850b-4ff844fefbea None None] Provisioning complete for port 796a2996-186c-49bb-a06a-61778f0d69b9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:46.489420 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4d4fd891-3d0f-4b6f-850b-4ff844fefbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (796a2996-186c-49bb-a06a-61778f0d69b9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.550910 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (5b801c48-08ae-44c3-9e94-e7b602892346), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.606478 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4d4fd891-3d0f-4b6f-850b-4ff844fefbea None None] Current status of the port 796a2996-186c-49bb-a06a-61778f0d69b9 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:46.619230 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4d4fd891-3d0f-4b6f-850b-4ff844fefbea None None] Provisioning complete for port 1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:46.620979 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4d4fd891-3d0f-4b6f-850b-4ff844fefbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.623217 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97ecbd3-1a60-4a6a-b1d4-8f6756e6c3c2 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:46.633118 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc963e6c-d50e-48ec-bc8c-cedfd73b8403 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.672598 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4d4fd891-3d0f-4b6f-850b-4ff844fefbea None None] Port 1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:46.677847 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6bb6704e-ac46-41a3-9b2c-7b8160a1cb4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32e6513dc5f8463782128a4518dace3f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0411637 Mar 28 09:07:46.685499 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48176) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:46.692127 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.696472 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/5b801c48-08ae-44c3-9e94-e7b602892346 HTTP/1.1" status: 204 len: 168 time: 5.6733859 Mar 28 09:07:46.711722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebb688-465f-4093-9450-c6d79e4af74b tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Network': ['ID=5b801c48-08ae-44c3-9e94-e7b602892346,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:46.717719 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48178) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:46.720492 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6704e-ac46-41a3-9b2c-7b8160a1cb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be23449c-cb10-4f0d-9bd0-9607da648775,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:46.721083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-b97ecbd3-1a60-4a6a-b1d4-8f6756e6c3c2 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:46.727830 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-70637710-406f-4965-8f28-118632386cd1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1750870333'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:46.746509 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ecbd3-1a60-4a6a-b1d4-8f6756e6c3c2 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:46.773139 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ecbd3-1a60-4a6a-b1d4-8f6756e6c3c2 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Pushing event updated for resources: {'Port': ['ID=5d7ec972-0af1-420e-8940-e5f04fce476e,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:46.881163 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70637710-406f-4965-8f28-118632386cd1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:46.884544 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70637710-406f-4965-8f28-118632386cd1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.897290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6c8b54fc-af95-4807-a7be-f0e5c6ca9104 admin admin] Publish callbacks [] for security_group (be23449c-cb10-4f0d-9bd0-9607da648775), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.903895 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a388cbc5-c3df-4f73-ad6b-e1489afc5ff3 None None] Provisioning complete for port 1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:46.904831 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a388cbc5-c3df-4f73-ad6b-e1489afc5ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.952420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc963e6c-d50e-48ec-bc8c-cedfd73b8403 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:46.956464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a388cbc5-c3df-4f73-ad6b-e1489afc5ff3 None None] Port 1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:47.028376 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a1a524-196d-4be9-bf77-e766081121de None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 09:07:47.033388 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70637710-406f-4965-8f28-118632386cd1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:07:47.102687 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70637710-406f-4965-8f28-118632386cd1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (42e9d1c5-34a5-47b7-8f71-0e593d8b59b4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:47.103338 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-70637710-406f-4965-8f28-118632386cd1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Added segment 42e9d1c5-34a5-47b7-8f71-0e593d8b59b4 of type vlan for network 55b99739-82e0-42b1-846f-6b32b21efbd2 Mar 28 09:07:47.110802 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2b944566-153b-4677-b027-891f3500c8f7 None None] Provisioning complete for port 41f1662d-640b-4513-a8ee-a0cbe7abcf0f triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:47.111372 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2b944566-153b-4677-b027-891f3500c8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (41f1662d-640b-4513-a8ee-a0cbe7abcf0f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:47.114769 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc963e6c-d50e-48ec-bc8c-cedfd73b8403 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:47.116756 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-dc963e6c-d50e-48ec-bc8c-cedfd73b8403 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:47.128380 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc963e6c-d50e-48ec-bc8c-cedfd73b8403 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:47.129048 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc963e6c-d50e-48ec-bc8c-cedfd73b8403 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (489a62d8-e36d-4e1a-a2f9-86f3ebd34b12), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:47.187470 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a1a524-196d-4be9-bf77-e766081121de None None] Resources bound (agent type, host, resource id): {{(pid=104077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 09:07:47.277922 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2b944566-153b-4677-b027-891f3500c8f7 None None] Current status of the port 41f1662d-640b-4513-a8ee-a0cbe7abcf0f is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:47.278259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2b944566-153b-4677-b027-891f3500c8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (41f1662d-640b-4513-a8ee-a0cbe7abcf0f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:47.394850 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63feb213-f586-417e-808e-f5e4b5c63470 admin admin] Router 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:07:47.413594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6c8b54fc-af95-4807-a7be-f0e5c6ca9104 admin admin] Publish callbacks [] for security_group (be23449c-cb10-4f0d-9bd0-9607da648775), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:47.499365 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2b944566-153b-4677-b027-891f3500c8f7 None None] For port 41f1662d-640b-4513-a8ee-a0cbe7abcf0f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41f1662d-640b-4513-a8ee-a0cbe7abcf0f,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:47.519723 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2b944566-153b-4677-b027-891f3500c8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (41f1662d-640b-4513-a8ee-a0cbe7abcf0f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:47.578365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc963e6c-d50e-48ec-bc8c-cedfd73b8403 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=629bcdc0-3334-4ae2-80ce-02c776b6a208,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:47.601000 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b944566-153b-4677-b027-891f3500c8f7 None None] Pushing event updated for resources: {'Port': ['ID=41f1662d-640b-4513-a8ee-a0cbe7abcf0f,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:47.606497 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63feb213-f586-417e-808e-f5e4b5c63470 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:47.624618 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-63feb213-f586-417e-808e-f5e4b5c63470 admin admin] 10.222.0.15 "PUT /v2.0/routers/1cc0e3a6-906e-4f1d-9ab3-af1f293fe825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2713585 Mar 28 09:07:47.630064 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48180) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:47.632861 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70637710-406f-4965-8f28-118632386cd1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (55b99739-82e0-42b1-846f-6b32b21efbd2), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:47.633907 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3678bed7-1b06-47c5-9a6f-bb539d0cd2e0 None None] Sync routers for ids ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:47.645318 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3678bed7-1b06-47c5-9a6f-bb539d0cd2e0 None None] Routers {'1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:47.645974 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3678bed7-1b06-47c5-9a6f-bb539d0cd2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:47.663274 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-15e2144b-1f55-4afd-9963-076740e627ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:47.676025 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-15e2144b-1f55-4afd-9963-076740e627ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:47.743208 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 796a2996-186c-49bb-a06a-61778f0d69b9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:47.744105 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7e81fc0-3e38-44a1-8775-258f36f4c257 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:47.747205 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.db.resource_extend [None req-70637710-406f-4965-8f28-118632386cd1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 09:07:47.767795 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6c8b54fc-af95-4807-a7be-f0e5c6ca9104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (be23449c-cb10-4f0d-9bd0-9607da648775), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:47.770401 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6c8b54fc-af95-4807-a7be-f0e5c6ca9104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:47.771567 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6c8b54fc-af95-4807-a7be-f0e5c6ca9104 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be23449c-cb10-4f0d-9bd0-9607da648775 HTTP/1.1" status: 204 len: 168 time: 1.0828230 Mar 28 09:07:47.782766 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7e81fc0-3e38-44a1-8775-258f36f4c257 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:47.788015 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b55f988b-1883-4a94-91e0-1c81ec3565be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (6bf88279-bd2d-4e7a-b5d8-b8445683be61), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:47.856384 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70637710-406f-4965-8f28-118632386cd1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (55b99739-82e0-42b1-846f-6b32b21efbd2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:47.862152 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70637710-406f-4965-8f28-118632386cd1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:47.862885 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70637710-406f-4965-8f28-118632386cd1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:47.877548 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc963e6c-d50e-48ec-bc8c-cedfd73b8403 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:47.889159 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 796a2996-186c-49bb-a06a-61778f0d69b9 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:47.889933 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (796a2996-186c-49bb-a06a-61778f0d69b9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:47.910562 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-b97ecbd3-1a60-4a6a-b1d4-8f6756e6c3c2 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Deleting port 5d7ec972-0af1-420e-8940-e5f04fce476e {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:47.911013 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b97ecbd3-1a60-4a6a-b1d4-8f6756e6c3c2 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (5d7ec972-0af1-420e-8940-e5f04fce476e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:47.968554 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b54fc-af95-4807-a7be-f0e5c6ca9104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be23449c-cb10-4f0d-9bd0-9607da648775,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:47.971691 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-3678bed7-1b06-47c5-9a6f-bb539d0cd2e0 None None] Set router 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:48.103645 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b97ecbd3-1a60-4a6a-b1d4-8f6756e6c3c2 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (5d7ec972-0af1-420e-8940-e5f04fce476e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:48.106755 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b97ecbd3-1a60-4a6a-b1d4-8f6756e6c3c2 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for floatingip (5d7ec972-0af1-420e-8940-e5f04fce476e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:48.187719 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e2144b-1f55-4afd-9963-076740e627ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Router cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:07:48.190444 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-70637710-406f-4965-8f28-118632386cd1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4670975 Mar 28 09:07:48.193127 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48186) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:48.234047 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4f85f4a9-b20d-47b4-83e3-1381c63c8844 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:48.308660 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 796a2996-186c-49bb-a06a-61778f0d69b9 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:48.310039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 41f1662d-640b-4513-a8ee-a0cbe7abcf0f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:48.324035 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-b97ecbd3-1a60-4a6a-b1d4-8f6756e6c3c2 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Calling delete_port for 5d7ec972-0af1-420e-8940-e5f04fce476e owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:48.333197 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e81fc0-3e38-44a1-8775-258f36f4c257 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:48.363351 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-50b61637-07fa-4f06-b93f-2a3189dad9d6 None None] Provisioning complete for port 629bcdc0-3334-4ae2-80ce-02c776b6a208 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:48.363985 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-50b61637-07fa-4f06-b93f-2a3189dad9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:48.380188 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70637710-406f-4965-8f28-118632386cd1 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Network': ['ID=55b99739-82e0-42b1-846f-6b32b21efbd2,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:48.414160 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-153ab16d-0501-4aa6-a058-e13b6a3e0ae7 admin admin] Publish callbacks [] for router (1cc0e3a6-906e-4f1d-9ab3-af1f293fe825), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:48.415216 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-50b61637-07fa-4f06-b93f-2a3189dad9d6 None None] Port 629bcdc0-3334-4ae2-80ce-02c776b6a208 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:48.417265 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 55b99739-82e0-42b1-846f-6b32b21efbd2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:07:48.552147 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-be128060-1f22-4aa3-b3d4-5680e2cca2a0 None None] Provisioning complete for port 1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:48.552694 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-b55f988b-1883-4a94-91e0-1c81ec3565be admin admin] Deleting port f8a3c34d-d696-4481-a2b6-25aae05688fe {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:48.553047 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b55f988b-1883-4a94-91e0-1c81ec3565be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:48.553181 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-be128060-1f22-4aa3-b3d4-5680e2cca2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:48.602464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 41f1662d-640b-4513-a8ee-a0cbe7abcf0f triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:48.603020 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (41f1662d-640b-4513-a8ee-a0cbe7abcf0f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:48.628723 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e2144b-1f55-4afd-9963-076740e627ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:48.633184 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4f85f4a9-b20d-47b4-83e3-1381c63c8844 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (55b99739-82e0-42b1-846f-6b32b21efbd2), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:48.639724 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-15e2144b-1f55-4afd-9963-076740e627ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:48.644016 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-15e2144b-1f55-4afd-9963-076740e627ad tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "PUT /v2.0/routers/cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84 HTTP/1.1" status: 200 len: 918 time: 7.0376706 Mar 28 09:07:48.644447 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c661b63-1de2-4fe8-bf09-f9b3ab3182bb None None] Sync routers for ids ['cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:48.646284 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48198) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:48.659537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3678bed7-1b06-47c5-9a6f-bb539d0cd2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'name': 'tempest-ServersTestManualDisk-1746614907-router', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:07:45Z', 'revision_number': 5, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'gw_port': {'id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:03Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:48.680129 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c661b63-1de2-4fe8-bf09-f9b3ab3182bb None None] Routers {'cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:48.684432 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4c661b63-1de2-4fe8-bf09-f9b3ab3182bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:48.703164 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7e81fc0-3e38-44a1-8775-258f36f4c257 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (9982c676-047b-4520-8b45-bd638a5d5a6e), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:48.737045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4f85f4a9-b20d-47b4-83e3-1381c63c8844 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (55b99739-82e0-42b1-846f-6b32b21efbd2), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:48.752491 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 41f1662d-640b-4513-a8ee-a0cbe7abcf0f is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:48.754753 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3678bed7-1b06-47c5-9a6f-bb539d0cd2e0 None None] Checking router: 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:07:48.758987 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-be128060-1f22-4aa3-b3d4-5680e2cca2a0 None None] Port 1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:48.767729 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3678bed7-1b06-47c5-9a6f-bb539d0cd2e0 None None] Routers {'1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:48.768363 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3678bed7-1b06-47c5-9a6f-bb539d0cd2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:48.798765 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f85f4a9-b20d-47b4-83e3-1381c63c8844 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network 55b99739-82e0-42b1-846f-6b32b21efbd2 is not hosted by any dhcp agent {{(pid=104076) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 09:07:48.803696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f85f4a9-b20d-47b4-83e3-1381c63c8844 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:48.804297 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4f85f4a9-b20d-47b4-83e3-1381c63c8844 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:48.805606 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4f85f4a9-b20d-47b4-83e3-1381c63c8844 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "PUT /v2.0/networks/55b99739-82e0-42b1-846f-6b32b21efbd2 HTTP/1.1" status: 200 len: 723 time: 0.6110179 Mar 28 09:07:48.812081 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4c661b63-1de2-4fe8-bf09-f9b3ab3182bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:48.817822 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48202) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:48.831322 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1c34e83b-6ec6-455a-a080-366fb617e118 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'subnet': {'network_id': '55b99739-82e0-42b1-846f-6b32b21efbd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:48.831654 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c661b63-1de2-4fe8-bf09-f9b3ab3182bb None None] Routers {'cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:48.832276 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4c661b63-1de2-4fe8-bf09-f9b3ab3182bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:48.835639 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-b55f988b-1883-4a94-91e0-1c81ec3565be admin admin] For port f8a3c34d-d696-4481-a2b6-25aae05688fe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f8a3c34d-d696-4481-a2b6-25aae05688fe,segment=NetworkSegment(40bfaee7-c2ce-4f0b-af8e-29260020bcf6),segment_id=40bfaee7-c2ce-4f0b-af8e-29260020bcf6)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:48.836012 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b55f988b-1883-4a94-91e0-1c81ec3565be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:48.895934 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-153ab16d-0501-4aa6-a058-e13b6a3e0ae7 admin admin] Publish callbacks [] for router_gateway (1cc0e3a6-906e-4f1d-9ab3-af1f293fe825), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:48.903241 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-b55f988b-1883-4a94-91e0-1c81ec3565be admin admin] Calling delete_port for f8a3c34d-d696-4481-a2b6-25aae05688fe owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:48.903497 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4c661b63-1de2-4fe8-bf09-f9b3ab3182bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:48.904067 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c661b63-1de2-4fe8-bf09-f9b3ab3182bb None None] The sync data for ids ['cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:48.923150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85f4a9-b20d-47b4-83e3-1381c63c8844 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Network': ['ID=55b99739-82e0-42b1-846f-6b32b21efbd2,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:48.959756 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-3678bed7-1b06-47c5-9a6f-bb539d0cd2e0 None None] Set router 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:49.024814 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-be60a112-bf0f-4586-8459-8490f7406ac3 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "GET /v2.0/routers/cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84 HTTP/1.1" status: 200 len: 924 time: 0.3718204 Mar 28 09:07:49.028982 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48208) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:49.063634 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b97ecbd3-1a60-4a6a-b1d4-8f6756e6c3c2 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (5d7ec972-0af1-420e-8940-e5f04fce476e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:49.066021 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7e81fc0-3e38-44a1-8775-258f36f4c257 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:49.074455 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc963e6c-d50e-48ec-bc8c-cedfd73b8403 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:49.101564 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 55b99739-82e0-42b1-846f-6b32b21efbd2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:07:49.121569 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc963e6c-d50e-48ec-bc8c-cedfd73b8403 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:49.123060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc963e6c-d50e-48ec-bc8c-cedfd73b8403 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (489a62d8-e36d-4e1a-a2f9-86f3ebd34b12), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:49.126309 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c34e83b-6ec6-455a-a080-366fb617e118 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:49.129437 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c34e83b-6ec6-455a-a080-366fb617e118 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:49.139465 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ecbd3-1a60-4a6a-b1d4-8f6756e6c3c2 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Pushing event deleted for resources: {'Port': ['ID=5d7ec972-0af1-420e-8940-e5f04fce476e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:49.193205 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc963e6c-d50e-48ec-bc8c-cedfd73b8403 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=629bcdc0-3334-4ae2-80ce-02c776b6a208,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:49.217634 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccc2633-3c0e-41b9-b08b-1d0ff2df55fe tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:49.222151 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1ccc2633-3c0e-41b9-b08b-1d0ff2df55fe tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&device_id=cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1921501 Mar 28 09:07:49.222763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48212) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:49.246110 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3678bed7-1b06-47c5-9a6f-bb539d0cd2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'name': 'tempest-ServersTestManualDisk-1746614907-router', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:07:45Z', 'revision_number': 5, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'gw_port': {'id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:03Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:49.290558 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3678bed7-1b06-47c5-9a6f-bb539d0cd2e0 None None] The sync data for ids ['1cc0e3a6-906e-4f1d-9ab3-af1f293fe825'] in dv-neutron-master-2-hyperv is: [{'id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'name': 'tempest-ServersTestManualDisk-1746614907-router', 'tenant_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183'}], 'enable_snat': True}, 'gw_port_id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:07:45Z', 'revision_number': 5, 'project_id': '228a7f4f162d45b0b1b39cb5fbe7d366', 'gw_port': {'id': '5151c524-79c0-415f-94e6-55523b8cbbb2', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc0e3a6-906e-4f1d-9ab3-af1f293fe825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:03Z', 'updated_at': '2022-03-28T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:49.438156 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c79d25-03b0-4f21-b591-49b517cff0cb tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:49.442674 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b7c79d25-03b0-4f21-b591-49b517cff0cb tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "GET /v2.0/networks/d6820a0c-8e9c-40a1-af49-32042c6f06b6 HTTP/1.1" status: 200 len: 881 time: 0.2118313 Mar 28 09:07:49.443575 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48218) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:49.448416 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b55f988b-1883-4a94-91e0-1c81ec3565be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (f8a3c34d-d696-4481-a2b6-25aae05688fe), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:49.472210 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-153ab16d-0501-4aa6-a058-e13b6a3e0ae7 admin admin] Deleting port 5151c524-79c0-415f-94e6-55523b8cbbb2 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:49.472549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-153ab16d-0501-4aa6-a058-e13b6a3e0ae7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (5151c524-79c0-415f-94e6-55523b8cbbb2), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:49.530361 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-164b1887-db16-4a21-9e45-648e9053d0c3 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84 HTTP/1.1" status: 200 len: 205 time: 0.0840454 Mar 28 09:07:49.544307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48224) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:49.545914 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f988b-1883-4a94-91e0-1c81ec3565be admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a3c34d-d696-4481-a2b6-25aae05688fe,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:49.570846 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-b97ecbd3-1a60-4a6a-b1d4-8f6756e6c3c2 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] create failed (client error): The resource could not be found. Mar 28 09:07:49.571924 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b97ecbd3-1a60-4a6a-b1d4-8f6756e6c3c2 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.4047835 Mar 28 09:07:49.584426 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48226) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:49.596045 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc963e6c-d50e-48ec-bc8c-cedfd73b8403 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:49.641313 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-dc963e6c-d50e-48ec-bc8c-cedfd73b8403 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:49.693636 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c34e83b-6ec6-455a-a080-366fb617e118 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (994566f7-6b82-4372-b70b-c437ed4c2391), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:49.872228 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 41f1662d-640b-4513-a8ee-a0cbe7abcf0f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:49.911068 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34e83b-6ec6-455a-a080-366fb617e118 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Subnet': ['ID=994566f7-6b82-4372-b70b-c437ed4c2391,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:49.970426 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bb162ed-171d-4aa4-8a34-a6af30e3338e tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:49.980259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 41f1662d-640b-4513-a8ee-a0cbe7abcf0f triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:49.980259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (41f1662d-640b-4513-a8ee-a0cbe7abcf0f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.032734 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34e83b-6ec6-455a-a080-366fb617e118 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Checking segment: {'id': '42e9d1c5-34a5-47b7-8f71-0e593d8b59b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '55b99739-82e0-42b1-846f-6b32b21efbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:50.033098 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34e83b-6ec6-455a-a080-366fb617e118 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network hostable DHCP agents. Network: 55b99739-82e0-42b1-846f-6b32b21efbd2, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:07:50.104496 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48232) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:50.109405 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 41f1662d-640b-4513-a8ee-a0cbe7abcf0f is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:50.122281 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 649a9602-0ac6-46d3-b72e-390875436ce4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:50.146165 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 649a9602-0ac6-46d3-b72e-390875436ce4 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:50.146771 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 649a9602-0ac6-46d3-b72e-390875436ce4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:50.160628 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34e83b-6ec6-455a-a080-366fb617e118 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network 55b99739-82e0-42b1-846f-6b32b21efbd2 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:07:50.181366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1c34e83b-6ec6-455a-a080-366fb617e118 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 55b99739-82e0-42b1-846f-6b32b21efbd2) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:50.188058 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b55f988b-1883-4a94-91e0-1c81ec3565be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (6bf88279-bd2d-4e7a-b5d8-b8445683be61), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.196196 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00b9ef6-4191-4bfc-802c-96b0ee572502 None None] Network 55b99739-82e0-42b1-846f-6b32b21efbd2 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:50.201464 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c34e83b-6ec6-455a-a080-366fb617e118 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:50.202112 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c34e83b-6ec6-455a-a080-366fb617e118 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.257202 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bb162ed-171d-4aa4-8a34-a6af30e3338e tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_gateway (cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.263050 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1c34e83b-6ec6-455a-a080-366fb617e118 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4378052 Mar 28 09:07:50.289584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48236) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:50.291482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-153ab16d-0501-4aa6-a058-e13b6a3e0ae7 admin admin] For port 5151c524-79c0-415f-94e6-55523b8cbbb2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5151c524-79c0-415f-94e6-55523b8cbbb2,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:50.291849 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-153ab16d-0501-4aa6-a058-e13b6a3e0ae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (5151c524-79c0-415f-94e6-55523b8cbbb2), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.294107 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-48dd9a68-0604-4b6a-80d1-837b574f7d05 None None] Provisioning complete for port 629bcdc0-3334-4ae2-80ce-02c776b6a208 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:50.294626 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-48dd9a68-0604-4b6a-80d1-837b574f7d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.299096 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-56ce55bb-db8c-44ab-9100-0a00ed1f6510 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-312575143', 'router:external': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:50.313659 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-18543263-3c33-4be5-8a72-ba9d55498e6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:50.348558 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ce55bb-db8c-44ab-9100-0a00ed1f6510 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Made reservation on behalf of 9f46ddb857314a9fa1b8f30fbd37af80 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:50.350928 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56ce55bb-db8c-44ab-9100-0a00ed1f6510 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.371404 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56ce55bb-db8c-44ab-9100-0a00ed1f6510 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.385172 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-153ab16d-0501-4aa6-a058-e13b6a3e0ae7 admin admin] Calling delete_port for 5151c524-79c0-415f-94e6-55523b8cbbb2 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:50.505111 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-48dd9a68-0604-4b6a-80d1-837b574f7d05 None None] Port 629bcdc0-3334-4ae2-80ce-02c776b6a208 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:50.515779 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-55b99739-82e0-42b1-846f-6b32b21efbd2', 'network_id': '55b99739-82e0-42b1-846f-6b32b21efbd2', 'project_id': '15ec40f64a0746ac8120f854f6600104', 'fixed_ips': [{'subnet_id': '994566f7-6b82-4372-b70b-c437ed4c2391'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:07:50.517548 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.561109 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7e81fc0-3e38-44a1-8775-258f36f4c257 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.584203 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7e81fc0-3e38-44a1-8775-258f36f4c257 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.584878 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7e81fc0-3e38-44a1-8775-258f36f4c257 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (9982c676-047b-4520-8b45-bd638a5d5a6e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.661242 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-44a1f012-3ce5-42b5-a5f7-69e5f3da3f9b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Deleting port 41e55cde-9b67-4eb7-bae6-a6e0b3a3df5a {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:50.661588 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44a1f012-3ce5-42b5-a5f7-69e5f3da3f9b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (41e55cde-9b67-4eb7-bae6-a6e0b3a3df5a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.666243 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-18543263-3c33-4be5-8a72-ba9d55498e6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9102567'] for subnet (994566f7-6b82-4372-b70b-c437ed4c2391), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.666840 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Allocated IP 172.20.0.2 (55b99739-82e0-42b1-846f-6b32b21efbd2/994566f7-6b82-4372-b70b-c437ed4c2391/2a426473-2c36-4a97-b601-8b888fb0f0ba) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:50.822766 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Publish callbacks [] for port (2a426473-2c36-4a97-b601-8b888fb0f0ba), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.824685 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-2bb162ed-171d-4aa4-8a34-a6af30e3338e tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Deleting port 044810d2-46e3-40fb-90ff-d50976a34416 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:50.825031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bb162ed-171d-4aa4-8a34-a6af30e3338e tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (044810d2-46e3-40fb-90ff-d50976a34416), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.829678 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (2a426473-2c36-4a97-b601-8b888fb0f0ba), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.851554 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e81fc0-3e38-44a1-8775-258f36f4c257 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:50.865059 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Network 55b99739-82e0-42b1-846f-6b32b21efbd2 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:50.868915 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:50.872501 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:50.875896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc963e6c-d50e-48ec-bc8c-cedfd73b8403 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Router 489a62d8-e36d-4e1a-a2f9-86f3ebd34b12 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:07:50.932356 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Pushing event updated for resources: {'Port': ['ID=2a426473-2c36-4a97-b601-8b888fb0f0ba,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:50.945417 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Attempting to bind port 2a426473-2c36-4a97-b601-8b888fb0f0ba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:07:50.946297 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Attempting to bind port 2a426473-2c36-4a97-b601-8b888fb0f0ba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '42e9d1c5-34a5-47b7-8f71-0e593d8b59b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '55b99739-82e0-42b1-846f-6b32b21efbd2'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:07:50.946297 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Attempting to bind port 2a426473-2c36-4a97-b601-8b888fb0f0ba on network 55b99739-82e0-42b1-846f-6b32b21efbd2 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:07:50.952354 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:07:50.952596 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Checking segment: {'id': '42e9d1c5-34a5-47b7-8f71-0e593d8b59b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '55b99739-82e0-42b1-846f-6b32b21efbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:50.952833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.953383 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Bound using segment: {'id': '42e9d1c5-34a5-47b7-8f71-0e593d8b59b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '55b99739-82e0-42b1-846f-6b32b21efbd2'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:07:50.954272 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Bound port: 2a426473-2c36-4a97-b601-8b888fb0f0ba, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e9d1c5-34a5-47b7-8f71-0e593d8b59b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '55b99739-82e0-42b1-846f-6b32b21efbd2'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:07:50.954644 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2a426473-2c36-4a97-b601-8b888fb0f0ba), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.968668 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bb162ed-171d-4aa4-8a34-a6af30e3338e tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (044810d2-46e3-40fb-90ff-d50976a34416), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:50.985244 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55f988b-1883-4a94-91e0-1c81ec3565be admin admin] Router 6bf88279-bd2d-4e7a-b5d8-b8445683be61 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:07:51.010529 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-2bb162ed-171d-4aa4-8a34-a6af30e3338e tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Calling delete_port for 044810d2-46e3-40fb-90ff-d50976a34416 owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:51.021081 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56ce55bb-db8c-44ab-9100-0a00ed1f6510 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for security_group (c101b126-636f-441e-b115-6c8cb04ca92f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:51.023633 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] For port 2a426473-2c36-4a97-b601-8b888fb0f0ba, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:07:51.029045 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] For port 2a426473-2c36-4a97-b601-8b888fb0f0ba, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2a426473-2c36-4a97-b601-8b888fb0f0ba,segment=NetworkSegment(42e9d1c5-34a5-47b7-8f71-0e593d8b59b4),segment_id=42e9d1c5-34a5-47b7-8f71-0e593d8b59b4)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:07:51.030403 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56ce55bb-db8c-44ab-9100-0a00ed1f6510 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (c101b126-636f-441e-b115-6c8cb04ca92f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:51.035862 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2a426473-2c36-4a97-b601-8b888fb0f0ba), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:51.047791 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44a1f012-3ce5-42b5-a5f7-69e5f3da3f9b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (41e55cde-9b67-4eb7-bae6-a6e0b3a3df5a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:51.094073 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f91ec-8c62-40c9-a09b-44fe59205f6b None None] Pushing event updated for resources: {'Port': ['ID=2a426473-2c36-4a97-b601-8b888fb0f0ba,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:51.104072 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-44a1f012-3ce5-42b5-a5f7-69e5f3da3f9b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Calling delete_port for 41e55cde-9b67-4eb7-bae6-a6e0b3a3df5a owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:51.105038 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ce55bb-db8c-44ab-9100-0a00ed1f6510 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:07:51.111376 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e81fc0-3e38-44a1-8775-258f36f4c257 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 905cb770-4d15-4217-8ca0-a7ea3e964bc1 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:51.127376 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-f7e81fc0-3e38-44a1-8775-258f36f4c257 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:51.189238 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce55bb-db8c-44ab-9100-0a00ed1f6510 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c101b126-636f-441e-b115-6c8cb04ca92f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:51.195353 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56ce55bb-db8c-44ab-9100-0a00ed1f6510 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (19a188c3-4ad5-41ca-a401-a5dc34aa60e9), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:51.195713 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-56ce55bb-db8c-44ab-9100-0a00ed1f6510 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Added segment 19a188c3-4ad5-41ca-a401-a5dc34aa60e9 of type vlan for network 586fb1d6-1b7d-4996-9dba-ca7a116068f9 Mar 28 09:07:51.202492 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:51.230690 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-153ab16d-0501-4aa6-a058-e13b6a3e0ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (5151c524-79c0-415f-94e6-55523b8cbbb2), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:51.275500 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc963e6c-d50e-48ec-bc8c-cedfd73b8403 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:51.285270 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56ce55bb-db8c-44ab-9100-0a00ed1f6510 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (586fb1d6-1b7d-4996-9dba-ca7a116068f9), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:51.298650 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Sync routers for ids ['489a62d8-e36d-4e1a-a2f9-86f3ebd34b12'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:51.311361 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Routers {'489a62d8-e36d-4e1a-a2f9-86f3ebd34b12'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:51.312571 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['489a62d8-e36d-4e1a-a2f9-86f3ebd34b12'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:51.388853 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-dc963e6c-d50e-48ec-bc8c-cedfd73b8403 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "PUT /v2.0/routers/489a62d8-e36d-4e1a-a2f9-86f3ebd34b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8096747 Mar 28 09:07:51.406300 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48238) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:51.407289 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-18543263-3c33-4be5-8a72-ba9d55498e6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764768247435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10209905'] for subnet (994566f7-6b82-4372-b70b-c437ed4c2391), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:51.439517 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.db.resource_extend [None req-56ce55bb-db8c-44ab-9100-0a00ed1f6510 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 09:07:51.451226 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ab16d-0501-4aa6-a058-e13b6a3e0ae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5151c524-79c0-415f-94e6-55523b8cbbb2,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:51.475074 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Set router 489a62d8-e36d-4e1a-a2f9-86f3ebd34b12 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:51.491719 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55f988b-1883-4a94-91e0-1c81ec3565be admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:51.502502 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b55f988b-1883-4a94-91e0-1c81ec3565be admin admin] 10.222.0.15 "PUT /v2.0/routers/6bf88279-bd2d-4e7a-b5d8-b8445683be61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6628652 Mar 28 09:07:51.503219 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4618705c-fd13-41cb-a93b-deedc25e6e45 None None] Sync routers for ids ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:51.505301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48240) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:51.522913 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4618705c-fd13-41cb-a93b-deedc25e6e45 None None] Routers {'6bf88279-bd2d-4e7a-b5d8-b8445683be61'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:51.524679 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4618705c-fd13-41cb-a93b-deedc25e6e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:51.530852 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56ce55bb-db8c-44ab-9100-0a00ed1f6510 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (586fb1d6-1b7d-4996-9dba-ca7a116068f9), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:51.531826 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ce55bb-db8c-44ab-9100-0a00ed1f6510 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:51.532402 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56ce55bb-db8c-44ab-9100-0a00ed1f6510 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:51.576070 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18543263-3c33-4be5-8a72-ba9d55498e6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:51.576681 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-18543263-3c33-4be5-8a72-ba9d55498e6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:51.578120 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-18543263-3c33-4be5-8a72-ba9d55498e6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "PUT /v2.0/subnets/994566f7-6b82-4372-b70b-c437ed4c2391 HTTP/1.1" status: 200 len: 806 time: 1.2711582 Mar 28 09:07:51.604393 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48242) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:51.710390 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d900cc-d6c8-42b2-8041-4808d376dca0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:51.712991 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e5d900cc-d6c8-42b2-8041-4808d376dca0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports/629bcdc0-3334-4ae2-80ce-02c776b6a208 HTTP/1.1" status: 200 len: 911 time: 0.3028111 Mar 28 09:07:51.716419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-153ab16d-0501-4aa6-a058-e13b6a3e0ae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (1cc0e3a6-906e-4f1d-9ab3-af1f293fe825), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:51.720797 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48244) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:51.750556 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-56ce55bb-db8c-44ab-9100-0a00ed1f6510 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.6447272 Mar 28 09:07:51.763739 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48246) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:51.765917 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18543263-3c33-4be5-8a72-ba9d55498e6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Subnet': ['ID=994566f7-6b82-4372-b70b-c437ed4c2391,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:51.767405 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bb162ed-171d-4aa4-8a34-a6af30e3338e tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (044810d2-46e3-40fb-90ff-d50976a34416), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:51.774062 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-faece975-bebc-48ed-8e6a-a620e9c38973 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Request body: {'subnet': {'network_id': '586fb1d6-1b7d-4996-9dba-ca7a116068f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:51.819608 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce55bb-db8c-44ab-9100-0a00ed1f6510 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Pushing event updated for resources: {'Network': ['ID=586fb1d6-1b7d-4996-9dba-ca7a116068f9,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:51.834081 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb162ed-171d-4aa4-8a34-a6af30e3338e tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Pushing event deleted for resources: {'Port': ['ID=044810d2-46e3-40fb-90ff-d50976a34416,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:51.848532 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-4618705c-fd13-41cb-a93b-deedc25e6e45 None None] Set router 6bf88279-bd2d-4e7a-b5d8-b8445683be61 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:51.880937 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 586fb1d6-1b7d-4996-9dba-ca7a116068f9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:07:51.887472 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faece975-bebc-48ed-8e6a-a620e9c38973 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Made reservation on behalf of 9f46ddb857314a9fa1b8f30fbd37af80 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:51.889682 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-faece975-bebc-48ed-8e6a-a620e9c38973 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:51.920572 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-153ab16d-0501-4aa6-a058-e13b6a3e0ae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (1cc0e3a6-906e-4f1d-9ab3-af1f293fe825), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:51.930245 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-153ab16d-0501-4aa6-a058-e13b6a3e0ae7 admin admin] Publish callbacks [] for router_controller (1cc0e3a6-906e-4f1d-9ab3-af1f293fe825), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:51.964301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77e1a6b1-786b-41e5-8a23-0e27e4077405 admin admin] Publish callbacks [] for router (6bf88279-bd2d-4e7a-b5d8-b8445683be61), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:51.985160 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e81fc0-3e38-44a1-8775-258f36f4c257 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 9982c676-047b-4520-8b45-bd638a5d5a6e is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:07:51.991057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2a0d36b2-a449-4328-a162-2d46decad203 None None] Provisioning complete for port 1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:51.991728 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2a0d36b2-a449-4328-a162-2d46decad203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:52.012236 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78277851-1c41-4ad8-9278-61a0ac1b478d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:52.019144 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78277851-1c41-4ad8-9278-61a0ac1b478d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:52.023784 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-78277851-1c41-4ad8-9278-61a0ac1b478d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2985945 Mar 28 09:07:52.023784 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44a1f012-3ce5-42b5-a5f7-69e5f3da3f9b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (41e55cde-9b67-4eb7-bae6-a6e0b3a3df5a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:52.026937 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-153ab16d-0501-4aa6-a058-e13b6a3e0ae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (1cc0e3a6-906e-4f1d-9ab3-af1f293fe825), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:52.027880 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153ab16d-0501-4aa6-a058-e13b6a3e0ae7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:07:52.039568 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48248) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:52.051534 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d36b2-a449-4328-a162-2d46decad203 None None] Port 1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:07:52.084771 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489a62d8-e36d-4e1a-a2f9-86f3ebd34b12', 'name': 'tempest-NetworksTestDHCPv6-router-2133477545', 'tenant_id': '15695fdb84ef4808b59972db71cc9c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:07:43Z', 'updated_at': '2022-03-28T09:07:47Z', 'revision_number': 2, 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'gw_port_host': None, '_interfaces': [{'id': '629bcdc0-3334-4ae2-80ce-02c776b6a208', 'name': '', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'tenant_id': '15695fdb84ef4808b59972db71cc9c7d', 'mac_address': 'fa:16:3e:c0:1e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489a62d8-e36d-4e1a-a2f9-86f3ebd34b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '80adcc1b-0fd6-49a1-8383-142b3588c660', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:07:45Z', 'updated_at': '2022-03-28T09:07:48Z', 'revision_number': 2, 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'subnets': [{'id': '80adcc1b-0fd6-49a1-8383-142b3588c660', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:52.087788 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (55b99739-82e0-42b1-846f-6b32b21efbd2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:52.142629 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Checking router: 489a62d8-e36d-4e1a-a2f9-86f3ebd34b12 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:07:52.142897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Updating router 489a62d8-e36d-4e1a-a2f9-86f3ebd34b12 port 629bcdc0-3334-4ae2-80ce-02c776b6a208 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:07:52.180921 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bb162ed-171d-4aa4-8a34-a6af30e3338e tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:52.198788 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4618705c-fd13-41cb-a93b-deedc25e6e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'name': 'tempest-ServersTestJSON-2013269323-router', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:00Z', 'updated_at': '2022-03-28T09:07:49Z', 'revision_number': 5, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'gw_port': {'id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:52.203873 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:52.205929 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-153ab16d-0501-4aa6-a058-e13b6a3e0ae7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:52.209679 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-153ab16d-0501-4aa6-a058-e13b6a3e0ae7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1cc0e3a6-906e-4f1d-9ab3-af1f293fe825 HTTP/1.1" status: 204 len: 168 time: 4.5682786 Mar 28 09:07:52.232335 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48250) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:52.253326 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4618705c-fd13-41cb-a93b-deedc25e6e45 None None] Checking router: 6bf88279-bd2d-4e7a-b5d8-b8445683be61 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:07:52.268575 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4618705c-fd13-41cb-a93b-deedc25e6e45 None None] Routers {'6bf88279-bd2d-4e7a-b5d8-b8445683be61'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:52.269428 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4618705c-fd13-41cb-a93b-deedc25e6e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:52.287445 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1f012-3ce5-42b5-a5f7-69e5f3da3f9b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Pushing event deleted for resources: {'Port': ['ID=41e55cde-9b67-4eb7-bae6-a6e0b3a3df5a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:52.373543 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bb162ed-171d-4aa4-8a34-a6af30e3338e tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:52.376316 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bb162ed-171d-4aa4-8a34-a6af30e3338e tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_controller (cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:52.485744 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-4618705c-fd13-41cb-a93b-deedc25e6e45 None None] Set router 6bf88279-bd2d-4e7a-b5d8-b8445683be61 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:52.569754 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bb162ed-171d-4aa4-8a34-a6af30e3338e tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:52.570412 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb162ed-171d-4aa4-8a34-a6af30e3338e tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Fanout notify agent at l3_agent the message router_deleted on router cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:07:52.579022 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bb162ed-171d-4aa4-8a34-a6af30e3338e tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:52.580191 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2bb162ed-171d-4aa4-8a34-a6af30e3338e tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "DELETE /v2.0/routers/cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84 HTTP/1.1" status: 204 len: 168 time: 3.0289898 Mar 28 09:07:52.626518 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48252) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:52.657290 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Publish callbacks [] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:52.675582 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:52.687958 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77e1a6b1-786b-41e5-8a23-0e27e4077405 admin admin] Publish callbacks [] for router_gateway (6bf88279-bd2d-4e7a-b5d8-b8445683be61), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:52.707032 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c73989bf-fe08-44dc-b9de-3776f986331a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1823479581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:52.765309 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c73989bf-fe08-44dc-b9de-3776f986331a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (c815309a-b37b-4ec6-aebb-b903be4dc511), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:52.766526 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c73989bf-fe08-44dc-b9de-3776f986331a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (c815309a-b37b-4ec6-aebb-b903be4dc511), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:52.838195 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad6f8f-627f-488b-a0e9-7834faa344f4 None None] Pushing event updated for resources: {'Port': ['ID=629bcdc0-3334-4ae2-80ce-02c776b6a208,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:52.844791 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dc00f4-53e7-44ae-a1f4-8f6385f11b41 None None] Network 55b99739-82e0-42b1-846f-6b32b21efbd2 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:52.904229 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4618705c-fd13-41cb-a93b-deedc25e6e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'name': 'tempest-ServersTestJSON-2013269323-router', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:00Z', 'updated_at': '2022-03-28T09:07:49Z', 'revision_number': 5, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'gw_port': {'id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:52.913128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Attempting to bind port 629bcdc0-3334-4ae2-80ce-02c776b6a208 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:07:52.913970 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Attempting to bind port 629bcdc0-3334-4ae2-80ce-02c776b6a208 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:07:52.913970 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Attempting to bind port 629bcdc0-3334-4ae2-80ce-02c776b6a208 on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:07:52.939489 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4618705c-fd13-41cb-a93b-deedc25e6e45 None None] The sync data for ids ['6bf88279-bd2d-4e7a-b5d8-b8445683be61'] in dv-neutron-master-2-hyperv is: [{'id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'name': 'tempest-ServersTestJSON-2013269323-router', 'tenant_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:06:00Z', 'updated_at': '2022-03-28T09:07:49Z', 'revision_number': 5, 'project_id': 'd6d221e073fb4f62a2f8cec61eb59fcb', 'gw_port': {'id': 'ba9dab36-d0a0-4e07-87af-9e989aa9fa47', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf88279-bd2d-4e7a-b5d8-b8445683be61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:06:01Z', 'updated_at': '2022-03-28T09:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:52.952689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c73989bf-fe08-44dc-b9de-3776f986331a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_controller (c815309a-b37b-4ec6-aebb-b903be4dc511), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:52.956123 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Deleting port 2a426473-2c36-4a97-b601-8b888fb0f0ba {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:52.956720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2a426473-2c36-4a97-b601-8b888fb0f0ba), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:52.972896 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:07:52.973368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:52.974035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:52.974447 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:07:52.975149 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Bound port: 629bcdc0-3334-4ae2-80ce-02c776b6a208, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:07:52.975751 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:53.001064 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9d2fe55e-083b-4e95-a602-bf7575e8b888 None None] Provisioning complete for port 2a426473-2c36-4a97-b601-8b888fb0f0ba triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:53.001444 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9d2fe55e-083b-4e95-a602-bf7575e8b888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2a426473-2c36-4a97-b601-8b888fb0f0ba), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:53.018928 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c73989bf-fe08-44dc-b9de-3776f986331a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (c815309a-b37b-4ec6-aebb-b903be4dc511), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:53.067490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c73989bf-fe08-44dc-b9de-3776f986331a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:53.068939 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c73989bf-fe08-44dc-b9de-3776f986331a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3748269 Mar 28 09:07:53.073887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48254) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:53.087554 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-77e1a6b1-786b-41e5-8a23-0e27e4077405 admin admin] Deleting port ba9dab36-d0a0-4e07-87af-9e989aa9fa47 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:53.088044 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77e1a6b1-786b-41e5-8a23-0e27e4077405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (ba9dab36-d0a0-4e07-87af-9e989aa9fa47), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:53.090080 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e81fc0-3e38-44a1-8775-258f36f4c257 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:53.097675 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-389462e0-02ec-4852-9047-f5eae7eaa924 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'enable_snat': False}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:53.112814 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbd52a7-26e3-4cb3-8c60-e61cacccb6d9 None None] Sync routers for ids ['9982c676-047b-4520-8b45-bd638a5d5a6e'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:53.123732 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44a1f012-3ce5-42b5-a5f7-69e5f3da3f9b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:53.127382 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-44a1f012-3ce5-42b5-a5f7-69e5f3da3f9b tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] 10.222.0.15 "DELETE /v2.0/ports/41e55cde-9b67-4eb7-bae6-a6e0b3a3df5a HTTP/1.1" status: 204 len: 168 time: 3.5405240 Mar 28 09:07:53.145649 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48256) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:53.151621 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f7e81fc0-3e38-44a1-8775-258f36f4c257 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/9982c676-047b-4520-8b45-bd638a5d5a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0835299 Mar 28 09:07:53.162021 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] For port 629bcdc0-3334-4ae2-80ce-02c776b6a208, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:07:53.169025 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbd52a7-26e3-4cb3-8c60-e61cacccb6d9 None None] Routers {'9982c676-047b-4520-8b45-bd638a5d5a6e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:53.169822 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2fbd52a7-26e3-4cb3-8c60-e61cacccb6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9982c676-047b-4520-8b45-bd638a5d5a6e'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:53.177849 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48258) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:53.207897 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c15ea8f-250e-42d1-89ce-c963944d3eb9 admin admin] Deleting subnet db02361e-0ccd-47dd-8c98-cb1bb9fe6071 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:07:53.211334 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] For port 629bcdc0-3334-4ae2-80ce-02c776b6a208, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=629bcdc0-3334-4ae2-80ce-02c776b6a208,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:07:53.211504 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8c15ea8f-250e-42d1-89ce-c963944d3eb9 admin admin] Publish callbacks [] for subnet (db02361e-0ccd-47dd-8c98-cb1bb9fe6071), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:53.250487 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2fbd52a7-26e3-4cb3-8c60-e61cacccb6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:53.277208 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] For port 2a426473-2c36-4a97-b601-8b888fb0f0ba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2a426473-2c36-4a97-b601-8b888fb0f0ba,segment=NetworkSegment(42e9d1c5-34a5-47b7-8f71-0e593d8b59b4),segment_id=42e9d1c5-34a5-47b7-8f71-0e593d8b59b4)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:53.277810 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2a426473-2c36-4a97-b601-8b888fb0f0ba), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:53.280661 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8c15ea8f-250e-42d1-89ce-c963944d3eb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (db02361e-0ccd-47dd-8c98-cb1bb9fe6071), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:53.284119 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:53.298609 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9d2fe55e-083b-4e95-a602-bf7575e8b888 None None] Current status of the port 2a426473-2c36-4a97-b601-8b888fb0f0ba is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:53.299157 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9d2fe55e-083b-4e95-a602-bf7575e8b888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2a426473-2c36-4a97-b601-8b888fb0f0ba), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:53.326792 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbd52a7-26e3-4cb3-8c60-e61cacccb6d9 None None] Routers {'9982c676-047b-4520-8b45-bd638a5d5a6e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:53.326792 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2fbd52a7-26e3-4cb3-8c60-e61cacccb6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9982c676-047b-4520-8b45-bd638a5d5a6e'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:53.327111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d251f7-9f40-4dda-ac40-46dff00a3380 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:53.331655 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e5d251f7-9f40-4dda-ac40-46dff00a3380 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] 10.222.0.15 "GET /v2.0/ports?device_id=58f78f84-e9e4-4e3a-adb1-c298d588daee HTTP/1.1" status: 200 len: 913 time: 0.1755319 Mar 28 09:07:53.334424 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48260) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:53.364608 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Calling delete_port for 2a426473-2c36-4a97-b601-8b888fb0f0ba owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:53.390131 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45671ae-4578-4d22-98fb-ff9024f9cf33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:53.394007 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a45671ae-4578-4d22-98fb-ff9024f9cf33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/ports/1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8 HTTP/1.1" status: 200 len: 984 time: 0.1809618 Mar 28 09:07:53.404108 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48262) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:53.406761 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2fbd52a7-26e3-4cb3-8c60-e61cacccb6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:53.407269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbd52a7-26e3-4cb3-8c60-e61cacccb6d9 None None] The sync data for ids ['9982c676-047b-4520-8b45-bd638a5d5a6e'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:53.504144 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-9d2fe55e-083b-4e95-a602-bf7575e8b888 None None] For port 2a426473-2c36-4a97-b601-8b888fb0f0ba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2a426473-2c36-4a97-b601-8b888fb0f0ba,segment=NetworkSegment(42e9d1c5-34a5-47b7-8f71-0e593d8b59b4),segment_id=42e9d1c5-34a5-47b7-8f71-0e593d8b59b4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:53.519681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad6f8f-627f-488b-a0e9-7834faa344f4 None None] Pushing event updated for resources: {'Port': ['ID=629bcdc0-3334-4ae2-80ce-02c776b6a208,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:53.522820 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Routers {'489a62d8-e36d-4e1a-a2f9-86f3ebd34b12'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:53.523437 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['489a62d8-e36d-4e1a-a2f9-86f3ebd34b12'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:53.525414 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8c15ea8f-250e-42d1-89ce-c963944d3eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (db02361e-0ccd-47dd-8c98-cb1bb9fe6071), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:53.529266 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.objects.ports [None req-faece975-bebc-48ed-8e6a-a620e9c38973 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 09:07:53.529266 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-faece975-bebc-48ed-8e6a-a620e9c38973 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (099cfdd8-2dff-414d-a4f6-5d2fd34e2762), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:53.533384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9d2fe55e-083b-4e95-a602-bf7575e8b888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2a426473-2c36-4a97-b601-8b888fb0f0ba), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:53.722794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2a426473-2c36-4a97-b601-8b888fb0f0ba up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:53.725464 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-77e1a6b1-786b-41e5-8a23-0e27e4077405 admin admin] For port ba9dab36-d0a0-4e07-87af-9e989aa9fa47, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba9dab36-d0a0-4e07-87af-9e989aa9fa47,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:53.725860 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77e1a6b1-786b-41e5-8a23-0e27e4077405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (ba9dab36-d0a0-4e07-87af-9e989aa9fa47), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:53.788655 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ff801980-2601-4e4c-be07-5d6d43bce0f9 None None] Provisioning complete for port 629bcdc0-3334-4ae2-80ce-02c776b6a208 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:53.789195 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ff801980-2601-4e4c-be07-5d6d43bce0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:53.791015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fe55e-083b-4e95-a602-bf7575e8b888 None None] Pushing event updated for resources: {'Port': ['ID=2a426473-2c36-4a97-b601-8b888fb0f0ba,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:53.794289 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-389462e0-02ec-4852-9047-f5eae7eaa924 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_gateway (c815309a-b37b-4ec6-aebb-b903be4dc511), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:53.804341 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] Set router 489a62d8-e36d-4e1a-a2f9-86f3ebd34b12 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:53.818700 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-77e1a6b1-786b-41e5-8a23-0e27e4077405 admin admin] Calling delete_port for ba9dab36-d0a0-4e07-87af-9e989aa9fa47 owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:53.876644 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faece975-bebc-48ed-8e6a-a620e9c38973 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Pushing event updated for resources: {'Subnet': ['ID=099cfdd8-2dff-414d-a4f6-5d2fd34e2762,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:53.897819 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8c15ea8f-250e-42d1-89ce-c963944d3eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (db02361e-0ccd-47dd-8c98-cb1bb9fe6071), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:53.973969 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d24fe2-c27c-476c-899b-3da7c28616c6 None None] Network 55b99739-82e0-42b1-846f-6b32b21efbd2 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:53.989222 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15ea8f-250e-42d1-89ce-c963944d3eb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db02361e-0ccd-47dd-8c98-cb1bb9fe6071,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:53.991295 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8c15ea8f-250e-42d1-89ce-c963944d3eb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:53.994602 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8c15ea8f-250e-42d1-89ce-c963944d3eb9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/db02361e-0ccd-47dd-8c98-cb1bb9fe6071 HTTP/1.1" status: 204 len: 168 time: 1.7554436 Mar 28 09:07:54.013726 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48264) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:54.109358 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16cc971f-6ad5-4615-b9d0-a7000a0b23ef tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (489a62d8-e36d-4e1a-a2f9-86f3ebd34b12), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:54.169112 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b01505-9ad8-484f-9a67-cb259bfae007 None None] Network da78ad91-75c1-4e51-84dc-1ff3d223651d requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:54.189319 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (da78ad91-75c1-4e51-84dc-1ff3d223651d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:54.360259 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-14708859-11f5-4264-a120-cc8bab94fa09 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (58f78f84-e9e4-4e3a-adb1-c298d588daee), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:54.400873 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faece975-bebc-48ed-8e6a-a620e9c38973 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Checking segment: {'id': '19a188c3-4ad5-41ca-a401-a5dc34aa60e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '586fb1d6-1b7d-4996-9dba-ca7a116068f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:07:54.401988 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faece975-bebc-48ed-8e6a-a620e9c38973 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Network hostable DHCP agents. Network: 586fb1d6-1b7d-4996-9dba-ca7a116068f9, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:07:54.421984 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 2a426473-2c36-4a97-b601-8b888fb0f0ba triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:54.422365 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2a426473-2c36-4a97-b601-8b888fb0f0ba), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:54.439288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] Deleting port b8fdb1ee-3766-4e01-9e9e-75924205d250 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:54.439625 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b8fdb1ee-3766-4e01-9e9e-75924205d250), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:54.500083 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ff801980-2601-4e4c-be07-5d6d43bce0f9 None None] Current status of the port 629bcdc0-3334-4ae2-80ce-02c776b6a208 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:54.500504 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ff801980-2601-4e4c-be07-5d6d43bce0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:54.548576 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] For port b8fdb1ee-3766-4e01-9e9e-75924205d250, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8fdb1ee-3766-4e01-9e9e-75924205d250,segment=NetworkSegment(6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d),segment_id=6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:54.548954 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b8fdb1ee-3766-4e01-9e9e-75924205d250), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:54.571778 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faece975-bebc-48ed-8e6a-a620e9c38973 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Network 586fb1d6-1b7d-4996-9dba-ca7a116068f9 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:07:54.588659 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (2a426473-2c36-4a97-b601-8b888fb0f0ba), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:54.593015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ff801980-2601-4e4c-be07-5d6d43bce0f9 None None] For port 629bcdc0-3334-4ae2-80ce-02c776b6a208, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=629bcdc0-3334-4ae2-80ce-02c776b6a208,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:54.602115 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No ports have port_id starting with 2a426473-2c36-4a97-b601-8b888fb0f0ba Mar 28 09:07:54.608708 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ff801980-2601-4e4c-be07-5d6d43bce0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:54.617093 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] Calling delete_port for b8fdb1ee-3766-4e01-9e9e-75924205d250 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:54.641677 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-faece975-bebc-48ed-8e6a-a620e9c38973 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 586fb1d6-1b7d-4996-9dba-ca7a116068f9) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:54.645190 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faece975-bebc-48ed-8e6a-a620e9c38973 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:54.645652 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-faece975-bebc-48ed-8e6a-a620e9c38973 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:54.662176 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Port': ['ID=2a426473-2c36-4a97-b601-8b888fb0f0ba,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:54.689878 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-16cc971f-6ad5-4615-b9d0-a7000a0b23ef tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port 629bcdc0-3334-4ae2-80ce-02c776b6a208 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:54.690216 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16cc971f-6ad5-4615-b9d0-a7000a0b23ef tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:54.700691 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489a62d8-e36d-4e1a-a2f9-86f3ebd34b12', 'name': 'tempest-NetworksTestDHCPv6-router-2133477545', 'tenant_id': '15695fdb84ef4808b59972db71cc9c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:07:43Z', 'updated_at': '2022-03-28T09:07:47Z', 'revision_number': 2, 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'gw_port_host': None, '_interfaces': [{'id': '629bcdc0-3334-4ae2-80ce-02c776b6a208', 'name': '', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'tenant_id': '15695fdb84ef4808b59972db71cc9c7d', 'mac_address': 'fa:16:3e:c0:1e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489a62d8-e36d-4e1a-a2f9-86f3ebd34b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '80adcc1b-0fd6-49a1-8383-142b3588c660', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:07:45Z', 'updated_at': '2022-03-28T09:07:53Z', 'revision_number': 4, 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'subnets': [{'id': '80adcc1b-0fd6-49a1-8383-142b3588c660', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:54.717110 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff801980-2601-4e4c-be07-5d6d43bce0f9 None None] Pushing event updated for resources: {'Port': ['ID=629bcdc0-3334-4ae2-80ce-02c776b6a208,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:54.722267 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b9a814-5eca-4c03-9103-359207a7ce76 None None] Network 586fb1d6-1b7d-4996-9dba-ca7a116068f9 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:54.762136 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5151c524-79c0-415f-94e6-55523b8cbbb2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:54.775977 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d38d50-a1ff-47bc-9d67-ffcbe5b683f8 None None] The sync data for ids ['489a62d8-e36d-4e1a-a2f9-86f3ebd34b12'] in dv-neutron-master-2-hyperv is: [{'id': '489a62d8-e36d-4e1a-a2f9-86f3ebd34b12', 'name': 'tempest-NetworksTestDHCPv6-router-2133477545', 'tenant_id': '15695fdb84ef4808b59972db71cc9c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:07:43Z', 'updated_at': '2022-03-28T09:07:47Z', 'revision_number': 2, 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'gw_port_host': None, '_interfaces': [{'id': '629bcdc0-3334-4ae2-80ce-02c776b6a208', 'name': '', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'tenant_id': '15695fdb84ef4808b59972db71cc9c7d', 'mac_address': 'fa:16:3e:c0:1e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489a62d8-e36d-4e1a-a2f9-86f3ebd34b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '80adcc1b-0fd6-49a1-8383-142b3588c660', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:07:45Z', 'updated_at': '2022-03-28T09:07:53Z', 'revision_number': 4, 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'subnets': [{'id': '80adcc1b-0fd6-49a1-8383-142b3588c660', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:54.781382 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-faece975-bebc-48ed-8e6a-a620e9c38973 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0148034 Mar 28 09:07:54.784505 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48266) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:54.795677 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b23be2a5-067e-43f7-9d5b-b646fb938ff2 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1925101905', 'network_id': '586fb1d6-1b7d-4996-9dba-ca7a116068f9'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:54.840351 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69acf77-d556-4df6-97dc-61913efb0140 None None] DHCP port deletion for da78ad91-75c1-4e51-84dc-1ff3d223651d request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:07:54.850409 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 5151c524-79c0-415f-94e6-55523b8cbbb2 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:54.850409 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5151c524-79c0-415f-94e6-55523b8cbbb2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:54.850409 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f8a3c34d-d696-4481-a2b6-25aae05688fe no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:54.861958 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No DVR routers for this DVR port 2a426473-2c36-4a97-b601-8b888fb0f0ba on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:54.888725 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9834a5e3-d7fc-4300-b128-6902427a3634 None None] Could not find standard attr ID for object 2a426473-2c36-4a97-b601-8b888fb0f0ba. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:07:54.893842 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (b8fdb1ee-3766-4e01-9e9e-75924205d250), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:54.897955 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-16cc971f-6ad5-4615-b9d0-a7000a0b23ef tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] For port 629bcdc0-3334-4ae2-80ce-02c776b6a208, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=629bcdc0-3334-4ae2-80ce-02c776b6a208,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:54.898117 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: f8a3c34d-d696-4481-a2b6-25aae05688fe {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:54.898391 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16cc971f-6ad5-4615-b9d0-a7000a0b23ef tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:54.898503 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f8a3c34d-d696-4481-a2b6-25aae05688fe not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:54.936498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d69acf77-d556-4df6-97dc-61913efb0140 None None] The port 'b8fdb1ee-3766-4e01-9e9e-75924205d250' was deleted {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 28 09:07:54.958549 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9834a5e3-d7fc-4300-b128-6902427a3634 None None] Provisioning complete for port 629bcdc0-3334-4ae2-80ce-02c776b6a208 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:54.959313 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9834a5e3-d7fc-4300-b128-6902427a3634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:54.970425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23be2a5-067e-43f7-9d5b-b646fb938ff2 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Made reservation on behalf of 9f46ddb857314a9fa1b8f30fbd37af80 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:54.972713 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b23be2a5-067e-43f7-9d5b-b646fb938ff2 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:54.988736 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-16cc971f-6ad5-4615-b9d0-a7000a0b23ef tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for 629bcdc0-3334-4ae2-80ce-02c776b6a208 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:54.991108 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] Pushing event deleted for resources: {'Port': ['ID=b8fdb1ee-3766-4e01-9e9e-75924205d250,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:55.014981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] No DVR routers for this DVR port b8fdb1ee-3766-4e01-9e9e-75924205d250 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:55.032681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4423a7a1-7f53-4afd-a5db-796e2d6daf43 None None] Network 586fb1d6-1b7d-4996-9dba-ca7a116068f9 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:55.084332 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (994566f7-6b82-4372-b70b-c437ed4c2391), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.101206 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77e1a6b1-786b-41e5-8a23-0e27e4077405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (ba9dab36-d0a0-4e07-87af-9e989aa9fa47), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.126433 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-b23be2a5-067e-43f7-9d5b-b646fb938ff2 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] device_id is not set on port 7512801a-3199-4231-959f-6ef6bc7fb4f4 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:07:55.255240 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1a6b1-786b-41e5-8a23-0e27e4077405 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9dab36-d0a0-4e07-87af-9e989aa9fa47,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:55.259396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (da78ad91-75c1-4e51-84dc-1ff3d223651d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.286547 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9834a5e3-d7fc-4300-b128-6902427a3634 None None] Current status of the port 629bcdc0-3334-4ae2-80ce-02c776b6a208 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:55.292573 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ebed92-78cc-48b5-b79b-6a73b5610b6e None None] DHCP port deletion for 55b99739-82e0-42b1-846f-6b32b21efbd2 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:07:55.301050 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da78ad91-75c1-4e51-84dc-1ff3d223651d']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:55.316401 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-14708859-11f5-4264-a120-cc8bab94fa09 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Deleting port c7010255-e1f3-4895-8abd-0e97e5ee98e2 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:55.316888 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-14708859-11f5-4264-a120-cc8bab94fa09 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (c7010255-e1f3-4895-8abd-0e97e5ee98e2), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.320814 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a339fdd-fdd6-45e4-8a88-75aa4b2b87d4 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 09:07:55.345940 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:55.346289 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:55.465379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.500335 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (994566f7-6b82-4372-b70b-c437ed4c2391), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.514275 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:07:55.515608 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-389462e0-02ec-4852-9047-f5eae7eaa924 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_gateway (c815309a-b37b-4ec6-aebb-b903be4dc511), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.552319 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a339fdd-fdd6-45e4-8a88-75aa4b2b87d4 None None] Resources bound (agent type, host, resource id): {{(pid=104077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 09:07:55.559009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-70513786-da41-45c2-9efa-ac0d0281a084 None None] Could not find standard attr ID for object 2a426473-2c36-4a97-b601-8b888fb0f0ba. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:07:55.572873 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77e1a6b1-786b-41e5-8a23-0e27e4077405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (6bf88279-bd2d-4e7a-b5d8-b8445683be61), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.588958 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Subnet': ['ID=994566f7-6b82-4372-b70b-c437ed4c2391,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:55.656355 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (55b99739-82e0-42b1-846f-6b32b21efbd2), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.680073 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b99739-82e0-42b1-846f-6b32b21efbd2']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:55.689865 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e9d1c5-34a5-47b7-8f71-0e593d8b59b4') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:55.690049 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e9d1c5-34a5-47b7-8f71-0e593d8b59b4') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:55.701797 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (42e9d1c5-34a5-47b7-8f71-0e593d8b59b4), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.716120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (42e9d1c5-34a5-47b7-8f71-0e593d8b59b4), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.722757 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:07:55.723186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (42e9d1c5-34a5-47b7-8f71-0e593d8b59b4), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.731365 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 629bcdc0-3334-4ae2-80ce-02c776b6a208 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:07:55.790853 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-389462e0-02ec-4852-9047-f5eae7eaa924 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:07:55.825612 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:07:55.842339 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 629bcdc0-3334-4ae2-80ce-02c776b6a208 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:07:55.842788 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.868883 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e79eaf-964a-4f42-a03f-e86374c8af0b None None] Network 55b99739-82e0-42b1-846f-6b32b21efbd2 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:55.876383 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (55b99739-82e0-42b1-846f-6b32b21efbd2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.877890 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.881453 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.884678 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/55b99739-82e0-42b1-846f-6b32b21efbd2 HTTP/1.1" status: 204 len: 168 time: 4.2486780 Mar 28 09:07:55.890193 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e79eaf-964a-4f42-a03f-e86374c8af0b None None] Network 55b99739-82e0-42b1-846f-6b32b21efbd2 could not be found, it might have been deleted concurrently. {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 28 09:07:55.902527 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:07:55.903454 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (6d5bfc6c-ed73-4d37-91d4-f7bd7f2ec11d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.914779 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85715ad5-ccca-4d2d-8194-86c8a8c82227 None None] DHCP port deletion for 55b99739-82e0-42b1-846f-6b32b21efbd2 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:07:55.920463 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48268) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:55.934128 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7150eb9-fa5d-4269-93a8-6b756806e51f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (9982c676-047b-4520-8b45-bd638a5d5a6e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:07:55.960407 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:07:55.963681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 629bcdc0-3334-4ae2-80ce-02c776b6a208 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:55.970053 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-b23be2a5-067e-43f7-9d5b-b646fb938ff2 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Allocated IP 172.20.0.9 (586fb1d6-1b7d-4996-9dba-ca7a116068f9/099cfdd8-2dff-414d-a4f6-5d2fd34e2762/7512801a-3199-4231-959f-6ef6bc7fb4f4) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:55.990989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77e1a6b1-786b-41e5-8a23-0e27e4077405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (6bf88279-bd2d-4e7a-b5d8-b8445683be61), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:55.995641 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefc337-24ed-4e8c-ab7a-03e100d422b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Network': ['ID=55b99739-82e0-42b1-846f-6b32b21efbd2,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:55.998886 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77e1a6b1-786b-41e5-8a23-0e27e4077405 admin admin] Publish callbacks [] for router_controller (6bf88279-bd2d-4e7a-b5d8-b8445683be61), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.042732 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b8fdb1ee-3766-4e01-9e9e-75924205d250 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:56.044950 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b69967e-baee-4d24-9c80-d6c4dacb6620 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:07:56.045723 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b69967e-baee-4d24-9c80-d6c4dacb6620 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:07:56.048991 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3b69967e-baee-4d24-9c80-d6c4dacb6620 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/55b99739-82e0-42b1-846f-6b32b21efbd2 HTTP/1.1" status: 404 len: 339 time: 0.1272800 Mar 28 09:07:56.058462 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48270) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:56.059150 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (da78ad91-75c1-4e51-84dc-1ff3d223651d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.076412 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: b8fdb1ee-3766-4e01-9e9e-75924205d250 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:56.076779 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b8fdb1ee-3766-4e01-9e9e-75924205d250 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:56.077175 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2a426473-2c36-4a97-b601-8b888fb0f0ba no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:56.079222 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4afd5860-8e21-4755-a746-3e9f77ab7b34 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2014810658', 'description': 'd1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:56.085808 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.089331 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] 10.222.0.15 "DELETE /v2.0/networks/da78ad91-75c1-4e51-84dc-1ff3d223651d HTTP/1.1" status: 204 len: 168 time: 2.0744317 Mar 28 09:07:56.113985 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-14708859-11f5-4264-a120-cc8bab94fa09 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (c7010255-e1f3-4895-8abd-0e97e5ee98e2), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.146832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 2a426473-2c36-4a97-b601-8b888fb0f0ba {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:56.147158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2a426473-2c36-4a97-b601-8b888fb0f0ba not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:56.147258 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4124b6-6bbf-499e-a6e1-2ba1b1de90bc admin admin] Pushing event deleted for resources: {'Network': ['ID=da78ad91-75c1-4e51-84dc-1ff3d223651d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:56.167460 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-14708859-11f5-4264-a120-cc8bab94fa09 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Calling delete_port for c7010255-e1f3-4895-8abd-0e97e5ee98e2 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:56.186096 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77e1a6b1-786b-41e5-8a23-0e27e4077405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (6bf88279-bd2d-4e7a-b5d8-b8445683be61), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.186950 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e1a6b1-786b-41e5-8a23-0e27e4077405 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bf88279-bd2d-4e7a-b5d8-b8445683be61 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:07:56.195203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77e1a6b1-786b-41e5-8a23-0e27e4077405 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.196882 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-77e1a6b1-786b-41e5-8a23-0e27e4077405 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6bf88279-bd2d-4e7a-b5d8-b8445683be61 HTTP/1.1" status: 204 len: 168 time: 4.6890545 Mar 28 09:07:56.203312 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48274) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:56.237738 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16cc971f-6ad5-4615-b9d0-a7000a0b23ef tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (629bcdc0-3334-4ae2-80ce-02c776b6a208), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.264952 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afd5860-8e21-4755-a746-3e9f77ab7b34 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:56.268391 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4afd5860-8e21-4755-a746-3e9f77ab7b34 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.342257 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-389462e0-02ec-4852-9047-f5eae7eaa924 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Allocated IP 172.36.4.133 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/53b35cd2-5c4b-452a-ab66-633cb647ee69) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:07:56.375768 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d953f2f-6b7b-49fe-b828-40a39ec9c471 admin admin] Deleting subnet 480e4049-2c9c-4923-aba0-573e88a5e6ba {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:07:56.382369 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4d953f2f-6b7b-49fe-b828-40a39ec9c471 admin admin] Publish callbacks [] for subnet (480e4049-2c9c-4923-aba0-573e88a5e6ba), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.486833 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48276) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:56.514566 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4d953f2f-6b7b-49fe-b828-40a39ec9c471 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (480e4049-2c9c-4923-aba0-573e88a5e6ba), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.547711 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc971f-6ad5-4615-b9d0-a7000a0b23ef tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=629bcdc0-3334-4ae2-80ce-02c776b6a208,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:56.579460 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b23be2a5-067e-43f7-9d5b-b646fb938ff2 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for port (7512801a-3199-4231-959f-6ef6bc7fb4f4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.614705 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-389462e0-02ec-4852-9047-f5eae7eaa924 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for port (53b35cd2-5c4b-452a-ab66-633cb647ee69), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.618760 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16cc971f-6ad5-4615-b9d0-a7000a0b23ef tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (489a62d8-e36d-4e1a-a2f9-86f3ebd34b12), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.626529 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afd5860-8e21-4755-a746-3e9f77ab7b34 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:07:56.656357 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c962d7b4-eefe-4dad-b5b6-c1081a0ff7f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=228a7f4f162d45b0b1b39cb5fbe7d366&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1532660 Mar 28 09:07:56.677200 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48278) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:56.689797 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4afd5860-8e21-4755-a746-3e9f77ab7b34 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (9c0bc70d-d7c6-4b96-a6c7-d846632dc46f), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.690146 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-4afd5860-8e21-4755-a746-3e9f77ab7b34 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Added segment 9c0bc70d-d7c6-4b96-a6c7-d846632dc46f of type vlan for network 6ec84594-9231-4df7-a9cf-12a478fcb066 Mar 28 09:07:56.750440 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4d953f2f-6b7b-49fe-b828-40a39ec9c471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (480e4049-2c9c-4923-aba0-573e88a5e6ba), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.812080 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-389462e0-02ec-4852-9047-f5eae7eaa924 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (53b35cd2-5c4b-452a-ab66-633cb647ee69), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.818083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b23be2a5-067e-43f7-9d5b-b646fb938ff2 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (7512801a-3199-4231-959f-6ef6bc7fb4f4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.832031 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4afd5860-8e21-4755-a746-3e9f77ab7b34 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (6ec84594-9231-4df7-a9cf-12a478fcb066), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.836725 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-d7150eb9-fa5d-4269-93a8-6b756806e51f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting port 1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:56.837065 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7150eb9-fa5d-4269-93a8-6b756806e51f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.916125 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fbf2702e-0d22-4040-87dc-8f866f6a36c1 admin admin] Publish callbacks [] for security_group (c1adf5df-d3c5-4ec4-acdc-325c3a30ceb4), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.945684 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389462e0-02ec-4852-9047-f5eae7eaa924 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:56.947302 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23be2a5-067e-43f7-9d5b-b646fb938ff2 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Network 586fb1d6-1b7d-4996-9dba-ca7a116068f9 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:07:56.965913 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-389462e0-02ec-4852-9047-f5eae7eaa924 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:56.968487 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389462e0-02ec-4852-9047-f5eae7eaa924 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:56.986417 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389462e0-02ec-4852-9047-f5eae7eaa924 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Pushing event updated for resources: {'Port': ['ID=53b35cd2-5c4b-452a-ab66-633cb647ee69,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:56.989339 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-b23be2a5-067e-43f7-9d5b-b646fb938ff2 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:07:56.990226 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4d953f2f-6b7b-49fe-b828-40a39ec9c471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (480e4049-2c9c-4923-aba0-573e88a5e6ba), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:56.997577 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23be2a5-067e-43f7-9d5b-b646fb938ff2 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:07:56.999590 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23be2a5-067e-43f7-9d5b-b646fb938ff2 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Pushing event updated for resources: {'Port': ['ID=7512801a-3199-4231-959f-6ef6bc7fb4f4,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:57.027464 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4afd5860-8e21-4755-a746-3e9f77ab7b34 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (6ec84594-9231-4df7-a9cf-12a478fcb066), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:57.031634 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fbf2702e-0d22-4040-87dc-8f866f6a36c1 admin admin] Publish callbacks [] for security_group (c1adf5df-d3c5-4ec4-acdc-325c3a30ceb4), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:57.032633 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afd5860-8e21-4755-a746-3e9f77ab7b34 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:57.033232 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4afd5860-8e21-4755-a746-3e9f77ab7b34 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:57.066544 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d953f2f-6b7b-49fe-b828-40a39ec9c471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480e4049-2c9c-4923-aba0-573e88a5e6ba,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:57.071978 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4d953f2f-6b7b-49fe-b828-40a39ec9c471 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:57.077838 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4d953f2f-6b7b-49fe-b828-40a39ec9c471 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/480e4049-2c9c-4923-aba0-573e88a5e6ba HTTP/1.1" status: 204 len: 168 time: 0.8714042 Mar 28 09:07:57.079659 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5b26e6-2f1b-414c-893d-ed88e1214e13 None None] Network 15d390ae-2510-4449-9d2c-bf210a7a2700 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:57.092295 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48280) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:57.114953 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7150eb9-fa5d-4269-93a8-6b756806e51f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:57.121306 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-14708859-11f5-4264-a120-cc8bab94fa09 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (c7010255-e1f3-4895-8abd-0e97e5ee98e2), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:57.125845 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4afd5860-8e21-4755-a746-3e9f77ab7b34 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0643294 Mar 28 09:07:57.132404 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cc971f-6ad5-4615-b9d0-a7000a0b23ef tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Router 489a62d8-e36d-4e1a-a2f9-86f3ebd34b12 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:07:57.139493 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48282) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:57.180893 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23be2a5-067e-43f7-9d5b-b646fb938ff2 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:57.181562 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b23be2a5-067e-43f7-9d5b-b646fb938ff2 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:57.196612 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14708859-11f5-4264-a120-cc8bab94fa09 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Pushing event deleted for resources: {'Port': ['ID=c7010255-e1f3-4895-8abd-0e97e5ee98e2,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:57.199200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-19ae47bd-bc05-4482-baa4-e1ef693b1185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:57.232601 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd5860-8e21-4755-a746-3e9f77ab7b34 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Network': ['ID=6ec84594-9231-4df7-a9cf-12a478fcb066,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:57.247079 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 6ec84594-9231-4df7-a9cf-12a478fcb066 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:07:57.263930 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-d7150eb9-fa5d-4269-93a8-6b756806e51f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Calling delete_port for 1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:57.294417 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b23be2a5-067e-43f7-9d5b-b646fb938ff2 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.5061312 Mar 28 09:07:57.301365 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48284) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:57.335226 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64ab9cd-f0d2-43b8-ad50-cafef5c34ba0 None None] DHCP port deletion for 15d390ae-2510-4449-9d2c-bf210a7a2700 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:07:57.422961 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (15d390ae-2510-4449-9d2c-bf210a7a2700), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:57.449320 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c64ab9cd-f0d2-43b8-ad50-cafef5c34ba0 None None] Deleting port ee3ca734-65e4-4a3b-9c02-92e18ad647bd {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:57.449897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c64ab9cd-f0d2-43b8-ad50-cafef5c34ba0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (ee3ca734-65e4-4a3b-9c02-92e18ad647bd), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:57.474171 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cc971f-6ad5-4615-b9d0-a7000a0b23ef tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:57.485219 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-16cc971f-6ad5-4615-b9d0-a7000a0b23ef tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "PUT /v2.0/routers/489a62d8-e36d-4e1a-a2f9-86f3ebd34b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4309089 Mar 28 09:07:57.493376 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48286) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:57.494778 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accd66d8-aa77-48ae-b3b2-38d9211a997d tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:57.501317 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-accd66d8-aa77-48ae-b3b2-38d9211a997d tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "GET /v2.0/networks?id=6ec84594-9231-4df7-a9cf-12a478fcb066 HTTP/1.1" status: 200 len: 761 time: 0.3532336 Mar 28 09:07:57.506913 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb952220-5e06-4e3f-976f-f23eb280b5ad None None] Sync routers for ids ['489a62d8-e36d-4e1a-a2f9-86f3ebd34b12'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:57.520775 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb952220-5e06-4e3f-976f-f23eb280b5ad None None] Routers {'489a62d8-e36d-4e1a-a2f9-86f3ebd34b12'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:57.521480 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-eb952220-5e06-4e3f-976f-f23eb280b5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['489a62d8-e36d-4e1a-a2f9-86f3ebd34b12'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:57.539753 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48288) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:57.541446 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fbf2702e-0d22-4040-87dc-8f866f6a36c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (c1adf5df-d3c5-4ec4-acdc-325c3a30ceb4), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:57.547386 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fbf2702e-0d22-4040-87dc-8f866f6a36c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:57.547903 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ba9dab36-d0a0-4e07-87af-9e989aa9fa47 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:57.548866 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fbf2702e-0d22-4040-87dc-8f866f6a36c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1adf5df-d3c5-4ec4-acdc-325c3a30ceb4 HTTP/1.1" status: 204 len: 168 time: 0.8685610 Mar 28 09:07:57.554688 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-82f21d9c-ecf5-4be0-87b3-85f59fb3f4e9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'network': {'description': 'd2'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:57.579007 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: ba9dab36-d0a0-4e07-87af-9e989aa9fa47 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:57.579384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ba9dab36-d0a0-4e07-87af-9e989aa9fa47 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:57.579819 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ee3ca734-65e4-4a3b-9c02-92e18ad647bd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:57.610592 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-14708859-11f5-4264-a120-cc8bab94fa09 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (58f78f84-e9e4-4e3a-adb1-c298d588daee), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:57.722401 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-eb952220-5e06-4e3f-976f-f23eb280b5ad None None] Set router 489a62d8-e36d-4e1a-a2f9-86f3ebd34b12 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:57.796150 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14708859-11f5-4264-a120-cc8bab94fa09 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Router 58f78f84-e9e4-4e3a-adb1-c298d588daee has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:07:57.803044 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-eb952220-5e06-4e3f-976f-f23eb280b5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489a62d8-e36d-4e1a-a2f9-86f3ebd34b12', 'name': 'tempest-NetworksTestDHCPv6-router-2133477545', 'tenant_id': '15695fdb84ef4808b59972db71cc9c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:07:43Z', 'updated_at': '2022-03-28T09:07:55Z', 'revision_number': 3, 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:57.872032 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb952220-5e06-4e3f-976f-f23eb280b5ad None None] Checking router: 489a62d8-e36d-4e1a-a2f9-86f3ebd34b12 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:07:57.886529 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb952220-5e06-4e3f-976f-f23eb280b5ad None None] Routers {'489a62d8-e36d-4e1a-a2f9-86f3ebd34b12'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:57.887467 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-eb952220-5e06-4e3f-976f-f23eb280b5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['489a62d8-e36d-4e1a-a2f9-86f3ebd34b12'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:57.900314 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14708859-11f5-4264-a120-cc8bab94fa09 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:07:57.910391 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-14708859-11f5-4264-a120-cc8bab94fa09 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] 10.222.0.15 "PUT /v2.0/routers/58f78f84-e9e4-4e3a-adb1-c298d588daee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5732508 Mar 28 09:07:57.911046 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48294) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:57.956898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af2b074-6af3-4047-b3af-b5c7c1b37d8f None None] Sync routers for ids ['58f78f84-e9e4-4e3a-adb1-c298d588daee'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:07:57.962006 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c64ab9cd-f0d2-43b8-ad50-cafef5c34ba0 None None] For port ee3ca734-65e4-4a3b-9c02-92e18ad647bd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee3ca734-65e4-4a3b-9c02-92e18ad647bd,segment=NetworkSegment(40bfaee7-c2ce-4f0b-af8e-29260020bcf6),segment_id=40bfaee7-c2ce-4f0b-af8e-29260020bcf6)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:57.962672 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c64ab9cd-f0d2-43b8-ad50-cafef5c34ba0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (ee3ca734-65e4-4a3b-9c02-92e18ad647bd), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:57.989657 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c64ab9cd-f0d2-43b8-ad50-cafef5c34ba0 None None] Calling delete_port for ee3ca734-65e4-4a3b-9c02-92e18ad647bd owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:58.011386 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af2b074-6af3-4047-b3af-b5c7c1b37d8f None None] Routers {'58f78f84-e9e4-4e3a-adb1-c298d588daee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:58.012802 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2af2b074-6af3-4047-b3af-b5c7c1b37d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['58f78f84-e9e4-4e3a-adb1-c298d588daee'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:58.032427 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-eb952220-5e06-4e3f-976f-f23eb280b5ad None None] Set router 489a62d8-e36d-4e1a-a2f9-86f3ebd34b12 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:07:58.051611 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e0687214-4344-4eed-86eb-b6181e1cbf77 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for router (58f78f84-e9e4-4e3a-adb1-c298d588daee), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.090742 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2af2b074-6af3-4047-b3af-b5c7c1b37d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:58.127240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af2b074-6af3-4047-b3af-b5c7c1b37d8f None None] Routers {'58f78f84-e9e4-4e3a-adb1-c298d588daee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:07:58.127877 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2af2b074-6af3-4047-b3af-b5c7c1b37d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:07:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['58f78f84-e9e4-4e3a-adb1-c298d588daee'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:58.128773 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-eb952220-5e06-4e3f-976f-f23eb280b5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489a62d8-e36d-4e1a-a2f9-86f3ebd34b12', 'name': 'tempest-NetworksTestDHCPv6-router-2133477545', 'tenant_id': '15695fdb84ef4808b59972db71cc9c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:07:43Z', 'updated_at': '2022-03-28T09:07:55Z', 'revision_number': 3, 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:58.162947 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2702e-0d22-4040-87dc-8f866f6a36c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1adf5df-d3c5-4ec4-acdc-325c3a30ceb4,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:58.175565 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df87144-e286-4476-9121-785085f38ad7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:58.177170 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df87144-e286-4476-9121-785085f38ad7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:58.179480 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1df87144-e286-4476-9121-785085f38ad7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6692815 Mar 28 09:07:58.182375 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48304) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:58.196752 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2af2b074-6af3-4047-b3af-b5c7c1b37d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:58.197394 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af2b074-6af3-4047-b3af-b5c7c1b37d8f None None] The sync data for ids ['58f78f84-e9e4-4e3a-adb1-c298d588daee'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:58.206731 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb952220-5e06-4e3f-976f-f23eb280b5ad None None] The sync data for ids ['489a62d8-e36d-4e1a-a2f9-86f3ebd34b12'] in dv-neutron-master-2-hyperv is: [{'id': '489a62d8-e36d-4e1a-a2f9-86f3ebd34b12', 'name': 'tempest-NetworksTestDHCPv6-router-2133477545', 'tenant_id': '15695fdb84ef4808b59972db71cc9c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:07:43Z', 'updated_at': '2022-03-28T09:07:55Z', 'revision_number': 3, 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:07:58.229608 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port ee3ca734-65e4-4a3b-9c02-92e18ad647bd is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:07:58.230659 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ee3ca734-65e4-4a3b-9c02-92e18ad647bd), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.269249 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c64ab9cd-f0d2-43b8-ad50-cafef5c34ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (ee3ca734-65e4-4a3b-9c02-92e18ad647bd), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.290707 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1ebc16-70fa-4e9d-8846-e0b33e252904 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet 80adcc1b-0fd6-49a1-8383-142b3588c660 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:07:58.296020 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a1ebc16-70fa-4e9d-8846-e0b33e252904 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (80adcc1b-0fd6-49a1-8383-142b3588c660), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.329589 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64ab9cd-f0d2-43b8-ad50-cafef5c34ba0 None None] No DVR routers for this DVR port ee3ca734-65e4-4a3b-9c02-92e18ad647bd on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:58.336088 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ab9cd-f0d2-43b8-ad50-cafef5c34ba0 None None] Pushing event deleted for resources: {'Port': ['ID=ee3ca734-65e4-4a3b-9c02-92e18ad647bd,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:58.408971 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a1ebc16-70fa-4e9d-8846-e0b33e252904 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (80adcc1b-0fd6-49a1-8383-142b3588c660), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.412618 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e0687214-4344-4eed-86eb-b6181e1cbf77 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (58f78f84-e9e4-4e3a-adb1-c298d588daee), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.433090 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e0687214-4344-4eed-86eb-b6181e1cbf77 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for router_controller (58f78f84-e9e4-4e3a-adb1-c298d588daee), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.462806 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-82f21d9c-ecf5-4be0-87b3-85f59fb3f4e9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (6ec84594-9231-4df7-a9cf-12a478fcb066), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.476182 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-e14c90a2-16ce-4808-bd23-d6a874821430 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Deleting port 7512801a-3199-4231-959f-6ef6bc7fb4f4 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:58.476526 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e14c90a2-16ce-4808-bd23-d6a874821430 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (7512801a-3199-4231-959f-6ef6bc7fb4f4), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.496545 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e0687214-4344-4eed-86eb-b6181e1cbf77 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (58f78f84-e9e4-4e3a-adb1-c298d588daee), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.497302 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0687214-4344-4eed-86eb-b6181e1cbf77 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Fanout notify agent at l3_agent the message router_deleted on router 58f78f84-e9e4-4e3a-adb1-c298d588daee {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:07:58.506878 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e0687214-4344-4eed-86eb-b6181e1cbf77 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.508404 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e0687214-4344-4eed-86eb-b6181e1cbf77 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] 10.222.0.15 "DELETE /v2.0/routers/58f78f84-e9e4-4e3a-adb1-c298d588daee HTTP/1.1" status: 204 len: 168 time: 0.5960827 Mar 28 09:07:58.510953 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48312) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:58.539503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] Deleting port ee3ca734-65e4-4a3b-9c02-92e18ad647bd {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:58.539708 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (ee3ca734-65e4-4a3b-9c02-92e18ad647bd), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.550270 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-82f21d9c-ecf5-4be0-87b3-85f59fb3f4e9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (6ec84594-9231-4df7-a9cf-12a478fcb066), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.599741 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-c993e271-7093-4596-bc44-47b03c8e0b92 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Deleting subnet b161d155-4dfb-4033-a916-5105f1426daa {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:07:58.603289 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a1ebc16-70fa-4e9d-8846-e0b33e252904 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (80adcc1b-0fd6-49a1-8383-142b3588c660), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.606920 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c993e271-7093-4596-bc44-47b03c8e0b92 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for subnet (b161d155-4dfb-4033-a916-5105f1426daa), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.649641 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82f21d9c-ecf5-4be0-87b3-85f59fb3f4e9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network 6ec84594-9231-4df7-a9cf-12a478fcb066 is not hosted by any dhcp agent {{(pid=104076) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 09:07:58.654748 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f21d9c-ecf5-4be0-87b3-85f59fb3f4e9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:58.655371 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-82f21d9c-ecf5-4be0-87b3-85f59fb3f4e9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.659436 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-82f21d9c-ecf5-4be0-87b3-85f59fb3f4e9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "PUT /v2.0/networks/6ec84594-9231-4df7-a9cf-12a478fcb066 HTTP/1.1" status: 200 len: 758 time: 1.1093731 Mar 28 09:07:58.660126 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48316) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:58.737784 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c993e271-7093-4596-bc44-47b03c8e0b92 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (b161d155-4dfb-4033-a916-5105f1426daa), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.749027 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-389462e0-02ec-4852-9047-f5eae7eaa924 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router_gateway (c815309a-b37b-4ec6-aebb-b903be4dc511), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.800310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] For port ee3ca734-65e4-4a3b-9c02-92e18ad647bd, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:07:58.800775 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (ee3ca734-65e4-4a3b-9c02-92e18ad647bd), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.846991 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e14c90a2-16ce-4808-bd23-d6a874821430 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (7512801a-3199-4231-959f-6ef6bc7fb4f4), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.849531 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f21d9c-ecf5-4be0-87b3-85f59fb3f4e9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Network': ['ID=6ec84594-9231-4df7-a9cf-12a478fcb066,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:58.851742 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7150eb9-fa5d-4269-93a8-6b756806e51f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.864447 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 6ec84594-9231-4df7-a9cf-12a478fcb066 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:07:58.874385 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] Calling delete_port for ee3ca734-65e4-4a3b-9c02-92e18ad647bd owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:58.880186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-e14c90a2-16ce-4808-bd23-d6a874821430 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Calling delete_port for 7512801a-3199-4231-959f-6ef6bc7fb4f4 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:07:58.882902 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.ipam_backend_mixin [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] Port ee3ca734-65e4-4a3b-9c02-92e18ad647bd was not found and therefore no delete operation was performed {{(pid=104076) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 09:07:58.916115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (ee3ca734-65e4-4a3b-9c02-92e18ad647bd), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:58.927441 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7150eb9-fa5d-4269-93a8-6b756806e51f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Port': ['ID=1b10cd7e-60f8-4c48-ab3a-cf4e21b664e8,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:59.020976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] No DVR routers for this DVR port ee3ca734-65e4-4a3b-9c02-92e18ad647bd on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:07:59.022660 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee3ca734-65e4-4a3b-9c02-92e18ad647bd,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:59.160966 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7150eb9-fa5d-4269-93a8-6b756806e51f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (9982c676-047b-4520-8b45-bd638a5d5a6e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.231604 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c993e271-7093-4596-bc44-47b03c8e0b92 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (b161d155-4dfb-4033-a916-5105f1426daa), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.296467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78602792-6e73-4511-b493-68928f545889 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:59.298025 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-78602792-6e73-4511-b493-68928f545889 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "GET /v2.0/networks?id=6ec84594-9231-4df7-a9cf-12a478fcb066 HTTP/1.1" status: 200 len: 761 time: 0.6335256 Mar 28 09:07:59.305240 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48328) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:59.311891 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a1ebc16-70fa-4e9d-8846-e0b33e252904 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (80adcc1b-0fd6-49a1-8383-142b3588c660), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.319835 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-979c7ba9-0d86-43e1-8cac-cc12663c391a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2033619194'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:07:59.371951 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (15d390ae-2510-4449-9d2c-bf210a7a2700), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.376131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ebc16-70fa-4e9d-8846-e0b33e252904 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=80adcc1b-0fd6-49a1-8383-142b3588c660,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:59.378247 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a1ebc16-70fa-4e9d-8846-e0b33e252904 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.381763 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4a1ebc16-70fa-4e9d-8846-e0b33e252904 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/80adcc1b-0fd6-49a1-8383-142b3588c660 HTTP/1.1" status: 204 len: 168 time: 1.1974456 Mar 28 09:07:59.386070 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48334) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:59.390488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 629bcdc0-3334-4ae2-80ce-02c776b6a208 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:07:59.415794 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d390ae-2510-4449-9d2c-bf210a7a2700']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:59.452086 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cabd69-5947-4916-8118-bd97c34c1265 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:59.454406 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40bfaee7-c2ce-4f0b-af8e-29260020bcf6') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:59.454704 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40bfaee7-c2ce-4f0b-af8e-29260020bcf6') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:07:59.481405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979c7ba9-0d86-43e1-8cac-cc12663c391a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:07:59.485015 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-979c7ba9-0d86-43e1-8cac-cc12663c391a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.499892 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c993e271-7093-4596-bc44-47b03c8e0b92 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (b161d155-4dfb-4033-a916-5105f1426daa), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.507957 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (40bfaee7-c2ce-4f0b-af8e-29260020bcf6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.520121 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48336) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:59.527577 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 629bcdc0-3334-4ae2-80ce-02c776b6a208 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:07:59.528132 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 629bcdc0-3334-4ae2-80ce-02c776b6a208 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:07:59.552482 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-86f86c8a-e30d-4689-940b-3cb93ca5fe38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.554733 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-389462e0-02ec-4852-9047-f5eae7eaa924 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (c815309a-b37b-4ec6-aebb-b903be4dc511), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.567056 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (40bfaee7-c2ce-4f0b-af8e-29260020bcf6), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.570738 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-389462e0-02ec-4852-9047-f5eae7eaa924 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (c815309a-b37b-4ec6-aebb-b903be4dc511), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.576580 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993e271-7093-4596-bc44-47b03c8e0b92 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Pushing event deleted for resources: {'Subnet': ['ID=b161d155-4dfb-4033-a916-5105f1426daa,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:59.578520 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c993e271-7093-4596-bc44-47b03c8e0b92 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.581789 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c993e271-7093-4596-bc44-47b03c8e0b92 tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] 10.222.0.15 "DELETE /v2.0/subnets/b161d155-4dfb-4033-a916-5105f1426daa HTTP/1.1" status: 204 len: 168 time: 1.0698688 Mar 28 09:07:59.584301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48340) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:59.592821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:07:59.593273 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (40bfaee7-c2ce-4f0b-af8e-29260020bcf6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:07:59.595381 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:07:59.602121 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979c7ba9-0d86-43e1-8cac-cc12663c391a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:07:59.602576 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2803356e-0060-4a36-9383-03993062f07c None None] Network 74574641-da19-432a-a4ad-cfe259b9f25d requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:07:59.628110 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d65415ae-deab-4b00-bd1c-44ef001e4aad tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2394083 Mar 28 09:07:59.629680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-979c7ba9-0d86-43e1-8cac-cc12663c391a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (528c944e-8e3d-4a9b-b44e-6d25a0d7be3c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.630168 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-979c7ba9-0d86-43e1-8cac-cc12663c391a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Added segment 528c944e-8e3d-4a9b-b44e-6d25a0d7be3c of type vlan for network 13e89181-0770-4990-9ec8-5208d738ae4b Mar 28 09:07:59.631473 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48342) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:07:59.648595 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e14c90a2-16ce-4808-bd23-d6a874821430 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (7512801a-3199-4231-959f-6ef6bc7fb4f4), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.720480 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7150eb9-fa5d-4269-93a8-6b756806e51f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 9982c676-047b-4520-8b45-bd638a5d5a6e has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:07:59.744108 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-979c7ba9-0d86-43e1-8cac-cc12663c391a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (13e89181-0770-4990-9ec8-5208d738ae4b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.751181 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6310a79d-2cfb-4f88-b599-ebd8ae344fb9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for router (489a62d8-e36d-4e1a-a2f9-86f3ebd34b12), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.795026 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31cefd0-5acb-4ea3-9c3b-e719d3a0a356 None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:07:59.874910 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-979c7ba9-0d86-43e1-8cac-cc12663c391a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (13e89181-0770-4990-9ec8-5208d738ae4b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.879821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c90a2-16ce-4808-bd23-d6a874821430 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Pushing event deleted for resources: {'Port': ['ID=7512801a-3199-4231-959f-6ef6bc7fb4f4,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:07:59.880067 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e7173b-f751-473c-addc-38a972ba2bcf None None] DHCP port deletion for 74574641-da19-432a-a4ad-cfe259b9f25d request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:07:59.880637 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979c7ba9-0d86-43e1-8cac-cc12663c391a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:07:59.881324 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-979c7ba9-0d86-43e1-8cac-cc12663c391a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.960813 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e31cefd0-5acb-4ea3-9c3b-e719d3a0a356 None None] Deleting port 41f1662d-640b-4513-a8ee-a0cbe7abcf0f {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:07:59.961207 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e31cefd0-5acb-4ea3-9c3b-e719d3a0a356 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (41f1662d-640b-4513-a8ee-a0cbe7abcf0f), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:07:59.967672 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-257182043'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:00.034630 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-87e7173b-f751-473c-addc-38a972ba2bcf None None] Deleting port a37dc38f-6b85-446f-a06a-dcd2806f2327 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:00.034933 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-87e7173b-f751-473c-addc-38a972ba2bcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (a37dc38f-6b85-446f-a06a-dcd2806f2327), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.055085 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6310a79d-2cfb-4f88-b599-ebd8ae344fb9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (489a62d8-e36d-4e1a-a2f9-86f3ebd34b12), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.063842 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-979c7ba9-0d86-43e1-8cac-cc12663c391a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7569618 Mar 28 09:08:00.069468 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6310a79d-2cfb-4f88-b599-ebd8ae344fb9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for router_controller (489a62d8-e36d-4e1a-a2f9-86f3ebd34b12), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.075956 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48344) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:00.081032 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-06a12ab4-b223-42dc-81c6-7da8e2ed7498 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'subnet': {'network_id': '13e89181-0770-4990-9ec8-5208d738ae4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:00.108917 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c7ba9-0d86-43e1-8cac-cc12663c391a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Network': ['ID=13e89181-0770-4990-9ec8-5208d738ae4b,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:00.125164 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 13e89181-0770-4990-9ec8-5208d738ae4b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:08:00.128596 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-e31cefd0-5acb-4ea3-9c3b-e719d3a0a356 None None] For port 41f1662d-640b-4513-a8ee-a0cbe7abcf0f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41f1662d-640b-4513-a8ee-a0cbe7abcf0f,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:00.129002 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e31cefd0-5acb-4ea3-9c3b-e719d3a0a356 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (41f1662d-640b-4513-a8ee-a0cbe7abcf0f), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.141194 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Made reservation on behalf of 15e3073aa21943faaed0082887e867a0 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:00.144627 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.202060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.209435 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e31cefd0-5acb-4ea3-9c3b-e719d3a0a356 None None] Calling delete_port for 41f1662d-640b-4513-a8ee-a0cbe7abcf0f owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:00.224867 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-87e7173b-f751-473c-addc-38a972ba2bcf None None] For port a37dc38f-6b85-446f-a06a-dcd2806f2327, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a37dc38f-6b85-446f-a06a-dcd2806f2327,segment=NetworkSegment(6a3062e6-766d-4573-bdc2-3bc26f889611),segment_id=6a3062e6-766d-4573-bdc2-3bc26f889611)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:00.225212 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-87e7173b-f751-473c-addc-38a972ba2bcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (a37dc38f-6b85-446f-a06a-dcd2806f2327), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.226958 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6310a79d-2cfb-4f88-b599-ebd8ae344fb9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (489a62d8-e36d-4e1a-a2f9-86f3ebd34b12), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.227682 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6310a79d-2cfb-4f88-b599-ebd8ae344fb9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Fanout notify agent at l3_agent the message router_deleted on router 489a62d8-e36d-4e1a-a2f9-86f3ebd34b12 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:08:00.236519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6310a79d-2cfb-4f88-b599-ebd8ae344fb9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.241353 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6310a79d-2cfb-4f88-b599-ebd8ae344fb9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/routers/489a62d8-e36d-4e1a-a2f9-86f3ebd34b12 HTTP/1.1" status: 204 len: 168 time: 0.6051726 Mar 28 09:08:00.246007 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48346) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:00.250145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-87e7173b-f751-473c-addc-38a972ba2bcf None None] Calling delete_port for a37dc38f-6b85-446f-a06a-dcd2806f2327 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:00.263717 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-af8c9511-a102-404c-9b42-117a6d1b2a91 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:00.307122 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (15d390ae-2510-4449-9d2c-bf210a7a2700), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.319143 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fc04f44f-4902-4a98-a046-53810417f62f tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (74574641-da19-432a-a4ad-cfe259b9f25d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.339300 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.342862 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] 10.222.0.15 "DELETE /v2.0/networks/15d390ae-2510-4449-9d2c-bf210a7a2700 HTTP/1.1" status: 204 len: 168 time: 3.2480550 Mar 28 09:08:00.348766 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5972e9a-84bd-4f06-8496-0d95a1037687 admin admin] Pushing event deleted for resources: {'Network': ['ID=15d390ae-2510-4449-9d2c-bf210a7a2700,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:00.351171 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a12ab4-b223-42dc-81c6-7da8e2ed7498 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:00.355348 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-06a12ab4-b223-42dc-81c6-7da8e2ed7498 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.421932 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e31cefd0-5acb-4ea3-9c3b-e719d3a0a356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (41f1662d-640b-4513-a8ee-a0cbe7abcf0f), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.444675 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7150eb9-fa5d-4269-93a8-6b756806e51f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:08:00.454808 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d7150eb9-fa5d-4269-93a8-6b756806e51f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/9982c676-047b-4520-8b45-bd638a5d5a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0460379 Mar 28 09:08:00.460131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48350) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:00.460291 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d76dece-61b7-4c69-9339-f06a2c62eb97 None None] Sync routers for ids ['9982c676-047b-4520-8b45-bd638a5d5a6e'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:08:00.468871 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cefd0-5acb-4ea3-9c3b-e719d3a0a356 None None] Pushing event deleted for resources: {'Port': ['ID=41f1662d-640b-4513-a8ee-a0cbe7abcf0f,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:00.477078 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-87e7173b-f751-473c-addc-38a972ba2bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (a37dc38f-6b85-446f-a06a-dcd2806f2327), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.478467 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e14c90a2-16ce-4808-bd23-d6a874821430 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.480170 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31cefd0-5acb-4ea3-9c3b-e719d3a0a356 None None] No DVR routers for this DVR port 41f1662d-640b-4513-a8ee-a0cbe7abcf0f on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:08:00.483416 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e14c90a2-16ce-4808-bd23-d6a874821430 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "DELETE /v2.0/ports/7512801a-3199-4231-959f-6ef6bc7fb4f4 HTTP/1.1" status: 204 len: 168 time: 3.1785049 Mar 28 09:08:00.487387 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48352) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:00.496036 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '586fb1d6-1b7d-4996-9dba-ca7a116068f9', 'external_fixed_ips': [{'subnet_id': '099cfdd8-2dff-414d-a4f6-5d2fd34e2762', 'ip_address': '172.20.0.9'}]}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:00.508471 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d76dece-61b7-4c69-9339-f06a2c62eb97 None None] Routers {'9982c676-047b-4520-8b45-bd638a5d5a6e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:00.511586 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1d76dece-61b7-4c69-9339-f06a2c62eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9982c676-047b-4520-8b45-bd638a5d5a6e'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:00.540639 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7173b-f751-473c-addc-38a972ba2bcf None None] Pushing event deleted for resources: {'Port': ['ID=a37dc38f-6b85-446f-a06a-dcd2806f2327,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:00.543647 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e7173b-f751-473c-addc-38a972ba2bcf None None] No DVR routers for this DVR port a37dc38f-6b85-446f-a06a-dcd2806f2327 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:08:00.576838 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.602614 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389462e0-02ec-4852-9047-f5eae7eaa924 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Router c815309a-b37b-4ec6-aebb-b903be4dc511 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:08:00.612620 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fc04f44f-4902-4a98-a046-53810417f62f tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (74574641-da19-432a-a4ad-cfe259b9f25d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.616697 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.617676 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.625186 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1d76dece-61b7-4c69-9339-f06a2c62eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:00.647015 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d76dece-61b7-4c69-9339-f06a2c62eb97 None None] Routers {'9982c676-047b-4520-8b45-bd638a5d5a6e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:00.649335 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Publish callbacks [] for security_group (3b379230-b0fa-40b4-b792-bf0c8945b0f2), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.650538 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1d76dece-61b7-4c69-9339-f06a2c62eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9982c676-047b-4520-8b45-bd638a5d5a6e'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:00.650866 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-fc04f44f-4902-4a98-a046-53810417f62f tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74574641-da19-432a-a4ad-cfe259b9f25d']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:00.662415 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8c9511-a102-404c-9b42-117a6d1b2a91 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:00.666265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af8c9511-a102-404c-9b42-117a6d1b2a91 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.670646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (3b379230-b0fa-40b4-b792-bf0c8945b0f2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.714311 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1d76dece-61b7-4c69-9339-f06a2c62eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:00.715766 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d76dece-61b7-4c69-9339-f06a2c62eb97 None None] The sync data for ids ['9982c676-047b-4520-8b45-bd638a5d5a6e'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:08:00.741663 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-fc04f44f-4902-4a98-a046-53810417f62f tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3062e6-766d-4573-bdc2-3bc26f889611') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:00.742226 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-fc04f44f-4902-4a98-a046-53810417f62f tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3062e6-766d-4573-bdc2-3bc26f889611') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:00.750409 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48354) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:00.802097 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fc04f44f-4902-4a98-a046-53810417f62f tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (6a3062e6-766d-4573-bdc2-3bc26f889611), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.819388 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:08:00.822262 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_controller (45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.836460 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fc04f44f-4902-4a98-a046-53810417f62f tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (6a3062e6-766d-4573-bdc2-3bc26f889611), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.866541 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b379230-b0fa-40b4-b792-bf0c8945b0f2,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:00.881373 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (d5f01c2b-76f5-4386-bdc4-51cf94b28f0e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.881751 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Added segment d5f01c2b-76f5-4386-bdc4-51cf94b28f0e of type vlan for network e4dd22a2-580e-4f26-aea9-d807c1651002 Mar 28 09:08:00.893194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc04f44f-4902-4a98-a046-53810417f62f tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:08:00.893591 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fc04f44f-4902-4a98-a046-53810417f62f tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (6a3062e6-766d-4573-bdc2-3bc26f889611), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:08:00.898114 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:08:00.928933 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:00.929292 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:00.929664 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:00.930012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:00.930353 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:00.930691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:00.931027 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:00.931360 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:00.931693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:00.933332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:00.933332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:00.933332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:00.933708 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:00.933874 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:00.934203 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:00.938381 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4fc0ea40-09aa-4999-aef2-08894a106cc1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6d221e073fb4f62a2f8cec61eb59fcb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1838164 Mar 28 09:08:00.957525 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48356) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:00.962231 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-9c759c88-73a2-4eaf-b828-79d8420541cd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] remove_router_interface failed (client error): The resource could not be found. Mar 28 09:08:00.967050 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9c759c88-73a2-4eaf-b828-79d8420541cd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/9982c676-047b-4520-8b45-bd638a5d5a6e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4997253 Mar 28 09:08:00.975603 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48358) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:01.013005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389462e0-02ec-4852-9047-f5eae7eaa924 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:08:01.022655 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fb52f92d-ad70-4573-b22b-e2711be4a0f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/ports?device_id=9982c676-047b-4520-8b45-bd638a5d5a6e HTTP/1.1" status: 200 len: 205 time: 0.0429580 Mar 28 09:08:01.024622 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-389462e0-02ec-4852-9047-f5eae7eaa924 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.025611 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132bd558-4611-4279-abc7-b859d97b9df0 None None] Sync routers for ids ['c815309a-b37b-4ec6-aebb-b903be4dc511'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:08:01.029274 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-389462e0-02ec-4852-9047-f5eae7eaa924 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "PUT /v2.0/routers/c815309a-b37b-4ec6-aebb-b903be4dc511 HTTP/1.1" status: 200 len: 920 time: 7.9457700 Mar 28 09:08:01.029274 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48360) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:01.031134 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48362) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:01.040886 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132bd558-4611-4279-abc7-b859d97b9df0 None None] Routers {'c815309a-b37b-4ec6-aebb-b903be4dc511'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:01.041829 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-132bd558-4611-4279-abc7-b859d97b9df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c815309a-b37b-4ec6-aebb-b903be4dc511'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:01.051751 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (e4dd22a2-580e-4f26-aea9-d807c1651002), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.085525 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-132bd558-4611-4279-abc7-b859d97b9df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:01.099162 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132bd558-4611-4279-abc7-b859d97b9df0 None None] Routers {'c815309a-b37b-4ec6-aebb-b903be4dc511'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:01.099437 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-132bd558-4611-4279-abc7-b859d97b9df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c815309a-b37b-4ec6-aebb-b903be4dc511'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:01.138899 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-132bd558-4611-4279-abc7-b859d97b9df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:01.139561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132bd558-4611-4279-abc7-b859d97b9df0 None None] The sync data for ids ['c815309a-b37b-4ec6-aebb-b903be4dc511'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:08:01.149586 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-06a12ab4-b223-42dc-81c6-7da8e2ed7498 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (be761edc-fa89-4200-bb15-8d784b65fafd), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.163114 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fc04f44f-4902-4a98-a046-53810417f62f tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (74574641-da19-432a-a4ad-cfe259b9f25d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.197783 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (e4dd22a2-580e-4f26-aea9-d807c1651002), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.202790 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:01.203396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.227171 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fc04f44f-4902-4a98-a046-53810417f62f tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.231278 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fc04f44f-4902-4a98-a046-53810417f62f tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] 10.222.0.15 "DELETE /v2.0/networks/74574641-da19-432a-a4ad-cfe259b9f25d HTTP/1.1" status: 204 len: 168 time: 1.6459551 Mar 28 09:08:01.232687 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d68d44b1-8bf8-4b91-b5ab-19f9dec0df74 admin admin] Publish callbacks [] for security_group (52723df6-d7a0-42f3-9dbb-5f463c25cad8), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.236349 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_gateway (45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.252932 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04f44f-4902-4a98-a046-53810417f62f tempest-FloatingIPNegativeTestJSON-1287093416 tempest-FloatingIPNegativeTestJSON-1287093416-project] Pushing event deleted for resources: {'Network': ['ID=74574641-da19-432a-a4ad-cfe259b9f25d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:01.280281 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6c65f760-3567-429b-8a65-949698e540bd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (9982c676-047b-4520-8b45-bd638a5d5a6e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.357310 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8340919 Mar 28 09:08:01.370051 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48366) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:01.373598 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d68d44b1-8bf8-4b91-b5ab-19f9dec0df74 admin admin] Publish callbacks [] for security_group (52723df6-d7a0-42f3-9dbb-5f463c25cad8), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.376739 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a12ab4-b223-42dc-81c6-7da8e2ed7498 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Subnet': ['ID=be761edc-fa89-4200-bb15-8d784b65fafd,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:01.395115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af8c9511-a102-404c-9b42-117a6d1b2a91 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (358a7910-6e9c-4934-9ecc-6ad005d64ebe), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.408683 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da9f3f-b5d2-4016-8dfa-589c3ddefd0c tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Pushing event updated for resources: {'Network': ['ID=e4dd22a2-580e-4f26-aea9-d807c1651002,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:01.428852 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6bf316d6-fbfe-4a0a-a6fa-caece040012b tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "GET /v2.0/routers/c815309a-b37b-4ec6-aebb-b903be4dc511 HTTP/1.1" status: 200 len: 926 time: 0.3636045 Mar 28 09:08:01.443034 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network e4dd22a2-580e-4f26-aea9-d807c1651002 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:08:01.459649 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48370) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:01.475784 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a12ab4-b223-42dc-81c6-7da8e2ed7498 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Checking segment: {'id': '528c944e-8e3d-4a9b-b44e-6d25a0d7be3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13e89181-0770-4990-9ec8-5208d738ae4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:01.476296 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a12ab4-b223-42dc-81c6-7da8e2ed7498 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network hostable DHCP agents. Network: 13e89181-0770-4990-9ec8-5208d738ae4b, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:08:01.524713 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8c9511-a102-404c-9b42-117a6d1b2a91 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:01.532763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6c65f760-3567-429b-8a65-949698e540bd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (9982c676-047b-4520-8b45-bd638a5d5a6e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.536441 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-af8c9511-a102-404c-9b42-117a6d1b2a91 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:01.536959 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6c65f760-3567-429b-8a65-949698e540bd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router_controller (9982c676-047b-4520-8b45-bd638a5d5a6e), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.540225 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8c9511-a102-404c-9b42-117a6d1b2a91 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:01.541083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af8c9511-a102-404c-9b42-117a6d1b2a91 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.556942 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c9511-a102-404c-9b42-117a6d1b2a91 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=358a7910-6e9c-4934-9ecc-6ad005d64ebe,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:01.582876 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a37dc38f-6b85-446f-a06a-dcd2806f2327 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:08:01.589696 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a12ab4-b223-42dc-81c6-7da8e2ed7498 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network 13e89181-0770-4990-9ec8-5208d738ae4b is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:08:01.599977 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed16b0-c464-4725-859c-beb255bb86df tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:01.601433 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d7ed16b0-c464-4725-859c-beb255bb86df tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&device_id=c815309a-b37b-4ec6-aebb-b903be4dc511&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1390402 Mar 28 09:08:01.603991 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48374) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:01.605497 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48376) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:01.606439 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-af8c9511-a102-404c-9b42-117a6d1b2a91 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3543723 Mar 28 09:08:01.617237 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d68d44b1-8bf8-4b91-b5ab-19f9dec0df74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (52723df6-d7a0-42f3-9dbb-5f463c25cad8), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.618160 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-11ce5bbf-22ec-4fe1-a787-da15cccc57fd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-224128505', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:01.620143 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad80b072-70eb-4857-96dc-5bdcf43278b4 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:01.623746 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6c65f760-3567-429b-8a65-949698e540bd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (9982c676-047b-4520-8b45-bd638a5d5a6e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.624533 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c65f760-3567-429b-8a65-949698e540bd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Fanout notify agent at l3_agent the message router_deleted on router 9982c676-047b-4520-8b45-bd638a5d5a6e {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:08:01.626933 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: a37dc38f-6b85-446f-a06a-dcd2806f2327 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:08:01.627330 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a37dc38f-6b85-446f-a06a-dcd2806f2327 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:08:01.627928 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 41f1662d-640b-4513-a8ee-a0cbe7abcf0f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:08:01.628040 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d68d44b1-8bf8-4b91-b5ab-19f9dec0df74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.635136 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d68d44b1-8bf8-4b91-b5ab-19f9dec0df74 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52723df6-d7a0-42f3-9dbb-5f463c25cad8 HTTP/1.1" status: 204 len: 168 time: 0.6706944 Mar 28 09:08:01.642252 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-06a12ab4-b223-42dc-81c6-7da8e2ed7498 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 13e89181-0770-4990-9ec8-5208d738ae4b) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:01.653767 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a12ab4-b223-42dc-81c6-7da8e2ed7498 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:01.655207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-06a12ab4-b223-42dc-81c6-7da8e2ed7498 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.672263 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6c65f760-3567-429b-8a65-949698e540bd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.673363 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6c65f760-3567-429b-8a65-949698e540bd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/routers/9982c676-047b-4520-8b45-bd638a5d5a6e HTTP/1.1" status: 204 len: 168 time: 0.6429751 Mar 28 09:08:01.674904 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 41f1662d-640b-4513-a8ee-a0cbe7abcf0f {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:08:01.676265 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 41f1662d-640b-4513-a8ee-a0cbe7abcf0f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:08:01.683373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48380) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:01.700342 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d44b1-8bf8-4b91-b5ab-19f9dec0df74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52723df6-d7a0-42f3-9dbb-5f463c25cad8,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:01.732666 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ac8335-9fdd-4676-b400-8d8a94bb2723 None None] Network 13e89181-0770-4990-9ec8-5208d738ae4b requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:01.738703 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48382) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:01.742659 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-06a12ab4-b223-42dc-81c6-7da8e2ed7498 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6644685 Mar 28 09:08:01.744475 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48384) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:01.763875 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-11ce5bbf-22ec-4fe1-a787-da15cccc57fd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (619bb21f-4788-4140-8131-c3014c6cc410), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.764864 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-11ce5bbf-22ec-4fe1-a787-da15cccc57fd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (619bb21f-4788-4140-8131-c3014c6cc410), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.779786 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e97e8e64-c13f-4d44-b5db-21edc6030993 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Request body: {'network': {'name': 'tempest-network--1101390429', 'router:external': True}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:01.914933 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-13e89181-0770-4990-9ec8-5208d738ae4b', 'network_id': '13e89181-0770-4990-9ec8-5208d738ae4b', 'project_id': '15ec40f64a0746ac8120f854f6600104', 'fixed_ips': [{'subnet_id': 'be761edc-fa89-4200-bb15-8d784b65fafd'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:08:01.915820 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.919953 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97e8e64-c13f-4d44-b5db-21edc6030993 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Made reservation on behalf of e046bff7fe124c60948b6f56af42dfdf for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:01.922417 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e97e8e64-c13f-4d44-b5db-21edc6030993 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:01.944863 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e97e8e64-c13f-4d44-b5db-21edc6030993 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.013348 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (13e89181-0770-4990-9ec8-5208d738ae4b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.084051 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': '358a7910-6e9c-4934-9ecc-6ad005d64ebe'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:08:02.084731 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.103939 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e97e8e64-c13f-4d44-b5db-21edc6030993 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks [] for security_group (58e5b672-26db-4aa3-bb54-f7d0604335d8), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.104149 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.105610 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (be761edc-fa89-4200-bb15-8d784b65fafd), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.112495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e97e8e64-c13f-4d44-b5db-21edc6030993 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (58e5b672-26db-4aa3-bb54-f7d0604335d8), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.168166 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97e8e64-c13f-4d44-b5db-21edc6030993 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:08:02.193365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e8e64-c13f-4d44-b5db-21edc6030993 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e5b672-26db-4aa3-bb54-f7d0604335d8,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:02.196295 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e97e8e64-c13f-4d44-b5db-21edc6030993 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (277bdf82-269f-4d63-971d-ffb22f36740c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.196635 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-e97e8e64-c13f-4d44-b5db-21edc6030993 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Added segment 277bdf82-269f-4d63-971d-ffb22f36740c of type vlan for network 8b1cfe3b-a9dc-451f-9784-3626ee908357 Mar 28 09:08:02.217610 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-11ce5bbf-22ec-4fe1-a787-da15cccc57fd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for router_controller (619bb21f-4788-4140-8131-c3014c6cc410), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.247290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting subnet a9b12ad4-2d87-4425-9545-0af9b7b3af9a {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:08:02.258930 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e97e8e64-c13f-4d44-b5db-21edc6030993 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (8b1cfe3b-a9dc-451f-9784-3626ee908357), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.263555 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041d6396-f91d-4c38-8da4-396540e62702 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:02.265285 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-041d6396-f91d-4c38-8da4-396540e62702 tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "GET /v2.0/networks/d6820a0c-8e9c-40a1-af49-32042c6f06b6 HTTP/1.1" status: 200 len: 881 time: 0.6573198 Mar 28 09:08:02.267150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-11ce5bbf-22ec-4fe1-a787-da15cccc57fd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (619bb21f-4788-4140-8131-c3014c6cc410), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.270926 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Allocated IP 172.20.0.2 (13e89181-0770-4990-9ec8-5208d738ae4b/be761edc-fa89-4200-bb15-8d784b65fafd/2aa9ebc3-d197-40be-b567-f5ee3403b778) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:02.286753 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (a9b12ad4-2d87-4425-9545-0af9b7b3af9a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.290198 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48394) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:02.296332 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Allocated IP 2001:db8::2 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/358a7910-6e9c-4934-9ecc-6ad005d64ebe/137af035-fe47-4b32-93cc-f96c72ce6cc2) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:02.298729 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e97e8e64-c13f-4d44-b5db-21edc6030993 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (8b1cfe3b-a9dc-451f-9784-3626ee908357), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.301131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97e8e64-c13f-4d44-b5db-21edc6030993 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:02.301982 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e97e8e64-c13f-4d44-b5db-21edc6030993 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.369492 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-78878eec-c173-452f-8ff8-97cae2636a89 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73c456ffcc9040dc9a892d7cc600e8a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6267660 Mar 28 09:08:02.372290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-11ce5bbf-22ec-4fe1-a787-da15cccc57fd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.373245 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e97e8e64-c13f-4d44-b5db-21edc6030993 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9965982 Mar 28 09:08:02.373749 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-11ce5bbf-22ec-4fe1-a787-da15cccc57fd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7667115 Mar 28 09:08:02.374862 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48398) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:02.375376 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48400) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:02.382841 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48402) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:02.449605 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_gateway (45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.476140 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3dae0cca-3b2a-4da5-92ba-b60176346425 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "GET /v2.0/ports?device_id=c815309a-b37b-4ec6-aebb-b903be4dc511 HTTP/1.1" status: 200 len: 205 time: 0.1776702 Mar 28 09:08:02.477461 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c03f48e1-d8df-49b4-b555-31b62146461e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (8b1cfe3b-a9dc-451f-9784-3626ee908357), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.478185 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.479014 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e8e64-c13f-4d44-b5db-21edc6030993 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Pushing event updated for resources: {'Network': ['ID=8b1cfe3b-a9dc-451f-9784-3626ee908357,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:02.482010 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48406) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:02.552401 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 8b1cfe3b-a9dc-451f-9784-3626ee908357 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:08:02.655218 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a3629eb-9f62-4748-bfa5-bfce595ce7be tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (c815309a-b37b-4ec6-aebb-b903be4dc511), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.663973 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (a9b12ad4-2d87-4425-9545-0af9b7b3af9a), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.775269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Publish callbacks [] for port (137af035-fe47-4b32-93cc-f96c72ce6cc2), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.781409 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Publish callbacks [] for port (2aa9ebc3-d197-40be-b567-f5ee3403b778), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.791961 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (137af035-fe47-4b32-93cc-f96c72ce6cc2), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.797032 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (2aa9ebc3-d197-40be-b567-f5ee3403b778), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.828641 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48416) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:02.857265 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Network 13e89181-0770-4990-9ec8-5208d738ae4b is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:02.866892 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:02.867413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-04fa057a-e217-4663-ad13-97a699e8cd1e admin admin] Publish callbacks [] for security_group (b070e1ad-4b8f-416b-8534-84c10f88dd5a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:02.871623 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:02.874126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:02.875754 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:02.877794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Pushing event updated for resources: {'Port': ['ID=137af035-fe47-4b32-93cc-f96c72ce6cc2,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:02.885333 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:02.888259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:02.888609 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:02.888955 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:02.889294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:02.889725 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:02.889981 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:02.890313 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:02.890639 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:02.890965 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:02.891735 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:02.891735 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:02.892015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:02.892285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:02.892622 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:02.892924 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:02.894250 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-04fa057a-e217-4663-ad13-97a699e8cd1e admin admin] Publish callbacks [] for security_group (b070e1ad-4b8f-416b-8534-84c10f88dd5a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.033478 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Pushing event updated for resources: {'Port': ['ID=2aa9ebc3-d197-40be-b567-f5ee3403b778,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:03.036287 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Attempting to bind port 137af035-fe47-4b32-93cc-f96c72ce6cc2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:08:03.036664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Attempting to bind port 137af035-fe47-4b32-93cc-f96c72ce6cc2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:08:03.037356 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Attempting to bind port 137af035-fe47-4b32-93cc-f96c72ce6cc2 on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:03.040743 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Attempting to bind port 2aa9ebc3-d197-40be-b567-f5ee3403b778 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:08:03.041122 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Attempting to bind port 2aa9ebc3-d197-40be-b567-f5ee3403b778 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '528c944e-8e3d-4a9b-b44e-6d25a0d7be3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13e89181-0770-4990-9ec8-5208d738ae4b'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:08:03.041488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Attempting to bind port 2aa9ebc3-d197-40be-b567-f5ee3403b778 on network 13e89181-0770-4990-9ec8-5208d738ae4b {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:03.046791 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:08:03.047198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:03.047572 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.047968 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:08:03.048449 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Bound port: 137af035-fe47-4b32-93cc-f96c72ce6cc2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:08:03.048839 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (137af035-fe47-4b32-93cc-f96c72ce6cc2), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.063496 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (a9b12ad4-2d87-4425-9545-0af9b7b3af9a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.067338 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:08:03.067554 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Checking segment: {'id': '528c944e-8e3d-4a9b-b44e-6d25a0d7be3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13e89181-0770-4990-9ec8-5208d738ae4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:03.067791 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.068190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Bound using segment: {'id': '528c944e-8e3d-4a9b-b44e-6d25a0d7be3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13e89181-0770-4990-9ec8-5208d738ae4b'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:08:03.068678 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Bound port: 2aa9ebc3-d197-40be-b567-f5ee3403b778, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528c944e-8e3d-4a9b-b44e-6d25a0d7be3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '13e89181-0770-4990-9ec8-5208d738ae4b'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:08:03.069065 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2aa9ebc3-d197-40be-b567-f5ee3403b778), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.093168 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c1dfbfe7-7817-4a09-95ac-c1151c40d697 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2141593750-network', 'tenant_id': '2eeee875a9da4567926143d977c5d593'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:03.155056 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a3629eb-9f62-4748-bfa5-bfce595ce7be tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_gateway (c815309a-b37b-4ec6-aebb-b903be4dc511), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.161099 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b3119c30-178d-4be9-b956-9366e535856c None None] For port 137af035-fe47-4b32-93cc-f96c72ce6cc2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:08:03.185356 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dfbfe7-7817-4a09-95ac-c1151c40d697 admin admin] Made reservation on behalf of 2eeee875a9da4567926143d977c5d593 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:03.187089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b3119c30-178d-4be9-b956-9366e535856c None None] For port 137af035-fe47-4b32-93cc-f96c72ce6cc2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=137af035-fe47-4b32-93cc-f96c72ce6cc2,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:08:03.188580 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1dfbfe7-7817-4a09-95ac-c1151c40d697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.192606 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] For port 2aa9ebc3-d197-40be-b567-f5ee3403b778, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:08:03.197473 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] For port 2aa9ebc3-d197-40be-b567-f5ee3403b778, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2aa9ebc3-d197-40be-b567-f5ee3403b778,segment=NetworkSegment(528c944e-8e3d-4a9b-b44e-6d25a0d7be3c),segment_id=528c944e-8e3d-4a9b-b44e-6d25a0d7be3c)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:08:03.200617 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (137af035-fe47-4b32-93cc-f96c72ce6cc2), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.213063 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2aa9ebc3-d197-40be-b567-f5ee3403b778), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.262609 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1dfbfe7-7817-4a09-95ac-c1151c40d697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.264275 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (be761edc-fa89-4200-bb15-8d784b65fafd), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.271424 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c03f48e1-d8df-49b4-b555-31b62146461e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (8b1cfe3b-a9dc-451f-9784-3626ee908357), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.277999 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Allocated IP 172.20.0.9 (586fb1d6-1b7d-4996-9dba-ca7a116068f9/099cfdd8-2dff-414d-a4f6-5d2fd34e2762/920aef45-4ac6-40c4-a31f-91fec7a66a13) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:03.288703 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3119c30-178d-4be9-b956-9366e535856c None None] Pushing event updated for resources: {'Port': ['ID=137af035-fe47-4b32-93cc-f96c72ce6cc2,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:03.302647 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (a9b12ad4-2d87-4425-9545-0af9b7b3af9a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.326629 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Subnet': ['ID=be761edc-fa89-4200-bb15-8d784b65fafd,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:03.377103 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.378991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338fade-12ff-419f-a91c-9caa0d11a703 None None] Pushing event updated for resources: {'Port': ['ID=2aa9ebc3-d197-40be-b567-f5ee3403b778,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:03.382589 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bc635802-62a1-4d25-9338-f57593b27af5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.384952 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/subnets/a9b12ad4-2d87-4425-9545-0af9b7b3af9a HTTP/1.1" status: 204 len: 168 time: 1.6966598 Mar 28 09:08:03.386471 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48420) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:03.395127 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac02941-153a-49b5-a586-04af2f7836ca None None] Network 905cb770-4d15-4217-8ca0-a7ea3e964bc1 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:03.430787 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b12ad4-2d87-4425-9545-0af9b7b3af9a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:03.475643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-c03f48e1-d8df-49b4-b555-31b62146461e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1cfe3b-a9dc-451f-9784-3626ee908357']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:03.494790 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-04fa057a-e217-4663-ad13-97a699e8cd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b070e1ad-4b8f-416b-8534-84c10f88dd5a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.499412 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-04fa057a-e217-4663-ad13-97a699e8cd1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.500619 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-04fa057a-e217-4663-ad13-97a699e8cd1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b070e1ad-4b8f-416b-8534-84c10f88dd5a HTTP/1.1" status: 204 len: 168 time: 1.1239064 Mar 28 09:08:03.519278 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-c03f48e1-d8df-49b4-b555-31b62146461e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277bdf82-269f-4d63-971d-ffb22f36740c') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:03.519577 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-c03f48e1-d8df-49b4-b555-31b62146461e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277bdf82-269f-4d63-971d-ffb22f36740c') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:03.536716 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:03.538744 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:03.540197 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:03.544464 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:03.545203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:03.547295 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:03.547421 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (13e89181-0770-4990-9ec8-5208d738ae4b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.548043 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:03.549540 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:03.549991 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:03.551590 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:03.552024 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:03.552660 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:03.553013 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:03.553361 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:03.553742 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d9cf16-7b63-4115-8b01-6256af909939 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:03.593587 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-4a3629eb-9f62-4748-bfa5-bfce595ce7be tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Deleting port 53b35cd2-5c4b-452a-ab66-633cb647ee69 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:03.593975 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a3629eb-9f62-4748-bfa5-bfce595ce7be tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (53b35cd2-5c4b-452a-ab66-633cb647ee69), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.628386 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c03f48e1-d8df-49b4-b555-31b62146461e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (277bdf82-269f-4d63-971d-ffb22f36740c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.640151 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa057a-e217-4663-ad13-97a699e8cd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b070e1ad-4b8f-416b-8534-84c10f88dd5a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:03.707309 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e89181-0770-4990-9ec8-5208d738ae4b']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:03.711370 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c03f48e1-d8df-49b4-b555-31b62146461e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (277bdf82-269f-4d63-971d-ffb22f36740c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.718975 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.739390 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03f48e1-d8df-49b4-b555-31b62146461e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:08:03.739808 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c03f48e1-d8df-49b4-b555-31b62146461e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (277bdf82-269f-4d63-971d-ffb22f36740c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:08:03.741840 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:08:03.744459 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528c944e-8e3d-4a9b-b44e-6d25a0d7be3c') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:03.744757 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528c944e-8e3d-4a9b-b44e-6d25a0d7be3c') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:03.827208 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48a0207-2b82-4b26-a094-44fbdb8d03f3 None None] DHCP port deletion for 905cb770-4d15-4217-8ca0-a7ea3e964bc1 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:08:03.845137 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1dfbfe7-7817-4a09-95ac-c1151c40d697 admin admin] Publish callbacks [] for security_group (d92cdae7-6e95-47b2-92ca-b3bfe7566f7a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.890978 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (528c944e-8e3d-4a9b-b44e-6d25a0d7be3c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.893201 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a3629eb-9f62-4748-bfa5-bfce595ce7be tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (53b35cd2-5c4b-452a-ab66-633cb647ee69), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.934869 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (528c944e-8e3d-4a9b-b44e-6d25a0d7be3c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.943183 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (905cb770-4d15-4217-8ca0-a7ea3e964bc1), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.951267 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b48a0207-2b82-4b26-a094-44fbdb8d03f3 None None] Deleting port 796a2996-186c-49bb-a06a-61778f0d69b9 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:03.951426 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b48a0207-2b82-4b26-a094-44fbdb8d03f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (796a2996-186c-49bb-a06a-61778f0d69b9), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.962858 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1dfbfe7-7817-4a09-95ac-c1151c40d697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (d92cdae7-6e95-47b2-92ca-b3bfe7566f7a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.983126 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:08:03.984028 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (528c944e-8e3d-4a9b-b44e-6d25a0d7be3c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:08:03.987658 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:08:03.990041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c03f48e1-d8df-49b4-b555-31b62146461e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (8b1cfe3b-a9dc-451f-9784-3626ee908357), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:03.997441 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-4a3629eb-9f62-4748-bfa5-bfce595ce7be tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Calling delete_port for 53b35cd2-5c4b-452a-ab66-633cb647ee69 owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:04.030994 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03f48e1-d8df-49b4-b555-31b62146461e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8b1cfe3b-a9dc-451f-9784-3626ee908357 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 09:08:04.059237 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for port (920aef45-4ac6-40c4-a31f-91fec7a66a13), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.064856 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c03f48e1-d8df-49b4-b555-31b62146461e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.068216 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c03f48e1-d8df-49b4-b555-31b62146461e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] 10.222.0.15 "DELETE /v2.0/networks/8b1cfe3b-a9dc-451f-9784-3626ee908357 HTTP/1.1" status: 204 len: 168 time: 1.6903765 Mar 28 09:08:04.069133 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f48e1-d8df-49b4-b555-31b62146461e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b1cfe3b-a9dc-451f-9784-3626ee908357,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:04.072234 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48432) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:04.092501 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-dfda38c0-5cfb-4242-9905-a5fdb685d4a5 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:04.145689 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.db.api [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 09:08:04.145689 dv-neutron-master-2-hyperv neutron-server[104075]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 09:08:04.145689 dv-neutron-master-2-hyperv neutron-server[104075]: [parameters: {'id': '13e89181-0770-4990-9ec8-5208d738ae4b'}] Mar 28 09:08:04.145689 dv-neutron-master-2-hyperv neutron-server[104075]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:08:04.146331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG oslo_db.api [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:08:04.146969 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1dfbfe7-7817-4a09-95ac-c1151c40d697 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:08:04.150625 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b48a0207-2b82-4b26-a094-44fbdb8d03f3 None None] For port 796a2996-186c-49bb-a06a-61778f0d69b9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=796a2996-186c-49bb-a06a-61778f0d69b9,segment=NetworkSegment(ecbea8c8-3053-4047-87c8-b17d13c12bf3),segment_id=ecbea8c8-3053-4047-87c8-b17d13c12bf3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:04.151042 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b48a0207-2b82-4b26-a094-44fbdb8d03f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (796a2996-186c-49bb-a06a-61778f0d69b9), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.165852 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfbfe7-7817-4a09-95ac-c1151c40d697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92cdae7-6e95-47b2-92ca-b3bfe7566f7a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:04.173880 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfda38c0-5cfb-4242-9905-a5fdb685d4a5 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Made reservation on behalf of e046bff7fe124c60948b6f56af42dfdf for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:04.178924 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b48a0207-2b82-4b26-a094-44fbdb8d03f3 None None] Calling delete_port for 796a2996-186c-49bb-a06a-61778f0d69b9 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:04.181688 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dfda38c0-5cfb-4242-9905-a5fdb685d4a5 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.212922 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1dfbfe7-7817-4a09-95ac-c1151c40d697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (f69b77ca-9cfd-40ad-be23-49a7408d5ecd), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.213432 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-c1dfbfe7-7817-4a09-95ac-c1151c40d697 admin admin] Added segment f69b77ca-9cfd-40ad-be23-49a7408d5ecd of type vlan for network 8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 Mar 28 09:08:04.242486 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-bc635802-62a1-4d25-9338-f57593b27af5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::1 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/358a7910-6e9c-4934-9ecc-6ad005d64ebe/cae9e42a-e0b2-4273-ad46-e1764d4d912c) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:04.272825 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfda38c0-5cfb-4242-9905-a5fdb685d4a5 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:08:04.304795 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b48a0207-2b82-4b26-a094-44fbdb8d03f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (796a2996-186c-49bb-a06a-61778f0d69b9), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.326961 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dfda38c0-5cfb-4242-9905-a5fdb685d4a5 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (9e24ab2d-aadb-42bb-acdb-3b6a5f4aab8d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.327503 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-dfda38c0-5cfb-4242-9905-a5fdb685d4a5 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Added segment 9e24ab2d-aadb-42bb-acdb-3b6a5f4aab8d of type vlan for network 8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb Mar 28 09:08:04.367033 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting port 796a2996-186c-49bb-a06a-61778f0d69b9 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:04.367509 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (796a2996-186c-49bb-a06a-61778f0d69b9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.371919 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1dfbfe7-7817-4a09-95ac-c1151c40d697 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (8d91ea5b-e152-44bb-a4a8-3db8f5dd9087), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.377806 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (920aef45-4ac6-40c4-a31f-91fec7a66a13), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.386630 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a0207-2b82-4b26-a094-44fbdb8d03f3 None None] Pushing event deleted for resources: {'Port': ['ID=796a2996-186c-49bb-a06a-61778f0d69b9,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:04.398575 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48a0207-2b82-4b26-a094-44fbdb8d03f3 None None] No DVR routers for this DVR port 796a2996-186c-49bb-a06a-61778f0d69b9 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:08:04.417572 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dfda38c0-5cfb-4242-9905-a5fdb685d4a5 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.493380 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bc635802-62a1-4d25-9338-f57593b27af5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (cae9e42a-e0b2-4273-ad46-e1764d4d912c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.495834 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.db.resource_extend [None req-c1dfbfe7-7817-4a09-95ac-c1151c40d697 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 09:08:04.508497 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dfda38c0-5cfb-4242-9905-a5fdb685d4a5 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.510640 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfda38c0-5cfb-4242-9905-a5fdb685d4a5 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:04.518225 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dfda38c0-5cfb-4242-9905-a5fdb685d4a5 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.556970 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Network 586fb1d6-1b7d-4996-9dba-ca7a116068f9 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:04.571276 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:04.584882 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:04.648632 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (13e89181-0770-4990-9ec8-5208d738ae4b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.667864 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1dfbfe7-7817-4a09-95ac-c1151c40d697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (8d91ea5b-e152-44bb-a4a8-3db8f5dd9087), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.670612 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bc635802-62a1-4d25-9338-f57593b27af5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (cae9e42a-e0b2-4273-ad46-e1764d4d912c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.675085 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dfbfe7-7817-4a09-95ac-c1151c40d697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:04.676741 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1dfbfe7-7817-4a09-95ac-c1151c40d697 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.699121 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda38c0-5cfb-4242-9905-a5fdb685d4a5 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Pushing event updated for resources: {'Network': ['ID=8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:04.712272 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:08:04.729093 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48444) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:04.821323 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-dfda38c0-5cfb-4242-9905-a5fdb685d4a5 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.7354922 Mar 28 09:08:04.827479 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48448) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:04.845874 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-208dc941-a215-4f3a-9ec8-924deae324ad tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Request body: {'subnet': {'network_id': '8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:04.881160 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc635802-62a1-4d25-9338-f57593b27af5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:04.887360 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-6e131578-b4d4-474e-ac10-eb60ec4859da tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1232953323'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:04.903205 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208dc941-a215-4f3a-9ec8-924deae324ad tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Made reservation on behalf of e046bff7fe124c60948b6f56af42dfdf for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:04.905606 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-208dc941-a215-4f3a-9ec8-924deae324ad tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.914138 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-bc635802-62a1-4d25-9338-f57593b27af5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:04.920702 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc635802-62a1-4d25-9338-f57593b27af5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:04.921302 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bc635802-62a1-4d25-9338-f57593b27af5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (619bb21f-4788-4140-8131-c3014c6cc410), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:04.966805 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc635802-62a1-4d25-9338-f57593b27af5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=cae9e42a-e0b2-4273-ad46-e1764d4d912c,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:05.039005 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6e131578-b4d4-474e-ac10-eb60ec4859da tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.068197 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Pushing event updated for resources: {'Port': ['ID=920aef45-4ac6-40c4-a31f-91fec7a66a13,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:05.077218 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] For port 796a2996-186c-49bb-a06a-61778f0d69b9, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:05.077757 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (796a2996-186c-49bb-a06a-61778f0d69b9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.092886 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6e131578-b4d4-474e-ac10-eb60ec4859da tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.107222 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfbfe7-7817-4a09-95ac-c1151c40d697 admin admin] Pushing event updated for resources: {'Network': ['ID=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:05.108695 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Deleting port 2aa9ebc3-d197-40be-b567-f5ee3403b778 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:05.109671 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2aa9ebc3-d197-40be-b567-f5ee3403b778), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.110141 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Calling delete_port for 796a2996-186c-49bb-a06a-61778f0d69b9 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:05.116415 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.ipam_backend_mixin [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Port 796a2996-186c-49bb-a06a-61778f0d69b9 was not found and therefore no delete operation was performed {{(pid=104076) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 09:08:05.124444 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:08:05.137711 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c1dfbfe7-7817-4a09-95ac-c1151c40d697 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2936509 Mar 28 09:08:05.141892 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (796a2996-186c-49bb-a06a-61778f0d69b9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.145750 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48450) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:05.199072 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-bd130562-7877-4c94-bffb-398c18a53207 None None] Provisioning complete for port 137af035-fe47-4b32-93cc-f96c72ce6cc2 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:05.199346 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bd130562-7877-4c94-bffb-398c18a53207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (137af035-fe47-4b32-93cc-f96c72ce6cc2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.222456 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a3629eb-9f62-4748-bfa5-bfce595ce7be tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (53b35cd2-5c4b-452a-ab66-633cb647ee69), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.229523 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-cc976377-712a-40b1-91d7-57af473b0cbc admin admin] Request body: {'subnet': {'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2141593750-subnet', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:05.278339 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Port': ['ID=796a2996-186c-49bb-a06a-61778f0d69b9,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:05.323798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] No DVR routers for this DVR port 796a2996-186c-49bb-a06a-61778f0d69b9 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:08:05.337609 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3629eb-9f62-4748-bfa5-bfce595ce7be tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Pushing event deleted for resources: {'Port': ['ID=53b35cd2-5c4b-452a-ab66-633cb647ee69,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:05.340924 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bc635802-62a1-4d25-9338-f57593b27af5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (cae9e42a-e0b2-4273-ad46-e1764d4d912c), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.360364 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] For port 2aa9ebc3-d197-40be-b567-f5ee3403b778, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2aa9ebc3-d197-40be-b567-f5ee3403b778,segment=NetworkSegment(528c944e-8e3d-4a9b-b44e-6d25a0d7be3c),segment_id=528c944e-8e3d-4a9b-b44e-6d25a0d7be3c)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:05.360739 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2aa9ebc3-d197-40be-b567-f5ee3403b778), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.398305 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bd130562-7877-4c94-bffb-398c18a53207 None None] Current status of the port 137af035-fe47-4b32-93cc-f96c72ce6cc2 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:05.398721 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bd130562-7877-4c94-bffb-398c18a53207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (137af035-fe47-4b32-93cc-f96c72ce6cc2), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.446072 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc976377-712a-40b1-91d7-57af473b0cbc admin admin] Made reservation on behalf of 2eeee875a9da4567926143d977c5d593 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:05.446972 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Calling delete_port for 2aa9ebc3-d197-40be-b567-f5ee3403b778 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:05.455692 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cc976377-712a-40b1-91d7-57af473b0cbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.480755 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-bd130562-7877-4c94-bffb-398c18a53207 None None] For port 137af035-fe47-4b32-93cc-f96c72ce6cc2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=137af035-fe47-4b32-93cc-f96c72ce6cc2,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:05.486486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bd130562-7877-4c94-bffb-398c18a53207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (137af035-fe47-4b32-93cc-f96c72ce6cc2), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.561464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa760b0-95d5-4a13-8a60-1f480142ee56 None None] Network 13e89181-0770-4990-9ec8-5208d738ae4b requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:05.620774 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (905cb770-4d15-4217-8ca0-a7ea3e964bc1), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.637118 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 137af035-fe47-4b32-93cc-f96c72ce6cc2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:05.642613 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd130562-7877-4c94-bffb-398c18a53207 None None] Pushing event updated for resources: {'Port': ['ID=137af035-fe47-4b32-93cc-f96c72ce6cc2,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:05.663037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6e131578-b4d4-474e-ac10-eb60ec4859da tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (2a1d3fa3-11e4-4bc1-831a-b74d0011b7a2), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.695568 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6e131578-b4d4-474e-ac10-eb60ec4859da tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (2a1d3fa3-11e4-4bc1-831a-b74d0011b7a2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.718661 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905cb770-4d15-4217-8ca0-a7ea3e964bc1']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:05.720194 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-88ab9e45-bd12-4ede-b2a8-71f7056d50a5 None None] Provisioning complete for port 2aa9ebc3-d197-40be-b567-f5ee3403b778 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:05.720991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-88ab9e45-bd12-4ede-b2a8-71f7056d50a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2aa9ebc3-d197-40be-b567-f5ee3403b778), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.726961 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a3629eb-9f62-4748-bfa5-bfce595ce7be tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (c815309a-b37b-4ec6-aebb-b903be4dc511), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.770972 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbea8c8-3053-4047-87c8-b17d13c12bf3') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:05.771181 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbea8c8-3053-4047-87c8-b17d13c12bf3') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:05.782812 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e131578-b4d4-474e-ac10-eb60ec4859da tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1d3fa3-11e4-4bc1-831a-b74d0011b7a2,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:05.796249 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 137af035-fe47-4b32-93cc-f96c72ce6cc2 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:05.797015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (137af035-fe47-4b32-93cc-f96c72ce6cc2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.854867 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (ecbea8c8-3053-4047-87c8-b17d13c12bf3), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.863972 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (2aa9ebc3-d197-40be-b567-f5ee3403b778), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.888625 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (ecbea8c8-3053-4047-87c8-b17d13c12bf3), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.892842 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-88ab9e45-bd12-4ede-b2a8-71f7056d50a5 None None] Port 2aa9ebc3-d197-40be-b567-f5ee3403b778 update to ACTIVE by agent not found {{(pid=104077) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 28 09:08:05.893882 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a3629eb-9f62-4748-bfa5-bfce595ce7be tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (c815309a-b37b-4ec6-aebb-b903be4dc511), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.904456 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a3629eb-9f62-4748-bfa5-bfce595ce7be tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_controller (c815309a-b37b-4ec6-aebb-b903be4dc511), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.910071 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:08:05.910471 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (ecbea8c8-3053-4047-87c8-b17d13c12bf3), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:08:05.913706 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:08:05.925708 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-88ab9e45-bd12-4ede-b2a8-71f7056d50a5 None None] Provisioning complete for port cae9e42a-e0b2-4273-ad46-e1764d4d912c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:05.926429 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-88ab9e45-bd12-4ede-b2a8-71f7056d50a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (cae9e42a-e0b2-4273-ad46-e1764d4d912c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:05.967754 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No DVR routers for this DVR port 2aa9ebc3-d197-40be-b567-f5ee3403b778 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:08:05.980432 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 137af035-fe47-4b32-93cc-f96c72ce6cc2 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:05.981644 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2aa9ebc3-d197-40be-b567-f5ee3403b778 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:06.000664 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Port': ['ID=2aa9ebc3-d197-40be-b567-f5ee3403b778,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:06.034991 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_gateway (45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.063695 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ff2422-dd12-4f1b-9656-e0d54c2ee490 None None] DHCP port deletion for 13e89181-0770-4990-9ec8-5208d738ae4b request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:08:06.068126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 2aa9ebc3-d197-40be-b567-f5ee3403b778 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:08:06.068543 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2aa9ebc3-d197-40be-b567-f5ee3403b778 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 28 09:08:06.099370 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-88ab9e45-bd12-4ede-b2a8-71f7056d50a5 None None] Port cae9e42a-e0b2-4273-ad46-e1764d4d912c cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:08:06.101973 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Port 2aa9ebc3-d197-40be-b567-f5ee3403b778 not found, will not notify nova. {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 28 09:08:06.123227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a3629eb-9f62-4748-bfa5-bfce595ce7be tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (c815309a-b37b-4ec6-aebb-b903be4dc511), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.125490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3629eb-9f62-4748-bfa5-bfce595ce7be tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Fanout notify agent at l3_agent the message router_deleted on router c815309a-b37b-4ec6-aebb-b903be4dc511 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:08:06.131284 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6e131578-b4d4-474e-ac10-eb60ec4859da tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (efc76fd6-cd1c-4d39-a2f5-6c2bfc83f809), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.136122 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (13e89181-0770-4990-9ec8-5208d738ae4b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.161765 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6e131578-b4d4-474e-ac10-eb60ec4859da tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (efc76fd6-cd1c-4d39-a2f5-6c2bfc83f809), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.175526 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a3629eb-9f62-4748-bfa5-bfce595ce7be tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.176726 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4a3629eb-9f62-4748-bfa5-bfce595ce7be tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "DELETE /v2.0/routers/c815309a-b37b-4ec6-aebb-b903be4dc511 HTTP/1.1" status: 204 len: 168 time: 3.6915221 Mar 28 09:08:06.185211 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 796a2996-186c-49bb-a06a-61778f0d69b9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:08:06.194800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48452) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:06.197535 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (905cb770-4d15-4217-8ca0-a7ea3e964bc1), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.205696 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1464520079', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}, 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:06.206792 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 796a2996-186c-49bb-a06a-61778f0d69b9 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:08:06.207258 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 796a2996-186c-49bb-a06a-61778f0d69b9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:08:06.217934 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.222491 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/networks/905cb770-4d15-4217-8ca0-a7ea3e964bc1 HTTP/1.1" status: 204 len: 168 time: 2.7987258 Mar 28 09:08:06.228455 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48454) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:06.249085 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-9672c6c6-49b3-4ae0-9420-ffc7fa68844c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1616849662'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:06.251543 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e89181-0770-4990-9ec8-5208d738ae4b']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:06.257966 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cc976377-712a-40b1-91d7-57af473b0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.265927 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb9abc-607c-4d9d-8819-c1fcbb345c41 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Network': ['ID=905cb770-4d15-4217-8ca0-a7ea3e964bc1,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:06.281722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6e131578-b4d4-474e-ac10-eb60ec4859da tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.286190 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6e131578-b4d4-474e-ac10-eb60ec4859da tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5552835 Mar 28 09:08:06.290297 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48456) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:06.319661 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9672c6c6-49b3-4ae0-9420-ffc7fa68844c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Made reservation on behalf of 8e45e30a1efb47c3b06d7cbbf6271808 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:06.322057 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528c944e-8e3d-4a9b-b44e-6d25a0d7be3c') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:06.322472 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528c944e-8e3d-4a9b-b44e-6d25a0d7be3c') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:06.323653 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9672c6c6-49b3-4ae0-9420-ffc7fa68844c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.331019 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e131578-b4d4-474e-ac10-eb60ec4859da tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc76fd6-cd1c-4d39-a2f5-6c2bfc83f809,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:06.347577 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc976377-712a-40b1-91d7-57af473b0cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:06.353740 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (528c944e-8e3d-4a9b-b44e-6d25a0d7be3c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.381156 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (a06c32da-e4d2-40f3-bf14-f4af84bc2341), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.382379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (a06c32da-e4d2-40f3-bf14-f4af84bc2341), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.383731 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9672c6c6-49b3-4ae0-9420-ffc7fa68844c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:08:06.428474 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bc635802-62a1-4d25-9338-f57593b27af5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (cae9e42a-e0b2-4273-ad46-e1764d4d912c), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.430911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (528c944e-8e3d-4a9b-b44e-6d25a0d7be3c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.441416 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.objects.ports [None req-208dc941-a215-4f3a-9ec8-924deae324ad tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104075) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 09:08:06.442194 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-208dc941-a215-4f3a-9ec8-924deae324ad tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (7e8890e7-a158-4000-8cf8-60e7f8684a39), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.444292 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bc635802-62a1-4d25-9338-f57593b27af5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (cae9e42a-e0b2-4273-ad46-e1764d4d912c), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.445300 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bc635802-62a1-4d25-9338-f57593b27af5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (619bb21f-4788-4140-8131-c3014c6cc410), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.458518 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc976377-712a-40b1-91d7-57af473b0cbc admin admin] Checking segment: {'id': 'f69b77ca-9cfd-40ad-be23-49a7408d5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:06.458854 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc976377-712a-40b1-91d7-57af473b0cbc admin admin] Network hostable DHCP agents. Network: 8d91ea5b-e152-44bb-a4a8-3db8f5dd9087, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:08:06.459380 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:08:06.459866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (528c944e-8e3d-4a9b-b44e-6d25a0d7be3c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.467948 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9672c6c6-49b3-4ae0-9420-ffc7fa68844c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (a6644c42-0e5a-4523-b98a-f1ba4eeb2874), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.468230 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-9672c6c6-49b3-4ae0-9420-ffc7fa68844c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Added segment a6644c42-0e5a-4523-b98a-f1ba4eeb2874 of type vlan for network 6220db19-27fb-45ac-9e63-a14c2e446478 Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:08:06.474130 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:08:06.532573 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc976377-712a-40b1-91d7-57af473b0cbc admin admin] Network 8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:08:06.540460 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9672c6c6-49b3-4ae0-9420-ffc7fa68844c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (6220db19-27fb-45ac-9e63-a14c2e446478), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.559136 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-cc976377-712a-40b1-91d7-57af473b0cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8d91ea5b-e152-44bb-a4a8-3db8f5dd9087) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:06.569837 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.570642 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3087d4-282c-4dc1-a64a-f39a9b245c85 None None] Network 8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:06.572987 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc976377-712a-40b1-91d7-57af473b0cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:06.574381 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cc976377-712a-40b1-91d7-57af473b0cbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.627791 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7d1fd99f-3204-47a8-a874-4e344b51825a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.3233702 Mar 28 09:08:06.630494 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48458) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:06.631331 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9672c6c6-49b3-4ae0-9420-ffc7fa68844c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (6220db19-27fb-45ac-9e63-a14c2e446478), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.637137 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9672c6c6-49b3-4ae0-9420-ffc7fa68844c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:06.637821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9672c6c6-49b3-4ae0-9420-ffc7fa68844c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.681058 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cc976377-712a-40b1-91d7-57af473b0cbc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4561958 Mar 28 09:08:06.692760 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-dab06416-f74c-46da-9e94-853445448ada tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group': {'name': 'tempest-security--707608035', 'description': 'tempest-security-description-1939148940'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:06.695696 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48460) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:06.710075 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2141593750-router', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:06.739959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8d91ea5b-e152-44bb-a4a8-3db8f5dd9087', 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087', 'project_id': '2eeee875a9da4567926143d977c5d593', 'fixed_ips': [{'subnet_id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:08:06.741684 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.759221 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_controller (a06c32da-e4d2-40f3-bf14-f4af84bc2341), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.763209 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dc941-a215-4f3a-9ec8-924deae324ad tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7e8890e7-a158-4000-8cf8-60e7f8684a39,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:06.765581 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc635802-62a1-4d25-9338-f57593b27af5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=cae9e42a-e0b2-4273-ad46-e1764d4d912c,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:06.771554 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9672c6c6-49b3-4ae0-9420-ffc7fa68844c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5411911 Mar 28 09:08:06.776661 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48464) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:06.779935 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (88205ee7-109f-4230-9d92-c449a422a4ce), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.781227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (88205ee7-109f-4230-9d92-c449a422a4ce), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.785654 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4e73bd5f-f323-4e34-b5d3-67a8795e2f44 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'subnet': {'network_id': '6220db19-27fb-45ac-9e63-a14c2e446478', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:06.795112 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672c6c6-49b3-4ae0-9420-ffc7fa68844c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Network': ['ID=6220db19-27fb-45ac-9e63-a14c2e446478,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:06.800374 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (13e89181-0770-4990-9ec8-5208d738ae4b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.833440 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 6220db19-27fb-45ac-9e63-a14c2e446478 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:08:06.867311 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.873849 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/13e89181-0770-4990-9ec8-5208d738ae4b HTTP/1.1" status: 204 len: 168 time: 5.1274009 Mar 28 09:08:06.892600 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48466) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:06.910555 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe516b33-6060-406a-a8cc-7f33987ffe6f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Network': ['ID=13e89181-0770-4990-9ec8-5208d738ae4b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:06.943348 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208dc941-a215-4f3a-9ec8-924deae324ad tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Checking segment: {'id': '9e24ab2d-aadb-42bb-acdb-3b6a5f4aab8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:06.943831 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208dc941-a215-4f3a-9ec8-924deae324ad tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Network hostable DHCP agents. Network: 8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:08:06.945750 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a98e008-29e4-420e-bdf3-465ff95efef9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] GET failed (client error): The resource could not be found. Mar 28 09:08:06.947103 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6a98e008-29e4-420e-bdf3-465ff95efef9 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "GET /v2.0/subnets/be761edc-fa89-4200-bb15-8d784b65fafd HTTP/1.1" status: 404 len: 337 time: 0.0495806 Mar 28 09:08:06.952959 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48468) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:06.973814 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dab06416-f74c-46da-9e94-853445448ada tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (efc76fd6-cd1c-4d39-a2f5-6c2bfc83f809), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.984190 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68e3ebc-ec4b-4013-bb9c-654e9db328fd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:06.984718 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68e3ebc-ec4b-4013-bb9c-654e9db328fd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:06.988408 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c68e3ebc-ec4b-4013-bb9c-654e9db328fd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/13e89181-0770-4990-9ec8-5208d738ae4b HTTP/1.1" status: 404 len: 339 time: 0.0327053 Mar 28 09:08:06.988882 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e73bd5f-f323-4e34-b5d3-67a8795e2f44 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Made reservation on behalf of 8e45e30a1efb47c3b06d7cbbf6271808 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:06.992227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4e73bd5f-f323-4e34-b5d3-67a8795e2f44 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:06.997234 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48470) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:07.066427 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Allocated IP 172.20.0.2 (8d91ea5b-e152-44bb-a4a8-3db8f5dd9087/3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2/721d60bb-7065-4ad5-9b6f-47c338801ee5) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:07.077500 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] Publish callbacks [] for router_controller (88205ee7-109f-4230-9d92-c449a422a4ce), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:07.108431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208dc941-a215-4f3a-9ec8-924deae324ad tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Network 8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:08:07.122433 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc635802-62a1-4d25-9338-f57593b27af5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:07.171105 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-bc635802-62a1-4d25-9338-f57593b27af5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:07.230571 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Router 45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:08:07.546632 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Publish callbacks [] for port (721d60bb-7065-4ad5-9b6f-47c338801ee5), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:07.555723 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 137af035-fe47-4b32-93cc-f96c72ce6cc2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:07.562489 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (721d60bb-7065-4ad5-9b6f-47c338801ee5), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:07.603657 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_gateway (a06c32da-e4d2-40f3-bf14-f4af84bc2341), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:07.616647 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-208dc941-a215-4f3a-9ec8-924deae324ad tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:07.640890 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe984ec-7898-4a2d-b6c8-7feca93c701b None None] Network 8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:07.648641 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dab06416-f74c-46da-9e94-853445448ada tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (efc76fd6-cd1c-4d39-a2f5-6c2bfc83f809), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:07.650479 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208dc941-a215-4f3a-9ec8-924deae324ad tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:07.651930 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-208dc941-a215-4f3a-9ec8-924deae324ad tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:07.707879 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Network 8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:07.729999 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:07.733452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:07.753305 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dab06416-f74c-46da-9e94-853445448ada tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (efc76fd6-cd1c-4d39-a2f5-6c2bfc83f809), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:07.754701 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dab06416-f74c-46da-9e94-853445448ada tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:07.756231 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-dab06416-f74c-46da-9e94-853445448ada tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "PUT /v2.0/security-groups/efc76fd6-cd1c-4d39-a2f5-6c2bfc83f809 HTTP/1.1" status: 200 len: 1794 time: 1.0685458 Mar 28 09:08:07.768066 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48472) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:07.779123 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Pushing event updated for resources: {'Port': ['ID=721d60bb-7065-4ad5-9b6f-47c338801ee5,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:07.783666 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a9b523e1-8828-4da6-965c-992b89f6822c None None] Provisioning complete for port cae9e42a-e0b2-4273-ad46-e1764d4d912c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:07.784320 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a9b523e1-8828-4da6-965c-992b89f6822c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (cae9e42a-e0b2-4273-ad46-e1764d4d912c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:07.796912 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcd186b-fcc2-4bde-bcf3-90c6873b2d8a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:07.803172 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcd186b-fcc2-4bde-bcf3-90c6873b2d8a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:07.809294 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcd186b-fcc2-4bde-bcf3-90c6873b2d8a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:07.811161 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7bcd186b-fcc2-4bde-bcf3-90c6873b2d8a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1949 time: 0.8115797 Mar 28 09:08:07.827618 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48474) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:07.851034 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab06416-f74c-46da-9e94-853445448ada tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc76fd6-cd1c-4d39-a2f5-6c2bfc83f809,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:07.865309 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-208dc941-a215-4f3a-9ec8-924deae324ad tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0253181 Mar 28 09:08:07.872447 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48476) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:07.880105 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] Publish callbacks [] for router_gateway (88205ee7-109f-4230-9d92-c449a422a4ce), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:07.892405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4777546e-4ae3-4afd-b0a8-427b304e7f52 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Request body: {'floatingip': {'floating_network_id': '8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:07.915064 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 137af035-fe47-4b32-93cc-f96c72ce6cc2 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:07.915804 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (137af035-fe47-4b32-93cc-f96c72ce6cc2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:07.932801 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8a7aa6e1-0011-401e-a10e-5483475ca0b8 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6 HTTP/1.1" status: 200 len: 207 time: 0.1032500 Mar 28 09:08:07.938089 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48478) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:07.966272 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Attempting to bind port 721d60bb-7065-4ad5-9b6f-47c338801ee5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:08:07.966648 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Attempting to bind port 721d60bb-7065-4ad5-9b6f-47c338801ee5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f69b77ca-9cfd-40ad-be23-49a7408d5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:08:07.967072 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Attempting to bind port 721d60bb-7065-4ad5-9b6f-47c338801ee5 on network 8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:07.971656 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a9b523e1-8828-4da6-965c-992b89f6822c None None] Port cae9e42a-e0b2-4273-ad46-e1764d4d912c cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:08:08.007834 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c491998b-6377-4292-b290-6c53b6c3f652 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-groups/efc76fd6-cd1c-4d39-a2f5-6c2bfc83f809 HTTP/1.1" status: 200 len: 1794 time: 0.2370851 Mar 28 09:08:08.013594 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4777546e-4ae3-4afd-b0a8-427b304e7f52 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.015986 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:08:08.016420 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Checking segment: {'id': 'f69b77ca-9cfd-40ad-be23-49a7408d5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:08.016834 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.017256 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Bound using segment: {'id': 'f69b77ca-9cfd-40ad-be23-49a7408d5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:08:08.017753 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Bound port: 721d60bb-7065-4ad5-9b6f-47c338801ee5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69b77ca-9cfd-40ad-be23-49a7408d5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:08:08.018091 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48480) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:08.018206 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (721d60bb-7065-4ad5-9b6f-47c338801ee5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.023462 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fae0560-963d-4eaa-be1e-eda75fdda1a1 None None] Network 8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:08.055127 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:08:08.068151 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Sync routers for ids ['45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:08:08.086834 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4e73bd5f-f323-4e34-b5d3-67a8795e2f44 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (003574f4-8fe5-4d1c-9b1b-af4c2fefd897), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.090850 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Routers {'45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:08.092711 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:08.111149 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.112299 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8ee53360-474d-4002-846d-bb150869b636 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.6207118 Mar 28 09:08:08.118136 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48482) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:08.239339 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc635802-62a1-4d25-9338-f57593b27af5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Router 619bb21f-4788-4140-8131-c3014c6cc410 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:08:08.266342 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Set router 45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:08:08.280709 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5317db68-cc81-42cd-9fe9-e8afce3bd5f3 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (efc76fd6-cd1c-4d39-a2f5-6c2bfc83f809), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.298652 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 137af035-fe47-4b32-93cc-f96c72ce6cc2 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:08.335684 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5317db68-cc81-42cd-9fe9-e8afce3bd5f3 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (efc76fd6-cd1c-4d39-a2f5-6c2bfc83f809), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.370132 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] For port 721d60bb-7065-4ad5-9b6f-47c338801ee5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:08:08.382340 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73bd5f-f323-4e34-b5d3-67a8795e2f44 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Subnet': ['ID=003574f4-8fe5-4d1c-9b1b-af4c2fefd897,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:08.383842 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] For port 721d60bb-7065-4ad5-9b6f-47c338801ee5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=721d60bb-7065-4ad5-9b6f-47c338801ee5,segment=NetworkSegment(f69b77ca-9cfd-40ad-be23-49a7408d5ecd),segment_id=f69b77ca-9cfd-40ad-be23-49a7408d5ecd)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:08:08.390146 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2aa9ebc3-d197-40be-b567-f5ee3403b778 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:08:08.397938 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5317db68-cc81-42cd-9fe9-e8afce3bd5f3 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (efc76fd6-cd1c-4d39-a2f5-6c2bfc83f809), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.400770 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5317db68-cc81-42cd-9fe9-e8afce3bd5f3 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.404953 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5317db68-cc81-42cd-9fe9-e8afce3bd5f3 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-groups/efc76fd6-cd1c-4d39-a2f5-6c2bfc83f809 HTTP/1.1" status: 204 len: 168 time: 0.3832879 Mar 28 09:08:08.417996 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e73bd5f-f323-4e34-b5d3-67a8795e2f44 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Checking segment: {'id': 'a6644c42-0e5a-4523-b98a-f1ba4eeb2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6220db19-27fb-45ac-9e63-a14c2e446478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:08.418375 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e73bd5f-f323-4e34-b5d3-67a8795e2f44 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network hostable DHCP agents. Network: 6220db19-27fb-45ac-9e63-a14c2e446478, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:08:08.429577 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (721d60bb-7065-4ad5-9b6f-47c338801ee5), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.434606 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96257357-6da3-4d4e-92d0-4cfbca06dbb7 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:08.435648 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48484) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:08.441185 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 2aa9ebc3-d197-40be-b567-f5ee3403b778 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:08:08.443650 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2aa9ebc3-d197-40be-b567-f5ee3403b778 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:08:08.458391 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96257357-6da3-4d4e-92d0-4cfbca06dbb7 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:08.467958 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96257357-6da3-4d4e-92d0-4cfbca06dbb7 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:08.486531 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96257357-6da3-4d4e-92d0-4cfbca06dbb7 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:08.496782 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317db68-cc81-42cd-9fe9-e8afce3bd5f3 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc76fd6-cd1c-4d39-a2f5-6c2bfc83f809,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:08.500334 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96257357-6da3-4d4e-92d0-4cfbca06dbb7 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:08.514917 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fcd30-cd51-4b59-8aa6-7841fbf9050a None None] Pushing event updated for resources: {'Port': ['ID=721d60bb-7065-4ad5-9b6f-47c338801ee5,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:08.515148 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96257357-6da3-4d4e-92d0-4cfbca06dbb7 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:08.519301 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-96257357-6da3-4d4e-92d0-4cfbca06dbb7 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3659 time: 0.5771937 Mar 28 09:08:08.530088 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48486) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:08.586742 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2', 'name': '', 'tenant_id': '9f46ddb857314a9fa1b8f30fbd37af80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '586fb1d6-1b7d-4996-9dba-ca7a116068f9', 'external_fixed_ips': [{'subnet_id': '099cfdd8-2dff-414d-a4f6-5d2fd34e2762', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '920aef45-4ac6-40c4-a31f-91fec7a66a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:00Z', 'updated_at': '2022-03-28T09:08:05Z', 'revision_number': 3, 'project_id': '9f46ddb857314a9fa1b8f30fbd37af80', 'gw_port': {'id': '920aef45-4ac6-40c4-a31f-91fec7a66a13', 'name': '', 'network_id': '586fb1d6-1b7d-4996-9dba-ca7a116068f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '099cfdd8-2dff-414d-a4f6-5d2fd34e2762', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:02Z', 'updated_at': '2022-03-28T09:08:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '099cfdd8-2dff-414d-a4f6-5d2fd34e2762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:08.590750 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e73bd5f-f323-4e34-b5d3-67a8795e2f44 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 6220db19-27fb-45ac-9e63-a14c2e446478 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:08:08.607422 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-4e73bd5f-f323-4e34-b5d3-67a8795e2f44 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6220db19-27fb-45ac-9e63-a14c2e446478) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:08.617226 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e73bd5f-f323-4e34-b5d3-67a8795e2f44 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:08.617865 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4e73bd5f-f323-4e34-b5d3-67a8795e2f44 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.619528 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d74084-ef0f-44a8-8ac8-1d337902e9d9 None None] Network 6220db19-27fb-45ac-9e63-a14c2e446478 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:08.631869 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Checking router: 45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:08:08.632227 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Updating router 45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2 port 920aef45-4ac6-40c4-a31f-91fec7a66a13 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:08:08.638543 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1061a052-e6f4-4a13-b9d5-549d56b0c1f6 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1934454 Mar 28 09:08:08.639031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48488) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:08.656604 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4e73bd5f-f323-4e34-b5d3-67a8795e2f44 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8728831 Mar 28 09:08:08.657019 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48490) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:08.663562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-df37b204-8ff8-4558-a7bf-0d6326ae5435 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-900664815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:08.671466 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-f5c9b0e1-03da-4cea-9796-d849acfac4b5 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] delete failed (client error): The resource could not be found. Mar 28 09:08:08.676048 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f5c9b0e1-03da-4cea-9796-d849acfac4b5 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-groups/efc76fd6-cd1c-4d39-a2f5-6c2bfc83f809 HTTP/1.1" status: 404 len: 347 time: 0.0325201 Mar 28 09:08:08.677174 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48492) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:08.683988 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4d2c4f06-be51-4c72-a6f3-accc0ebea611 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1465279262'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:08.712399 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (920aef45-4ac6-40c4-a31f-91fec7a66a13), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.717788 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-df37b204-8ff8-4558-a7bf-0d6326ae5435 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (9f6142e8-fbde-47f1-a91a-41b3315da1b7), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.719170 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-df37b204-8ff8-4558-a7bf-0d6326ae5435 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (9f6142e8-fbde-47f1-a91a-41b3315da1b7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.777133 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-df37b204-8ff8-4558-a7bf-0d6326ae5435 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router_controller (9f6142e8-fbde-47f1-a91a-41b3315da1b7), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.779678 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4f06-be51-4c72-a6f3-accc0ebea611 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.781405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_gateway (a06c32da-e4d2-40f3-bf14-f4af84bc2341), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.789969 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-df37b204-8ff8-4558-a7bf-0d6326ae5435 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (9f6142e8-fbde-47f1-a91a-41b3315da1b7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.830305 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-df37b204-8ff8-4558-a7bf-0d6326ae5435 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.834173 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-df37b204-8ff8-4558-a7bf-0d6326ae5435 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1726167 Mar 28 09:08:08.836503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48494) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:08.870475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6220db19-27fb-45ac-9e63-a14c2e446478', 'network_id': '6220db19-27fb-45ac-9e63-a14c2e446478', 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'fixed_ips': [{'subnet_id': '003574f4-8fe5-4d1c-9b1b-af4c2fefd897'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:08:08.871836 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.874422 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f761a97b-13fd-4d75-97ed-66b81b1a65d8 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router (45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:08.877920 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.059750 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc635802-62a1-4d25-9338-f57593b27af5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:08:09.078285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Sync routers for ids ['619bb21f-4788-4140-8131-c3014c6cc410'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:08:09.123460 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Routers {'619bb21f-4788-4140-8131-c3014c6cc410'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:09.124196 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['619bb21f-4788-4140-8131-c3014c6cc410'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:09.183317 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4f06-be51-4c72-a6f3-accc0ebea611 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (773eafb0-40df-4643-8200-e945a3a7cc36), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.216509 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Allocated IP 2001:db8::2 (6220db19-27fb-45ac-9e63-a14c2e446478/003574f4-8fe5-4d1c-9b1b-af4c2fefd897/b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:09.240197 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4f06-be51-4c72-a6f3-accc0ebea611 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (773eafb0-40df-4643-8200-e945a3a7cc36), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.253351 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Allocated IP 172.36.4.244 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/5d909510-b452-4f06-b21f-8cc0804ec8d3) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:09.261565 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Set router 619bb21f-4788-4140-8131-c3014c6cc410 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:08:09.288082 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c4f06-be51-4c72-a6f3-accc0ebea611 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773eafb0-40df-4643-8200-e945a3a7cc36,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:09.294448 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1bb5-cd6a-483b-9add-ae738c1947f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.359583 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4f06-be51-4c72-a6f3-accc0ebea611 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.363352 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4d2c4f06-be51-4c72-a6f3-accc0ebea611 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6809378 Mar 28 09:08:09.380826 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bc635802-62a1-4d25-9338-f57593b27af5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "PUT /v2.0/routers/619bb21f-4788-4140-8131-c3014c6cc410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9043269 Mar 28 09:08:09.389392 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48496) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:09.389896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48498) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:09.421322 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Publish callbacks [] for port (920aef45-4ac6-40c4-a31f-91fec7a66a13), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.430309 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (920aef45-4ac6-40c4-a31f-91fec7a66a13), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.503565 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Attempting to bind port 920aef45-4ac6-40c4-a31f-91fec7a66a13 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:08:09.504288 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Attempting to bind port 920aef45-4ac6-40c4-a31f-91fec7a66a13 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '19a188c3-4ad5-41ca-a401-a5dc34aa60e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '586fb1d6-1b7d-4996-9dba-ca7a116068f9'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:08:09.504906 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Attempting to bind port 920aef45-4ac6-40c4-a31f-91fec7a66a13 on network 586fb1d6-1b7d-4996-9dba-ca7a116068f9 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:09.516407 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08a2d7-6d02-4849-be05-95b700e64584 None None] Pushing event updated for resources: {'Port': ['ID=920aef45-4ac6-40c4-a31f-91fec7a66a13,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:09.537312 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 721d60bb-7065-4ad5-9b6f-47c338801ee5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:09.537927 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:08:09.538471 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Checking segment: {'id': '19a188c3-4ad5-41ca-a401-a5dc34aa60e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '586fb1d6-1b7d-4996-9dba-ca7a116068f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:09.539015 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.539520 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Bound using segment: {'id': '19a188c3-4ad5-41ca-a401-a5dc34aa60e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '586fb1d6-1b7d-4996-9dba-ca7a116068f9'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:08:09.540432 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Bound port: 920aef45-4ac6-40c4-a31f-91fec7a66a13, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a188c3-4ad5-41ca-a401-a5dc34aa60e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '586fb1d6-1b7d-4996-9dba-ca7a116068f9'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:08:09.541032 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (920aef45-4ac6-40c4-a31f-91fec7a66a13), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.544042 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for port (5d909510-b452-4f06-b21f-8cc0804ec8d3), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.548956 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08a2d7-6d02-4849-be05-95b700e64584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:09.550538 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08a2d7-6d02-4849-be05-95b700e64584 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:09.551341 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08a2d7-6d02-4849-be05-95b700e64584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:09.551691 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08a2d7-6d02-4849-be05-95b700e64584 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:09.552486 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08a2d7-6d02-4849-be05-95b700e64584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:09.553420 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08a2d7-6d02-4849-be05-95b700e64584 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:09.553783 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08a2d7-6d02-4849-be05-95b700e64584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:09.555308 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08a2d7-6d02-4849-be05-95b700e64584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:09.555308 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08a2d7-6d02-4849-be05-95b700e64584 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:09.555501 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08a2d7-6d02-4849-be05-95b700e64584 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:09.555837 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08a2d7-6d02-4849-be05-95b700e64584 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:09.556185 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08a2d7-6d02-4849-be05-95b700e64584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:09.558069 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08a2d7-6d02-4849-be05-95b700e64584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:09.559886 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08a2d7-6d02-4849-be05-95b700e64584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:09.560444 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08a2d7-6d02-4849-be05-95b700e64584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:08:09.606334 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-31efa3a9-fcf9-450c-9c5a-ea3d3d15738f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group_rule': {'security_group_id': '773eafb0-40df-4643-8200-e945a3a7cc36', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:09.642174 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Publish callbacks [] for port (b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.655169 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a435227-cf84-4f39-9bfa-0ac3afa0e6fa tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:09.657961 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.659534 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48500) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:09.660727 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6a435227-cf84-4f39-9bfa-0ac3afa0e6fa tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports/cae9e42a-e0b2-4273-ad46-e1764d4d912c HTTP/1.1" status: 200 len: 911 time: 0.2536006 Mar 28 09:08:09.662233 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] Publish callbacks [] for router_gateway (88205ee7-109f-4230-9d92-c449a422a4ce), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.664603 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] For port 920aef45-4ac6-40c4-a31f-91fec7a66a13, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:08:09.667722 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619bb21f-4788-4140-8131-c3014c6cc410', 'name': 'tempest-NetworksTestDHCPv6-router-224128505', 'tenant_id': '15695fdb84ef4808b59972db71cc9c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:01Z', 'updated_at': '2022-03-28T09:08:05Z', 'revision_number': 2, 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'gw_port_host': None, '_interfaces': [{'id': 'cae9e42a-e0b2-4273-ad46-e1764d4d912c', 'name': '', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'tenant_id': '15695fdb84ef4808b59972db71cc9c7d', 'mac_address': 'fa:16:3e:0f:86:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619bb21f-4788-4140-8131-c3014c6cc410', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '358a7910-6e9c-4934-9ecc-6ad005d64ebe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:03Z', 'updated_at': '2022-03-28T09:08:05Z', 'revision_number': 2, 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'subnets': [{'id': '358a7910-6e9c-4934-9ecc-6ad005d64ebe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:09.672676 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] For port 920aef45-4ac6-40c4-a31f-91fec7a66a13, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=920aef45-4ac6-40c4-a31f-91fec7a66a13,segment=NetworkSegment(19a188c3-4ad5-41ca-a401-a5dc34aa60e9),segment_id=19a188c3-4ad5-41ca-a401-a5dc34aa60e9)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:08:09.686208 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4777546e-4ae3-4afd-b0a8-427b304e7f52 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.692623 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (920aef45-4ac6-40c4-a31f-91fec7a66a13), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.753887 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Checking router: 619bb21f-4788-4140-8131-c3014c6cc410 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:08:09.754281 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Updating router 619bb21f-4788-4140-8131-c3014c6cc410 port cae9e42a-e0b2-4273-ad46-e1764d4d912c binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:08:09.755915 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Routers {'45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:09.756606 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:09.771777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Network 6220db19-27fb-45ac-9e63-a14c2e446478 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:09.796563 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-8f6c1bb5-cd6a-483b-9add-ae738c1947f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Allocated IP 2001:db8::1 (6220db19-27fb-45ac-9e63-a14c2e446478/003574f4-8fe5-4d1c-9b1b-af4c2fefd897/bf924525-f3ab-4443-ad07-e7d8f875287f) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:09.812369 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:09.818827 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061f240a-d902-4ffb-a583-0c4d78fd17db tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:09.819187 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:09.825092 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061f240a-d902-4ffb-a583-0c4d78fd17db tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:09.831738 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c37272cb-35c4-4eea-8a1c-ff638d2a622f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 744 time: 1.2415519 Mar 28 09:08:09.832269 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-061f240a-d902-4ffb-a583-0c4d78fd17db tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1596704 Mar 28 09:08:09.832269 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48502) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:09.841658 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48504) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:09.847856 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 721d60bb-7065-4ad5-9b6f-47c338801ee5 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:09.848383 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (721d60bb-7065-4ad5-9b6f-47c338801ee5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.877435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.894766 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (5d909510-b452-4f06-b21f-8cc0804ec8d3), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.902995 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08a2d7-6d02-4849-be05-95b700e64584 None None] Pushing event updated for resources: {'Port': ['ID=920aef45-4ac6-40c4-a31f-91fec7a66a13,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:09.914962 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-31efa3a9-fcf9-450c-9c5a-ea3d3d15738f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (dd17f938-5727-49ab-b3c1-d30a9952e5ee), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.922855 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Pushing event updated for resources: {'Port': ['ID=b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:09.925774 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (cae9e42a-e0b2-4273-ad46-e1764d4d912c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.951391 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f761a97b-13fd-4d75-97ed-66b81b1a65d8 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_gateway (45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:09.995576 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] Set router 45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:08:10.061484 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc44dd3-f5cb-43ae-8ee6-0d90f4c3f52f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:10.063309 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc44dd3-f5cb-43ae-8ee6-0d90f4c3f52f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:10.065094 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8fc44dd3-f5cb-43ae-8ee6-0d90f4c3f52f tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2213147 Mar 28 09:08:10.076835 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48506) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:10.209828 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-31efa3a9-fcf9-450c-9c5a-ea3d3d15738f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (dd17f938-5727-49ab-b3c1-d30a9952e5ee), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:10.240798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1bb5-cd6a-483b-9add-ae738c1947f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (bf924525-f3ab-4443-ad07-e7d8f875287f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:10.246799 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:10.259919 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ef844e-30e7-4bf0-a0cb-9e103d7dbb6c None None] Network 8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:10.263908 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7d8acb-47be-4a57-a8d2-4544c2f89084 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:10.265263 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7d8acb-47be-4a57-a8d2-4544c2f89084 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:10.266824 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ec7d8acb-47be-4a57-a8d2-4544c2f89084 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1887293 Mar 28 09:08:10.274621 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-31efa3a9-fcf9-450c-9c5a-ea3d3d15738f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (dd17f938-5727-49ab-b3c1-d30a9952e5ee), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:10.275063 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48508) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:10.297440 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2', 'name': '', 'tenant_id': '9f46ddb857314a9fa1b8f30fbd37af80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '586fb1d6-1b7d-4996-9dba-ca7a116068f9', 'external_fixed_ips': [{'subnet_id': '099cfdd8-2dff-414d-a4f6-5d2fd34e2762', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '920aef45-4ac6-40c4-a31f-91fec7a66a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:00Z', 'updated_at': '2022-03-28T09:08:05Z', 'revision_number': 3, 'project_id': '9f46ddb857314a9fa1b8f30fbd37af80', 'gw_port': {'id': '920aef45-4ac6-40c4-a31f-91fec7a66a13', 'name': '', 'network_id': '586fb1d6-1b7d-4996-9dba-ca7a116068f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '099cfdd8-2dff-414d-a4f6-5d2fd34e2762', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:02Z', 'updated_at': '2022-03-28T09:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099cfdd8-2dff-414d-a4f6-5d2fd34e2762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:10.300882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:10.306412 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:10.329415 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Pushing event updated for resources: {'Port': ['ID=5d909510-b452-4f06-b21f-8cc0804ec8d3,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:10.337718 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d9945-a18c-4ece-9472-903b36509bbf None None] The sync data for ids ['45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2'] in dv-neutron-master-2-hyperv is: [{'id': '45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2', 'name': '', 'tenant_id': '9f46ddb857314a9fa1b8f30fbd37af80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '586fb1d6-1b7d-4996-9dba-ca7a116068f9', 'external_fixed_ips': [{'subnet_id': '099cfdd8-2dff-414d-a4f6-5d2fd34e2762', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '920aef45-4ac6-40c4-a31f-91fec7a66a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:00Z', 'updated_at': '2022-03-28T09:08:05Z', 'revision_number': 3, 'project_id': '9f46ddb857314a9fa1b8f30fbd37af80', 'gw_port': {'id': '920aef45-4ac6-40c4-a31f-91fec7a66a13', 'name': '', 'network_id': '586fb1d6-1b7d-4996-9dba-ca7a116068f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '099cfdd8-2dff-414d-a4f6-5d2fd34e2762', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:02Z', 'updated_at': '2022-03-28T09:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '099cfdd8-2dff-414d-a4f6-5d2fd34e2762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:08:10.376205 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efa3a9-fcf9-450c-9c5a-ea3d3d15738f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd17f938-5727-49ab-b3c1-d30a9952e5ee,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:10.428346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1bb5-cd6a-483b-9add-ae738c1947f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (bf924525-f3ab-4443-ad07-e7d8f875287f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:10.431468 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e33a76e1-a5a3-4a40-80e8-6b67dc1a3caf None None] Provisioning complete for port 721d60bb-7065-4ad5-9b6f-47c338801ee5 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:10.431965 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e33a76e1-a5a3-4a40-80e8-6b67dc1a3caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (721d60bb-7065-4ad5-9b6f-47c338801ee5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:10.450054 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-31efa3a9-fcf9-450c-9c5a-ea3d3d15738f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:10.451205 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-31efa3a9-fcf9-450c-9c5a-ea3d3d15738f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0465350 Mar 28 09:08:10.455565 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-4777546e-4ae3-4afd-b0a8-427b304e7f52 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Allocated IP 172.20.0.6 (8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb/7e8890e7-a158-4000-8cf8-60e7f8684a39/bafec59c-d7f1-4e04-b21c-1e5db1c4361a) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:10.461595 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48510) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:10.471085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Attempting to bind port b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:08:10.472269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Attempting to bind port b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a6644c42-0e5a-4523-b98a-f1ba4eeb2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6220db19-27fb-45ac-9e63-a14c2e446478'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:08:10.472269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Attempting to bind port b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6 on network 6220db19-27fb-45ac-9e63-a14c2e446478 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:10.485126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:08:10.485451 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Checking segment: {'id': 'a6644c42-0e5a-4523-b98a-f1ba4eeb2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6220db19-27fb-45ac-9e63-a14c2e446478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:10.486008 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:10.486525 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Bound using segment: {'id': 'a6644c42-0e5a-4523-b98a-f1ba4eeb2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6220db19-27fb-45ac-9e63-a14c2e446478'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:08:10.487101 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Bound port: b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6644c42-0e5a-4523-b98a-f1ba4eeb2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6220db19-27fb-45ac-9e63-a14c2e446478'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:08:10.487993 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:10.516112 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-f761a97b-13fd-4d75-97ed-66b81b1a65d8 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Deleting port 920aef45-4ac6-40c4-a31f-91fec7a66a13 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:10.516472 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f761a97b-13fd-4d75-97ed-66b81b1a65d8 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (920aef45-4ac6-40c4-a31f-91fec7a66a13), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:10.525530 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6c1bb5-cd6a-483b-9add-ae738c1947f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 6220db19-27fb-45ac-9e63-a14c2e446478 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:10.539773 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7594b4fb-f270-4e52-a263-981a3eb57863 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:10.541166 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7594b4fb-f270-4e52-a263-981a3eb57863 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "GET /v2.0/networks/dcc6c5f3-ec5e-49d6-87cf-d00c2d260198 HTTP/1.1" status: 200 len: 800 time: 0.2651529 Mar 28 09:08:10.542692 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-8f6c1bb5-cd6a-483b-9add-ae738c1947f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:10.544950 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c1bb5-cd6a-483b-9add-ae738c1947f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=bf924525-f3ab-4443-ad07-e7d8f875287f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:10.563794 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6c1bb5-cd6a-483b-9add-ae738c1947f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:10.564705 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1bb5-cd6a-483b-9add-ae738c1947f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (9f6142e8-fbde-47f1-a91a-41b3315da1b7), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:10.567032 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48512) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:10.598480 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] Allocated IP 172.36.4.245 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/b19add82-962f-4d50-87e4-baa6ae09a77b) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:10.654152 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 721d60bb-7065-4ad5-9b6f-47c338801ee5 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:10.654690 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (721d60bb-7065-4ad5-9b6f-47c338801ee5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:10.833031 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] For port b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:08:10.856093 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] For port b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6,segment=NetworkSegment(a6644c42-0e5a-4523-b98a-f1ba4eeb2874),segment_id=a6644c42-0e5a-4523-b98a-f1ba4eeb2874)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:08:10.886216 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e33a76e1-a5a3-4a40-80e8-6b67dc1a3caf None None] Current status of the port 721d60bb-7065-4ad5-9b6f-47c338801ee5 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:10.886777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e33a76e1-a5a3-4a40-80e8-6b67dc1a3caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (721d60bb-7065-4ad5-9b6f-47c338801ee5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:10.889460 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:10.894956 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 721d60bb-7065-4ad5-9b6f-47c338801ee5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=721d60bb-7065-4ad5-9b6f-47c338801ee5,segment=NetworkSegment(f69b77ca-9cfd-40ad-be23-49a7408d5ecd),segment_id=f69b77ca-9cfd-40ad-be23-49a7408d5ecd)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:10.956131 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (721d60bb-7065-4ad5-9b6f-47c338801ee5), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:11.053021 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-31f2691c-bfb4-4108-855d-15c98751d62c tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "GET /v2.0/networks/dcc6c5f3-ec5e-49d6-87cf-d00c2d260198?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4848351 Mar 28 09:08:11.061504 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48514) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:11.138614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce296a-f5fe-4856-bc9c-e01b2d1d297c None None] Pushing event updated for resources: {'Port': ['ID=b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:11.194010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-e33a76e1-a5a3-4a40-80e8-6b67dc1a3caf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:08:11.194527 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-e33a76e1-a5a3-4a40-80e8-6b67dc1a3caf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:08:11.197701 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c0d824-32bd-40ff-b811-ac59b5a697b3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:11.199623 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f3c0d824-32bd-40ff-b811-ac59b5a697b3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "GET /v2.0/subnets/b55d982c-ee6d-4b1b-863f-0968a721cbcf HTTP/1.1" status: 200 len: 811 time: 0.1063573 Mar 28 09:08:11.212464 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48516) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:11.259641 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-538e8863-9ba9-447a-9d9e-50ae1b0d5777 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (619bb21f-4788-4140-8131-c3014c6cc410), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:11.260104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=721d60bb-7065-4ad5-9b6f-47c338801ee5,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:11.316949 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3603f93d-71d3-4be4-8a0e-ed4b39f31560 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (dd17f938-5727-49ab-b3c1-d30a9952e5ee), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:11.320682 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab3ef61-dec9-4eb0-940d-42666ecce247 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['shared'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:11.326161 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cab3ef61-dec9-4eb0-940d-42666ecce247 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "GET /v2.0/subnets/b55d982c-ee6d-4b1b-863f-0968a721cbcf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1059358 Mar 28 09:08:11.328197 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48518) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:11.328633 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Publish callbacks [] for port (cae9e42a-e0b2-4273-ad46-e1764d4d912c), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:11.351798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (cae9e42a-e0b2-4273-ad46-e1764d4d912c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:11.384552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3603f93d-71d3-4be4-8a0e-ed4b39f31560 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (dd17f938-5727-49ab-b3c1-d30a9952e5ee), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:11.408684 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f2f4b4fc-cd79-4c78-9b1c-46a48324a2bd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1807749440'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:11.422936 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1bb5-cd6a-483b-9add-ae738c1947f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bf924525-f3ab-4443-ad07-e7d8f875287f), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:11.424058 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82272474-9a03-481b-9c22-47644f80279c None None] Pushing event updated for resources: {'Port': ['ID=cae9e42a-e0b2-4273-ad46-e1764d4d912c,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:11.502003 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f4b4fc-cd79-4c78-9b1c-46a48324a2bd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:11.505825 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b4fc-cd79-4c78-9b1c-46a48324a2bd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:11.552975 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Attempting to bind port cae9e42a-e0b2-4273-ad46-e1764d4d912c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:08:11.553444 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Attempting to bind port cae9e42a-e0b2-4273-ad46-e1764d4d912c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:08:11.553856 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Attempting to bind port cae9e42a-e0b2-4273-ad46-e1764d4d912c on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:11.569820 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:08:11.570249 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:11.573323 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:11.573481 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:08:11.574113 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Bound port: cae9e42a-e0b2-4273-ad46-e1764d4d912c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:08:11.584133 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (cae9e42a-e0b2-4273-ad46-e1764d4d912c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:11.668129 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f4b4fc-cd79-4c78-9b1c-46a48324a2bd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:08:11.768483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-f761a97b-13fd-4d75-97ed-66b81b1a65d8 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] For port 920aef45-4ac6-40c4-a31f-91fec7a66a13, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=920aef45-4ac6-40c4-a31f-91fec7a66a13,segment=NetworkSegment(19a188c3-4ad5-41ca-a401-a5dc34aa60e9),segment_id=19a188c3-4ad5-41ca-a401-a5dc34aa60e9)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:11.768970 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f761a97b-13fd-4d75-97ed-66b81b1a65d8 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (920aef45-4ac6-40c4-a31f-91fec7a66a13), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:11.786382 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e33a76e1-a5a3-4a40-80e8-6b67dc1a3caf None None] Current status of the port 721d60bb-7065-4ad5-9b6f-47c338801ee5 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:11.833550 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] For port cae9e42a-e0b2-4273-ad46-e1764d4d912c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:08:11.833934 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3603f93d-71d3-4be4-8a0e-ed4b39f31560 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (dd17f938-5727-49ab-b3c1-d30a9952e5ee), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:11.837477 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] For port cae9e42a-e0b2-4273-ad46-e1764d4d912c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cae9e42a-e0b2-4273-ad46-e1764d4d912c,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:08:11.847461 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b4fc-cd79-4c78-9b1c-46a48324a2bd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c2ab4118-5d36-4d61-b059-5c5e3930ccf3), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:11.847920 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-f2f4b4fc-cd79-4c78-9b1c-46a48324a2bd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Added segment c2ab4118-5d36-4d61-b059-5c5e3930ccf3 of type vlan for network 057949aa-e162-4b64-9074-eea913c81aae Mar 28 09:08:11.857303 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (cae9e42a-e0b2-4273-ad46-e1764d4d912c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:11.862572 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-f761a97b-13fd-4d75-97ed-66b81b1a65d8 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Calling delete_port for 920aef45-4ac6-40c4-a31f-91fec7a66a13 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:11.871814 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:11.970362 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3603f93d-71d3-4be4-8a0e-ed4b39f31560 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:11.971770 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3603f93d-71d3-4be4-8a0e-ed4b39f31560 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/dd17f938-5727-49ab-b3c1-d30a9952e5ee HTTP/1.1" status: 204 len: 168 time: 1.5039439 Mar 28 09:08:11.976434 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48520) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:11.986446 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:11.986829 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.001711 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-bfb7393a-4c23-42ca-ba53-c09ad21ac50b None None] Provisioning complete for port 721d60bb-7065-4ad5-9b6f-47c338801ee5 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:12.001711 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bfb7393a-4c23-42ca-ba53-c09ad21ac50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (721d60bb-7065-4ad5-9b6f-47c338801ee5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.002124 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b4fc-cd79-4c78-9b1c-46a48324a2bd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (057949aa-e162-4b64-9074-eea913c81aae), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.034150 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Routers {'619bb21f-4788-4140-8131-c3014c6cc410'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:12.034810 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['619bb21f-4788-4140-8131-c3014c6cc410'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:12.066831 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-538e8863-9ba9-447a-9d9e-50ae1b0d5777 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port cae9e42a-e0b2-4273-ad46-e1764d4d912c {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:12.067517 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-538e8863-9ba9-447a-9d9e-50ae1b0d5777 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (cae9e42a-e0b2-4273-ad46-e1764d4d912c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.085665 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4777546e-4ae3-4afd-b0a8-427b304e7f52 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks [] for port (bafec59c-d7f1-4e04-b21c-1e5db1c4361a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.130235 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603f93d-71d3-4be4-8a0e-ed4b39f31560 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd17f938-5727-49ab-b3c1-d30a9952e5ee,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:12.147563 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] Publish callbacks [] for port (b19add82-962f-4d50-87e4-baa6ae09a77b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.203260 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-538e8863-9ba9-447a-9d9e-50ae1b0d5777 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] For port cae9e42a-e0b2-4273-ad46-e1764d4d912c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cae9e42a-e0b2-4273-ad46-e1764d4d912c,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:12.203644 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-538e8863-9ba9-447a-9d9e-50ae1b0d5777 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (cae9e42a-e0b2-4273-ad46-e1764d4d912c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.209732 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] Set router 619bb21f-4788-4140-8131-c3014c6cc410 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:08:12.224299 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-538e8863-9ba9-447a-9d9e-50ae1b0d5777 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for cae9e42a-e0b2-4273-ad46-e1764d4d912c owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:12.245103 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82272474-9a03-481b-9c22-47644f80279c None None] Pushing event updated for resources: {'Port': ['ID=cae9e42a-e0b2-4273-ad46-e1764d4d912c,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:12.331082 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_gateway (a06c32da-e4d2-40f3-bf14-f4af84bc2341), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.381671 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-32345b81-de2a-451c-a5c9-ba152a56e2d0 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3972900 Mar 28 09:08:12.413493 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48522) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:12.414203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b4fc-cd79-4c78-9b1c-46a48324a2bd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (057949aa-e162-4b64-9074-eea913c81aae), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.422876 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f4b4fc-cd79-4c78-9b1c-46a48324a2bd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:12.425923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b4fc-cd79-4c78-9b1c-46a48324a2bd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.428608 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bfb7393a-4c23-42ca-ba53-c09ad21ac50b None None] Current status of the port 721d60bb-7065-4ad5-9b6f-47c338801ee5 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:12.463014 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (b19add82-962f-4d50-87e4-baa6ae09a77b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.506756 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-bfb7393a-4c23-42ca-ba53-c09ad21ac50b None None] Provisioning complete for port cae9e42a-e0b2-4273-ad46-e1764d4d912c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:12.507144 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bfb7393a-4c23-42ca-ba53-c09ad21ac50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (cae9e42a-e0b2-4273-ad46-e1764d4d912c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.515938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4777546e-4ae3-4afd-b0a8-427b304e7f52 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (bafec59c-d7f1-4e04-b21c-1e5db1c4361a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.531564 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:12.532050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.536670 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4b4fc-cd79-4c78-9b1c-46a48324a2bd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Network': ['ID=057949aa-e162-4b64-9074-eea913c81aae,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:12.539413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:12.544452 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f2f4b4fc-cd79-4c78-9b1c-46a48324a2bd tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2104101 Mar 28 09:08:12.552269 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:12.559483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48524) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:12.564653 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a433ab0e-7818-4da6-a1c3-f1971684ac59 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'subnet': {'network_id': '057949aa-e162-4b64-9074-eea913c81aae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:12.581567 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 057949aa-e162-4b64-9074-eea913c81aae details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:08:12.615278 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1bb5-cd6a-483b-9add-ae738c1947f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (bf924525-f3ab-4443-ad07-e7d8f875287f), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.641710 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:12.658011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4777546e-4ae3-4afd-b0a8-427b304e7f52 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Network 8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:12.664097 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1bb5-cd6a-483b-9add-ae738c1947f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (bf924525-f3ab-4443-ad07-e7d8f875287f), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.665085 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1bb5-cd6a-483b-9add-ae738c1947f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (9f6142e8-fbde-47f1-a91a-41b3315da1b7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.669002 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-4777546e-4ae3-4afd-b0a8-427b304e7f52 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:12.680930 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6,segment=NetworkSegment(a6644c42-0e5a-4523-b98a-f1ba4eeb2874),segment_id=a6644c42-0e5a-4523-b98a-f1ba4eeb2874)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:12.699255 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.700158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 920aef45-4ac6-40c4-a31f-91fec7a66a13 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:12.710187 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4777546e-4ae3-4afd-b0a8-427b304e7f52 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:12.743672 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5e2949d2-c49c-4737-bd65-69fa882e6800 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (773eafb0-40df-4643-8200-e945a3a7cc36), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.749820 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c1bb5-cd6a-483b-9add-ae738c1947f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=bf924525-f3ab-4443-ad07-e7d8f875287f,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:12.791014 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] Pushing event updated for resources: {'Port': ['ID=b19add82-962f-4d50-87e4-baa6ae09a77b,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:12.868995 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5e2949d2-c49c-4737-bd65-69fa882e6800 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (773eafb0-40df-4643-8200-e945a3a7cc36), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.892833 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a433ab0e-7818-4da6-a1c3-f1971684ac59 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Made reservation on behalf of 15ec40f64a0746ac8120f854f6600104 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:12.895060 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-538e8863-9ba9-447a-9d9e-50ae1b0d5777 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (cae9e42a-e0b2-4273-ad46-e1764d4d912c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.895898 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a433ab0e-7818-4da6-a1c3-f1971684ac59 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:12.955009 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e8863-9ba9-447a-9d9e-50ae1b0d5777 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=cae9e42a-e0b2-4273-ad46-e1764d4d912c,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:12.958006 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331d91d8-3a02-4926-a315-6887385f1c22 None None] Network 6220db19-27fb-45ac-9e63-a14c2e446478 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:13.058318 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No active binding found for port 920aef45-4ac6-40c4-a31f-91fec7a66a13 {{(pid=104077) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 28 09:08:13.058750 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] The host dv-neutron-master-2-hyperv is not matching for port 920aef45-4ac6-40c4-a31f-91fec7a66a13 host None! {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 28 09:08:13.059228 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 920aef45-4ac6-40c4-a31f-91fec7a66a13 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 28 09:08:13.064627 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:13.067593 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bfb7393a-4c23-42ca-ba53-c09ad21ac50b None None] Current status of the port cae9e42a-e0b2-4273-ad46-e1764d4d912c is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:13.068060 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bfb7393a-4c23-42ca-ba53-c09ad21ac50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (cae9e42a-e0b2-4273-ad46-e1764d4d912c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:13.068172 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-538e8863-9ba9-447a-9d9e-50ae1b0d5777 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (619bb21f-4788-4140-8131-c3014c6cc410), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:13.079666 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f761a97b-13fd-4d75-97ed-66b81b1a65d8 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (920aef45-4ac6-40c4-a31f-91fec7a66a13), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:13.107640 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619bb21f-4788-4140-8131-c3014c6cc410', 'name': 'tempest-NetworksTestDHCPv6-router-224128505', 'tenant_id': '15695fdb84ef4808b59972db71cc9c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:01Z', 'updated_at': '2022-03-28T09:08:05Z', 'revision_number': 2, 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'gw_port_host': None, '_interfaces': [{'id': 'cae9e42a-e0b2-4273-ad46-e1764d4d912c', 'name': '', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'tenant_id': '15695fdb84ef4808b59972db71cc9c7d', 'mac_address': 'fa:16:3e:0f:86:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619bb21f-4788-4140-8131-c3014c6cc410', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '358a7910-6e9c-4934-9ecc-6ad005d64ebe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:03Z', 'updated_at': '2022-03-28T09:08:11Z', 'revision_number': 4, 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'subnets': [{'id': '358a7910-6e9c-4934-9ecc-6ad005d64ebe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:13.113908 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Port 920aef45-4ac6-40c4-a31f-91fec7a66a13 not found, will not notify nova. {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 28 09:08:13.114398 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 721d60bb-7065-4ad5-9b6f-47c338801ee5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:13.146063 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6c1bb5-cd6a-483b-9add-ae738c1947f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 6220db19-27fb-45ac-9e63-a14c2e446478 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:13.156312 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4bfa64-5fb0-43e9-838b-32cb5dc23f5a None None] The sync data for ids ['619bb21f-4788-4140-8131-c3014c6cc410'] in dv-neutron-master-2-hyperv is: [{'id': '619bb21f-4788-4140-8131-c3014c6cc410', 'name': 'tempest-NetworksTestDHCPv6-router-224128505', 'tenant_id': '15695fdb84ef4808b59972db71cc9c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:01Z', 'updated_at': '2022-03-28T09:08:05Z', 'revision_number': 2, 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'gw_port_host': None, '_interfaces': [{'id': 'cae9e42a-e0b2-4273-ad46-e1764d4d912c', 'name': '', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'tenant_id': '15695fdb84ef4808b59972db71cc9c7d', 'mac_address': 'fa:16:3e:0f:86:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619bb21f-4788-4140-8131-c3014c6cc410', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '358a7910-6e9c-4934-9ecc-6ad005d64ebe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:03Z', 'updated_at': '2022-03-28T09:08:11Z', 'revision_number': 4, 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'subnets': [{'id': '358a7910-6e9c-4934-9ecc-6ad005d64ebe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:08:13.160970 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.ipam_backend_mixin [None req-a433ab0e-7818-4da6-a1c3-f1971684ac59 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Performing IP validity checks on allocation pools {{(pid=104075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 28 09:08:13.161496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.ipam_backend_mixin [None req-a433ab0e-7818-4da6-a1c3-f1971684ac59 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 28 09:08:13.164034 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777546e-4ae3-4afd-b0a8-427b304e7f52 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Pushing event updated for resources: {'Port': ['ID=bafec59c-d7f1-4e04-b21c-1e5db1c4361a,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:13.184854 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-8f6c1bb5-cd6a-483b-9add-ae738c1947f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:13.191845 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5e2949d2-c49c-4737-bd65-69fa882e6800 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (773eafb0-40df-4643-8200-e945a3a7cc36), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:13.199975 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5e2949d2-c49c-4737-bd65-69fa882e6800 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:13.206281 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5e2949d2-c49c-4737-bd65-69fa882e6800 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-groups/773eafb0-40df-4643-8200-e945a3a7cc36 HTTP/1.1" status: 204 len: 168 time: 0.7675650 Mar 28 09:08:13.232955 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48526) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:13.242076 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2949d2-c49c-4737-bd65-69fa882e6800 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=773eafb0-40df-4643-8200-e945a3a7cc36,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:13.311176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 721d60bb-7065-4ad5-9b6f-47c338801ee5 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:13.311571 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (721d60bb-7065-4ad5-9b6f-47c338801ee5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:13.335343 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761a97b-13fd-4d75-97ed-66b81b1a65d8 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Pushing event deleted for resources: {'Port': ['ID=920aef45-4ac6-40c4-a31f-91fec7a66a13,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:13.390664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a8001b75-8337-4f84-bca4-ad3d4dd44fd6 None None] Provisioning complete for port b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:13.391313 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a8001b75-8337-4f84-bca4-ad3d4dd44fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:13.510035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 721d60bb-7065-4ad5-9b6f-47c338801ee5 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:13.513235 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538e8863-9ba9-447a-9d9e-50ae1b0d5777 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Router 619bb21f-4788-4140-8131-c3014c6cc410 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:08:13.650786 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a8001b75-8337-4f84-bca4-ad3d4dd44fd6 None None] Current status of the port b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:13.659496 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a8001b75-8337-4f84-bca4-ad3d4dd44fd6 None None] Could not find standard attr ID for object cae9e42a-e0b2-4273-ad46-e1764d4d912c. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:08:13.710095 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538e8863-9ba9-447a-9d9e-50ae1b0d5777 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:08:13.720423 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-538e8863-9ba9-447a-9d9e-50ae1b0d5777 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "PUT /v2.0/routers/619bb21f-4788-4140-8131-c3014c6cc410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8879919 Mar 28 09:08:13.721462 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48528) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:13.734934 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6c1bb5-cd6a-483b-9add-ae738c1947f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 9f6142e8-fbde-47f1-a91a-41b3315da1b7 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:08:13.813343 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (a06c32da-e4d2-40f3-bf14-f4af84bc2341), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:13.817236 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4777546e-4ae3-4afd-b0a8-427b304e7f52 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks [] for floatingip (3787d0e2-bd36-4c9f-8a1d-d919d3e47931), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:13.818354 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:13.928808 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e7639350-7027-4738-ad57-155c49b389fb None None] Provisioning complete for port bf924525-f3ab-4443-ad07-e7d8f875287f triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:13.930658 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e7639350-7027-4738-ad57-155c49b389fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (bf924525-f3ab-4443-ad07-e7d8f875287f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:13.934234 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:13.934793 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.015842 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e7639350-7027-4738-ad57-155c49b389fb None None] Port bf924525-f3ab-4443-ad07-e7d8f875287f cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:08:14.038552 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e7639350-7027-4738-ad57-155c49b389fb None None] Provisioning complete for port b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:14.038552 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e7639350-7027-4738-ad57-155c49b389fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.095185 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-95ccf62c-5146-48c4-a82f-c0b64c63fe32 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.8534300 Mar 28 09:08:14.121480 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48530) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:14.125971 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a3a9c2cd-df36-4b64-b316-3b8fc26a874f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1936116260'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:14.166119 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f761a97b-13fd-4d75-97ed-66b81b1a65d8 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.176520 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:14.209811 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e7639350-7027-4738-ad57-155c49b389fb None None] Current status of the port b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:14.258203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38108e7-3906-4912-b9a8-9d04d6135182 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:14.259846 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38108e7-3906-4912-b9a8-9d04d6135182 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:14.265409 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f38108e7-3906-4912-b9a8-9d04d6135182 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5428805 Mar 28 09:08:14.267833 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48532) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:14.289529 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6c1bb5-cd6a-483b-9add-ae738c1947f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:08:14.299165 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8f6c1bb5-cd6a-483b-9add-ae738c1947f9 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/9f6142e8-fbde-47f1-a91a-41b3315da1b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4627528 Mar 28 09:08:14.303549 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee225703-d8a5-45fe-95c8-af6d8c01da7c None None] Sync routers for ids ['9f6142e8-fbde-47f1-a91a-41b3315da1b7'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:08:14.309990 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48534) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:14.316897 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee225703-d8a5-45fe-95c8-af6d8c01da7c None None] Routers {'9f6142e8-fbde-47f1-a91a-41b3315da1b7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:14.317644 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ee225703-d8a5-45fe-95c8-af6d8c01da7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9f6142e8-fbde-47f1-a91a-41b3315da1b7'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:14.326675 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c2cd-df36-4b64-b316-3b8fc26a874f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.335614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4777546e-4ae3-4afd-b0a8-427b304e7f52 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bafec59c-d7f1-4e04-b21c-1e5db1c4361a), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.342788 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9ea12295-1d00-4e51-a78a-08b43457a17a None None] Provisioning complete for port bf924525-f3ab-4443-ad07-e7d8f875287f triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:14.343109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9ea12295-1d00-4e51-a78a-08b43457a17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (bf924525-f3ab-4443-ad07-e7d8f875287f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.398342 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f761a97b-13fd-4d75-97ed-66b81b1a65d8 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.406730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f761a97b-13fd-4d75-97ed-66b81b1a65d8 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_controller (45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.425115 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ee225703-d8a5-45fe-95c8-af6d8c01da7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:14.427168 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9ea12295-1d00-4e51-a78a-08b43457a17a None None] Port bf924525-f3ab-4443-ad07-e7d8f875287f cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:08:14.445412 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce163008-0b2d-4bc5-8e60-57edbd70ccbf tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:14.446832 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ce163008-0b2d-4bc5-8e60-57edbd70ccbf tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/ports/bf924525-f3ab-4443-ad07-e7d8f875287f HTTP/1.1" status: 200 len: 911 time: 0.1214142 Mar 28 09:08:14.450668 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee225703-d8a5-45fe-95c8-af6d8c01da7c None None] Routers {'9f6142e8-fbde-47f1-a91a-41b3315da1b7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:14.451391 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ee225703-d8a5-45fe-95c8-af6d8c01da7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9f6142e8-fbde-47f1-a91a-41b3315da1b7'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:14.452557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48536) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:14.453200 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-459c8787-6d4a-4f74-810b-4af17a3f52e0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet 358a7910-6e9c-4934-9ecc-6ad005d64ebe {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:08:14.459986 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-459c8787-6d4a-4f74-810b-4af17a3f52e0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (358a7910-6e9c-4934-9ecc-6ad005d64ebe), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.504365 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ee225703-d8a5-45fe-95c8-af6d8c01da7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:14.505141 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee225703-d8a5-45fe-95c8-af6d8c01da7c None None] The sync data for ids ['9f6142e8-fbde-47f1-a91a-41b3315da1b7'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:08:14.518225 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-459c8787-6d4a-4f74-810b-4af17a3f52e0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (358a7910-6e9c-4934-9ecc-6ad005d64ebe), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.551815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-96634352-974b-4ae9-b46b-7b58c98abeb8 None None] Provisioning complete for port bf924525-f3ab-4443-ad07-e7d8f875287f triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:14.552324 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-96634352-974b-4ae9-b46b-7b58c98abeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (bf924525-f3ab-4443-ad07-e7d8f875287f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.564308 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c2cd-df36-4b64-b316-3b8fc26a874f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (a7ab9de9-f6ca-43a3-a86d-13bffbc55480), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.574003 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c2cd-df36-4b64-b316-3b8fc26a874f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (a7ab9de9-f6ca-43a3-a86d-13bffbc55480), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.606876 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-96634352-974b-4ae9-b46b-7b58c98abeb8 None None] Port bf924525-f3ab-4443-ad07-e7d8f875287f cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:08:14.618374 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f761a97b-13fd-4d75-97ed-66b81b1a65d8 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.619025 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f761a97b-13fd-4d75-97ed-66b81b1a65d8 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:08:14.635023 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c2cd-df36-4b64-b316-3b8fc26a874f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.637552 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a3a9c2cd-df36-4b64-b316-3b8fc26a874f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5150526 Mar 28 09:08:14.643311 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48538) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:14.648069 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-85c50ba4-7754-45c4-95a4-306e01f04a8c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group_rule': {'security_group_id': 'a7ab9de9-f6ca-43a3-a86d-13bffbc55480', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:14.655657 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f761a97b-13fd-4d75-97ed-66b81b1a65d8 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.656960 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f761a97b-13fd-4d75-97ed-66b81b1a65d8 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "DELETE /v2.0/routers/45d3698e-f0b8-4c7f-a18c-4f4b8bca3ee2 HTTP/1.1" status: 204 len: 168 time: 6.5290544 Mar 28 09:08:14.660282 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48540) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:14.661696 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] Publish callbacks [] for router_gateway (88205ee7-109f-4230-9d92-c449a422a4ce), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.663804 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a433ab0e-7818-4da6-a1c3-f1971684ac59 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (0d4ddac7-9270-48f8-96f9-34980ff1d5dd), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.687118 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9c2cd-df36-4b64-b316-3b8fc26a874f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ab9de9-f6ca-43a3-a86d-13bffbc55480,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:14.697081 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-459c8787-6d4a-4f74-810b-4af17a3f52e0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (358a7910-6e9c-4934-9ecc-6ad005d64ebe), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.770050 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85c50ba4-7754-45c4-95a4-306e01f04a8c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (34cd258a-0001-44f9-8e86-b687987e684e), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.800654 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-e503bd4f-a81e-4208-b97b-17b334b01680 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Deleting subnet 099cfdd8-2dff-414d-a4f6-5d2fd34e2762 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:08:14.810584 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e503bd4f-a81e-4208-b97b-17b334b01680 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for subnet (099cfdd8-2dff-414d-a4f6-5d2fd34e2762), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.848270 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433ab0e-7818-4da6-a1c3-f1971684ac59 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Subnet': ['ID=0d4ddac7-9270-48f8-96f9-34980ff1d5dd,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:14.876060 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-459c8787-6d4a-4f74-810b-4af17a3f52e0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (358a7910-6e9c-4934-9ecc-6ad005d64ebe), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.880240 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e503bd4f-a81e-4208-b97b-17b334b01680 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (099cfdd8-2dff-414d-a4f6-5d2fd34e2762), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.923137 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85c50ba4-7754-45c4-95a4-306e01f04a8c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (34cd258a-0001-44f9-8e86-b687987e684e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.948942 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-459c8787-6d4a-4f74-810b-4af17a3f52e0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.955854 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-459c8787-6d4a-4f74-810b-4af17a3f52e0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/358a7910-6e9c-4934-9ecc-6ad005d64ebe HTTP/1.1" status: 204 len: 168 time: 0.6675565 Mar 28 09:08:14.957293 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c8787-6d4a-4f74-810b-4af17a3f52e0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=358a7910-6e9c-4934-9ecc-6ad005d64ebe,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:14.957866 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd690e3-af73-4e05-a167-8f2bb0c8df2a None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:14.960024 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85c50ba4-7754-45c4-95a4-306e01f04a8c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (34cd258a-0001-44f9-8e86-b687987e684e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:14.960964 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48542) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:14.991816 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c50ba4-7754-45c4-95a4-306e01f04a8c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34cd258a-0001-44f9-8e86-b687987e684e,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:15.004611 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e503bd4f-a81e-4208-b97b-17b334b01680 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (099cfdd8-2dff-414d-a4f6-5d2fd34e2762), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.023699 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433ab0e-7818-4da6-a1c3-f1971684ac59 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Checking segment: {'id': 'c2ab4118-5d36-4d61-b059-5c5e3930ccf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '057949aa-e162-4b64-9074-eea913c81aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:15.024324 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a433ab0e-7818-4da6-a1c3-f1971684ac59 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network hostable DHCP agents. Network: 057949aa-e162-4b64-9074-eea913c81aae, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:08:15.029664 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85c50ba4-7754-45c4-95a4-306e01f04a8c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.033372 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-85c50ba4-7754-45c4-95a4-306e01f04a8c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3865998 Mar 28 09:08:15.034637 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48544) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:15.036225 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Router a06c32da-e4d2-40f3-bf14-f4af84bc2341 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:08:15.040977 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-08f482a8-b8ad-4254-a266-909e5b484b58 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group_rule': {'security_group_id': 'a7ab9de9-f6ca-43a3-a86d-13bffbc55480', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:15.089330 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-08f482a8-b8ad-4254-a266-909e5b484b58 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (73932648-1d2f-4718-9131-e1888a02a471), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.101564 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e503bd4f-a81e-4208-b97b-17b334b01680 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (099cfdd8-2dff-414d-a4f6-5d2fd34e2762), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.142217 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503bd4f-a81e-4208-b97b-17b334b01680 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=099cfdd8-2dff-414d-a4f6-5d2fd34e2762,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:15.151392 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e503bd4f-a81e-4208-b97b-17b334b01680 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.158034 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e503bd4f-a81e-4208-b97b-17b334b01680 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/099cfdd8-2dff-414d-a4f6-5d2fd34e2762 HTTP/1.1" status: 204 len: 168 time: 0.4862635 Mar 28 09:08:15.160186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48546) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:15.190165 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57449de3-6bb2-470c-bf8d-c5d6f170ee25 None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:08:15.228739 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a097a2c-d19e-4475-af85-9a63efef562d None None] Sync routers for ids ['619bb21f-4788-4140-8131-c3014c6cc410'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:08:15.245393 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a097a2c-d19e-4475-af85-9a63efef562d None None] Routers {'619bb21f-4788-4140-8131-c3014c6cc410'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:15.246085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2a097a2c-d19e-4475-af85-9a63efef562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['619bb21f-4788-4140-8131-c3014c6cc410'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:15.290203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-832032a6-6de0-401e-b211-b313ec301df5 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (586fb1d6-1b7d-4996-9dba-ca7a116068f9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.294165 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-08f482a8-b8ad-4254-a266-909e5b484b58 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (73932648-1d2f-4718-9131-e1888a02a471), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.302596 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-08f482a8-b8ad-4254-a266-909e5b484b58 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (73932648-1d2f-4718-9131-e1888a02a471), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.331078 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-2a097a2c-d19e-4475-af85-9a63efef562d None None] Set router 619bb21f-4788-4140-8131-c3014c6cc410 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:08:15.334975 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f482a8-b8ad-4254-a266-909e5b484b58 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73932648-1d2f-4718-9131-e1888a02a471,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:15.388470 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-57449de3-6bb2-470c-bf8d-c5d6f170ee25 None None] Deleting port 137af035-fe47-4b32-93cc-f96c72ce6cc2 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:15.388760 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-57449de3-6bb2-470c-bf8d-c5d6f170ee25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (137af035-fe47-4b32-93cc-f96c72ce6cc2), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.390698 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2a097a2c-d19e-4475-af85-9a63efef562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619bb21f-4788-4140-8131-c3014c6cc410', 'name': 'tempest-NetworksTestDHCPv6-router-224128505', 'tenant_id': '15695fdb84ef4808b59972db71cc9c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:01Z', 'updated_at': '2022-03-28T09:08:12Z', 'revision_number': 3, 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:15.410133 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-08f482a8-b8ad-4254-a266-909e5b484b58 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.414861 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-08f482a8-b8ad-4254-a266-909e5b484b58 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3767889 Mar 28 09:08:15.420111 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48548) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:15.426887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7ea5c1e0-18a7-412e-9e7d-a28256fc8083 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group_rule': {'security_group_id': 'a7ab9de9-f6ca-43a3-a86d-13bffbc55480', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:15.448503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-832032a6-6de0-401e-b211-b313ec301df5 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (586fb1d6-1b7d-4996-9dba-ca7a116068f9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.456109 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4777546e-4ae3-4afd-b0a8-427b304e7f52 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks [] for port (bafec59c-d7f1-4e04-b21c-1e5db1c4361a), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.459731 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a097a2c-d19e-4475-af85-9a63efef562d None None] Checking router: 619bb21f-4788-4140-8131-c3014c6cc410 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:08:15.474045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-832032a6-6de0-401e-b211-b313ec301df5 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586fb1d6-1b7d-4996-9dba-ca7a116068f9']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:15.477845 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4777546e-4ae3-4afd-b0a8-427b304e7f52 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (bafec59c-d7f1-4e04-b21c-1e5db1c4361a), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.484627 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a097a2c-d19e-4475-af85-9a63efef562d None None] Routers {'619bb21f-4788-4140-8131-c3014c6cc410'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:15.485260 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2a097a2c-d19e-4475-af85-9a63efef562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['619bb21f-4788-4140-8131-c3014c6cc410'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:15.485973 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-832032a6-6de0-401e-b211-b313ec301df5 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a188c3-4ad5-41ca-a401-a5dc34aa60e9') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:15.486292 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-832032a6-6de0-401e-b211-b313ec301df5 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a188c3-4ad5-41ca-a401-a5dc34aa60e9') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:15.501005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-832032a6-6de0-401e-b211-b313ec301df5 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (19a188c3-4ad5-41ca-a401-a5dc34aa60e9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.505815 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a433ab0e-7818-4da6-a1c3-f1971684ac59 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Network 057949aa-e162-4b64-9074-eea913c81aae is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:08:15.507689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c1e0-18a7-412e-9e7d-a28256fc8083 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (41afbda9-45dd-48ec-8dcd-79a37ad9f9cb), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.526994 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-832032a6-6de0-401e-b211-b313ec301df5 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (19a188c3-4ad5-41ca-a401-a5dc34aa60e9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.533776 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832032a6-6de0-401e-b211-b313ec301df5 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:08:15.533996 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-832032a6-6de0-401e-b211-b313ec301df5 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (19a188c3-4ad5-41ca-a401-a5dc34aa60e9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.572088 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-57449de3-6bb2-470c-bf8d-c5d6f170ee25 None None] For port 137af035-fe47-4b32-93cc-f96c72ce6cc2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=137af035-fe47-4b32-93cc-f96c72ce6cc2,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:15.572500 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-57449de3-6bb2-470c-bf8d-c5d6f170ee25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (137af035-fe47-4b32-93cc-f96c72ce6cc2), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.586575 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-2a097a2c-d19e-4475-af85-9a63efef562d None None] Set router 619bb21f-4788-4140-8131-c3014c6cc410 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:08:15.591900 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:08:15.616173 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-57449de3-6bb2-470c-bf8d-c5d6f170ee25 None None] Calling delete_port for 137af035-fe47-4b32-93cc-f96c72ce6cc2 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:15.632302 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-a433ab0e-7818-4da6-a1c3-f1971684ac59 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 057949aa-e162-4b64-9074-eea913c81aae) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:15.644115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-832032a6-6de0-401e-b211-b313ec301df5 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (586fb1d6-1b7d-4996-9dba-ca7a116068f9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.649499 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91ebdaf-f13e-497d-983c-36a73bf32911 None None] Network 057949aa-e162-4b64-9074-eea913c81aae requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:15.653263 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-51551dfd-2de3-432f-b919-e59a41bc5291 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6865232 Mar 28 09:08:15.666405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a433ab0e-7818-4da6-a1c3-f1971684ac59 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:15.667370 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a433ab0e-7818-4da6-a1c3-f1971684ac59 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.674782 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48550) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:15.674986 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832032a6-6de0-401e-b211-b313ec301df5 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 586fb1d6-1b7d-4996-9dba-ca7a116068f9 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 09:08:15.676670 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832032a6-6de0-401e-b211-b313ec301df5 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Pushing event deleted for resources: {'Network': ['ID=586fb1d6-1b7d-4996-9dba-ca7a116068f9,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:15.684540 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-832032a6-6de0-401e-b211-b313ec301df5 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.692507 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-832032a6-6de0-401e-b211-b313ec301df5 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "DELETE /v2.0/networks/586fb1d6-1b7d-4996-9dba-ca7a116068f9 HTTP/1.1" status: 204 len: 168 time: 0.5269899 Mar 28 09:08:15.706866 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c1e0-18a7-412e-9e7d-a28256fc8083 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (41afbda9-45dd-48ec-8dcd-79a37ad9f9cb), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.716842 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c1e0-18a7-412e-9e7d-a28256fc8083 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (41afbda9-45dd-48ec-8dcd-79a37ad9f9cb), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.723042 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 920aef45-4ac6-40c4-a31f-91fec7a66a13 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:08:15.725725 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2a097a2c-d19e-4475-af85-9a63efef562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619bb21f-4788-4140-8131-c3014c6cc410', 'name': 'tempest-NetworksTestDHCPv6-router-224128505', 'tenant_id': '15695fdb84ef4808b59972db71cc9c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:01Z', 'updated_at': '2022-03-28T09:08:12Z', 'revision_number': 3, 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:15.758373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5c1e0-18a7-412e-9e7d-a28256fc8083 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41afbda9-45dd-48ec-8dcd-79a37ad9f9cb,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:15.761445 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777546e-4ae3-4afd-b0a8-427b304e7f52 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Pushing event updated for resources: {'Port': ['ID=bafec59c-d7f1-4e04-b21c-1e5db1c4361a,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:15.768863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c1e0-18a7-412e-9e7d-a28256fc8083 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.770596 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7ea5c1e0-18a7-412e-9e7d-a28256fc8083 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3493845 Mar 28 09:08:15.782078 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48554) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:15.793493 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-76bec366-132f-4bb9-94a0-f6d60b57ac95 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group_rule': {'security_group_id': 'a7ab9de9-f6ca-43a3-a86d-13bffbc55480', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:15.824929 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 920aef45-4ac6-40c4-a31f-91fec7a66a13 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:08:15.825302 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 920aef45-4ac6-40c4-a31f-91fec7a66a13 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:08:15.825783 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 137af035-fe47-4b32-93cc-f96c72ce6cc2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:08:15.828322 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a097a2c-d19e-4475-af85-9a63efef562d None None] The sync data for ids ['619bb21f-4788-4140-8131-c3014c6cc410'] in dv-neutron-master-2-hyperv is: [{'id': '619bb21f-4788-4140-8131-c3014c6cc410', 'name': 'tempest-NetworksTestDHCPv6-router-224128505', 'tenant_id': '15695fdb84ef4808b59972db71cc9c7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:01Z', 'updated_at': '2022-03-28T09:08:12Z', 'revision_number': 3, 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'gw_port_host': None}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:08:15.846934 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (88205ee7-109f-4230-9d92-c449a422a4ce), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.856373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76bec366-132f-4bb9-94a0-f6d60b57ac95 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (9266754d-ac7f-4d20-bb66-666f24ffa86b), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.881602 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a433ab0e-7818-4da6-a1c3-f1971684ac59 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.3180647 Mar 28 09:08:15.886290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48558) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:15.896427 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-0c4cc68b-1077-477e-b42b-274a7714b7d0 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:15.925174 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4777546e-4ae3-4afd-b0a8-427b304e7f52 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (3787d0e2-bd36-4c9f-8a1d-d919d3e47931), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.946734 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2d6a735-97e5-4582-b6c0-f27611eda510 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for router (619bb21f-4788-4140-8131-c3014c6cc410), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:15.998243 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d39b31-cfe6-410a-b073-3820859236a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-057949aa-e162-4b64-9074-eea913c81aae', 'network_id': '057949aa-e162-4b64-9074-eea913c81aae', 'project_id': '15ec40f64a0746ac8120f854f6600104', 'fixed_ips': [{'subnet_id': '0d4ddac7-9270-48f8-96f9-34980ff1d5dd'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:08:15.999121 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-06d39b31-cfe6-410a-b073-3820859236a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.015332 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-57449de3-6bb2-470c-bf8d-c5d6f170ee25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (137af035-fe47-4b32-93cc-f96c72ce6cc2), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.028001 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 137af035-fe47-4b32-93cc-f96c72ce6cc2 is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:16.028398 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (137af035-fe47-4b32-93cc-f96c72ce6cc2), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.066385 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76bec366-132f-4bb9-94a0-f6d60b57ac95 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (9266754d-ac7f-4d20-bb66-666f24ffa86b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.137666 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0c4cc68b-1077-477e-b42b-274a7714b7d0 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9575866'] for subnet (0d4ddac7-9270-48f8-96f9-34980ff1d5dd), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.152102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48562) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:16.152296 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57449de3-6bb2-470c-bf8d-c5d6f170ee25 None None] Pushing event deleted for resources: {'Port': ['ID=137af035-fe47-4b32-93cc-f96c72ce6cc2,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:16.153677 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57449de3-6bb2-470c-bf8d-c5d6f170ee25 None None] No DVR routers for this DVR port 137af035-fe47-4b32-93cc-f96c72ce6cc2 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:08:16.160907 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b5e33b3f-7eeb-4f3d-a840-1f60754ea5a4 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Request body: {'router': {'name': 'tempest-router--1238736475', 'project_id': '5b72ef1f757949b0ae9147eaf80e777f'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:16.189440 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4777546e-4ae3-4afd-b0a8-427b304e7f52 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.191064 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4777546e-4ae3-4afd-b0a8-427b304e7f52 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 8.3132713 Mar 28 09:08:16.199564 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48564) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:16.203946 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:08:16.350721 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-06d39b31-cfe6-410a-b073-3820859236a9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 28 09:08:16.350721 dv-neutron-master-2-hyperv neutron-server[104077]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 28 09:08:16.350721 dv-neutron-master-2-hyperv neutron-server[104077]: [parameters: {'in_use': 1, 'id_1': '0d4ddac7-9270-48f8-96f9-34980ff1d5dd'}] Mar 28 09:08:16.350721 dv-neutron-master-2-hyperv neutron-server[104077]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:08:16.352028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-06d39b31-cfe6-410a-b073-3820859236a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:08:16.357797 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76bec366-132f-4bb9-94a0-f6d60b57ac95 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (9266754d-ac7f-4d20-bb66-666f24ffa86b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.381738 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0c4cc68b-1077-477e-b42b-274a7714b7d0 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764768247435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9826088'] for subnet (0d4ddac7-9270-48f8-96f9-34980ff1d5dd), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.383583 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bec366-132f-4bb9-94a0-f6d60b57ac95 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9266754d-ac7f-4d20-bb66-666f24ffa86b,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:16.410363 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9b42a7b7-4400-4562-9d70-4ac96370d6fd tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb HTTP/1.1" status: 200 len: 689 time: 0.2076473 Mar 28 09:08:16.412443 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2d6a735-97e5-4582-b6c0-f27611eda510 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (619bb21f-4788-4140-8131-c3014c6cc410), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.417199 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48566) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:16.417775 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5e33b3f-7eeb-4f3d-a840-1f60754ea5a4 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (c750fffb-f6a0-4000-a14a-0c16f0ece485), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.418976 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5e33b3f-7eeb-4f3d-a840-1f60754ea5a4 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (c750fffb-f6a0-4000-a14a-0c16f0ece485), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.428635 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76bec366-132f-4bb9-94a0-f6d60b57ac95 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.429837 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-76bec366-132f-4bb9-94a0-f6d60b57ac95 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6466887 Mar 28 09:08:16.431437 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2d6a735-97e5-4582-b6c0-f27611eda510 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for router_controller (619bb21f-4788-4140-8131-c3014c6cc410), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.435042 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.436424 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1ea59691-761e-47a9-8925-437707e9b47a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.2393916 Mar 28 09:08:16.438660 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48568) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:16.439134 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48570) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:16.452090 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b6f6fdab-ac8c-4e26-8675-f6e3dccd75a4 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:16.457576 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e6a9de83-32df-4334-9612-b59c101a727a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group_rule': {'security_group_id': 'a7ab9de9-f6ca-43a3-a86d-13bffbc55480', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:16.490405 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4cc68b-1077-477e-b42b-274a7714b7d0 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:16.491021 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0c4cc68b-1077-477e-b42b-274a7714b7d0 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.492325 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0c4cc68b-1077-477e-b42b-274a7714b7d0 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "PUT /v2.0/subnets/0d4ddac7-9270-48f8-96f9-34980ff1d5dd HTTP/1.1" status: 200 len: 877 time: 0.6028614 Mar 28 09:08:16.497269 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48572) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:16.498321 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf3b37-3c7a-4d60-8337-97cdc9962d3d None None] Sync routers for ids ['a06c32da-e4d2-40f3-bf14-f4af84bc2341'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:08:16.514911 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf3b37-3c7a-4d60-8337-97cdc9962d3d None None] Routers {'a06c32da-e4d2-40f3-bf14-f4af84bc2341'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:16.516063 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d3bf3b37-3c7a-4d60-8337-97cdc9962d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['a06c32da-e4d2-40f3-bf14-f4af84bc2341'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:16.567140 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cc68b-1077-477e-b42b-274a7714b7d0 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event updated for resources: {'Subnet': ['ID=0d4ddac7-9270-48f8-96f9-34980ff1d5dd,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:16.570671 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d3bf3b37-3c7a-4d60-8337-97cdc9962d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:16.581022 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf3b37-3c7a-4d60-8337-97cdc9962d3d None None] Routers {'a06c32da-e4d2-40f3-bf14-f4af84bc2341'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:16.582597 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d3bf3b37-3c7a-4d60-8337-97cdc9962d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['a06c32da-e4d2-40f3-bf14-f4af84bc2341'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:16.622543 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d3bf3b37-3c7a-4d60-8337-97cdc9962d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:16.623486 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf3b37-3c7a-4d60-8337-97cdc9962d3d None None] The sync data for ids ['a06c32da-e4d2-40f3-bf14-f4af84bc2341'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:08:16.637731 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.672555 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4bbe0d75-bc82-437a-82cf-f7b6a2ddfe60 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (057949aa-e162-4b64-9074-eea913c81aae), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.672966 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2d6a735-97e5-4582-b6c0-f27611eda510 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (619bb21f-4788-4140-8131-c3014c6cc410), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.673488 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d6a735-97e5-4582-b6c0-f27611eda510 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Fanout notify agent at l3_agent the message router_deleted on router 619bb21f-4788-4140-8131-c3014c6cc410 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:08:16.683533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2d6a735-97e5-4582-b6c0-f27611eda510 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.684616 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e2d6a735-97e5-4582-b6c0-f27611eda510 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/routers/619bb21f-4788-4140-8131-c3014c6cc410 HTTP/1.1" status: 204 len: 168 time: 0.9850104 Mar 28 09:08:16.692386 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5e33b3f-7eeb-4f3d-a840-1f60754ea5a4 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_controller (c750fffb-f6a0-4000-a14a-0c16f0ece485), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.699964 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48574) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:16.722519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e6a9de83-32df-4334-9612-b59c101a727a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (0cb7b5e0-b434-4c12-b2f0-81a2aa8e80ea), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.725267 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5e33b3f-7eeb-4f3d-a840-1f60754ea5a4 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (c750fffb-f6a0-4000-a14a-0c16f0ece485), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.759320 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-74871e76-c429-4c57-9a17-4a576ca7408b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0572300 Mar 28 09:08:16.767658 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48576) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:16.795573 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4bbe0d75-bc82-437a-82cf-f7b6a2ddfe60 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (0d4ddac7-9270-48f8-96f9-34980ff1d5dd), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.808903 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5e33b3f-7eeb-4f3d-a840-1f60754ea5a4 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.810106 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b5e33b3f-7eeb-4f3d-a840-1f60754ea5a4 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6540945 Mar 28 09:08:16.820588 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48578) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:16.836351 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Deleting port bafec59c-d7f1-4e04-b21c-1e5db1c4361a {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:16.836697 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (bafec59c-d7f1-4e04-b21c-1e5db1c4361a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.853249 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-06d39b31-cfe6-410a-b073-3820859236a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.888147 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] Router 88205ee7-109f-4230-9d92-c449a422a4ce is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:08:16.968921 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9ad5d55d-222b-417d-8519-4da4952975e7 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router (c750fffb-f6a0-4000-a14a-0c16f0ece485), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:16.997971 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d3201527-c926-42ed-9b29-cbeddd220d26 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (9f6142e8-fbde-47f1-a91a-41b3315da1b7), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.006384 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acf1ef4-3379-4dd9-aaee-7e4b303d9567 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:17.007863 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5acf1ef4-3379-4dd9-aaee-7e4b303d9567 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2339420 Mar 28 09:08:17.013733 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48580) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server [None req-06d39b31-cfe6-410a-b073-3820859236a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d4ddac7-9270-48f8-96f9-34980ff1d5dd: This subnet is being modified by another concurrent operation. Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 09:08:17.065264 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise exception Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d4ddac7-9270-48f8-96f9-34980ff1d5dd: This subnet is being modified by another concurrent operation. Mar 28 09:08:17.068676 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server Mar 28 09:08:17.070858 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4bbe0d75-bc82-437a-82cf-f7b6a2ddfe60 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (0d4ddac7-9270-48f8-96f9-34980ff1d5dd), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.097762 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3ebff3-5778-44c1-85fc-88341ea6ceff None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 09:08:17.158863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (bafec59c-d7f1-4e04-b21c-1e5db1c4361a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.159198 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks [] for floatingip (bafec59c-d7f1-4e04-b21c-1e5db1c4361a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.203566 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe0d75-bc82-437a-82cf-f7b6a2ddfe60 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Subnet': ['ID=0d4ddac7-9270-48f8-96f9-34980ff1d5dd,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:17.207082 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3ebff3-5778-44c1-85fc-88341ea6ceff None None] Resources bound (agent type, host, resource id): {{(pid=104077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 09:08:17.216320 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Calling delete_port for bafec59c-d7f1-4e04-b21c-1e5db1c4361a owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:17.270784 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9ad5d55d-222b-417d-8519-4da4952975e7 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (c750fffb-f6a0-4000-a14a-0c16f0ece485), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.285761 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9ad5d55d-222b-417d-8519-4da4952975e7 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_controller (c750fffb-f6a0-4000-a14a-0c16f0ece485), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.375750 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4bbe0d75-bc82-437a-82cf-f7b6a2ddfe60 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (057949aa-e162-4b64-9074-eea913c81aae), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.378850 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e6a9de83-32df-4334-9612-b59c101a727a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (0cb7b5e0-b434-4c12-b2f0-81a2aa8e80ea), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.403960 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9ad5d55d-222b-417d-8519-4da4952975e7 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (c750fffb-f6a0-4000-a14a-0c16f0ece485), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.404492 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad5d55d-222b-417d-8519-4da4952975e7 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c750fffb-f6a0-4000-a14a-0c16f0ece485 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:08:17.411179 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9ad5d55d-222b-417d-8519-4da4952975e7 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.414775 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9ad5d55d-222b-417d-8519-4da4952975e7 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "DELETE /v2.0/routers/c750fffb-f6a0-4000-a14a-0c16f0ece485 HTTP/1.1" status: 204 len: 168 time: 0.5863807 Mar 28 09:08:17.420033 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-4bbe0d75-bc82-437a-82cf-f7b6a2ddfe60 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057949aa-e162-4b64-9074-eea913c81aae']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:17.431603 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd543b7c-368d-4b20-bdd4-7a9f2b8591bf None None] Network 057949aa-e162-4b64-9074-eea913c81aae requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:17.436958 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-4bbe0d75-bc82-437a-82cf-f7b6a2ddfe60 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ab4118-5d36-4d61-b059-5c5e3930ccf3') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:17.437265 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-4bbe0d75-bc82-437a-82cf-f7b6a2ddfe60 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ab4118-5d36-4d61-b059-5c5e3930ccf3') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:17.449701 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4bbe0d75-bc82-437a-82cf-f7b6a2ddfe60 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (c2ab4118-5d36-4d61-b059-5c5e3930ccf3), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.455409 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7f9756ac-9b54-46dc-ad66-a14cc82be30a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1501710 Mar 28 09:08:17.461085 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e6a9de83-32df-4334-9612-b59c101a727a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (0cb7b5e0-b434-4c12-b2f0-81a2aa8e80ea), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.465967 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48584) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:17.476540 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4bbe0d75-bc82-437a-82cf-f7b6a2ddfe60 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c2ab4118-5d36-4d61-b059-5c5e3930ccf3), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.481496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-627253cd-4908-4b2c-bbcb-01fb9209b7f4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:17.484485 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbe0d75-bc82-437a-82cf-f7b6a2ddfe60 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:08:17.484895 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4bbe0d75-bc82-437a-82cf-f7b6a2ddfe60 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (c2ab4118-5d36-4d61-b059-5c5e3930ccf3), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:08:17.488059 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:08:17.556720 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device cae9e42a-e0b2-4273-ad46-e1764d4d912c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:08:17.565104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355953ca-1dd4-4fe2-9171-8c364f811b27 None None] Network 057949aa-e162-4b64-9074-eea913c81aae requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:17.578041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9de83-32df-4334-9612-b59c101a727a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb7b5e0-b434-4c12-b2f0-81a2aa8e80ea,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:17.606376 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: cae9e42a-e0b2-4273-ad46-e1764d4d912c {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:08:17.606916 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device cae9e42a-e0b2-4273-ad46-e1764d4d912c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:08:17.622577 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4bbe0d75-bc82-437a-82cf-f7b6a2ddfe60 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (057949aa-e162-4b64-9074-eea913c81aae), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.626764 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e6a9de83-32df-4334-9612-b59c101a727a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.628235 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e6a9de83-32df-4334-9612-b59c101a727a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1854801 Mar 28 09:08:17.635658 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48586) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:17.654324 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48588) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:17.655569 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4bbe0d75-bc82-437a-82cf-f7b6a2ddfe60 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.658670 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4bbe0d75-bc82-437a-82cf-f7b6a2ddfe60 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/057949aa-e162-4b64-9074-eea913c81aae HTTP/1.1" status: 204 len: 168 time: 1.1584587 Mar 28 09:08:17.659697 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe0d75-bc82-437a-82cf-f7b6a2ddfe60 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Network': ['ID=057949aa-e162-4b64-9074-eea913c81aae,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:17.662745 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (bafec59c-d7f1-4e04-b21c-1e5db1c4361a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.669856 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48590) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:17.724027 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-230023b1-ab28-4a5d-a817-1df62efbb794 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:17.724486 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230023b1-ab28-4a5d-a817-1df62efbb794 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:17.730150 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-230023b1-ab28-4a5d-a817-1df62efbb794 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/subnets/0d4ddac7-9270-48f8-96f9-34980ff1d5dd HTTP/1.1" status: 404 len: 337 time: 0.0552270 Mar 28 09:08:17.730542 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Pushing event deleted for resources: {'Port': ['ID=bafec59c-d7f1-4e04-b21c-1e5db1c4361a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:17.732090 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48594) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:17.794573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:08:17.810373 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Sync routers for ids ['88205ee7-109f-4230-9d92-c449a422a4ce'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:08:17.825948 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45b5e4f4-93b9-4cd2-a916-90eed1c4f444 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (0cb7b5e0-b434-4c12-b2f0-81a2aa8e80ea), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.826166 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Routers {'88205ee7-109f-4230-9d92-c449a422a4ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:17.826992 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['88205ee7-109f-4230-9d92-c449a422a4ce'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:17.840288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45b5e4f4-93b9-4cd2-a916-90eed1c4f444 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (0cb7b5e0-b434-4c12-b2f0-81a2aa8e80ea), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.844790 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627253cd-4908-4b2c-bbcb-01fb9209b7f4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:17.848383 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-627253cd-4908-4b2c-bbcb-01fb9209b7f4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.912770 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:17.914049 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b5acba25-96fb-4268-a56c-096a115b5f9a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.2074916 Mar 28 09:08:17.930790 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48596) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:17.993476 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Set router 88205ee7-109f-4230-9d92-c449a422a4ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:08:17.997492 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b6f6fdab-ac8c-4e26-8675-f6e3dccd75a4 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_gateway (a06c32da-e4d2-40f3-bf14-f4af84bc2341), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.010838 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1468204572', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}, 'admin_state_up': False}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:18.037954 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45b5e4f4-93b9-4cd2-a916-90eed1c4f444 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (0cb7b5e0-b434-4c12-b2f0-81a2aa8e80ea), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.056069 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45b5e4f4-93b9-4cd2-a916-90eed1c4f444 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.057977 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-45b5e4f4-93b9-4cd2-a916-90eed1c4f444 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/0cb7b5e0-b434-4c12-b2f0-81a2aa8e80ea HTTP/1.1" status: 204 len: 168 time: 0.4162219 Mar 28 09:08:18.060625 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4906e1c-577f-4c26-b656-b54eb50c2d8a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:18.061140 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4906e1c-577f-4c26-b656-b54eb50c2d8a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:18.066792 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b4906e1c-577f-4c26-b656-b54eb50c2d8a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/057949aa-e162-4b64-9074-eea913c81aae HTTP/1.1" status: 404 len: 339 time: 0.0666742 Mar 28 09:08:18.069294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48598) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:18.069441 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48600) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:18.085810 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5e4f4-93b9-4cd2-a916-90eed1c4f444 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cb7b5e0-b434-4c12-b2f0-81a2aa8e80ea,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:18.096585 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b6f6fdab-ac8c-4e26-8675-f6e3dccd75a4 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_gateway (a06c32da-e4d2-40f3-bf14-f4af84bc2341), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.114960 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8842877e-9edd-4c2d-ab29-07ebeb796a8a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:18.115478 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8842877e-9edd-4c2d-ab29-07ebeb796a8a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:18.122815 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8842877e-9edd-4c2d-ab29-07ebeb796a8a tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/subnets/be761edc-fa89-4200-bb15-8d784b65fafd HTTP/1.1" status: 404 len: 337 time: 0.0504310 Mar 28 09:08:18.123748 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48602) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:18.126909 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks [] for floatingip (3787d0e2-bd36-4c9f-8a1d-d919d3e47931), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.130075 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (b4889869-24ae-45b3-9521-28fe66cb2644), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.131215 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (b4889869-24ae-45b3-9521-28fe66cb2644), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.165547 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb97c94-e688-4cfc-8c7a-43a92ad7d322 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:18.166189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb97c94-e688-4cfc-8c7a-43a92ad7d322 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:18.170161 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-feb97c94-e688-4cfc-8c7a-43a92ad7d322 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/13e89181-0770-4990-9ec8-5208d738ae4b HTTP/1.1" status: 404 len: 339 time: 0.0449896 Mar 28 09:08:18.172929 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48604) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:18.235687 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'name': 'tempest-ServerActionsTestJSON-2141593750-router', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245'}], 'enable_snat': True}, 'gw_port_id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:06Z', 'updated_at': '2022-03-28T09:08:13Z', 'revision_number': 3, 'project_id': '2eeee875a9da4567926143d977c5d593', 'gw_port': {'id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:09Z', 'updated_at': '2022-03-28T09:08:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:18.261677 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-304a4cd2-2a4d-416e-9652-62be575b137e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1848788 Mar 28 09:08:18.265357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Checking router: 88205ee7-109f-4230-9d92-c449a422a4ce for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:08:18.265839 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Updating router 88205ee7-109f-4230-9d92-c449a422a4ce port b19add82-962f-4d50-87e4-baa6ae09a77b binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:08:18.270896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48606) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:18.286280 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_controller (b4889869-24ae-45b3-9521-28fe66cb2644), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.297119 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b19add82-962f-4d50-87e4-baa6ae09a77b), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.388897 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (7e8890e7-a158-4000-8cf8-60e7f8684a39), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.422400 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef8cea3c-75c4-4215-a332-37b73763d7a2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (6ec84594-9231-4df7-a9cf-12a478fcb066), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.442655 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6879e49c-4770-4503-8a20-7dfd210d9c5e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (9266754d-ac7f-4d20-bb66-666f24ffa86b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.468079 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6879e49c-4770-4503-8a20-7dfd210d9c5e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (9266754d-ac7f-4d20-bb66-666f24ffa86b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.500135 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-b6f6fdab-ac8c-4e26-8675-f6e3dccd75a4 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Deleting port 5d909510-b452-4f06-b21f-8cc0804ec8d3 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:18.500727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b6f6fdab-ac8c-4e26-8675-f6e3dccd75a4 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (5d909510-b452-4f06-b21f-8cc0804ec8d3), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.551324 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_gateway (b4889869-24ae-45b3-9521-28fe66cb2644), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.577771 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Publish callbacks [] for port (b19add82-962f-4d50-87e4-baa6ae09a77b), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.584036 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (b19add82-962f-4d50-87e4-baa6ae09a77b), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.595714 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (7e8890e7-a158-4000-8cf8-60e7f8684a39), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.647295 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab9d5b-f82b-4f1e-bf3c-4770312ad6a0 None None] Pushing event updated for resources: {'Port': ['ID=b19add82-962f-4d50-87e4-baa6ae09a77b,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:18.650348 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Attempting to bind port b19add82-962f-4d50-87e4-baa6ae09a77b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:08:18.650885 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Attempting to bind port b19add82-962f-4d50-87e4-baa6ae09a77b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:08:18.651305 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Attempting to bind port b19add82-962f-4d50-87e4-baa6ae09a77b on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:18.656724 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7e8890e7-a158-4000-8cf8-60e7f8684a39,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:18.658116 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:08:18.658116 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:18.658528 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.658919 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:08:18.660142 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Bound port: b19add82-962f-4d50-87e4-baa6ae09a77b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:08:18.660616 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b19add82-962f-4d50-87e4-baa6ae09a77b), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.665229 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-d3201527-c926-42ed-9b29-cbeddd220d26 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting port bf924525-f3ab-4443-ad07-e7d8f875287f {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:18.665568 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d3201527-c926-42ed-9b29-cbeddd220d26 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (bf924525-f3ab-4443-ad07-e7d8f875287f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.668299 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6879e49c-4770-4503-8a20-7dfd210d9c5e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (9266754d-ac7f-4d20-bb66-666f24ffa86b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.670747 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef8cea3c-75c4-4215-a332-37b73763d7a2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (6ec84594-9231-4df7-a9cf-12a478fcb066), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.695341 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6879e49c-4770-4503-8a20-7dfd210d9c5e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.696765 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6879e49c-4770-4503-8a20-7dfd210d9c5e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9266754d-ac7f-4d20-bb66-666f24ffa86b HTTP/1.1" status: 204 len: 168 time: 0.4249446 Mar 28 09:08:18.720375 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] For port b19add82-962f-4d50-87e4-baa6ae09a77b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:08:18.723540 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] For port b19add82-962f-4d50-87e4-baa6ae09a77b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b19add82-962f-4d50-87e4-baa6ae09a77b,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:08:18.730778 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (b19add82-962f-4d50-87e4-baa6ae09a77b), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.745251 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48608) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:18.792345 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Routers {'88205ee7-109f-4230-9d92-c449a422a4ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:18.793034 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['88205ee7-109f-4230-9d92-c449a422a4ce'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:18.798549 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.803021 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-ef8cea3c-75c4-4215-a332-37b73763d7a2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec84594-9231-4df7-a9cf-12a478fcb066']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:18.829760 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-ef8cea3c-75c4-4215-a332-37b73763d7a2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0bc70d-d7c6-4b96-a6c7-d846632dc46f') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:18.830130 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-ef8cea3c-75c4-4215-a332-37b73763d7a2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0bc70d-d7c6-4b96-a6c7-d846632dc46f') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:18.854870 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef8cea3c-75c4-4215-a332-37b73763d7a2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (9c0bc70d-d7c6-4b96-a6c7-d846632dc46f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.861873 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab9d5b-f82b-4f1e-bf3c-4770312ad6a0 None None] Pushing event updated for resources: {'Port': ['ID=b19add82-962f-4d50-87e4-baa6ae09a77b,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:18.863282 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:18.901160 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-83b54052-9d9b-4a5a-b495-5c5b295da1a4 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1509724 Mar 28 09:08:18.902242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e24ab2d-aadb-42bb-acdb-3b6a5f4aab8d') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:18.902367 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e24ab2d-aadb-42bb-acdb-3b6a5f4aab8d') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:18.904077 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48610) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:18.905227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef8cea3c-75c4-4215-a332-37b73763d7a2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (9c0bc70d-d7c6-4b96-a6c7-d846632dc46f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.917521 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] Set router 88205ee7-109f-4230-9d92-c449a422a4ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:08:18.939125 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8cea3c-75c4-4215-a332-37b73763d7a2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:08:18.939610 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef8cea3c-75c4-4215-a332-37b73763d7a2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (9c0bc70d-d7c6-4b96-a6c7-d846632dc46f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.943752 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (9e24ab2d-aadb-42bb-acdb-3b6a5f4aab8d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:08:18.947063 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:08:18.993098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879e49c-4770-4503-8a20-7dfd210d9c5e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9266754d-ac7f-4d20-bb66-666f24ffa86b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:19.029858 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (9e24ab2d-aadb-42bb-acdb-3b6a5f4aab8d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.041035 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-27dacd42-ac20-406c-824d-188ebdf8f7f4 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (41afbda9-45dd-48ec-8dcd-79a37ad9f9cb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.052249 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:08:19.052636 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (9e24ab2d-aadb-42bb-acdb-3b6a5f4aab8d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:08:19.054883 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:08:19.056792 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.objects.ports [None req-627253cd-4908-4b2c-bbcb-01fb9209b7f4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104075) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 09:08:19.057714 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-27dacd42-ac20-406c-824d-188ebdf8f7f4 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (41afbda9-45dd-48ec-8dcd-79a37ad9f9cb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.071071 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-627253cd-4908-4b2c-bbcb-01fb9209b7f4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (2e95a026-2677-4ce0-b40f-03539e563996), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.074455 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef8cea3c-75c4-4215-a332-37b73763d7a2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (6ec84594-9231-4df7-a9cf-12a478fcb066), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.079402 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef8cea3c-75c4-4215-a332-37b73763d7a2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.081120 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b6f6fdab-ac8c-4e26-8675-f6e3dccd75a4 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (5d909510-b452-4f06-b21f-8cc0804ec8d3), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.085196 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ef8cea3c-75c4-4215-a332-37b73763d7a2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/6ec84594-9231-4df7-a9cf-12a478fcb066 HTTP/1.1" status: 204 len: 168 time: 0.9100623 Mar 28 09:08:19.093140 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48612) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:19.133116 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'name': 'tempest-ServerActionsTestJSON-2141593750-router', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245'}], 'enable_snat': True}, 'gw_port_id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:06Z', 'updated_at': '2022-03-28T09:08:13Z', 'revision_number': 3, 'project_id': '2eeee875a9da4567926143d977c5d593', 'gw_port': {'id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:09Z', 'updated_at': '2022-03-28T09:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:19.149886 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8cea3c-75c4-4215-a332-37b73763d7a2 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Network': ['ID=6ec84594-9231-4df7-a9cf-12a478fcb066,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:19.160432 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-b6f6fdab-ac8c-4e26-8675-f6e3dccd75a4 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Calling delete_port for 5d909510-b452-4f06-b21f-8cc0804ec8d3 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:19.173864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2342a6-4c0b-4ec6-affe-52f256be1e5b None None] The sync data for ids ['88205ee7-109f-4230-9d92-c449a422a4ce'] in dv-neutron-master-2-hyperv is: [{'id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'name': 'tempest-ServerActionsTestJSON-2141593750-router', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245'}], 'enable_snat': True}, 'gw_port_id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:06Z', 'updated_at': '2022-03-28T09:08:13Z', 'revision_number': 3, 'project_id': '2eeee875a9da4567926143d977c5d593', 'gw_port': {'id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:09Z', 'updated_at': '2022-03-28T09:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:08:19.182675 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a4fd8f-8b50-41f1-a5f7-3e0a09e57884 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:19.183077 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a4fd8f-8b50-41f1-a5f7-3e0a09e57884 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:19.183381 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.186439 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e3a4fd8f-8b50-41f1-a5f7-3e0a09e57884 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/subnets/994566f7-6b82-4372-b70b-c437ed4c2391 HTTP/1.1" status: 404 len: 337 time: 0.0854540 Mar 28 09:08:19.191863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 09:08:19.194446 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.197562 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d3201527-c926-42ed-9b29-cbeddd220d26 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (bf924525-f3ab-4443-ad07-e7d8f875287f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.202982 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48614) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:19.207540 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] 10.222.0.15 "DELETE /v2.0/networks/8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb HTTP/1.1" status: 204 len: 168 time: 2.7864885 Mar 28 09:08:19.210960 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48616) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:19.213946 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-27dacd42-ac20-406c-824d-188ebdf8f7f4 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (41afbda9-45dd-48ec-8dcd-79a37ad9f9cb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.219653 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-27dacd42-ac20-406c-824d-188ebdf8f7f4 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.222871 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-27dacd42-ac20-406c-824d-188ebdf8f7f4 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/41afbda9-45dd-48ec-8dcd-79a37ad9f9cb HTTP/1.1" status: 204 len: 168 time: 0.3130372 Mar 28 09:08:19.224454 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48618) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:19.237037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627253cd-4908-4b2c-bbcb-01fb9209b7f4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:19.284475 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-627253cd-4908-4b2c-bbcb-01fb9209b7f4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:19.294727 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c585aae-c250-4651-b028-e61caa51dc20 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:19.304811 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-d3201527-c926-42ed-9b29-cbeddd220d26 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Calling delete_port for bf924525-f3ab-4443-ad07-e7d8f875287f owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:19.306709 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627253cd-4908-4b2c-bbcb-01fb9209b7f4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=2e95a026-2677-4ce0-b40f-03539e563996,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:19.312976 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627253cd-4908-4b2c-bbcb-01fb9209b7f4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:19.313897 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-627253cd-4908-4b2c-bbcb-01fb9209b7f4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.318968 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-b74cb16e-608a-43bd-8bd3-3e469a2c9789 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:19.319691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b74cb16e-608a-43bd-8bd3-3e469a2c9789 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:19.322941 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b74cb16e-608a-43bd-8bd3-3e469a2c9789 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/55b99739-82e0-42b1-846f-6b32b21efbd2 HTTP/1.1" status: 404 len: 339 time: 0.1155953 Mar 28 09:08:19.335920 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48620) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:19.348220 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e443cb-d55b-42d0-8b58-3ebdbc1cb89e tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:19.387650 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d6d1e0-7b32-46c9-92b7-6d99e9fa6368 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:19.388277 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d6d1e0-7b32-46c9-92b7-6d99e9fa6368 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:19.391604 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-09d6d1e0-7b32-46c9-92b7-6d99e9fa6368 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/subnets/2efde21c-3e5d-414a-976a-0e1f7dd26a1e HTTP/1.1" status: 404 len: 337 time: 0.0544229 Mar 28 09:08:19.395973 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dacd42-ac20-406c-824d-188ebdf8f7f4 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41afbda9-45dd-48ec-8dcd-79a37ad9f9cb,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:19.400146 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9be6ec58-4bcb-4927-955b-34bc378daada tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1764929 Mar 28 09:08:19.404209 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48622) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:19.404545 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48624) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:19.426098 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': '2e95a026-2677-4ce0-b40f-03539e563996'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:08:19.426988 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.434471 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-6244140f-72f6-4268-ab65-378c6cb991c0 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:19.434981 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6244140f-72f6-4268-ab65-378c6cb991c0 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:19.437912 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-627253cd-4908-4b2c-bbcb-01fb9209b7f4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9672892 Mar 28 09:08:19.442778 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48626) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:19.443382 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48628) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:19.443504 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6244140f-72f6-4268-ab65-378c6cb991c0 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/5b801c48-08ae-44c3-9e94-e7b602892346 HTTP/1.1" status: 404 len: 339 time: 0.0379126 Mar 28 09:08:19.459697 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-42fc2269-985f-4ce9-be0d-7df277b35dab tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:19.516530 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_gateway (b4889869-24ae-45b3-9521-28fe66cb2644), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.559475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.566620 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-361ed321-8cc3-4c58-b160-6adbdc033fe5 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:19.567826 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361ed321-8cc3-4c58-b160-6adbdc033fe5 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:19.571020 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-361ed321-8cc3-4c58-b160-6adbdc033fe5 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/subnets/eb6b7bd2-57b0-4360-9438-b213000b90ba HTTP/1.1" status: 404 len: 337 time: 0.1232345 Mar 28 09:08:19.578147 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-392da74c-aa5b-4040-9a27-fc98d166904b tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3258314 Mar 28 09:08:19.579503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48630) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:19.596684 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48632) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:19.655637 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Allocated IP 2001:db8::f816:3eff:fe66:b3ca (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/2e95a026-2677-4ce0-b40f-03539e563996/0f776211-5a82-4239-9d4a-8fa471fc6663) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:19.676078 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df705d4c-8b00-41fb-ab88-4856f5db2b5f tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:19.676592 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df705d4c-8b00-41fb-ab88-4856f5db2b5f tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:19.677114 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df705d4c-8b00-41fb-ab88-4856f5db2b5f tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:19.677647 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df705d4c-8b00-41fb-ab88-4856f5db2b5f tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:19.678103 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df705d4c-8b00-41fb-ab88-4856f5db2b5f tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:19.678553 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df705d4c-8b00-41fb-ab88-4856f5db2b5f tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:19.679003 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df705d4c-8b00-41fb-ab88-4856f5db2b5f tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:19.680993 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-df705d4c-8b00-41fb-ab88-4856f5db2b5f tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4581 time: 0.2742455 Mar 28 09:08:19.681872 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fdbdbbd-70ea-4520-a737-f2a2dda8f002 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:19.682529 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fdbdbbd-70ea-4520-a737-f2a2dda8f002 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:19.688274 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0fdbdbbd-70ea-4520-a737-f2a2dda8f002 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/ce902608-6338-425d-b9d2-8e45a049928e HTTP/1.1" status: 404 len: 339 time: 0.0983217 Mar 28 09:08:19.688985 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48634) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:19.689342 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48636) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:19.771739 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f484f9f-d3c6-4f38-89e2-d5075a52c5cf tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:19.772052 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f484f9f-d3c6-4f38-89e2-d5075a52c5cf tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:19.778497 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8f484f9f-d3c6-4f38-89e2-d5075a52c5cf tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/subnets/ee33c4c7-44b2-402a-9327-66fc9c9fd508 HTTP/1.1" status: 404 len: 337 time: 0.0812421 Mar 28 09:08:19.779499 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-733081fc-f52b-417a-a154-9590d9dfa419 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] delete failed (client error): The resource could not be found. Mar 28 09:08:19.780469 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-733081fc-f52b-417a-a154-9590d9dfa419 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/3787d0e2-bd36-4c9f-8a1d-d919d3e47931 HTTP/1.1" status: 404 len: 345 time: 0.0844109 Mar 28 09:08:19.783760 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48638) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:19.783902 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48640) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:19.793327 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8cea4e0b-1296-4ea0-93e3-5293b16f250a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (73932648-1d2f-4718-9131-e1888a02a471), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.814868 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0c3879-f8a0-410f-b6ab-e1cf2a523c6a tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] DELETE failed (client error): The resource could not be found. Mar 28 09:08:19.815386 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0c3879-f8a0-410f-b6ab-e1cf2a523c6a tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:19.822019 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6f0c3879-f8a0-410f-b6ab-e1cf2a523c6a tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] 10.222.0.15 "DELETE /v2.0/networks/8e3fac0d-2791-42b8-be58-7a4e9fbf1fcb HTTP/1.1" status: 404 len: 339 time: 0.0342445 Mar 28 09:08:19.822019 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8cea4e0b-1296-4ea0-93e3-5293b16f250a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (73932648-1d2f-4718-9131-e1888a02a471), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.832948 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9c323cab-9947-4c2a-96e1-6de76c0a0f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.839530 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48642) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:19.856633 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-d2e07141-a08e-4ee3-90bf-d36b6a0c9727 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Request body: {'network': {'name': 'tempest-network--391907564', 'router:external': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:19.865799 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f05daed-8093-4cc5-bbde-199e68beef66 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:19.866482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f05daed-8093-4cc5-bbde-199e68beef66 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:19.869562 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5f05daed-8093-4cc5-bbde-199e68beef66 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/1ef71fc5-77e9-47fa-b50d-bb12fe93a4b4 HTTP/1.1" status: 404 len: 339 time: 0.0821407 Mar 28 09:08:19.874388 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48644) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:19.913247 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Publish callbacks [] for port (0f776211-5a82-4239-9d4a-8fa471fc6663), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.923274 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-07098476-39ac-4276-8bb9-ce9af3053aba tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:19.923641 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (0f776211-5a82-4239-9d4a-8fa471fc6663), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.923783 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07098476-39ac-4276-8bb9-ce9af3053aba tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:19.929952 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-07098476-39ac-4276-8bb9-ce9af3053aba tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/subnets/9dc7af91-4555-47f7-8a59-1c8edd83820e HTTP/1.1" status: 404 len: 337 time: 0.0526588 Mar 28 09:08:19.933802 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48646) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:19.951425 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e07141-a08e-4ee3-90bf-d36b6a0c9727 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Made reservation on behalf of e046bff7fe124c60948b6f56af42dfdf for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:19.954138 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2e07141-a08e-4ee3-90bf-d36b6a0c9727 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.958665 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Allocated IP 172.36.4.100 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/31f75738-b1c9-41cd-9b10-5b6e06a1b21f) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:19.965760 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b6f6fdab-ac8c-4e26-8675-f6e3dccd75a4 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (5d909510-b452-4f06-b21f-8cc0804ec8d3), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.969002 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8cea4e0b-1296-4ea0-93e3-5293b16f250a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (73932648-1d2f-4718-9131-e1888a02a471), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.974587 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8cea4e0b-1296-4ea0-93e3-5293b16f250a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:19.975739 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8cea4e0b-1296-4ea0-93e3-5293b16f250a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/73932648-1d2f-4718-9131-e1888a02a471 HTTP/1.1" status: 204 len: 168 time: 0.3704123 Mar 28 09:08:19.984140 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48648) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:20.000581 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:20.005755 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fc2269-985f-4ce9-be0d-7df277b35dab tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:20.007725 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:20.009331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42fc2269-985f-4ce9-be0d-7df277b35dab tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:20.017363 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:20.023094 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea4e0b-1296-4ea0-93e3-5293b16f250a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73932648-1d2f-4718-9131-e1888a02a471,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:20.025368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Pushing event updated for resources: {'Port': ['ID=0f776211-5a82-4239-9d4a-8fa471fc6663,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:20.068409 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c90be16-6c34-4284-8cba-f2380ae0b2b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:20.069062 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c90be16-6c34-4284-8cba-f2380ae0b2b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:20.072226 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5c90be16-6c34-4284-8cba-f2380ae0b2b4 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/6310fc18-648d-4071-ae9e-d9a9b228fbd0 HTTP/1.1" status: 404 len: 339 time: 0.1373899 Mar 28 09:08:20.082937 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48650) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:20.083974 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e07141-a08e-4ee3-90bf-d36b6a0c9727 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:08:20.108918 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d3201527-c926-42ed-9b29-cbeddd220d26 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (bf924525-f3ab-4443-ad07-e7d8f875287f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:20.120073 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6fdab-ac8c-4e26-8675-f6e3dccd75a4 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Pushing event deleted for resources: {'Port': ['ID=5d909510-b452-4f06-b21f-8cc0804ec8d3,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:20.127864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Attempting to bind port 0f776211-5a82-4239-9d4a-8fa471fc6663 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:08:20.128495 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Attempting to bind port 0f776211-5a82-4239-9d4a-8fa471fc6663 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:08:20.129062 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Attempting to bind port 0f776211-5a82-4239-9d4a-8fa471fc6663 on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:20.133411 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2e07141-a08e-4ee3-90bf-d36b6a0c9727 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (d694735d-908e-444c-a140-8d2d9310c4ba), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:20.133807 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-d2e07141-a08e-4ee3-90bf-d36b6a0c9727 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Added segment d694735d-908e-444c-a140-8d2d9310c4ba of type vlan for network b6abcbf3-42b9-446d-8c6f-b335c12c7d66 Mar 28 09:08:20.138116 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-261a09a7-0dfb-4b35-ad5f-00fdba332842 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:20.138599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261a09a7-0dfb-4b35-ad5f-00fdba332842 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:20.140924 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:08:20.140924 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:20.141215 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:20.141556 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:08:20.142061 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Bound port: 0f776211-5a82-4239-9d4a-8fa471fc6663, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:08:20.142456 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0f776211-5a82-4239-9d4a-8fa471fc6663), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:20.144579 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-261a09a7-0dfb-4b35-ad5f-00fdba332842 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/subnets/4ba6a116-cb71-444b-9b8c-854b4f7c03aa HTTP/1.1" status: 404 len: 337 time: 0.0583942 Mar 28 09:08:20.147631 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48652) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:20.176619 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f91b62fa-f503-4314-9aac-4a7317919e6f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1901922 Mar 28 09:08:20.186388 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48654) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:20.229762 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] For port 0f776211-5a82-4239-9d4a-8fa471fc6663, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:08:20.236267 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] For port 0f776211-5a82-4239-9d4a-8fa471fc6663, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0f776211-5a82-4239-9d4a-8fa471fc6663,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:08:20.236554 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3201527-c926-42ed-9b29-cbeddd220d26 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Port': ['ID=bf924525-f3ab-4443-ad07-e7d8f875287f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:20.243002 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8762e0-6221-4219-9255-0cef33bb362d tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:20.243485 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8762e0-6221-4219-9255-0cef33bb362d tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:20.247740 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0f776211-5a82-4239-9d4a-8fa471fc6663), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:20.250203 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cf8762e0-6221-4219-9255-0cef33bb362d tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/c416bc61-1c19-4e3c-85b4-064fcc237704 HTTP/1.1" status: 404 len: 339 time: 0.0956135 Mar 28 09:08:20.250841 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48656) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:20.320622 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2e07141-a08e-4ee3-90bf-d36b6a0c9727 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (b6abcbf3-42b9-446d-8c6f-b335c12c7d66), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:20.330026 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-1837a2d0-8cfb-43e6-b205-d39977834fa6 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:20.330900 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57e9f0-f6f6-411b-bfa4-e971722c3120 None None] Pushing event updated for resources: {'Port': ['ID=0f776211-5a82-4239-9d4a-8fa471fc6663,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:20.331306 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1837a2d0-8cfb-43e6-b205-d39977834fa6 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:20.349532 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1837a2d0-8cfb-43e6-b205-d39977834fa6 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/subnets/28acdd81-1b5d-48ae-8368-e0891c737231 HTTP/1.1" status: 404 len: 337 time: 0.0867963 Mar 28 09:08:20.360847 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48658) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:20.400805 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for port (31f75738-b1c9-41cd-9b10-5b6e06a1b21f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:20.402692 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a80b-3e66-4e08-af1b-c1a87985aae4 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (34cd258a-0001-44f9-8e86-b687987e684e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:20.436510 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-af90761a-b428-403a-a31b-0f4d7a1efc16 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:20.437045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af90761a-b428-403a-a31b-0f4d7a1efc16 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:20.448396 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-af90761a-b428-403a-a31b-0f4d7a1efc16 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/bb831d70-8a3d-49a1-a65b-5260b95832e7 HTTP/1.1" status: 404 len: 339 time: 0.0839121 Mar 28 09:08:20.450429 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a80b-3e66-4e08-af1b-c1a87985aae4 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (34cd258a-0001-44f9-8e86-b687987e684e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:20.464332 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48660) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:20.490198 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d3201527-c926-42ed-9b29-cbeddd220d26 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (9f6142e8-fbde-47f1-a91a-41b3315da1b7), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:20.517154 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-9c323cab-9947-4c2a-96e1-6de76c0a0f49 admin admin] Allocated IP 172.20.0.1 (8d91ea5b-e152-44bb-a4a8-3db8f5dd9087/3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2/3859860c-6925-43ba-a8e3-05247833f52e) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:20.526646 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ffc1e2e-c984-48a1-b9e5-e272371c1bf3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:20.527163 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ffc1e2e-c984-48a1-b9e5-e272371c1bf3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:20.532447 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2ffc1e2e-c984-48a1-b9e5-e272371c1bf3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/subnets/24eeb6d4-65cd-4c8a-af76-b2180ff3c149 HTTP/1.1" status: 404 len: 337 time: 0.0670404 Mar 28 09:08:20.542786 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48662) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:20.558513 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2e07141-a08e-4ee3-90bf-d36b6a0c9727 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (b6abcbf3-42b9-446d-8c6f-b335c12c7d66), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:20.559454 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e07141-a08e-4ee3-90bf-d36b6a0c9727 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:20.560043 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2e07141-a08e-4ee3-90bf-d36b6a0c9727 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:20.597996 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7859ab-5cb7-41f7-818d-0ecedeb0f6d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:20.598596 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd7859ab-5cb7-41f7-818d-0ecedeb0f6d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:20.605576 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dd7859ab-5cb7-41f7-818d-0ecedeb0f6d3 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/36c1ebf5-2d10-4409-a700-acdce5e18a68 HTTP/1.1" status: 404 len: 339 time: 0.0616384 Mar 28 09:08:20.606388 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a80b-3e66-4e08-af1b-c1a87985aae4 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (34cd258a-0001-44f9-8e86-b687987e684e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:20.611325 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a80b-3e66-4e08-af1b-c1a87985aae4 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:20.612866 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f1a9a80b-3e66-4e08-af1b-c1a87985aae4 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/34cd258a-0001-44f9-8e86-b687987e684e HTTP/1.1" status: 204 len: 168 time: 0.4062977 Mar 28 09:08:20.618131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48664) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:20.619575 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48666) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:20.731941 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b6f6fdab-ac8c-4e26-8675-f6e3dccd75a4 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (a06c32da-e4d2-40f3-bf14-f4af84bc2341), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:20.964692 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d2e07141-a08e-4ee3-90bf-d36b6a0c9727 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.1173606 Mar 28 09:08:20.964692 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9a80b-3e66-4e08-af1b-c1a87985aae4 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34cd258a-0001-44f9-8e86-b687987e684e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:20.966784 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-3708d3d5-1cc0-4c05-98a7-c5f7f874d825 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Deleting subnet b55d982c-ee6d-4b1b-863f-0968a721cbcf {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:08:20.967200 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48668) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:20.978527 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (31f75738-b1c9-41cd-9b10-5b6e06a1b21f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.012144 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e07141-a08e-4ee3-90bf-d36b6a0c9727 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Pushing event updated for resources: {'Network': ['ID=b6abcbf3-42b9-446d-8c6f-b335c12c7d66,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:21.023140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network b6abcbf3-42b9-446d-8c6f-b335c12c7d66 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:08:21.057080 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:21.059125 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:21.121590 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:21.188004 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.240310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Pushing event updated for resources: {'Port': ['ID=31f75738-b1c9-41cd-9b10-5b6e06a1b21f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:21.335207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3708d3d5-1cc0-4c05-98a7-c5f7f874d825 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for subnet (b55d982c-ee6d-4b1b-863f-0968a721cbcf), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.358200 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d872f43-644a-455d-aeee-260ff58a862e tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:21.364242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d872f43-644a-455d-aeee-260ff58a862e tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:21.368638 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d872f43-644a-455d-aeee-260ff58a862e tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:21.374097 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d872f43-644a-455d-aeee-260ff58a862e tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:21.375836 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9d872f43-644a-455d-aeee-260ff58a862e tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4076939 Mar 28 09:08:21.379470 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48670) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:21.477211 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2df3c5c2-da9a-43fe-99fd-f1c30ed7fb51 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8514495 Mar 28 09:08:21.486268 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48672) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:21.513875 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9c323cab-9947-4c2a-96e1-6de76c0a0f49 admin admin] Publish callbacks [] for port (3859860c-6925-43ba-a8e3-05247833f52e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.524323 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3708d3d5-1cc0-4c05-98a7-c5f7f874d825 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (b55d982c-ee6d-4b1b-863f-0968a721cbcf), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.527359 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dba5ef50-0a97-4a0c-82cc-8c5e88362eff tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (b6abcbf3-42b9-446d-8c6f-b335c12c7d66), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.562037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42fc2269-985f-4ce9-be0d-7df277b35dab tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (b4a2adcd-c530-498e-8e35-f32168528094), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.686305 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-713509ec-2557-4579-83b8-98a1f59adfef tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (a7ab9de9-f6ca-43a3-a86d-13bffbc55480), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.712957 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0f776211-5a82-4239-9d4a-8fa471fc6663 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:21.718746 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-713509ec-2557-4579-83b8-98a1f59adfef tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (a7ab9de9-f6ca-43a3-a86d-13bffbc55480), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.794308 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 0f776211-5a82-4239-9d4a-8fa471fc6663 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:21.795718 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0f776211-5a82-4239-9d4a-8fa471fc6663), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.814806 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dba5ef50-0a97-4a0c-82cc-8c5e88362eff tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (b6abcbf3-42b9-446d-8c6f-b335c12c7d66), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.843784 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-dba5ef50-0a97-4a0c-82cc-8c5e88362eff tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6abcbf3-42b9-446d-8c6f-b335c12c7d66']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:21.846882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b6f6fdab-ac8c-4e26-8675-f6e3dccd75a4 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (a06c32da-e4d2-40f3-bf14-f4af84bc2341), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.849608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fc2269-985f-4ce9-be0d-7df277b35dab tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:21.850149 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-7c0031e8-7abc-4751-80af-9bc3379c6381 None None] Provisioning complete for port 0f776211-5a82-4239-9d4a-8fa471fc6663 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:21.850530 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c0031e8-7abc-4751-80af-9bc3379c6381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0f776211-5a82-4239-9d4a-8fa471fc6663), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.856071 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-713509ec-2557-4579-83b8-98a1f59adfef tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (a7ab9de9-f6ca-43a3-a86d-13bffbc55480), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.858855 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-713509ec-2557-4579-83b8-98a1f59adfef tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.862588 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-713509ec-2557-4579-83b8-98a1f59adfef tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-groups/a7ab9de9-f6ca-43a3-a86d-13bffbc55480 HTTP/1.1" status: 204 len: 168 time: 0.3728375 Mar 28 09:08:21.865527 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48674) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:21.870773 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-dba5ef50-0a97-4a0c-82cc-8c5e88362eff tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd694735d-908e-444c-a140-8d2d9310c4ba') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:21.871153 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-dba5ef50-0a97-4a0c-82cc-8c5e88362eff tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd694735d-908e-444c-a140-8d2d9310c4ba') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:21.872368 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-42fc2269-985f-4ce9-be0d-7df277b35dab tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:21.874631 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b6f6fdab-ac8c-4e26-8675-f6e3dccd75a4 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (a06c32da-e4d2-40f3-bf14-f4af84bc2341), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.891857 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dba5ef50-0a97-4a0c-82cc-8c5e88362eff tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (d694735d-908e-444c-a140-8d2d9310c4ba), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.892273 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b96724b-8e59-41df-b06e-e9b742ca3f05 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:21.894675 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713509ec-2557-4579-83b8-98a1f59adfef tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ab9de9-f6ca-43a3-a86d-13bffbc55480,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:21.894823 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fc2269-985f-4ce9-be0d-7df277b35dab tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:21.895621 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42fc2269-985f-4ce9-be0d-7df277b35dab tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.904293 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_gateway (b4889869-24ae-45b3-9521-28fe66cb2644), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.909327 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3201527-c926-42ed-9b29-cbeddd220d26 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 9f6142e8-fbde-47f1-a91a-41b3315da1b7 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:08:21.915561 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dba5ef50-0a97-4a0c-82cc-8c5e88362eff tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (d694735d-908e-444c-a140-8d2d9310c4ba), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.936654 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc2269-985f-4ce9-be0d-7df277b35dab tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=b4a2adcd-c530-498e-8e35-f32168528094,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:21.987550 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba5ef50-0a97-4a0c-82cc-8c5e88362eff tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:08:21.988049 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dba5ef50-0a97-4a0c-82cc-8c5e88362eff tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (d694735d-908e-444c-a140-8d2d9310c4ba), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:08:21.990322 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:08:22.032464 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9c323cab-9947-4c2a-96e1-6de76c0a0f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (3859860c-6925-43ba-a8e3-05247833f52e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.043645 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 0f776211-5a82-4239-9d4a-8fa471fc6663 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:22.044216 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0f776211-5a82-4239-9d4a-8fa471fc6663), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.069150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dba5ef50-0a97-4a0c-82cc-8c5e88362eff tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (b6abcbf3-42b9-446d-8c6f-b335c12c7d66), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.086313 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 0f776211-5a82-4239-9d4a-8fa471fc6663, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0f776211-5a82-4239-9d4a-8fa471fc6663,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:22.087500 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba5ef50-0a97-4a0c-82cc-8c5e88362eff tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6abcbf3-42b9-446d-8c6f-b335c12c7d66 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 09:08:22.096914 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dba5ef50-0a97-4a0c-82cc-8c5e88362eff tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.101148 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dba5ef50-0a97-4a0c-82cc-8c5e88362eff tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] 10.222.0.15 "DELETE /v2.0/networks/b6abcbf3-42b9-446d-8c6f-b335c12c7d66 HTTP/1.1" status: 204 len: 168 time: 0.7196808 Mar 28 09:08:22.105496 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-42fc2269-985f-4ce9-be0d-7df277b35dab tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6549883 Mar 28 09:08:22.105720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5ef50-0a97-4a0c-82cc-8c5e88362eff tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6abcbf3-42b9-446d-8c6f-b335c12c7d66,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:22.109069 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48676) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:22.109258 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48678) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:22.114788 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-cbf92126-76a6-4c31-bc08-5d10cc56152c tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Request body: {'network': {'name': 'tempest-network--2037407598', 'router:external': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:22.122880 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0f776211-5a82-4239-9d4a-8fa471fc6663), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.123665 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b19add82-962f-4d50-87e4-baa6ae09a77b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:22.124493 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-01f7030f-776f-4e1f-9f22-0a084068feda tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'mac_address': 'fa:16:3e:9d:c7:a8', 'name': 'tempest-NetworksTestDHCPv6-1175132177'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:22.131821 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7c0031e8-7abc-4751-80af-9bc3379c6381 None None] Current status of the port 0f776211-5a82-4239-9d4a-8fa471fc6663 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:22.132215 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c0031e8-7abc-4751-80af-9bc3379c6381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0f776211-5a82-4239-9d4a-8fa471fc6663), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.139732 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5c9a3621-e9d8-423f-83c7-1df849205349 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2633398 Mar 28 09:08:22.148229 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48680) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:22.154568 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c323cab-9947-4c2a-96e1-6de76c0a0f49 admin admin] Network 8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:22.158530 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3708d3d5-1cc0-4c05-98a7-c5f7f874d825 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (b55d982c-ee6d-4b1b-863f-0968a721cbcf), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.188558 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-6c854802-169d-4157-ba13-db44e8c42f54 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1278072794'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:22.223169 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-9c323cab-9947-4c2a-96e1-6de76c0a0f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:22.227343 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f6fdab-ac8c-4e26-8675-f6e3dccd75a4 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Router a06c32da-e4d2-40f3-bf14-f4af84bc2341 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:08:22.270551 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c323cab-9947-4c2a-96e1-6de76c0a0f49 admin admin] Pushing event updated for resources: {'Port': ['ID=3859860c-6925-43ba-a8e3-05247833f52e,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:22.282432 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c323cab-9947-4c2a-96e1-6de76c0a0f49 admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:22.331875 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf92126-76a6-4c31-bc08-5d10cc56152c tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Made reservation on behalf of e046bff7fe124c60948b6f56af42dfdf for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:22.336052 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbf92126-76a6-4c31-bc08-5d10cc56152c tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.352501 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3201527-c926-42ed-9b29-cbeddd220d26 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:08:22.374955 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d3201527-c926-42ed-9b29-cbeddd220d26 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/9f6142e8-fbde-47f1-a91a-41b3315da1b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8824933 Mar 28 09:08:22.384755 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48682) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:22.386486 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6c854802-169d-4157-ba13-db44e8c42f54 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.445588 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c2ec96a8-823c-4f49-8fe7-0ae98bd0f780 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f6142e8-fbde-47f1-a91a-41b3315da1b7 HTTP/1.1" status: 200 len: 205 time: 0.0534751 Mar 28 09:08:22.451228 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48684) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:22.453381 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9c323cab-9947-4c2a-96e1-6de76c0a0f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (88205ee7-109f-4230-9d92-c449a422a4ce), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.499194 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-7c0031e8-7abc-4751-80af-9bc3379c6381 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:08:22.499565 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-7c0031e8-7abc-4751-80af-9bc3379c6381 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:08:22.513605 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=0f776211-5a82-4239-9d4a-8fa471fc6663,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:22.542321 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port b19add82-962f-4d50-87e4-baa6ae09a77b triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:22.542794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b19add82-962f-4d50-87e4-baa6ae09a77b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.551208 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3708d3d5-1cc0-4c05-98a7-c5f7f874d825 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (b55d982c-ee6d-4b1b-863f-0968a721cbcf), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.565433 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f6fdab-ac8c-4e26-8675-f6e3dccd75a4 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:08:22.599534 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b6f6fdab-ac8c-4e26-8675-f6e3dccd75a4 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.603118 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b6f6fdab-ac8c-4e26-8675-f6e3dccd75a4 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "PUT /v2.0/routers/a06c32da-e4d2-40f3-bf14-f4af84bc2341 HTTP/1.1" status: 200 len: 710 time: 6.1567810 Mar 28 09:08:22.607587 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708d3d5-1cc0-4c05-98a7-c5f7f874d825 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Subnet': ['ID=b55d982c-ee6d-4b1b-863f-0968a721cbcf,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:22.608872 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48686) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:22.628008 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fa5d01-aa13-4da7-b4fd-07092b8850e4 None None] Update dhcp port {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'fixed_ips': [{'subnet_id': '2e95a026-2677-4ce0-b40f-03539e563996', 'ip_address': '2001:db8::f816:3eff:fe66:b3ca'}, {'subnet_id': 'b4a2adcd-c530-498e-8e35-f32168528094'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '0f776211-5a82-4239-9d4a-8fa471fc6663'} from dv-neutron-master-2-hyperv. {{(pid=104077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 09:08:22.629499 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3708d3d5-1cc0-4c05-98a7-c5f7f874d825 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.634883 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3708d3d5-1cc0-4c05-98a7-c5f7f874d825 tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/subnets/b55d982c-ee6d-4b1b-863f-0968a721cbcf HTTP/1.1" status: 204 len: 168 time: 2.0108631 Mar 28 09:08:22.656764 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07ab58e-7c57-4acc-8f1a-6a2c4a2bb9d6 None None] Network dcc6c5f3-ec5e-49d6-87cf-d00c2d260198 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:22.676086 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48688) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:22.738990 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d1fa5d01-aa13-4da7-b4fd-07092b8850e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0f776211-5a82-4239-9d4a-8fa471fc6663), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.759346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6c854802-169d-4157-ba13-db44e8c42f54 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (b041d9b2-0e5c-4af9-ba5d-75ab5d58ebfc), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.766549 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf92126-76a6-4c31-bc08-5d10cc56152c tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:08:22.784048 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bf7e24-359b-4c3d-84df-598c4933f684 None None] Sync routers for ids ['9f6142e8-fbde-47f1-a91a-41b3315da1b7'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:08:22.798289 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a6de3ad9-23f2-4edd-936f-90f6e1c194ec tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "GET /v2.0/routers/a06c32da-e4d2-40f3-bf14-f4af84bc2341 HTTP/1.1" status: 200 len: 745 time: 0.1808803 Mar 28 09:08:22.800268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48692) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:22.817159 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbf92126-76a6-4c31-bc08-5d10cc56152c tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c49d76ae-80ca-48f9-9a72-a1383a123197), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.817949 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-cbf92126-76a6-4c31-bc08-5d10cc56152c tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Added segment c49d76ae-80ca-48f9-9a72-a1383a123197 of type vlan for network 7ebb7029-94a6-4a2e-be36-6cc8f8e3abff Mar 28 09:08:22.832360 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf7e24-359b-4c3d-84df-598c4933f684 None None] Routers {'9f6142e8-fbde-47f1-a91a-41b3315da1b7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:22.833071 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-97bf7e24-359b-4c3d-84df-598c4933f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9f6142e8-fbde-47f1-a91a-41b3315da1b7'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:22.834317 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6c854802-169d-4157-ba13-db44e8c42f54 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b041d9b2-0e5c-4af9-ba5d-75ab5d58ebfc), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.839141 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f7030f-776f-4e1f-9f22-0a084068feda tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:22.863684 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a22450de-e91c-45f8-b660-87ab8b9ac15c tempest-RoutersIpV6AdminTest-203028528 tempest-RoutersIpV6AdminTest-203028528-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&device_id=a06c32da-e4d2-40f3-bf14-f4af84bc2341 HTTP/1.1" status: 200 len: 205 time: 0.0575016 Mar 28 09:08:22.871481 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48694) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:22.889927 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (dcc6c5f3-ec5e-49d6-87cf-d00c2d260198), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.912574 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-97bf7e24-359b-4c3d-84df-598c4933f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:22.926242 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf7e24-359b-4c3d-84df-598c4933f684 None None] Routers {'9f6142e8-fbde-47f1-a91a-41b3315da1b7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:22.926917 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-97bf7e24-359b-4c3d-84df-598c4933f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9f6142e8-fbde-47f1-a91a-41b3315da1b7'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:22.928428 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9c323cab-9947-4c2a-96e1-6de76c0a0f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (3859860c-6925-43ba-a8e3-05247833f52e), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.962718 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-d1fa5d01-aa13-4da7-b4fd-07092b8850e4 None None] Allocated IP 172.20.0.2 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/b4a2adcd-c530-498e-8e35-f32168528094/0f776211-5a82-4239-9d4a-8fa471fc6663) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:22.972897 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-97bf7e24-359b-4c3d-84df-598c4933f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:22.973867 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bf7e24-359b-4c3d-84df-598c4933f684 None None] The sync data for ids ['9f6142e8-fbde-47f1-a91a-41b3315da1b7'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:08:22.996309 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (b4889869-24ae-45b3-9521-28fe66cb2644), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:22.999859 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa7b7f92-a9c6-4e0f-b579-bd1f690411ee tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (9f6142e8-fbde-47f1-a91a-41b3315da1b7), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.017756 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6c7e3c65-44f2-40be-afa4-7856dfb7967a tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "GET /v2.0/ports?device_id=a06c32da-e4d2-40f3-bf14-f4af84bc2341 HTTP/1.1" status: 200 len: 205 time: 0.1292646 Mar 28 09:08:23.019827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48696) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:23.083252 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d1fa5d01-aa13-4da7-b4fd-07092b8850e4 None None] For port 0f776211-5a82-4239-9d4a-8fa471fc6663, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0f776211-5a82-4239-9d4a-8fa471fc6663,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:23.105986 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef799f0d-4aee-42a3-a432-9e08373bb58a None None] Sync routers for ids ['a06c32da-e4d2-40f3-bf14-f4af84bc2341'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:08:23.114678 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6c854802-169d-4157-ba13-db44e8c42f54 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.114960 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port b19add82-962f-4d50-87e4-baa6ae09a77b is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:23.115369 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b19add82-962f-4d50-87e4-baa6ae09a77b), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.116550 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6c854802-169d-4157-ba13-db44e8c42f54 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9336462 Mar 28 09:08:23.127433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48698) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:23.163944 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d1fa5d01-aa13-4da7-b4fd-07092b8850e4 None None] Publish callbacks [] for port (0f776211-5a82-4239-9d4a-8fa471fc6663), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.190576 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d1fa5d01-aa13-4da7-b4fd-07092b8850e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0f776211-5a82-4239-9d4a-8fa471fc6663), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.193824 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port b19add82-962f-4d50-87e4-baa6ae09a77b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b19add82-962f-4d50-87e4-baa6ae09a77b,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:23.198861 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef799f0d-4aee-42a3-a432-9e08373bb58a None None] Routers {'a06c32da-e4d2-40f3-bf14-f4af84bc2341'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:23.199513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-ef799f0d-4aee-42a3-a432-9e08373bb58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['a06c32da-e4d2-40f3-bf14-f4af84bc2341'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:23.233977 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7c0031e8-7abc-4751-80af-9bc3379c6381 None None] Current status of the port 0f776211-5a82-4239-9d4a-8fa471fc6663 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:23.236003 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (b19add82-962f-4d50-87e4-baa6ae09a77b), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.281952 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-ef799f0d-4aee-42a3-a432-9e08373bb58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:23.359719 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa5d01-aa13-4da7-b4fd-07092b8850e4 None None] Pushing event updated for resources: {'Port': ['ID=0f776211-5a82-4239-9d4a-8fa471fc6663,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:23.364435 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef799f0d-4aee-42a3-a432-9e08373bb58a None None] Routers {'a06c32da-e4d2-40f3-bf14-f4af84bc2341'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:23.365063 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-ef799f0d-4aee-42a3-a432-9e08373bb58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['a06c32da-e4d2-40f3-bf14-f4af84bc2341'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:23.413524 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Deleting port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:23.413885 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.423746 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf850eb-24cb-49cc-a7a0-652cf2e28f28 None None] DHCP port deletion for dcc6c5f3-ec5e-49d6-87cf-d00c2d260198 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:08:23.431146 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-ef799f0d-4aee-42a3-a432-9e08373bb58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:23.431430 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef799f0d-4aee-42a3-a432-9e08373bb58a None None] The sync data for ids ['a06c32da-e4d2-40f3-bf14-f4af84bc2341'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:08:23.441366 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e51a6710-4d0b-4cb0-8c80-a347cd07a26a None None] Provisioning complete for port 3859860c-6925-43ba-a8e3-05247833f52e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:23.441669 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e51a6710-4d0b-4cb0-8c80-a347cd07a26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3859860c-6925-43ba-a8e3-05247833f52e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.462005 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f76fc49-a577-4bbd-bd27-6b09cd3d7fe0 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (a06c32da-e4d2-40f3-bf14-f4af84bc2341), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.509100 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbf92126-76a6-4c31-bc08-5d10cc56152c tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (7ebb7029-94a6-4a2e-be36-6cc8f8e3abff), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.514088 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=b19add82-962f-4d50-87e4-baa6ae09a77b,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:23.517641 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a42608da-c579-4552-a5b5-c1f5171813f3 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group_rule': {'security_group_id': 'b041d9b2-0e5c-4af9-ba5d-75ab5d58ebfc', 'direction': 'ingress', 'protocol': 17}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:23.522438 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e51a6710-4d0b-4cb0-8c80-a347cd07a26a None None] Port 3859860c-6925-43ba-a8e3-05247833f52e cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:08:23.524010 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c854802-169d-4157-ba13-db44e8c42f54 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b041d9b2-0e5c-4af9-ba5d-75ab5d58ebfc,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:23.571818 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2bf850eb-24cb-49cc-a7a0-652cf2e28f28 None None] Deleting port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:23.572318 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2bf850eb-24cb-49cc-a7a0-652cf2e28f28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.645602 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] For port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f,segment=NetworkSegment(0649d668-0216-4f9e-a313-d83627cb2db2),segment_id=0649d668-0216-4f9e-a313-d83627cb2db2)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:23.649348 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.666521 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Calling delete_port for b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:23.679995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0f776211-5a82-4239-9d4a-8fa471fc6663 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:23.723205 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2bf850eb-24cb-49cc-a7a0-652cf2e28f28 None None] For port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f,segment=NetworkSegment(0649d668-0216-4f9e-a313-d83627cb2db2),segment_id=0649d668-0216-4f9e-a313-d83627cb2db2)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:23.723664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2bf850eb-24cb-49cc-a7a0-652cf2e28f28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.748188 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-01f7030f-776f-4e1f-9f22-0a084068feda tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.752579 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa7b7f92-a9c6-4e0f-b579-bd1f690411ee tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (9f6142e8-fbde-47f1-a91a-41b3315da1b7), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.755787 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2bf850eb-24cb-49cc-a7a0-652cf2e28f28 None None] Calling delete_port for b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:23.759503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa7b7f92-a9c6-4e0f-b579-bd1f690411ee tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router_controller (9f6142e8-fbde-47f1-a91a-41b3315da1b7), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.778872 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbf92126-76a6-4c31-bc08-5d10cc56152c tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (7ebb7029-94a6-4a2e-be36-6cc8f8e3abff), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.779838 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf92126-76a6-4c31-bc08-5d10cc56152c tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:23.780414 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbf92126-76a6-4c31-bc08-5d10cc56152c tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.796703 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a42608da-c579-4552-a5b5-c1f5171813f3 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (56551a9b-4c0b-4f8f-b3a8-75fec127df39), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.798375 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.827973 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 0f776211-5a82-4239-9d4a-8fa471fc6663 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:23.828355 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0f776211-5a82-4239-9d4a-8fa471fc6663), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.893983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2bf850eb-24cb-49cc-a7a0-652cf2e28f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.913702 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-01f7030f-776f-4e1f-9f22-0a084068feda tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port 7bf3729f-ad74-4e71-9822-0874e729daff yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:08:23.922017 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cbf92126-76a6-4c31-bc08-5d10cc56152c tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8112965 Mar 28 09:08:23.932504 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48700) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:23.938090 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa7b7f92-a9c6-4e0f-b579-bd1f690411ee tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (9f6142e8-fbde-47f1-a91a-41b3315da1b7), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.938584 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7b7f92-a9c6-4e0f-b579-bd1f690411ee tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Fanout notify agent at l3_agent the message router_deleted on router 9f6142e8-fbde-47f1-a91a-41b3315da1b7 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:08:23.939415 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] No DVR routers for this DVR port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:08:23.943290 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Port': ['ID=b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:23.949066 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f76fc49-a577-4bbd-bd27-6b09cd3d7fe0 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (a06c32da-e4d2-40f3-bf14-f4af84bc2341), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.954124 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f76fc49-a577-4bbd-bd27-6b09cd3d7fe0 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router_controller (a06c32da-e4d2-40f3-bf14-f4af84bc2341), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.959072 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf850eb-24cb-49cc-a7a0-652cf2e28f28 None None] Pushing event deleted for resources: {'Port': ['ID=b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:23.966185 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf850eb-24cb-49cc-a7a0-652cf2e28f28 None None] No DVR routers for this DVR port b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:08:23.977611 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa7b7f92-a9c6-4e0f-b579-bd1f690411ee tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:23.979139 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-aa7b7f92-a9c6-4e0f-b579-bd1f690411ee tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/routers/9f6142e8-fbde-47f1-a91a-41b3315da1b7 HTTP/1.1" status: 204 len: 168 time: 1.5197654 Mar 28 09:08:23.985824 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48702) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:24.026469 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 0f776211-5a82-4239-9d4a-8fa471fc6663 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:24.027895 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b19add82-962f-4d50-87e4-baa6ae09a77b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:24.062632 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf92126-76a6-4c31-bc08-5d10cc56152c tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Pushing event updated for resources: {'Network': ['ID=7ebb7029-94a6-4a2e-be36-6cc8f8e3abff,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:24.074759 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 7ebb7029-94a6-4a2e-be36-6cc8f8e3abff details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:08:24.136295 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f76fc49-a577-4bbd-bd27-6b09cd3d7fe0 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (a06c32da-e4d2-40f3-bf14-f4af84bc2341), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.136998 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f76fc49-a577-4bbd-bd27-6b09cd3d7fe0 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Fanout notify agent at l3_agent the message router_deleted on router a06c32da-e4d2-40f3-bf14-f4af84bc2341 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:08:24.145910 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f76fc49-a577-4bbd-bd27-6b09cd3d7fe0 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.152636 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8f76fc49-a577-4bbd-bd27-6b09cd3d7fe0 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "DELETE /v2.0/routers/a06c32da-e4d2-40f3-bf14-f4af84bc2341 HTTP/1.1" status: 204 len: 168 time: 1.1260517 Mar 28 09:08:24.152636 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9c323cab-9947-4c2a-96e1-6de76c0a0f49 admin admin] Publish callbacks [] for port (3859860c-6925-43ba-a8e3-05247833f52e), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.156281 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48704) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:24.162099 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port b19add82-962f-4d50-87e4-baa6ae09a77b triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:24.162639 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b19add82-962f-4d50-87e4-baa6ae09a77b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.189185 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9c323cab-9947-4c2a-96e1-6de76c0a0f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (3859860c-6925-43ba-a8e3-05247833f52e), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.210868 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7369e0-b7f6-41c2-8401-209e5a5b1475 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:24.214996 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bc7369e0-b7f6-41c2-8401-209e5a5b1475 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] 10.222.0.15 "GET /v2.0/networks/7ebb7029-94a6-4a2e-be36-6cc8f8e3abff HTTP/1.1" status: 200 len: 757 time: 0.2753918 Mar 28 09:08:24.236863 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48706) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:24.247829 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0a0f916c-88d6-4a03-a95c-130bdc06914d tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "GET /v2.0/ports?device_id=a06c32da-e4d2-40f3-bf14-f4af84bc2341 HTTP/1.1" status: 200 len: 205 time: 0.0852287 Mar 28 09:08:24.252151 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a42608da-c579-4552-a5b5-c1f5171813f3 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (56551a9b-4c0b-4f8f-b3a8-75fec127df39), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.256897 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48708) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:24.268210 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Router b4889869-24ae-45b3-9521-28fe66cb2644 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:08:24.293673 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port b19add82-962f-4d50-87e4-baa6ae09a77b is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:24.301285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a42608da-c579-4552-a5b5-c1f5171813f3 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (56551a9b-4c0b-4f8f-b3a8-75fec127df39), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.314967 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-a216ff18-584b-4eab-adce-2cc94ca24c91 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] delete failed (client error): The resource could not be found. Mar 28 09:08:24.318520 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a216ff18-584b-4eab-adce-2cc94ca24c91 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "DELETE /v2.0/routers/a06c32da-e4d2-40f3-bf14-f4af84bc2341 HTTP/1.1" status: 404 len: 336 time: 0.0579202 Mar 28 09:08:24.323468 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48710) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:24.329313 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9c323cab-9947-4c2a-96e1-6de76c0a0f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (88205ee7-109f-4230-9d92-c449a422a4ce), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.342093 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (dcc6c5f3-ec5e-49d6-87cf-d00c2d260198), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.347343 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c40c64e3-04d5-452e-b805-6b8fc07bfb06 None None] Provisioning complete for port 0f776211-5a82-4239-9d4a-8fa471fc6663 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:24.347696 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c40c64e3-04d5-452e-b805-6b8fc07bfb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0f776211-5a82-4239-9d4a-8fa471fc6663), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.348943 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42608da-c579-4552-a5b5-c1f5171813f3 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56551a9b-4c0b-4f8f-b3a8-75fec127df39,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:24.374821 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:08:24.375304 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4e1ba169-1a9d-46a8-a3a3-a4f8c9d5913e tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "GET /v2.0/ports?device_id=c815309a-b37b-4ec6-aebb-b903be4dc511 HTTP/1.1" status: 200 len: 205 time: 0.0445321 Mar 28 09:08:24.388405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c323cab-9947-4c2a-96e1-6de76c0a0f49 admin admin] Pushing event updated for resources: {'Port': ['ID=3859860c-6925-43ba-a8e3-05247833f52e,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:24.397581 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48712) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:24.403736 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:08:24.404164 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b18ce0e1-ef6e-4d9a-878a-ff51e86d0e7f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:08:24.424801 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc6c5f3-ec5e-49d6-87cf-d00c2d260198']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:24.434647 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0649d668-0216-4f9e-a313-d83627cb2db2') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:24.434953 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0649d668-0216-4f9e-a313-d83627cb2db2') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:24.444735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (0649d668-0216-4f9e-a313-d83627cb2db2), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.458037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (0649d668-0216-4f9e-a313-d83627cb2db2), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.459601 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c40c64e3-04d5-452e-b805-6b8fc07bfb06 None None] Current status of the port 0f776211-5a82-4239-9d4a-8fa471fc6663 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:24.468001 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:08:24.468407 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (0649d668-0216-4f9e-a313-d83627cb2db2), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.472953 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a42608da-c579-4552-a5b5-c1f5171813f3 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.474148 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a42608da-c579-4552-a5b5-c1f5171813f3 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3026979 Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:08:24.485281 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:08:24.489636 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48714) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:24.516476 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-b57aad6b-71dc-40de-9e2a-ddd6bf34aed8 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] delete failed (client error): The resource could not be found. Mar 28 09:08:24.517434 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b57aad6b-71dc-40de-9e2a-ddd6bf34aed8 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "DELETE /v2.0/routers/c815309a-b37b-4ec6-aebb-b903be4dc511 HTTP/1.1" status: 404 len: 336 time: 0.1189270 Mar 28 09:08:24.521315 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48716) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:24.546462 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-01f7030f-776f-4e1f-9f22-0a084068feda tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 172.20.0.8 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/b4a2adcd-c530-498e-8e35-f32168528094/7bf3729f-ad74-4e71-9822-0874e729daff) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:24.567452 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4d825ee7-81ab-433c-9225-2e1c7b7ae0c6 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84 HTTP/1.1" status: 200 len: 205 time: 0.0438704 Mar 28 09:08:24.572305 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48718) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:24.578539 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-01f7030f-776f-4e1f-9f22-0a084068feda tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::f816:3eff:fe9d:c7a8 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/2e95a026-2677-4ce0-b40f-03539e563996/7bf3729f-ad74-4e71-9822-0874e729daff) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:24.587098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b81846a-fd6f-42c7-ad82-62c19b6c8cac tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting subnet 003574f4-8fe5-4d1c-9b1b-af4c2fefd897 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:08:24.611407 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7b81846a-fd6f-42c7-ad82-62c19b6c8cac tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (003574f4-8fe5-4d1c-9b1b-af4c2fefd897), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.616782 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-925e202c-3b7a-4a71-b3ad-f304fcc9ac75 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] delete failed (client error): The resource could not be found. Mar 28 09:08:24.617862 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-925e202c-3b7a-4a71-b3ad-f304fcc9ac75 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "DELETE /v2.0/routers/cd405f1e-5a7d-43c8-a9bc-a6ac32eb0d84 HTTP/1.1" status: 404 len: 336 time: 0.0453694 Mar 28 09:08:24.621782 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48720) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:24.662383 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5234f9bd-fe07-46b3-be34-1d1f6eb44134 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:24.663659 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5234f9bd-fe07-46b3-be34-1d1f6eb44134 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] 10.222.0.15 "GET /v2.0/networks/e4dd22a2-580e-4f26-aea9-d807c1651002 HTTP/1.1" status: 200 len: 767 time: 0.3695211 Mar 28 09:08:24.666411 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-225d0d51-92a4-4da5-8bf5-533d72d0e066 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b746327-b4af-49ed-aa63-643e6db399b4 HTTP/1.1" status: 200 len: 205 time: 0.0416925 Mar 28 09:08:24.670186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48722) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:24.670541 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48724) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:24.692260 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (dcc6c5f3-ec5e-49d6-87cf-d00c2d260198), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.707864 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.713815 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] 10.222.0.15 "DELETE /v2.0/networks/dcc6c5f3-ec5e-49d6-87cf-d00c2d260198 HTTP/1.1" status: 204 len: 168 time: 2.0345807 Mar 28 09:08:24.736545 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7b81846a-fd6f-42c7-ad82-62c19b6c8cac tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (003574f4-8fe5-4d1c-9b1b-af4c2fefd897), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.739170 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3093e-baad-467a-aeaa-04f0da83b2bc tempest-NetworksTest-46436293 tempest-NetworksTest-46436293-project] Pushing event deleted for resources: {'Network': ['ID=dcc6c5f3-ec5e-49d6-87cf-d00c2d260198,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:24.774867 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-79f2501a-82d7-4894-a1a6-fd2c48292a11 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] delete failed (client error): The resource could not be found. Mar 28 09:08:24.778478 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-79f2501a-82d7-4894-a1a6-fd2c48292a11 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "DELETE /v2.0/routers/0b746327-b4af-49ed-aa63-643e6db399b4 HTTP/1.1" status: 404 len: 336 time: 0.1033916 Mar 28 09:08:24.778640 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ff2dd3f8-cd56-4195-9feb-24a86797231a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (b041d9b2-0e5c-4af9-ba5d-75ab5d58ebfc), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.780063 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48728) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:24.784828 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:08:24.807782 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c323cab-9947-4c2a-96e1-6de76c0a0f49 admin admin] Network 8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:24.809864 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf961c8f-1336-4b90-aa6a-227a8a9c2879 None None] Sync routers for ids ['b4889869-24ae-45b3-9521-28fe66cb2644'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:08:24.826640 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf961c8f-1336-4b90-aa6a-227a8a9c2879 None None] Routers {'b4889869-24ae-45b3-9521-28fe66cb2644'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:24.827617 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-bf961c8f-1336-4b90-aa6a-227a8a9c2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b4889869-24ae-45b3-9521-28fe66cb2644'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:24.832059 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-22692702-5a4f-4dbf-b392-b67e7f1bfd53 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "GET /v2.0/ports?device_id=f7cd2405-2dd2-4408-867a-d1b393438a8c HTTP/1.1" status: 200 len: 205 time: 0.0469379 Mar 28 09:08:24.836757 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-9c323cab-9947-4c2a-96e1-6de76c0a0f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:24.837493 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48730) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:24.848678 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ff2dd3f8-cd56-4195-9feb-24a86797231a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (b041d9b2-0e5c-4af9-ba5d-75ab5d58ebfc), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.906920 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:24.914217 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c1159f93-85f4-4281-858d-ed9f3a9a416c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.2464767 Mar 28 09:08:24.914217 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-6f02a0d8-d3ce-4574-9f9f-430d02bd73f4 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] delete failed (client error): The resource could not be found. Mar 28 09:08:24.914217 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6f02a0d8-d3ce-4574-9f9f-430d02bd73f4 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "DELETE /v2.0/routers/f7cd2405-2dd2-4408-867a-d1b393438a8c HTTP/1.1" status: 404 len: 336 time: 0.0710630 Mar 28 09:08:24.914217 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48732) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:24.914217 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48734) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:24.934761 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-bf961c8f-1336-4b90-aa6a-227a8a9c2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:24.957489 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf961c8f-1336-4b90-aa6a-227a8a9c2879 None None] Routers {'b4889869-24ae-45b3-9521-28fe66cb2644'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:24.958121 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-bf961c8f-1336-4b90-aa6a-227a8a9c2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b4889869-24ae-45b3-9521-28fe66cb2644'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:24.992435 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-bf961c8f-1336-4b90-aa6a-227a8a9c2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:24.993093 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf961c8f-1336-4b90-aa6a-227a8a9c2879 None None] The sync data for ids ['b4889869-24ae-45b3-9521-28fe66cb2644'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:08:25.026008 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7b81846a-fd6f-42c7-ad82-62c19b6c8cac tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (003574f4-8fe5-4d1c-9b1b-af4c2fefd897), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.042385 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dad54c5a-cfc8-4332-bccb-444eb9e66ee6 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (7ebb7029-94a6-4a2e-be36-6cc8f8e3abff), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.061083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ff2dd3f8-cd56-4195-9feb-24a86797231a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b041d9b2-0e5c-4af9-ba5d-75ab5d58ebfc), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.064282 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ff2dd3f8-cd56-4195-9feb-24a86797231a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.065793 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ff2dd3f8-cd56-4195-9feb-24a86797231a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-groups/b041d9b2-0e5c-4af9-ba5d-75ab5d58ebfc HTTP/1.1" status: 204 len: 168 time: 0.5657468 Mar 28 09:08:25.074546 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-de1bc5cc-6158-4677-9df2-352737360f26 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5646805-15f1-4a82-bda0-75142cc85a81 HTTP/1.1" status: 200 len: 205 time: 0.0741343 Mar 28 09:08:25.075322 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48738) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:25.075747 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48740) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:25.091476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48742) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:25.122156 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2dd3f8-cd56-4195-9feb-24a86797231a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b041d9b2-0e5c-4af9-ba5d-75ab5d58ebfc,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:25.160827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c323cab-9947-4c2a-96e1-6de76c0a0f49 admin admin] Router 88205ee7-109f-4230-9d92-c449a422a4ce has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:08:25.163950 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-fb198b73-bf8a-4f9d-b238-0438784c18a8 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] delete failed (client error): The resource could not be found. Mar 28 09:08:25.165082 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fb198b73-bf8a-4f9d-b238-0438784c18a8 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "DELETE /v2.0/routers/b5646805-15f1-4a82-bda0-75142cc85a81 HTTP/1.1" status: 404 len: 336 time: 0.0654688 Mar 28 09:08:25.168207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48746) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:25.219068 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7dc0fce4-92e9-4b60-88e7-3abd291a59a4 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1301260 Mar 28 09:08:25.219633 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c75cb07-421f-4764-8ea9-0009f5c92748 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:25.219633 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c75cb07-421f-4764-8ea9-0009f5c92748 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:25.223750 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1c75cb07-421f-4764-8ea9-0009f5c92748 tempest-RoutersIpV6AdminTest-1522892887 tempest-RoutersIpV6AdminTest-1522892887-project] 10.222.0.15 "DELETE /v2.0/subnets/b46a5279-7fc4-4501-85e0-fc0e672c9661 HTTP/1.1" status: 404 len: 337 time: 0.0518448 Mar 28 09:08:25.223895 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48748) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:25.230129 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-44b3258d-d56d-45dd-8dda-1b06529185dc tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group': {'name': 'tempest-secgroup--948374181'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:25.299538 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0354b066-f670-4548-892a-b0c70db3f6fc None None] Provisioning complete for port 3859860c-6925-43ba-a8e3-05247833f52e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:25.300571 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0354b066-f670-4548-892a-b0c70db3f6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3859860c-6925-43ba-a8e3-05247833f52e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.319881 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7b81846a-fd6f-42c7-ad82-62c19b6c8cac tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (003574f4-8fe5-4d1c-9b1b-af4c2fefd897), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.340687 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44b3258d-d56d-45dd-8dda-1b06529185dc tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.347914 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0354b066-f670-4548-892a-b0c70db3f6fc None None] Port 3859860c-6925-43ba-a8e3-05247833f52e cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:08:25.373707 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81846a-fd6f-42c7-ad82-62c19b6c8cac tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Subnet': ['ID=003574f4-8fe5-4d1c-9b1b-af4c2fefd897,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:25.377108 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-01f7030f-776f-4e1f-9f22-0a084068feda tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (7bf3729f-ad74-4e71-9822-0874e729daff), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.379853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7b81846a-fd6f-42c7-ad82-62c19b6c8cac tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.386617 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7b81846a-fd6f-42c7-ad82-62c19b6c8cac tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/subnets/003574f4-8fe5-4d1c-9b1b-af4c2fefd897 HTTP/1.1" status: 204 len: 168 time: 1.3962393 Mar 28 09:08:25.386788 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dad54c5a-cfc8-4332-bccb-444eb9e66ee6 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (7ebb7029-94a6-4a2e-be36-6cc8f8e3abff), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.386895 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48754) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:25.391035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d403b43a-46fc-41fe-ab5e-1fdc0f44024f None None] Network 6220db19-27fb-45ac-9e63-a14c2e446478 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:25.419868 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2acc9e28-4faf-4ae1-b0ee-0ea4126c0e70 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "GET /v2.0/routers/b4889869-24ae-45b3-9521-28fe66cb2644 HTTP/1.1" status: 200 len: 921 time: 0.4999199 Mar 28 09:08:25.427704 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48756) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:25.442143 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-dad54c5a-cfc8-4332-bccb-444eb9e66ee6 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebb7029-94a6-4a2e-be36-6cc8f8e3abff']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:25.475818 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-092b7ea1-39a7-48f3-af82-2e04d90ce23e tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4889869-24ae-45b3-9521-28fe66cb2644 HTTP/1.1" status: 200 len: 205 time: 0.0445693 Mar 28 09:08:25.476864 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-69b39e6b-9397-4c7c-b763-8b21e9c524fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15ec40f64a0746ac8120f854f6600104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3893800 Mar 28 09:08:25.477301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48758) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:25.479952 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c323cab-9947-4c2a-96e1-6de76c0a0f49 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:08:25.481502 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48760) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:25.482795 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-dad54c5a-cfc8-4332-bccb-444eb9e66ee6 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c49d76ae-80ca-48f9-9a72-a1383a123197') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:25.483096 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-dad54c5a-cfc8-4332-bccb-444eb9e66ee6 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c49d76ae-80ca-48f9-9a72-a1383a123197') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:25.496168 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9c323cab-9947-4c2a-96e1-6de76c0a0f49 admin admin] 10.222.0.15 "PUT /v2.0/routers/88205ee7-109f-4230-9d92-c449a422a4ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5623243 Mar 28 09:08:25.504732 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Sync routers for ids ['88205ee7-109f-4230-9d92-c449a422a4ce'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:08:25.518729 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (6220db19-27fb-45ac-9e63-a14c2e446478), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.570450 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48764) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:25.580271 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dad54c5a-cfc8-4332-bccb-444eb9e66ee6 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (c49d76ae-80ca-48f9-9a72-a1383a123197), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.593717 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44b3258d-d56d-45dd-8dda-1b06529185dc tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (b7d37f27-7a0c-40c4-8a1e-a03987b8a6a3), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.603902 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dad54c5a-cfc8-4332-bccb-444eb9e66ee6 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c49d76ae-80ca-48f9-9a72-a1383a123197), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.608250 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Routers {'88205ee7-109f-4230-9d92-c449a422a4ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:25.609439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['88205ee7-109f-4230-9d92-c449a422a4ce'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:25.618594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad54c5a-cfc8-4332-bccb-444eb9e66ee6 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:08:25.618964 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44b3258d-d56d-45dd-8dda-1b06529185dc tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b7d37f27-7a0c-40c4-8a1e-a03987b8a6a3), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.619083 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dad54c5a-cfc8-4332-bccb-444eb9e66ee6 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (c49d76ae-80ca-48f9-9a72-a1383a123197), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:08:25.621590 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:08:25.642358 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-55b48d5e-1575-4191-bc14-6b4459bd4fa1 admin admin] Publish callbacks [] for security_group (19eccf39-27ce-4b8c-a67c-83bcc44264eb), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.668774 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-01f7030f-776f-4e1f-9f22-0a084068feda tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (7bf3729f-ad74-4e71-9822-0874e729daff), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.683371 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3258d-d56d-45dd-8dda-1b06529185dc tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d37f27-7a0c-40c4-8a1e-a03987b8a6a3,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:25.686779 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-55b48d5e-1575-4191-bc14-6b4459bd4fa1 admin admin] Publish callbacks [] for security_group (19eccf39-27ce-4b8c-a67c-83bcc44264eb), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.692002 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44b3258d-d56d-45dd-8dda-1b06529185dc tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.693031 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-44b3258d-d56d-45dd-8dda-1b06529185dc tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4665456 Mar 28 09:08:25.699586 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48768) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:25.708234 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-16661bba-cc5f-4d25-b96f-42b80258dc85 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group': {'name': 'tempest-secgroup--861318639'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:25.738321 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting port b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:25.738663 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.747630 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f7030f-776f-4e1f-9f22-0a084068feda tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:25.771844 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-01f7030f-776f-4e1f-9f22-0a084068feda tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:25.784369 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f7030f-776f-4e1f-9f22-0a084068feda tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:25.788762 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-16661bba-cc5f-4d25-b96f-42b80258dc85 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.803673 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dad54c5a-cfc8-4332-bccb-444eb9e66ee6 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (7ebb7029-94a6-4a2e-be36-6cc8f8e3abff), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.805296 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7030f-776f-4e1f-9f22-0a084068feda tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=7bf3729f-ad74-4e71-9822-0874e729daff,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:25.813276 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-55b48d5e-1575-4191-bc14-6b4459bd4fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (19eccf39-27ce-4b8c-a67c-83bcc44264eb), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.821060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-55b48d5e-1575-4191-bc14-6b4459bd4fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.825238 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-55b48d5e-1575-4191-bc14-6b4459bd4fa1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19eccf39-27ce-4b8c-a67c-83bcc44264eb HTTP/1.1" status: 204 len: 168 time: 0.3320386 Mar 28 09:08:25.825238 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] For port b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6,segment=NetworkSegment(a6644c42-0e5a-4523-b98a-f1ba4eeb2874),segment_id=a6644c42-0e5a-4523-b98a-f1ba4eeb2874)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:25.825238 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.851882 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad54c5a-cfc8-4332-bccb-444eb9e66ee6 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7ebb7029-94a6-4a2e-be36-6cc8f8e3abff {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 09:08:25.853869 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad54c5a-cfc8-4332-bccb-444eb9e66ee6 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ebb7029-94a6-4a2e-be36-6cc8f8e3abff,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:25.857781 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21f5c4e8-150c-4f09-b803-07dd5d139a1e tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (b4889869-24ae-45b3-9521-28fe66cb2644), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.860411 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dad54c5a-cfc8-4332-bccb-444eb9e66ee6 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:25.869453 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dad54c5a-cfc8-4332-bccb-444eb9e66ee6 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] 10.222.0.15 "DELETE /v2.0/networks/7ebb7029-94a6-4a2e-be36-6cc8f8e3abff HTTP/1.1" status: 204 len: 168 time: 1.1978216 Mar 28 09:08:25.876466 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48776) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:25.889048 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4980a8c3-8297-4876-b8d4-5b6747ee6920 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Request body: {'network': {'name': 'tempest-network--1606506562'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:25.890834 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Calling delete_port for b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:25.892862 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b48d5e-1575-4191-bc14-6b4459bd4fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eccf39-27ce-4b8c-a67c-83bcc44264eb,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:25.943114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5a33-540d-4c53-be3a-e82b9aed8c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.060419 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f7030f-776f-4e1f-9f22-0a084068feda tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:26.061130 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-01f7030f-776f-4e1f-9f22-0a084068feda tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.111204 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4980a8c3-8297-4876-b8d4-5b6747ee6920 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Made reservation on behalf of e046bff7fe124c60948b6f56af42dfdf for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:26.113935 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4980a8c3-8297-4876-b8d4-5b6747ee6920 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.162927 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-01f7030f-776f-4e1f-9f22-0a084068feda tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0445240 Mar 28 09:08:26.165667 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48780) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:26.210921 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4980a8c3-8297-4876-b8d4-5b6747ee6920 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:08:26.306091 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.324728 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-16661bba-cc5f-4d25-b96f-42b80258dc85 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (97a5aa20-e17b-4b8f-a1ae-d3dca4ba6b7e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.326230 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4980a8c3-8297-4876-b8d4-5b6747ee6920 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (25ff79ca-6c8d-481c-bd5a-32988aa66472), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.326585 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-4980a8c3-8297-4876-b8d4-5b6747ee6920 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Added segment 25ff79ca-6c8d-481c-bd5a-32988aa66472 of type vlan for network df0b1eef-72d8-46b2-9446-f19a04954cdc Mar 28 09:08:26.366531 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-16661bba-cc5f-4d25-b96f-42b80258dc85 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (97a5aa20-e17b-4b8f-a1ae-d3dca4ba6b7e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.381228 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Port': ['ID=b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:26.383646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] No DVR routers for this DVR port b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:08:26.401769 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21f5c4e8-150c-4f09-b803-07dd5d139a1e tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_gateway (b4889869-24ae-45b3-9521-28fe66cb2644), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.427541 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48786) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:26.454603 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Set router 88205ee7-109f-4230-9d92-c449a422a4ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:08:26.456418 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f393985b-cbe6-465c-b8eb-e86a30a6112a tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1885538626', 'description': 'tempest-description--2077192264'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:26.502137 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2354f7-8c26-4443-81dd-d4b7560ba601 None None] DHCP port deletion for 6220db19-27fb-45ac-9e63-a14c2e446478 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:08:26.510859 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4ade1ca3-a6a9-48d7-acae-15ff235ca532 None None] Provisioning complete for port 7bf3729f-ad74-4e71-9822-0874e729daff triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:26.511443 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4ade1ca3-a6a9-48d7-acae-15ff235ca532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7bf3729f-ad74-4e71-9822-0874e729daff), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.561806 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-16661bba-cc5f-4d25-b96f-42b80258dc85 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.563069 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-16661bba-cc5f-4d25-b96f-42b80258dc85 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8583739 Mar 28 09:08:26.588347 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48792) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:26.595003 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4980a8c3-8297-4876-b8d4-5b6747ee6920 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (df0b1eef-72d8-46b2-9446-f19a04954cdc), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.605846 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (6220db19-27fb-45ac-9e63-a14c2e446478), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.609105 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1c47c882-8ad3-4a07-becd-9e87093bcc90 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group_rule': {'security_group_id': 'b7d37f27-7a0c-40c4-8a1e-a03987b8a6a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '97a5aa20-e17b-4b8f-a1ae-d3dca4ba6b7e', 'remote_ip_prefix': None}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:26.635579 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16661bba-cc5f-4d25-b96f-42b80258dc85 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a5aa20-e17b-4b8f-a1ae-d3dca4ba6b7e,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:26.660442 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6220db19-27fb-45ac-9e63-a14c2e446478']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:26.672002 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6644c42-0e5a-4523-b98a-f1ba4eeb2874') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:26.672566 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6644c42-0e5a-4523-b98a-f1ba4eeb2874') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:26.687192 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (a6644c42-0e5a-4523-b98a-f1ba4eeb2874), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.703067 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f393985b-cbe6-465c-b8eb-e86a30a6112a tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.708951 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (a6644c42-0e5a-4523-b98a-f1ba4eeb2874), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.730109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4ade1ca3-a6a9-48d7-acae-15ff235ca532 None None] Port 7bf3729f-ad74-4e71-9822-0874e729daff cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:08:26.737415 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5a33-540d-4c53-be3a-e82b9aed8c9c admin admin] Publish callbacks [] for security_group (74bcf3dc-e1e1-4081-ade1-3ac27c2eb262), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.749219 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:08:26.749667 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (a6644c42-0e5a-4523-b98a-f1ba4eeb2874), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:08:26.756657 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:08:26.759499 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4980a8c3-8297-4876-b8d4-5b6747ee6920 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (df0b1eef-72d8-46b2-9446-f19a04954cdc), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.760506 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4980a8c3-8297-4876-b8d4-5b6747ee6920 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:26.761146 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4980a8c3-8297-4876-b8d4-5b6747ee6920 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.767651 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b8a6b-9204-467c-b209-24d653bcc604 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:26.768732 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'name': 'tempest-ServerActionsTestJSON-2141593750-router', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245'}], 'enable_snat': True}, 'gw_port_id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:06Z', 'updated_at': '2022-03-28T09:08:22Z', 'revision_number': 4, 'project_id': '2eeee875a9da4567926143d977c5d593', 'gw_port': {'id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:09Z', 'updated_at': '2022-03-28T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3859860c-6925-43ba-a8e3-05247833f52e', 'name': '', 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'mac_address': 'fa:16:3e:92:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:19Z', 'updated_at': '2022-03-28T09:08:23Z', 'revision_number': 2, 'project_id': '2eeee875a9da4567926143d977c5d593', 'subnets': [{'id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:26.778777 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b8a6b-9204-467c-b209-24d653bcc604 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:26.787117 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48796) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:26.787295 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1a9b8a6b-9204-467c-b209-24d653bcc604 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6184411 Mar 28 09:08:26.799239 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5a33-540d-4c53-be3a-e82b9aed8c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (74bcf3dc-e1e1-4081-ade1-3ac27c2eb262), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.819838 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Checking router: 88205ee7-109f-4230-9d92-c449a422a4ce for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:08:26.820216 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Updating router 88205ee7-109f-4230-9d92-c449a422a4ce port 3859860c-6925-43ba-a8e3-05247833f52e binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:08:26.855329 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (3859860c-6925-43ba-a8e3-05247833f52e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.873795 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1e1b5a33-540d-4c53-be3a-e82b9aed8c9c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4a0a791de9a4bca931a5587ee5bd4e3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2999058 Mar 28 09:08:26.874459 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-21f5c4e8-150c-4f09-b803-07dd5d139a1e tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Deleting port 31f75738-b1c9-41cd-9b10-5b6e06a1b21f {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:26.874806 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21f5c4e8-150c-4f09-b803-07dd5d139a1e tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (31f75738-b1c9-41cd-9b10-5b6e06a1b21f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.879087 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4980a8c3-8297-4876-b8d4-5b6747ee6920 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9963560 Mar 28 09:08:26.881903 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48802) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:26.882230 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48804) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:26.892440 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-9853fda2-5d79-4878-b877-f4a8f04c28ba tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:26.921502 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b5a33-540d-4c53-be3a-e82b9aed8c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bcf3dc-e1e1-4081-ade1-3ac27c2eb262,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:26.943719 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (6220db19-27fb-45ac-9e63-a14c2e446478), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.949957 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:26.959154 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/networks/6220db19-27fb-45ac-9e63-a14c2e446478 HTTP/1.1" status: 204 len: 168 time: 1.5712309 Mar 28 09:08:26.960101 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48808) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:26.969939 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-934356046', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}, 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:27.014078 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (85622ab7-83bd-4186-bee9-11473ed5aec2), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.015481 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (85622ab7-83bd-4186-bee9-11473ed5aec2), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.021252 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1adbe-be62-46bc-81e3-12b993a67a33 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Network': ['ID=6220db19-27fb-45ac-9e63-a14c2e446478,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:27.102875 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48810) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:27.115789 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router_controller (85622ab7-83bd-4186-bee9-11473ed5aec2), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.219634 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-30c9cf90-8dcb-4e12-ba14-ef81daeebe5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.250317 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Publish callbacks [] for port (3859860c-6925-43ba-a8e3-05247833f52e), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.258121 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (3859860c-6925-43ba-a8e3-05247833f52e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.289462 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c47c882-8ad3-4a07-becd-9e87093bcc90 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (a810db4f-1496-4d98-a0df-e1bbdc4f639c), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.293015 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980a8c3-8297-4876-b8d4-5b6747ee6920 tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Pushing event updated for resources: {'Network': ['ID=df0b1eef-72d8-46b2-9446-f19a04954cdc,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:27.356472 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network df0b1eef-72d8-46b2-9446-f19a04954cdc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:08:27.417981 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f393985b-cbe6-465c-b8eb-e86a30a6112a tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for security_group (45b762a4-a93b-47d2-bf2e-48d6f09d663e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.445734 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f393985b-cbe6-465c-b8eb-e86a30a6112a tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (45b762a4-a93b-47d2-bf2e-48d6f09d663e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.458082 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe38fb-e4aa-4fd0-99b4-c35d113479b7 None None] Pushing event updated for resources: {'Port': ['ID=3859860c-6925-43ba-a8e3-05247833f52e,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:27.461802 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Attempting to bind port 3859860c-6925-43ba-a8e3-05247833f52e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:08:27.462253 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Attempting to bind port 3859860c-6925-43ba-a8e3-05247833f52e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f69b77ca-9cfd-40ad-be23-49a7408d5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:08:27.462611 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Attempting to bind port 3859860c-6925-43ba-a8e3-05247833f52e on network 8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:27.469539 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:08:27.470059 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Checking segment: {'id': 'f69b77ca-9cfd-40ad-be23-49a7408d5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:27.470537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.470976 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Bound using segment: {'id': 'f69b77ca-9cfd-40ad-be23-49a7408d5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:08:27.471542 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Bound port: 3859860c-6925-43ba-a8e3-05247833f52e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69b77ca-9cfd-40ad-be23-49a7408d5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:08:27.471935 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (3859860c-6925-43ba-a8e3-05247833f52e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.500981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-2f05cc79-9a1e-49dd-990b-9e2c502ce458 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-988324700'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:27.524229 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f05cc79-9a1e-49dd-990b-9e2c502ce458 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:27.534900 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f05cc79-9a1e-49dd-990b-9e2c502ce458 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.550935 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f05cc79-9a1e-49dd-990b-9e2c502ce458 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.551555 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f393985b-cbe6-465c-b8eb-e86a30a6112a tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.553369 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f393985b-cbe6-465c-b8eb-e86a30a6112a tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1157503 Mar 28 09:08:27.559400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] For port 3859860c-6925-43ba-a8e3-05247833f52e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:08:27.571645 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393985b-cbe6-465c-b8eb-e86a30a6112a tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b762a4-a93b-47d2-bf2e-48d6f09d663e,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:27.572235 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e1f32659-36fb-4d4a-8295-d17e62b8c64a None None] Provisioning complete for port 3859860c-6925-43ba-a8e3-05247833f52e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:27.572652 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e1f32659-36fb-4d4a-8295-d17e62b8c64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3859860c-6925-43ba-a8e3-05247833f52e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.592983 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48814) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:27.603405 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-3e421c43-c666-4a72-9d5c-80062263a309 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Request body: {'security_group_rule': {'security_group_id': '45b762a4-a93b-47d2-bf2e-48d6f09d663e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:27.605910 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] For port 3859860c-6925-43ba-a8e3-05247833f52e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3859860c-6925-43ba-a8e3-05247833f52e,segment=NetworkSegment(f69b77ca-9cfd-40ad-be23-49a7408d5ecd),segment_id=f69b77ca-9cfd-40ad-be23-49a7408d5ecd)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:08:27.618573 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (3859860c-6925-43ba-a8e3-05247833f52e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.641848 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router_gateway (85622ab7-83bd-4186-bee9-11473ed5aec2), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.674018 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21f5c4e8-150c-4f09-b803-07dd5d139a1e tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (31f75738-b1c9-41cd-9b10-5b6e06a1b21f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.679946 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe38fb-e4aa-4fd0-99b4-c35d113479b7 None None] Pushing event updated for resources: {'Port': ['ID=3859860c-6925-43ba-a8e3-05247833f52e,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:27.685453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:08:27.709296 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:08:27.709296 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b54d8e1c-3e1b-46bd-b3e3-05bf7212ada6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:08:27.715038 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e1f32659-36fb-4d4a-8295-d17e62b8c64a None None] Port 3859860c-6925-43ba-a8e3-05247833f52e cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:08:27.734477 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Routers {'88205ee7-109f-4230-9d92-c449a422a4ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:27.735446 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['88205ee7-109f-4230-9d92-c449a422a4ce'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:27.746718 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-21f5c4e8-150c-4f09-b803-07dd5d139a1e tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Calling delete_port for 31f75738-b1c9-41cd-9b10-5b6e06a1b21f owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:27.752366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-25887557-246f-41e5-81b8-da07aaa3c7bb admin admin] Publish callbacks [] for security_group (74bcf3dc-e1e1-4081-ade1-3ac27c2eb262), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.769821 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f05cc79-9a1e-49dd-990b-9e2c502ce458 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (83d1d9d5-8609-4801-aa15-12831ce0644c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.780216 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f05cc79-9a1e-49dd-990b-9e2c502ce458 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (83d1d9d5-8609-4801-aa15-12831ce0644c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.817207 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a3638749-bb6f-46b3-8ae3-0c4bc0c4b4c8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port 7bf3729f-ad74-4e71-9822-0874e729daff {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:27.817652 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3638749-bb6f-46b3-8ae3-0c4bc0c4b4c8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (7bf3729f-ad74-4e71-9822-0874e729daff), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.819732 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f05cc79-9a1e-49dd-990b-9e2c502ce458 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:08:27.831432 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c47c882-8ad3-4a07-becd-9e87093bcc90 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (a810db4f-1496-4d98-a0df-e1bbdc4f639c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.832537 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e421c43-c666-4a72-9d5c-80062263a309 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for security_group_rule (c9c3db38-0810-476f-a952-193f63720556), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.851237 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f05cc79-9a1e-49dd-990b-9e2c502ce458 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (3c2d147d-8cb4-4062-a2ea-a79733ac4bd7), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.851584 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-2f05cc79-9a1e-49dd-990b-9e2c502ce458 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Added segment 3c2d147d-8cb4-4062-a2ea-a79733ac4bd7 of type vlan for network c662c580-9959-4333-a8b9-22afafa1f5d4 Mar 28 09:08:27.863744 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05cc79-9a1e-49dd-990b-9e2c502ce458 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d1d9d5-8609-4801-aa15-12831ce0644c,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:27.904528 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] Set router 88205ee7-109f-4230-9d92-c449a422a4ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:08:27.906685 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-25887557-246f-41e5-81b8-da07aaa3c7bb admin admin] Publish callbacks [] for security_group (74bcf3dc-e1e1-4081-ade1-3ac27c2eb262), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.908614 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c47c882-8ad3-4a07-becd-9e87093bcc90 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (a810db4f-1496-4d98-a0df-e1bbdc4f639c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:27.968607 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f05cc79-9a1e-49dd-990b-9e2c502ce458 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (c662c580-9959-4333-a8b9-22afafa1f5d4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.010953 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router_gateway (85622ab7-83bd-4186-bee9-11473ed5aec2), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.033278 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9853fda2-5d79-4878-b877-f4a8f04c28ba tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (df0b1eef-72d8-46b2-9446-f19a04954cdc), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.034897 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.044199 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f05cc79-9a1e-49dd-990b-9e2c502ce458 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (c662c580-9959-4333-a8b9-22afafa1f5d4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.049375 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f05cc79-9a1e-49dd-990b-9e2c502ce458 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:28.050042 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f05cc79-9a1e-49dd-990b-9e2c502ce458 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.070443 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47c882-8ad3-4a07-becd-9e87093bcc90 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a810db4f-1496-4d98-a0df-e1bbdc4f639c,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:28.122145 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9853fda2-5d79-4878-b877-f4a8f04c28ba tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (df0b1eef-72d8-46b2-9446-f19a04954cdc), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.126610 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c47c882-8ad3-4a07-becd-9e87093bcc90 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.130512 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1c47c882-8ad3-4a07-becd-9e87093bcc90 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.5256853 Mar 28 09:08:28.135930 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48816) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:28.150592 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2f05cc79-9a1e-49dd-990b-9e2c502ce458 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0439403 Mar 28 09:08:28.150916 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-39cdd800-369e-4d19-b797-02ab317105a2 None None] Provisioning complete for port 3859860c-6925-43ba-a8e3-05247833f52e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:28.151299 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39cdd800-369e-4d19-b797-02ab317105a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3859860c-6925-43ba-a8e3-05247833f52e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.162164 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9853fda2-5d79-4878-b877-f4a8f04c28ba tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Network df0b1eef-72d8-46b2-9446-f19a04954cdc is not hosted by any dhcp agent {{(pid=104076) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 09:08:28.163134 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9853fda2-5d79-4878-b877-f4a8f04c28ba tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:28.163811 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9853fda2-5d79-4878-b877-f4a8f04c28ba tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.163924 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48818) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:28.165188 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9853fda2-5d79-4878-b877-f4a8f04c28ba tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] 10.222.0.15 "PUT /v2.0/networks/df0b1eef-72d8-46b2-9446-f19a04954cdc HTTP/1.1" status: 200 len: 857 time: 1.2768371 Mar 28 09:08:28.174283 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-166a3abf-c654-42d1-b278-d98bb744d013 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4', 'name': 'tempest-PortsTestJSON-926700166'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:28.182810 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48820) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:28.200693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05cc79-9a1e-49dd-990b-9e2c502ce458 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Network': ['ID=c662c580-9959-4333-a8b9-22afafa1f5d4,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:28.213983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'name': 'tempest-ServerActionsTestJSON-2141593750-router', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245'}], 'enable_snat': True}, 'gw_port_id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:06Z', 'updated_at': '2022-03-28T09:08:22Z', 'revision_number': 4, 'project_id': '2eeee875a9da4567926143d977c5d593', 'gw_port': {'id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:09Z', 'updated_at': '2022-03-28T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3859860c-6925-43ba-a8e3-05247833f52e', 'name': '', 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'mac_address': 'fa:16:3e:92:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:19Z', 'updated_at': '2022-03-28T09:08:27Z', 'revision_number': 4, 'project_id': '2eeee875a9da4567926143d977c5d593', 'subnets': [{'id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:28.245595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network c662c580-9959-4333-a8b9-22afafa1f5d4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:08:28.248708 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4c891b-7b50-4728-a3ec-bd1b2bee3164 None None] The sync data for ids ['88205ee7-109f-4230-9d92-c449a422a4ce'] in dv-neutron-master-2-hyperv is: [{'id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'name': 'tempest-ServerActionsTestJSON-2141593750-router', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245'}], 'enable_snat': True}, 'gw_port_id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:06Z', 'updated_at': '2022-03-28T09:08:22Z', 'revision_number': 4, 'project_id': '2eeee875a9da4567926143d977c5d593', 'gw_port': {'id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:09Z', 'updated_at': '2022-03-28T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3859860c-6925-43ba-a8e3-05247833f52e', 'name': '', 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'mac_address': 'fa:16:3e:92:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:19Z', 'updated_at': '2022-03-28T09:08:27Z', 'revision_number': 4, 'project_id': '2eeee875a9da4567926143d977c5d593', 'subnets': [{'id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:08:28.253321 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e421c43-c666-4a72-9d5c-80062263a309 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for security_group_rule (c9c3db38-0810-476f-a952-193f63720556), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.267308 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3638749-bb6f-46b3-8ae3-0c4bc0c4b4c8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (7bf3729f-ad74-4e71-9822-0874e729daff), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.287174 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e421c43-c666-4a72-9d5c-80062263a309 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (c9c3db38-0810-476f-a952-193f63720556), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.299205 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-25887557-246f-41e5-81b8-da07aaa3c7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (74bcf3dc-e1e1-4081-ade1-3ac27c2eb262), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.302133 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-25887557-246f-41e5-81b8-da07aaa3c7bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.318733 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-25887557-246f-41e5-81b8-da07aaa3c7bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74bcf3dc-e1e1-4081-ade1-3ac27c2eb262 HTTP/1.1" status: 204 len: 168 time: 1.4245307 Mar 28 09:08:28.324724 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6cc88912-b02f-410b-9d06-8be712f9da6f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (a810db4f-1496-4d98-a0df-e1bbdc4f639c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.334969 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6cc88912-b02f-410b-9d06-8be712f9da6f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (a810db4f-1496-4d98-a0df-e1bbdc4f639c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.345338 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853fda2-5d79-4878-b877-f4a8f04c28ba tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Pushing event updated for resources: {'Network': ['ID=df0b1eef-72d8-46b2-9446-f19a04954cdc,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:28.354703 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a3638749-bb6f-46b3-8ae3-0c4bc0c4b4c8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for 7bf3729f-ad74-4e71-9822-0874e729daff owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:28.366757 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-39cdd800-369e-4d19-b797-02ab317105a2 None None] Current status of the port 3859860c-6925-43ba-a8e3-05247833f52e is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:28.367417 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39cdd800-369e-4d19-b797-02ab317105a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (3859860c-6925-43ba-a8e3-05247833f52e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.398686 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6cc88912-b02f-410b-9d06-8be712f9da6f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (a810db4f-1496-4d98-a0df-e1bbdc4f639c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.411156 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25887557-246f-41e5-81b8-da07aaa3c7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bcf3dc-e1e1-4081-ade1-3ac27c2eb262,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:28.415553 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6cc88912-b02f-410b-9d06-8be712f9da6f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.417356 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6cc88912-b02f-410b-9d06-8be712f9da6f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/a810db4f-1496-4d98-a0df-e1bbdc4f639c HTTP/1.1" status: 204 len: 168 time: 0.2782934 Mar 28 09:08:28.424228 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e421c43-c666-4a72-9d5c-80062263a309 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c3db38-0810-476f-a952-193f63720556,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:28.429026 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48824) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:28.437829 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-39cdd800-369e-4d19-b797-02ab317105a2 None None] For port 3859860c-6925-43ba-a8e3-05247833f52e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3859860c-6925-43ba-a8e3-05247833f52e,segment=NetworkSegment(f69b77ca-9cfd-40ad-be23-49a7408d5ecd),segment_id=f69b77ca-9cfd-40ad-be23-49a7408d5ecd)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:28.446577 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39cdd800-369e-4d19-b797-02ab317105a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (3859860c-6925-43ba-a8e3-05247833f52e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.452914 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e421c43-c666-4a72-9d5c-80062263a309 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.454478 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3e421c43-c666-4a72-9d5c-80062263a309 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8578236 Mar 28 09:08:28.455525 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc88912-b02f-410b-9d06-8be712f9da6f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a810db4f-1496-4d98-a0df-e1bbdc4f639c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:28.463893 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48826) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:28.480130 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-5142493c-615a-4052-a1a3-a68827aeb1d2 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Request body: {'security_group_rule': {'security_group_id': '45b762a4-a93b-47d2-bf2e-48d6f09d663e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:28.504393 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Allocated IP 172.36.4.8 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/b87950f3-7b76-466e-b30f-51cb0fe63a2f) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:28.532904 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60418ea4-d2dd-4dd8-a95c-af6aa6eab14b tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (df0b1eef-72d8-46b2-9446-f19a04954cdc), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.564837 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdd800-369e-4d19-b797-02ab317105a2 None None] Pushing event updated for resources: {'Port': ['ID=3859860c-6925-43ba-a8e3-05247833f52e,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:28.578517 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166a3abf-c654-42d1-b278-d98bb744d013 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:28.589777 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-166a3abf-c654-42d1-b278-d98bb744d013 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.591455 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d494bbb3-740b-41ad-a40c-b7b8d45becf4 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1588132 Mar 28 09:08:28.599828 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48828) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:28.630533 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21f5c4e8-150c-4f09-b803-07dd5d139a1e tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (31f75738-b1c9-41cd-9b10-5b6e06a1b21f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.643215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5142493c-615a-4052-a1a3-a68827aeb1d2 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for security_group_rule (26a9bbf6-4cea-45f0-8a7b-a33487cd7b9a), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.687479 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5c4e8-150c-4f09-b803-07dd5d139a1e tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Pushing event deleted for resources: {'Port': ['ID=31f75738-b1c9-41cd-9b10-5b6e06a1b21f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:28.709460 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-166a3abf-c654-42d1-b278-d98bb744d013 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] device_id is not set on port 031f2a36-38a5-4646-aa49-e2f640fbbff6 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:08:28.804256 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7cae2bc6-78d6-4e4d-b5bb-5ca528163e2e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (97a5aa20-e17b-4b8f-a1ae-d3dca4ba6b7e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.817380 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60418ea4-d2dd-4dd8-a95c-af6aa6eab14b tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (df0b1eef-72d8-46b2-9446-f19a04954cdc), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.835801 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21f5c4e8-150c-4f09-b803-07dd5d139a1e tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (b4889869-24ae-45b3-9521-28fe66cb2644), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.899066 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7cae2bc6-78d6-4e4d-b5bb-5ca528163e2e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (97a5aa20-e17b-4b8f-a1ae-d3dca4ba6b7e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.907996 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (b87950f3-7b76-466e-b30f-51cb0fe63a2f), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.920642 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-60418ea4-d2dd-4dd8-a95c-af6aa6eab14b tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0b1eef-72d8-46b2-9446-f19a04954cdc']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:28.956998 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5142493c-615a-4052-a1a3-a68827aeb1d2 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for security_group_rule (26a9bbf6-4cea-45f0-8a7b-a33487cd7b9a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:28.961531 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48832) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:28.963588 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-60418ea4-d2dd-4dd8-a95c-af6aa6eab14b tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ff79ca-6c8d-481c-bd5a-32988aa66472') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:28.964063 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-60418ea4-d2dd-4dd8-a95c-af6aa6eab14b tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ff79ca-6c8d-481c-bd5a-32988aa66472') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:28.995025 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5142493c-615a-4052-a1a3-a68827aeb1d2 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (26a9bbf6-4cea-45f0-8a7b-a33487cd7b9a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.014768 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60418ea4-d2dd-4dd8-a95c-af6aa6eab14b tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (25ff79ca-6c8d-481c-bd5a-32988aa66472), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.019153 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21f5c4e8-150c-4f09-b803-07dd5d139a1e tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (b4889869-24ae-45b3-9521-28fe66cb2644), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.027074 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21f5c4e8-150c-4f09-b803-07dd5d139a1e tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_controller (b4889869-24ae-45b3-9521-28fe66cb2644), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.072081 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3638749-bb6f-46b3-8ae3-0c4bc0c4b4c8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (7bf3729f-ad74-4e71-9822-0874e729daff), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.074574 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142493c-615a-4052-a1a3-a68827aeb1d2 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a9bbf6-4cea-45f0-8a7b-a33487cd7b9a,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:29.101573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60418ea4-d2dd-4dd8-a95c-af6aa6eab14b tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (25ff79ca-6c8d-481c-bd5a-32988aa66472), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.106683 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7cae2bc6-78d6-4e4d-b5bb-5ca528163e2e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (97a5aa20-e17b-4b8f-a1ae-d3dca4ba6b7e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.109486 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7cae2bc6-78d6-4e4d-b5bb-5ca528163e2e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.110538 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7cae2bc6-78d6-4e4d-b5bb-5ca528163e2e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-groups/97a5aa20-e17b-4b8f-a1ae-d3dca4ba6b7e HTTP/1.1" status: 204 len: 168 time: 0.5072384 Mar 28 09:08:29.115974 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3638749-bb6f-46b3-8ae3-0c4bc0c4b4c8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=7bf3729f-ad74-4e71-9822-0874e729daff,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:29.118998 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48834) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:29.120607 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21f5c4e8-150c-4f09-b803-07dd5d139a1e tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (b4889869-24ae-45b3-9521-28fe66cb2644), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.121126 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f5c4e8-150c-4f09-b803-07dd5d139a1e tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Fanout notify agent at l3_agent the message router_deleted on router b4889869-24ae-45b3-9521-28fe66cb2644 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:08:29.139994 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21f5c4e8-150c-4f09-b803-07dd5d139a1e tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.141122 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-21f5c4e8-150c-4f09-b803-07dd5d139a1e tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "DELETE /v2.0/routers/b4889869-24ae-45b3-9521-28fe66cb2644 HTTP/1.1" status: 204 len: 168 time: 3.6548991 Mar 28 09:08:29.146800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5142493c-615a-4052-a1a3-a68827aeb1d2 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.148025 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5142493c-615a-4052-a1a3-a68827aeb1d2 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6831636 Mar 28 09:08:29.148671 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48836) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:29.153473 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Request body: {'router': {'name': 'tempest-snat-router-79789791', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'enable_snat': False}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:29.156033 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60418ea4-d2dd-4dd8-a95c-af6aa6eab14b tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:08:29.156453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60418ea4-d2dd-4dd8-a95c-af6aa6eab14b tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (25ff79ca-6c8d-481c-bd5a-32988aa66472), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.158929 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (b87950f3-7b76-466e-b30f-51cb0fe63a2f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:08:29.160463 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:08:29.170214 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48838) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:29.170407 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae2bc6-78d6-4e4d-b5bb-5ca528163e2e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a5aa20-e17b-4b8f-a1ae-d3dca4ba6b7e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:29.198062 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-218c8890-d165-48d0-a90f-cfc1af5b4f69 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:29.290958 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4389416a-88e6-44a9-970e-40ae3e5054bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af1709e20002498ab883cd2478bb82a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244822 Mar 28 09:08:29.309486 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48840) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:29.322042 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (de1bfa12-ce79-4b3f-a977-532c1554a172), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.323034 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (de1bfa12-ce79-4b3f-a977-532c1554a172), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.341454 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:29.354820 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e950bd14-2282-44a1-a759-97a4994131c5 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2299411 Mar 28 09:08:29.360903 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48842) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:29.374503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:29.375507 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3638749-bb6f-46b3-8ae3-0c4bc0c4b4c8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.384188 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a3638749-bb6f-46b3-8ae3-0c4bc0c4b4c8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/7bf3729f-ad74-4e71-9822-0874e729daff HTTP/1.1" status: 204 len: 168 time: 2.5939333 Mar 28 09:08:29.389964 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:29.392475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48844) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:29.395904 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=b87950f3-7b76-466e-b30f-51cb0fe63a2f,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:29.412471 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-166a3abf-c654-42d1-b278-d98bb744d013 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (031f2a36-38a5-4646-aa49-e2f640fbbff6), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.443272 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_controller (de1bfa12-ce79-4b3f-a977-532c1554a172), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.468628 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-218c8890-d165-48d0-a90f-cfc1af5b4f69 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.473524 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-792ad60e-8b17-4f0a-afc4-b00b56e6d506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.476692 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60418ea4-d2dd-4dd8-a95c-af6aa6eab14b tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (df0b1eef-72d8-46b2-9446-f19a04954cdc), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.517719 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60418ea4-d2dd-4dd8-a95c-af6aa6eab14b tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network df0b1eef-72d8-46b2-9446-f19a04954cdc {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 28 09:08:29.532530 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60418ea4-d2dd-4dd8-a95c-af6aa6eab14b tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.550519 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-60418ea4-d2dd-4dd8-a95c-af6aa6eab14b tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] 10.222.0.15 "DELETE /v2.0/networks/df0b1eef-72d8-46b2-9446-f19a04954cdc HTTP/1.1" status: 204 len: 168 time: 1.3664310 Mar 28 09:08:29.562481 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48846) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:29.644655 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60418ea4-d2dd-4dd8-a95c-af6aa6eab14b tempest-ExternalNetworksTestJSON-1852541466 tempest-ExternalNetworksTestJSON-1852541466-project-admin] Pushing event deleted for resources: {'Network': ['ID=df0b1eef-72d8-46b2-9446-f19a04954cdc,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:29.689752 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 3859860c-6925-43ba-a8e3-05247833f52e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:29.690259 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c613b5-924a-49c3-8dc9-ccf776b753c5 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:29.690363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c613b5-924a-49c3-8dc9-ccf776b753c5 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:29.692484 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_gateway (de1bfa12-ce79-4b3f-a977-532c1554a172), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.696150 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-31c613b5-924a-49c3-8dc9-ccf776b753c5 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] 10.222.0.15 "DELETE /v2.0/subnets/7e8890e7-a158-4000-8cf8-60e7f8684a39 HTTP/1.1" status: 404 len: 337 time: 0.1240788 Mar 28 09:08:29.698488 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48848) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:29.786607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 3859860c-6925-43ba-a8e3-05247833f52e triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:29.787336 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3859860c-6925-43ba-a8e3-05247833f52e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.793271 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb182f50-4666-4977-a177-0f58047793e0 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (e4dd22a2-580e-4f26-aea9-d807c1651002), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.834484 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bd340583-a281-4938-81e4-6631c5214df8 admin admin] Publish callbacks [] for security_group (0fd0a401-ea12-4312-945c-35f0a2a71415), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.842599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa1ea79-c77b-4624-a0d8-57b029f5fdbd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:29.847193 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa1ea79-c77b-4624-a0d8-57b029f5fdbd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:29.850435 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa1ea79-c77b-4624-a0d8-57b029f5fdbd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:29.853516 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6aa1ea79-c77b-4624-a0d8-57b029f5fdbd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4455545 Mar 28 09:08:29.869081 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48850) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:29.886902 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3da38cb2-db0a-438a-bda5-dec7dff9291e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (b7d37f27-7a0c-40c4-8a1e-a03987b8a6a3), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.899925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bd340583-a281-4938-81e4-6631c5214df8 admin admin] Publish callbacks [] for security_group (0fd0a401-ea12-4312-945c-35f0a2a71415), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.902988 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 3859860c-6925-43ba-a8e3-05247833f52e is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:29.926779 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-166a3abf-c654-42d1-b278-d98bb744d013 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (031f2a36-38a5-4646-aa49-e2f640fbbff6), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:29.997366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3da38cb2-db0a-438a-bda5-dec7dff9291e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (b7d37f27-7a0c-40c4-8a1e-a03987b8a6a3), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.034155 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-04572bbe-cff3-47e8-b863-43dab85a7052 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet 2e95a026-2677-4ce0-b40f-03539e563996 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:08:30.067349 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04572bbe-cff3-47e8-b863-43dab85a7052 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (2e95a026-2677-4ce0-b40f-03539e563996), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.092868 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a3abf-c654-42d1-b278-d98bb744d013 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=031f2a36-38a5-4646-aa49-e2f640fbbff6,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:30.127285 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bd340583-a281-4938-81e4-6631c5214df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0fd0a401-ea12-4312-945c-35f0a2a71415), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.129941 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bd340583-a281-4938-81e4-6631c5214df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.131134 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bd340583-a281-4938-81e4-6631c5214df8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0fd0a401-ea12-4312-945c-35f0a2a71415 HTTP/1.1" status: 204 len: 168 time: 0.8082757 Mar 28 09:08:30.149472 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04572bbe-cff3-47e8-b863-43dab85a7052 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (2e95a026-2677-4ce0-b40f-03539e563996), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.154732 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a3abf-c654-42d1-b278-d98bb744d013 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Checking segment: {'id': '3c2d147d-8cb4-4062-a2ea-a79733ac4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:30.155102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166a3abf-c654-42d1-b278-d98bb744d013 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network hostable DHCP agents. Network: c662c580-9959-4333-a8b9-22afafa1f5d4, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:08:30.160848 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd340583-a281-4938-81e4-6631c5214df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd0a401-ea12-4312-945c-35f0a2a71415,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:30.186630 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-218c8890-d165-48d0-a90f-cfc1af5b4f69 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.204720 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router_gateway (85622ab7-83bd-4186-bee9-11473ed5aec2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.249295 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb182f50-4666-4977-a177-0f58047793e0 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (e4dd22a2-580e-4f26-aea9-d807c1651002), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.272078 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04572bbe-cff3-47e8-b863-43dab85a7052 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (2e95a026-2677-4ce0-b40f-03539e563996), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.305044 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166a3abf-c654-42d1-b278-d98bb744d013 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network c662c580-9959-4333-a8b9-22afafa1f5d4 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:08:30.308550 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-cb182f50-4666-4977-a177-0f58047793e0 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4dd22a2-580e-4f26-aea9-d807c1651002']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:30.330281 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-cb182f50-4666-4977-a177-0f58047793e0 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f01c2b-76f5-4386-bdc4-51cf94b28f0e') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:30.330576 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-cb182f50-4666-4977-a177-0f58047793e0 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f01c2b-76f5-4386-bdc4-51cf94b28f0e') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:30.332389 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3da38cb2-db0a-438a-bda5-dec7dff9291e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b7d37f27-7a0c-40c4-8a1e-a03987b8a6a3), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.334930 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3da38cb2-db0a-438a-bda5-dec7dff9291e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.339179 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3da38cb2-db0a-438a-bda5-dec7dff9291e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-groups/b7d37f27-7a0c-40c4-8a1e-a03987b8a6a3 HTTP/1.1" status: 204 len: 168 time: 0.9736915 Mar 28 09:08:30.339874 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48854) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:30.363133 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-166a3abf-c654-42d1-b278-d98bb744d013 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c662c580-9959-4333-a8b9-22afafa1f5d4) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:30.368757 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da38cb2-db0a-438a-bda5-dec7dff9291e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d37f27-7a0c-40c4-8a1e-a03987b8a6a3,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:30.371819 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb182f50-4666-4977-a177-0f58047793e0 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (d5f01c2b-76f5-4386-bdc4-51cf94b28f0e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.377719 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166a3abf-c654-42d1-b278-d98bb744d013 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:30.383487 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166a3abf-c654-42d1-b278-d98bb744d013 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:30.384494 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-166a3abf-c654-42d1-b278-d98bb744d013 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.397955 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb182f50-4666-4977-a177-0f58047793e0 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (d5f01c2b-76f5-4386-bdc4-51cf94b28f0e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.410920 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb182f50-4666-4977-a177-0f58047793e0 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:08:30.411328 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb182f50-4666-4977-a177-0f58047793e0 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (d5f01c2b-76f5-4386-bdc4-51cf94b28f0e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:08:30.417047 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:08:30.439228 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5365586d-51c8-47db-a4ea-3e76b7734c12 None None] Network c662c580-9959-4333-a8b9-22afafa1f5d4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:30.466662 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04572bbe-cff3-47e8-b863-43dab85a7052 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (2e95a026-2677-4ce0-b40f-03539e563996), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.476658 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-166a3abf-c654-42d1-b278-d98bb744d013 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3095536 Mar 28 09:08:30.483505 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-03fee75f-0e01-490e-8078-df7e0df2e750 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1422691 Mar 28 09:08:30.488185 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48858) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:30.488548 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48860) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:30.503524 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b8e336c1-f72f-4a5c-90ef-5f6c1401a52c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1066086127'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:30.531847 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-5201f492-1463-41e7-9963-4175983bbdb5 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group': {'name': 'tempest-secgroup--300443470'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:30.565490 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.574379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-218c8890-d165-48d0-a90f-cfc1af5b4f69 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Allocated IP 172.36.4.248 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/b84a82bb-075b-44d5-83fd-79717b836e2d) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:30.720365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (85622ab7-83bd-4186-bee9-11473ed5aec2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.881744 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad35f6ce-8721-49f5-bd87-28f5495110e2 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:30.905077 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04572bbe-cff3-47e8-b863-43dab85a7052 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=2e95a026-2677-4ce0-b40f-03539e563996,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:30.913975 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04572bbe-cff3-47e8-b863-43dab85a7052 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.917814 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-04572bbe-cff3-47e8-b863-43dab85a7052 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/2e95a026-2677-4ce0-b40f-03539e563996 HTTP/1.1" status: 204 len: 168 time: 1.0440414 Mar 28 09:08:30.926328 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48872) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:30.928332 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb182f50-4666-4977-a177-0f58047793e0 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (e4dd22a2-580e-4f26-aea9-d807c1651002), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.948685 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb182f50-4666-4977-a177-0f58047793e0 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:30.951981 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cb182f50-4666-4977-a177-0f58047793e0 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] 10.222.0.15 "DELETE /v2.0/networks/e4dd22a2-580e-4f26-aea9-d807c1651002 HTTP/1.1" status: 204 len: 168 time: 1.2485228 Mar 28 09:08:31.000301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5201f492-1463-41e7-9963-4175983bbdb5 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.007643 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e336c1-f72f-4a5c-90ef-5f6c1401a52c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:31.012295 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8e336c1-f72f-4a5c-90ef-5f6c1401a52c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.015848 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb182f50-4666-4977-a177-0f58047793e0 tempest-ExternalNetworksTestJSON-1503894113 tempest-ExternalNetworksTestJSON-1503894113-project] Pushing event deleted for resources: {'Network': ['ID=e4dd22a2-580e-4f26-aea9-d807c1651002,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:31.104421 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-218c8890-d165-48d0-a90f-cfc1af5b4f69 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for port (b84a82bb-075b-44d5-83fd-79717b836e2d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.129161 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4eee199-bfa8-456d-a159-ffc806b7ef49 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet b4a2adcd-c530-498e-8e35-f32168528094 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:08:31.138149 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_gateway (de1bfa12-ce79-4b3f-a977-532c1554a172), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.141096 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4eee199-bfa8-456d-a159-ffc806b7ef49 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (b4a2adcd-c530-498e-8e35-f32168528094), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.144540 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e336c1-f72f-4a5c-90ef-5f6c1401a52c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:08:31.187718 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-218c8890-d165-48d0-a90f-cfc1af5b4f69 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (b84a82bb-075b-44d5-83fd-79717b836e2d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.204278 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.233341 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218c8890-d165-48d0-a90f-cfc1af5b4f69 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:31.241581 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-218c8890-d165-48d0-a90f-cfc1af5b4f69 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:31.246012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c8890-d165-48d0-a90f-cfc1af5b4f69 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:31.275042 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 85622ab7-83bd-4186-bee9-11473ed5aec2 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:08:31.283410 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5201f492-1463-41e7-9963-4175983bbdb5 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (903b370a-8084-459d-b998-f59529c7cbab), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.296334 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c8890-d165-48d0-a90f-cfc1af5b4f69 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Pushing event updated for resources: {'Port': ['ID=b84a82bb-075b-44d5-83fd-79717b836e2d,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:31.309966 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8e336c1-f72f-4a5c-90ef-5f6c1401a52c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (efeab4df-b82c-4250-beb1-3b31e22cd85d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.310567 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-b8e336c1-f72f-4a5c-90ef-5f6c1401a52c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Added segment efeab4df-b82c-4250-beb1-3b31e22cd85d of type vlan for network bcc6d758-fd7a-472b-9109-84ef2d20a02d Mar 28 09:08:31.334977 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5201f492-1463-41e7-9963-4175983bbdb5 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (903b370a-8084-459d-b998-f59529c7cbab), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.396286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48884) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:31.396651 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48886) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:31.415082 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4eee199-bfa8-456d-a159-ffc806b7ef49 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (b4a2adcd-c530-498e-8e35-f32168528094), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.512586 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-218c8890-d165-48d0-a90f-cfc1af5b4f69 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for floatingip (b6667974-7b51-4d32-88f8-e8fe92f7fbee), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.545193 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8e336c1-f72f-4a5c-90ef-5f6c1401a52c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (bcc6d758-fd7a-472b-9109-84ef2d20a02d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.550677 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201f492-1463-41e7-9963-4175983bbdb5 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=903b370a-8084-459d-b998-f59529c7cbab,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:31.553526 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:08:31.567482 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2023a56-4af3-4225-bd73-ed4eb5723f90 None None] Sync routers for ids ['85622ab7-83bd-4186-bee9-11473ed5aec2'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:08:31.582243 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-218c8890-d165-48d0-a90f-cfc1af5b4f69 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b84a82bb-075b-44d5-83fd-79717b836e2d), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.590989 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2023a56-4af3-4225-bd73-ed4eb5723f90 None None] Routers {'85622ab7-83bd-4186-bee9-11473ed5aec2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:31.591233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5201f492-1463-41e7-9963-4175983bbdb5 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.592108 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d2023a56-4af3-4225-bd73-ed4eb5723f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['85622ab7-83bd-4186-bee9-11473ed5aec2'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:31.596785 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5201f492-1463-41e7-9963-4175983bbdb5 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1041191 Mar 28 09:08:31.603143 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48892) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:31.615571 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1e09c140-03f3-41d4-b54a-b7b97dd63caf tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group_rule': {'security_group_id': '903b370a-8084-459d-b998-f59529c7cbab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:31.635314 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.639356 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-92f10b1b-8147-4b50-afcb-231aac28cd82 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 4.6715291 Mar 28 09:08:31.639742 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48894) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:31.647651 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d2023a56-4af3-4225-bd73-ed4eb5723f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:31.657059 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.db.resource_extend [None req-b8e336c1-f72f-4a5c-90ef-5f6c1401a52c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 09:08:31.676587 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2023a56-4af3-4225-bd73-ed4eb5723f90 None None] Routers {'85622ab7-83bd-4186-bee9-11473ed5aec2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:31.676761 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e09c140-03f3-41d4-b54a-b7b97dd63caf tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (e8a3304c-ddc3-4404-ac67-4b71f82f8de8), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.677345 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d2023a56-4af3-4225-bd73-ed4eb5723f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['85622ab7-83bd-4186-bee9-11473ed5aec2'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:31.696616 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-2b5fa1d7-a0e9-411b-99bc-5fe34d06e996 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1339383061'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:31.720195 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d2023a56-4af3-4225-bd73-ed4eb5723f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:31.721180 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2023a56-4af3-4225-bd73-ed4eb5723f90 None None] The sync data for ids ['85622ab7-83bd-4186-bee9-11473ed5aec2'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:08:31.766234 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8e336c1-f72f-4a5c-90ef-5f6c1401a52c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (bcc6d758-fd7a-472b-9109-84ef2d20a02d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.771545 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e336c1-f72f-4a5c-90ef-5f6c1401a52c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:31.772145 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8e336c1-f72f-4a5c-90ef-5f6c1401a52c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.840364 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5fa1d7-a0e9-411b-99bc-5fe34d06e996 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Made reservation on behalf of 3206ece07a654ad58421fd5e67275495 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:31.844133 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa1d7-a0e9-411b-99bc-5fe34d06e996 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.869252 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e20ee187-fd6b-44f9-9ecc-f50b4406e88a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15e3073aa21943faaed0082887e867a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4697382 Mar 28 09:08:31.873517 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4eee199-bfa8-456d-a159-ffc806b7ef49 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (b4a2adcd-c530-498e-8e35-f32168528094), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.873836 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa1d7-a0e9-411b-99bc-5fe34d06e996 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.875398 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48896) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:31.886174 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b8e336c1-f72f-4a5c-90ef-5f6c1401a52c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3946071 Mar 28 09:08:31.893883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48898) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:31.910743 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'ports': [{'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4'}, {'network_id': 'bcc6d758-fd7a-472b-9109-84ef2d20a02d'}]} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:31.911057 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:31.911546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'network_id': 'bcc6d758-fd7a-472b-9109-84ef2d20a02d'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:31.914568 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-bfa2e166-1412-41e3-be44-645345baf31d None None] Provisioning complete for port 0f776211-5a82-4239-9d4a-8fa471fc6663 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:31.915066 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e166-1412-41e3-be44-645345baf31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0f776211-5a82-4239-9d4a-8fa471fc6663), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:31.936149 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Allocated IP 172.36.4.139 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/e4f1c291-912b-48e4-9454-df6f80537867) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:31.962686 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e336c1-f72f-4a5c-90ef-5f6c1401a52c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Network': ['ID=bcc6d758-fd7a-472b-9109-84ef2d20a02d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:31.978259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network bcc6d758-fd7a-472b-9109-84ef2d20a02d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:08:32.006144 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bb43606b-0859-4ad0-b9d7-1b3f9532693f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/routers/85622ab7-83bd-4186-bee9-11473ed5aec2 HTTP/1.1" status: 200 len: 882 time: 0.3652585 Mar 28 09:08:32.019021 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48900) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:32.026086 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e09c140-03f3-41d4-b54a-b7b97dd63caf tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (e8a3304c-ddc3-4404-ac67-4b71f82f8de8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.036600 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e09c140-03f3-41d4-b54a-b7b97dd63caf tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (e8a3304c-ddc3-4404-ac67-4b71f82f8de8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.084824 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09c140-03f3-41d4-b54a-b7b97dd63caf tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a3304c-ddc3-4404-ac67-4b71f82f8de8,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:32.087212 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4eee199-bfa8-456d-a159-ffc806b7ef49 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (b4a2adcd-c530-498e-8e35-f32168528094), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.107276 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.124990 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bfa2e166-1412-41e3-be44-645345baf31d None None] Current status of the port 0f776211-5a82-4239-9d4a-8fa471fc6663 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:32.136819 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4eee199-bfa8-456d-a159-ffc806b7ef49 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.139998 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f4eee199-bfa8-456d-a159-ffc806b7ef49 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/b4a2adcd-c530-498e-8e35-f32168528094 HTTP/1.1" status: 204 len: 168 time: 1.2095692 Mar 28 09:08:32.140954 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eee199-bfa8-456d-a159-ffc806b7ef49 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a2adcd-c530-498e-8e35-f32168528094,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:32.143153 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f15848-829a-48c9-a0ae-63d547a8a2ba None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:32.145166 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e09c140-03f3-41d4-b54a-b7b97dd63caf tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.145649 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1e09c140-03f3-41d4-b54a-b7b97dd63caf tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5365775 Mar 28 09:08:32.152595 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48904) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:32.152744 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48902) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:32.190249 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for port (e4f1c291-912b-48e4-9454-df6f80537867), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.195917 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bb7287f8-3ec2-47e6-908f-c041b647eafa tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (e8a3304c-ddc3-4404-ac67-4b71f82f8de8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.206863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bb7287f8-3ec2-47e6-908f-c041b647eafa tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (e8a3304c-ddc3-4404-ac67-4b71f82f8de8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.249270 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bb7287f8-3ec2-47e6-908f-c041b647eafa tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (e8a3304c-ddc3-4404-ac67-4b71f82f8de8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.256041 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bb7287f8-3ec2-47e6-908f-c041b647eafa tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.257144 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bb7287f8-3ec2-47e6-908f-c041b647eafa tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/e8a3304c-ddc3-4404-ac67-4b71f82f8de8 HTTP/1.1" status: 204 len: 168 time: 0.1036117 Mar 28 09:08:32.262085 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48906) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:32.263352 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (e4f1c291-912b-48e4-9454-df6f80537867), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.272719 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7287f8-3ec2-47e6-908f-c041b647eafa tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8a3304c-ddc3-4404-ac67-4b71f82f8de8,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:32.284251 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-563e0d01-7518-4a14-b5ee-4dd266497508 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1248748 Mar 28 09:08:32.293386 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1fec6864-893f-418b-bb94-abc3248244cf admin admin] Publish callbacks [] for security_group (3b379230-b0fa-40b4-b792-bf0c8945b0f2), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.302795 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48908) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:32.313854 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ff3066e6-efe6-4ca1-a439-d6f8779baa1c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:32.320273 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:32.326404 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:32.328371 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-218c8890-d165-48d0-a90f-cfc1af5b4f69 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for port (b84a82bb-075b-44d5-83fd-79717b836e2d), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.332367 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:32.366151 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c110750-a42c-4eb3-b15e-88c3f3877a99 None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:08:32.366366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Pushing event updated for resources: {'Port': ['ID=e4f1c291-912b-48e4-9454-df6f80537867,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:32.382825 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7efe42dc-25ef-40aa-b5ef-d3e699aa8918 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1172223 Mar 28 09:08:32.385984 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48910) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:32.400408 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-218c8890-d165-48d0-a90f-cfc1af5b4f69 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (b84a82bb-075b-44d5-83fd-79717b836e2d), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.423998 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6c110750-a42c-4eb3-b15e-88c3f3877a99 None None] Deleting port 0f776211-5a82-4239-9d4a-8fa471fc6663 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:32.424372 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c110750-a42c-4eb3-b15e-88c3f3877a99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (0f776211-5a82-4239-9d4a-8fa471fc6663), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.473801 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1fec6864-893f-418b-bb94-abc3248244cf admin admin] Publish callbacks [] for security_group (3b379230-b0fa-40b4-b792-bf0c8945b0f2), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.495277 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-6c110750-a42c-4eb3-b15e-88c3f3877a99 None None] For port 0f776211-5a82-4239-9d4a-8fa471fc6663, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0f776211-5a82-4239-9d4a-8fa471fc6663,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:32.495962 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c110750-a42c-4eb3-b15e-88c3f3877a99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (0f776211-5a82-4239-9d4a-8fa471fc6663), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.512793 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6c110750-a42c-4eb3-b15e-88c3f3877a99 None None] Calling delete_port for 0f776211-5a82-4239-9d4a-8fa471fc6663 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:32.522873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa1d7-a0e9-411b-99bc-5fe34d06e996 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks [] for security_group (096798d4-d3ce-42b5-bcee-e09219d4ff93), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.528614 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:08:32.532387 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e396858-5cdd-48ea-9e2d-b15a53ea7c98 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (903b370a-8084-459d-b998-f59529c7cbab), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.567185 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e396858-5cdd-48ea-9e2d-b15a53ea7c98 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (903b370a-8084-459d-b998-f59529c7cbab), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.585471 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa1d7-a0e9-411b-99bc-5fe34d06e996 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (096798d4-d3ce-42b5-bcee-e09219d4ff93), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.612807 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c110750-a42c-4eb3-b15e-88c3f3877a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (0f776211-5a82-4239-9d4a-8fa471fc6663), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.613937 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c8890-d165-48d0-a90f-cfc1af5b4f69 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Pushing event updated for resources: {'Port': ['ID=b84a82bb-075b-44d5-83fd-79717b836e2d,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:32.641000 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'port': 2} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:32.645481 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.649436 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c110750-a42c-4eb3-b15e-88c3f3877a99 None None] No DVR routers for this DVR port 0f776211-5a82-4239-9d4a-8fa471fc6663 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:08:32.654739 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c110750-a42c-4eb3-b15e-88c3f3877a99 None None] Pushing event deleted for resources: {'Port': ['ID=0f776211-5a82-4239-9d4a-8fa471fc6663,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:32.669048 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5fa1d7-a0e9-411b-99bc-5fe34d06e996 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:08:32.690481 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e396858-5cdd-48ea-9e2d-b15a53ea7c98 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (903b370a-8084-459d-b998-f59529c7cbab), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.693649 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e396858-5cdd-48ea-9e2d-b15a53ea7c98 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.694297 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-218c8890-d165-48d0-a90f-cfc1af5b4f69 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (b6667974-7b51-4d32-88f8-e8fe92f7fbee), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.694821 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1e396858-5cdd-48ea-9e2d-b15a53ea7c98 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-groups/903b370a-8084-459d-b998-f59529c7cbab HTTP/1.1" status: 204 len: 168 time: 0.3079436 Mar 28 09:08:32.699485 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48912) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:32.705853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fa1d7-a0e9-411b-99bc-5fe34d06e996 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=096798d4-d3ce-42b5-bcee-e09219d4ff93,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:32.708957 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e396858-5cdd-48ea-9e2d-b15a53ea7c98 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=903b370a-8084-459d-b998-f59529c7cbab,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:32.716435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa1d7-a0e9-411b-99bc-5fe34d06e996 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (074ce941-a601-40e8-a316-fe926202c5eb), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.716778 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-2b5fa1d7-a0e9-411b-99bc-5fe34d06e996 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Added segment 074ce941-a601-40e8-a316-fe926202c5eb of type vlan for network 72127e3f-9361-4828-9b36-f657d272318e Mar 28 09:08:32.719601 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.721997 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_gateway (de1bfa12-ce79-4b3f-a977-532c1554a172), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.747406 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3066e6-efe6-4ca1-a439-d6f8779baa1c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:32.751002 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ff3066e6-efe6-4ca1-a439-d6f8779baa1c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.781442 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-218c8890-d165-48d0-a90f-cfc1af5b4f69 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.783374 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-218c8890-d165-48d0-a90f-cfc1af5b4f69 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6046219 Mar 28 09:08:32.835010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1fec6864-893f-418b-bb94-abc3248244cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (3b379230-b0fa-40b4-b792-bf0c8945b0f2), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.837519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1fec6864-893f-418b-bb94-abc3248244cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.839224 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1fec6864-893f-418b-bb94-abc3248244cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b379230-b0fa-40b4-b792-bf0c8945b0f2 HTTP/1.1" status: 204 len: 168 time: 0.9591553 Mar 28 09:08:32.917919 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa1d7-a0e9-411b-99bc-5fe34d06e996 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (72127e3f-9361-4828-9b36-f657d272318e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:32.927954 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec6864-893f-418b-bb94-abc3248244cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b379230-b0fa-40b4-b792-bf0c8945b0f2,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:32.964130 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-696c0b19-945c-40ff-b5e6-a76afc07ce16 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2591605 Mar 28 09:08:32.969034 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48926) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:32.973930 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-821663da-1c68-4e2d-b177-d2f435cb511e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group': {'name': 'tempest-secgroup--648672268'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:33.000306 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-821663da-1c68-4e2d-b177-d2f435cb511e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:33.086643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa1d7-a0e9-411b-99bc-5fe34d06e996 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (72127e3f-9361-4828-9b36-f657d272318e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:33.090209 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (de1bfa12-ce79-4b3f-a977-532c1554a172), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:33.092014 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5fa1d7-a0e9-411b-99bc-5fe34d06e996 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:33.092650 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa1d7-a0e9-411b-99bc-5fe34d06e996 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:33.112538 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-b2d72fe0-3dec-4fed-b9f4-df94d6806438 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1885538626&fields=id&tenant_id=2eeee875a9da4567926143d977c5d593 HTTP/1.1" status: 200 len: 267 time: 0.1073186 Mar 28 09:08:33.247282 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] device_id is not set on port d20cdd0c-24b0-4d91-aa09-5c876d44fc01 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:08:33.266868 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2b5fa1d7-a0e9-411b-99bc-5fe34d06e996 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8689036 Mar 28 09:08:33.268165 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48936) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:33.277053 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48938) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:33.282380 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2e6b4876-6b33-4cc4-a865-f5c8eed09dae tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Request body: {'subnet': {'network_id': '72127e3f-9361-4828-9b36-f657d272318e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:33.300706 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e3e5b05f-29c6-45da-91dc-269b0f33877d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 1.2711947 Mar 28 09:08:33.304854 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48940) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:33.310804 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fa1d7-a0e9-411b-99bc-5fe34d06e996 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Pushing event updated for resources: {'Network': ['ID=72127e3f-9361-4828-9b36-f657d272318e,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:33.315745 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7b2672e8-e671-48f6-9500-db8fa358ac5d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-934356046'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:33.325172 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 72127e3f-9361-4828-9b36-f657d272318e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:08:33.352618 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2b00673a-3830-4387-ba84-52c9740a7e43 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e046bff7fe124c60948b6f56af42dfdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0710521 Mar 28 09:08:33.376150 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48942) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:33.378747 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-821663da-1c68-4e2d-b177-d2f435cb511e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (72777ea2-6366-43f5-9aec-ec5554b34173), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:33.509544 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60435cec-2d5b-4547-a398-6052be5df016 admin admin] Publish callbacks [] for security_group (58e5b672-26db-4aa3-bb54-f7d0604335d8), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:33.558804 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.objects.ports [None req-ff3066e6-efe6-4ca1-a439-d6f8779baa1c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104075) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 09:08:33.569084 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ff3066e6-efe6-4ca1-a439-d6f8779baa1c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (df8b17c7-1b65-42ce-9f57-b062e3804504), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:33.584913 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60435cec-2d5b-4547-a398-6052be5df016 admin admin] Publish callbacks [] for security_group (58e5b672-26db-4aa3-bb54-f7d0604335d8), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:33.604557 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0f776211-5a82-4239-9d4a-8fa471fc6663 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:08:33.634282 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 0f776211-5a82-4239-9d4a-8fa471fc6663 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:08:33.635620 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0f776211-5a82-4239-9d4a-8fa471fc6663 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:08:33.641849 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (d20cdd0c-24b0-4d91-aa09-5c876d44fc01), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:33.658663 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:33.737431 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-821663da-1c68-4e2d-b177-d2f435cb511e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (72777ea2-6366-43f5-9aec-ec5554b34173), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:33.851072 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-821663da-1c68-4e2d-b177-d2f435cb511e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:33.852222 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-821663da-1c68-4e2d-b177-d2f435cb511e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8822055 Mar 28 09:08:33.864916 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48944) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:33.883967 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-75cdef98-560f-4a0a-8889-6a430927d557 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group_rule': {'security_group_id': '72777ea2-6366-43f5-9aec-ec5554b34173', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:33.893162 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821663da-1c68-4e2d-b177-d2f435cb511e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72777ea2-6366-43f5-9aec-ec5554b34173,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:33.909213 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-d7610cc8-388c-4b3d-b2cf-50cd257f1038 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:33.911044 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-d7610cc8-388c-4b3d-b2cf-50cd257f1038 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/networks?id=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 HTTP/1.1" status: 200 len: 812 time: 0.7594385 Mar 28 09:08:33.948379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3066e6-efe6-4ca1-a439-d6f8779baa1c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:33.961673 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-2a8249f3-513b-4762-b589-df2f732ee75f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/quotas/2eeee875a9da4567926143d977c5d593 HTTP/1.1" status: 200 len: 375 time: 0.0396290 Mar 28 09:08:33.967396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-ff3066e6-efe6-4ca1-a439-d6f8779baa1c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:33.976373 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3066e6-efe6-4ca1-a439-d6f8779baa1c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:33.977034 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ff3066e6-efe6-4ca1-a439-d6f8779baa1c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:33.980998 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d03b7dc-93bf-4871-b7b6-943d784948e6 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:33.996409 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3066e6-efe6-4ca1-a439-d6f8779baa1c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=df8b17c7-1b65-42ce-9f57-b062e3804504,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:34.010513 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] device_id is not set on port c18d2e0f-8659-4432-8b7f-8a7a1daba9d3 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:08:34.012493 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6b4876-6b33-4cc4-a865-f5c8eed09dae tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Made reservation on behalf of 3206ece07a654ad58421fd5e67275495 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:34.016525 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e6b4876-6b33-4cc4-a865-f5c8eed09dae tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:34.017952 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ff3066e6-efe6-4ca1-a439-d6f8779baa1c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7132068 Mar 28 09:08:34.020717 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48946) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:34.026975 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-fad6765a-b49e-4d85-b57b-5fe431544984 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:34.077714 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60435cec-2d5b-4547-a398-6052be5df016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (58e5b672-26db-4aa3-bb54-f7d0604335d8), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:34.080253 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60435cec-2d5b-4547-a398-6052be5df016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:34.081400 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-60435cec-2d5b-4547-a398-6052be5df016 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58e5b672-26db-4aa3-bb54-f7d0604335d8 HTTP/1.1" status: 204 len: 168 time: 0.7042966 Mar 28 09:08:34.102052 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': 'df8b17c7-1b65-42ce-9f57-b062e3804504'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:08:34.102932 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:34.103925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60435cec-2d5b-4547-a398-6052be5df016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e5b672-26db-4aa3-bb54-f7d0604335d8,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:34.209015 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad6765a-b49e-4d85-b57b-5fe431544984 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:34.213493 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fad6765a-b49e-4d85-b57b-5fe431544984 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:34.255249 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-75cdef98-560f-4a0a-8889-6a430927d557 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (df9c2427-dfb6-4bda-ab8a-e76dc573d90d), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:34.271842 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (c18d2e0f-8659-4432-8b7f-8a7a1daba9d3), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:34.316290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Router de1bfa12-ce79-4b3f-a977-532c1554a172 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:08:34.363818 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (d20cdd0c-24b0-4d91-aa09-5c876d44fc01), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:34.401061 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-032cae83-35ac-41a7-85b7-be623bfbf27a tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2eeee875a9da4567926143d977c5d593&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3839428 Mar 28 09:08:34.414097 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=d20cdd0c-24b0-4d91-aa09-5c876d44fc01,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:34.438756 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network c662c580-9959-4333-a8b9-22afafa1f5d4 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:34.443878 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:34.448599 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:34.449798 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (c18d2e0f-8659-4432-8b7f-8a7a1daba9d3), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:34.525781 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Allocated IP 2001:db8::f816:3eff:fefc:4e3b (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/df8b17c7-1b65-42ce-9f57-b062e3804504/89432a28-260d-40c2-b848-ba8fb35b6aa1) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:34.530150 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-b80ff497-8a67-4d44-9c03-b0870d961e2d service neutron] 10.222.0.15 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280360 Mar 28 09:08:34.562183 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=c18d2e0f-8659-4432-8b7f-8a7a1daba9d3,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:34.601037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Checking segment: {'id': 'efeab4df-b82c-4250-beb1-3b31e22cd85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bcc6d758-fd7a-472b-9109-84ef2d20a02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:34.601526 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network hostable DHCP agents. Network: bcc6d758-fd7a-472b-9109-84ef2d20a02d, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:08:34.638777 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network bcc6d758-fd7a-472b-9109-84ef2d20a02d is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:08:34.659743 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bcc6d758-fd7a-472b-9109-84ef2d20a02d) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:34.664560 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fad6765a-b49e-4d85-b57b-5fe431544984 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (a6acd198-1a5f-419c-bd53-1e5634a234a4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:34.668497 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:34.675081 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:34.680687 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:34.681385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:34.696233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-75cdef98-560f-4a0a-8889-6a430927d557 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (df9c2427-dfb6-4bda-ab8a-e76dc573d90d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:34.715351 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-75cdef98-560f-4a0a-8889-6a430927d557 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (df9c2427-dfb6-4bda-ab8a-e76dc573d90d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:34.723703 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa1e5b5-2662-4d5b-9987-20a5c256270f None None] Network bcc6d758-fd7a-472b-9109-84ef2d20a02d requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:34.742032 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad6765a-b49e-4d85-b57b-5fe431544984 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:34.751249 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5cb95434-f5b9-41b5-b869-5f541afe90ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8500817 Mar 28 09:08:34.751951 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-fad6765a-b49e-4d85-b57b-5fe431544984 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:34.753704 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48960) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:34.757958 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad6765a-b49e-4d85-b57b-5fe431544984 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:34.758565 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fad6765a-b49e-4d85-b57b-5fe431544984 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:34.773248 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6765a-b49e-4d85-b57b-5fe431544984 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=a6acd198-1a5f-419c-bd53-1e5634a234a4,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:34.831360 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Publish callbacks [] for port (89432a28-260d-40c2-b848-ba8fb35b6aa1), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:34.834948 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fad6765a-b49e-4d85-b57b-5fe431544984 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8129485 Mar 28 09:08:34.838635 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48964) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:34.840394 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdef98-560f-4a0a-8889-6a430927d557 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9c2427-dfb6-4bda-ab8a-e76dc573d90d,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:34.864087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (89432a28-260d-40c2-b848-ba8fb35b6aa1), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:34.864802 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-577b7dba-006d-4252-921d-83ee22d9c790 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'mac_address': 'fa:16:3e:b0:4c:d6', 'name': 'tempest-NetworksTestDHCPv6-2130236971'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:34.913473 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:34.917269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:34.924879 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-75cdef98-560f-4a0a-8889-6a430927d557 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:34.925996 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:34.928980 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-75cdef98-560f-4a0a-8889-6a430927d557 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0563586 Mar 28 09:08:34.929183 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Pushing event updated for resources: {'Port': ['ID=89432a28-260d-40c2-b848-ba8fb35b6aa1,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:34.934616 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48968) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:34.972434 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:08:34.986748 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Sync routers for ids ['de1bfa12-ce79-4b3f-a977-532c1554a172'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:08:34.988885 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e6b4876-6b33-4cc4-a865-f5c8eed09dae tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (7f918a4a-aac5-430d-b7a0-636232780365), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:35.019838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48972) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:35.020758 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5f64b0e5-3151-48fb-835f-2105d1e4c4d2 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-group-rules/df9c2427-dfb6-4bda-ab8a-e76dc573d90d HTTP/1.1" status: 200 len: 763 time: 0.0770798 Mar 28 09:08:35.031361 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577b7dba-006d-4252-921d-83ee22d9c790 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:35.034923 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-a6f9d660-caa9-4795-ae8d-fd8b7b8ca288 service neutron] 10.222.0.15 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034435 Mar 28 09:08:35.039679 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Routers {'de1bfa12-ce79-4b3f-a977-532c1554a172'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:35.042812 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['de1bfa12-ce79-4b3f-a977-532c1554a172'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:35.043330 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Attempting to bind port 89432a28-260d-40c2-b848-ba8fb35b6aa1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:08:35.043677 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ac03c-0bc7-4a51-ab11-c61d395b59e3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port c18d2e0f-8659-4432-8b7f-8a7a1daba9d3 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:35.045038 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac03c-0bc7-4a51-ab11-c61d395b59e3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (c18d2e0f-8659-4432-8b7f-8a7a1daba9d3), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:35.050629 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Attempting to bind port 89432a28-260d-40c2-b848-ba8fb35b6aa1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:08:35.050828 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Attempting to bind port 89432a28-260d-40c2-b848-ba8fb35b6aa1 on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:35.090663 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7b2672e8-e671-48f6-9500-db8fa358ac5d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (85622ab7-83bd-4186-bee9-11473ed5aec2), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:35.107869 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:08:35.109670 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:35.110474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:35.111045 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:08:35.111718 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Bound port: 89432a28-260d-40c2-b848-ba8fb35b6aa1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:08:35.112481 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (89432a28-260d-40c2-b848-ba8fb35b6aa1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:35.138127 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:35.152162 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-35850570-5746-4fc5-a929-96ced9a30578 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0022063 Mar 28 09:08:35.157440 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48976) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:35.161120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7b2672e8-e671-48f6-9500-db8fa358ac5d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (85622ab7-83bd-4186-bee9-11473ed5aec2), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:35.190534 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d147665f-a887-439a-bbb4-92d8a130ab1e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1672695 Mar 28 09:08:35.193039 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48978) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:35.265235 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] For port 89432a28-260d-40c2-b848-ba8fb35b6aa1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:08:35.269084 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac03c-0bc7-4a51-ab11-c61d395b59e3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (c18d2e0f-8659-4432-8b7f-8a7a1daba9d3), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:35.296871 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b4876-6b33-4cc4-a865-f5c8eed09dae tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Pushing event updated for resources: {'Subnet': ['ID=7f918a4a-aac5-430d-b7a0-636232780365,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:35.305107 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ac03c-0bc7-4a51-ab11-c61d395b59e3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for c18d2e0f-8659-4432-8b7f-8a7a1daba9d3 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:35.353658 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Set router de1bfa12-ce79-4b3f-a977-532c1554a172 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:08:35.370735 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c16b93bb-93dd-403b-9d56-d64ccee166f6 req-62e62ee0-f4c1-4878-95c7-d5bf6b6302e0 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 210 time: 0.0570812 Mar 28 09:08:35.385139 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-577b7dba-006d-4252-921d-83ee22d9c790 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:35.388759 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-55ff52a6-ae68-4d6b-8b35-800cc0aea63c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (df9c2427-dfb6-4bda-ab8a-e76dc573d90d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:35.394357 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6b4876-6b33-4cc4-a865-f5c8eed09dae tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Checking segment: {'id': '074ce941-a601-40e8-a316-fe926202c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '72127e3f-9361-4828-9b36-f657d272318e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:35.394962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6b4876-6b33-4cc4-a865-f5c8eed09dae tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Network hostable DHCP agents. Network: 72127e3f-9361-4828-9b36-f657d272318e, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:08:35.407075 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-55ff52a6-ae68-4d6b-8b35-800cc0aea63c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (df9c2427-dfb6-4bda-ab8a-e76dc573d90d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:35.449811 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-577b7dba-006d-4252-921d-83ee22d9c790 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port 8afa660a-e413-46a7-b633-169e056a6a19 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:08:35.462045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6b4876-6b33-4cc4-a865-f5c8eed09dae tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Network 72127e3f-9361-4828-9b36-f657d272318e is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:08:35.468228 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-55ff52a6-ae68-4d6b-8b35-800cc0aea63c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (df9c2427-dfb6-4bda-ab8a-e76dc573d90d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:35.482823 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-55ff52a6-ae68-4d6b-8b35-800cc0aea63c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:35.484293 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-55ff52a6-ae68-4d6b-8b35-800cc0aea63c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/df9c2427-dfb6-4bda-ab8a-e76dc573d90d HTTP/1.1" status: 204 len: 168 time: 0.2864404 Mar 28 09:08:35.490961 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2672e8-e671-48f6-9500-db8fa358ac5d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 85622ab7-83bd-4186-bee9-11473ed5aec2 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:08:35.492643 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48988) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:35.499475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] For port 89432a28-260d-40c2-b848-ba8fb35b6aa1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=89432a28-260d-40c2-b848-ba8fb35b6aa1,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:08:35.501924 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff52a6-ae68-4d6b-8b35-800cc0aea63c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df9c2427-dfb6-4bda-ab8a-e76dc573d90d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:35.513333 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-2e6b4876-6b33-4cc4-a865-f5c8eed09dae tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 72127e3f-9361-4828-9b36-f657d272318e) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:35.528086 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6b4876-6b33-4cc4-a865-f5c8eed09dae tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:35.528697 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e6b4876-6b33-4cc4-a865-f5c8eed09dae tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:35.550052 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2d1eaa-a172-4418-8fc3-6c65d0c95816 None None] Network 72127e3f-9361-4828-9b36-f657d272318e requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:35.580473 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f8efa49d-f8b7-4838-836b-693098829ab7 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "GET /v2.0/routers/de1bfa12-ce79-4b3f-a977-532c1554a172 HTTP/1.1" status: 200 len: 907 time: 0.4181437 Mar 28 09:08:35.586288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48994) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:35.588665 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2e6b4876-6b33-4cc4-a865-f5c8eed09dae tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3098180 Mar 28 09:08:35.593096 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 48996) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:35.597554 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Request body: {'router': {'name': 'tempest-snat-router-79789791', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'enable_snat': True}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:35.608565 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f505ae6d-e4f4-4fd0-8a79-56c3869098b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Request body: {'port': {'network_id': '72127e3f-9361-4828-9b36-f657d272318e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1153536124'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:35.645044 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cb284670-4ef9-4e90-aa3e-23e36fa38562 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1506512 Mar 28 09:08:35.646826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (89432a28-260d-40c2-b848-ba8fb35b6aa1), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:35.647734 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 48998) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:35.657115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4afbb947-523e-4c6e-8560-fc220b91fc6e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group_rule': {'security_group_id': '72777ea2-6366-43f5-9aec-ec5554b34173', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:35.708620 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4afbb947-523e-4c6e-8560-fc220b91fc6e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (a5769bba-6a9c-4db8-9867-277a2e642a36), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:35.722202 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2672e8-e671-48f6-9500-db8fa358ac5d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:08:35.732379 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7b2672e8-e671-48f6-9500-db8fa358ac5d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:35.733586 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7b2672e8-e671-48f6-9500-db8fa358ac5d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/85622ab7-83bd-4186-bee9-11473ed5aec2 HTTP/1.1" status: 200 len: 889 time: 2.4221315 Mar 28 09:08:35.736948 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49000) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:35.740852 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcead66a-1ae8-4d76-8dc3-8646bf481259 None None] Sync routers for ids ['85622ab7-83bd-4186-bee9-11473ed5aec2'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:08:35.760892 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcead66a-1ae8-4d76-8dc3-8646bf481259 None None] Routers {'85622ab7-83bd-4186-bee9-11473ed5aec2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:35.761385 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-dcead66a-1ae8-4d76-8dc3-8646bf481259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['85622ab7-83bd-4186-bee9-11473ed5aec2'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:35.838989 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-dcead66a-1ae8-4d76-8dc3-8646bf481259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:35.861317 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcead66a-1ae8-4d76-8dc3-8646bf481259 None None] Routers {'85622ab7-83bd-4186-bee9-11473ed5aec2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:35.861972 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-dcead66a-1ae8-4d76-8dc3-8646bf481259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['85622ab7-83bd-4186-bee9-11473ed5aec2'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:35.902941 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-577b7dba-006d-4252-921d-83ee22d9c790 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 172.20.0.5 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/a6acd198-1a5f-419c-bd53-1e5634a234a4/8afa660a-e413-46a7-b633-169e056a6a19) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:35.917800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-577b7dba-006d-4252-921d-83ee22d9c790 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::f816:3eff:feb0:4cd6 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/df8b17c7-1b65-42ce-9f57-b062e3804504/8afa660a-e413-46a7-b633-169e056a6a19) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:35.934144 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-dcead66a-1ae8-4d76-8dc3-8646bf481259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:35.934833 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcead66a-1ae8-4d76-8dc3-8646bf481259 None None] The sync data for ids ['85622ab7-83bd-4186-bee9-11473ed5aec2'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:08:35.945871 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd3d00-0192-494b-b7cf-40dfc5ae983c None None] Pushing event updated for resources: {'Port': ['ID=89432a28-260d-40c2-b848-ba8fb35b6aa1,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:35.946507 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac03c-0bc7-4a51-ab11-c61d395b59e3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (c18d2e0f-8659-4432-8b7f-8a7a1daba9d3), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:35.971073 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (f0e439f8-5558-4037-b82b-59b6a6708c26), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:35.972235 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (f0e439f8-5558-4037-b82b-59b6a6708c26), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:36.015698 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac03c-0bc7-4a51-ab11-c61d395b59e3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:36.020718 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-72127e3f-9361-4828-9b36-f657d272318e', 'network_id': '72127e3f-9361-4828-9b36-f657d272318e', 'project_id': '3206ece07a654ad58421fd5e67275495', 'fixed_ips': [{'subnet_id': '7f918a4a-aac5-430d-b7a0-636232780365'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:08:36.022346 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:36.025726 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49010) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:36.029129 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7f3ac03c-0bc7-4a51-ab11-c61d395b59e3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/ports/c18d2e0f-8659-4432-8b7f-8a7a1daba9d3 HTTP/1.1" status: 204 len: 168 time: 1.2727158 Mar 28 09:08:36.045656 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1bfa12-ce79-4b3f-a977-532c1554a172', 'name': 'tempest-snat-router-79789791', 'tenant_id': '9f46ddb857314a9fa1b8f30fbd37af80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': False}, 'gw_port_id': 'e4f1c291-912b-48e4-9454-df6f80537867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:29Z', 'updated_at': '2022-03-28T09:08:32Z', 'revision_number': 3, 'project_id': '9f46ddb857314a9fa1b8f30fbd37af80', 'gw_port': {'id': 'e4f1c291-912b-48e4-9454-df6f80537867', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1bfa12-ce79-4b3f-a977-532c1554a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:31Z', 'updated_at': '2022-03-28T09:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:36.080220 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ac03c-0bc7-4a51-ab11-c61d395b59e3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=c18d2e0f-8659-4432-8b7f-8a7a1daba9d3,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:36.099901 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4afbb947-523e-4c6e-8560-fc220b91fc6e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (a5769bba-6a9c-4db8-9867-277a2e642a36), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:36.113799 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4afbb947-523e-4c6e-8560-fc220b91fc6e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (a5769bba-6a9c-4db8-9867-277a2e642a36), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:36.120050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Checking router: de1bfa12-ce79-4b3f-a977-532c1554a172 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:08:36.120792 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Updating router de1bfa12-ce79-4b3f-a977-532c1554a172 port e4f1c291-912b-48e4-9454-df6f80537867 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:08:36.128798 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-048fb557-451f-449d-85cc-e79a33a87ae2 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/routers/85622ab7-83bd-4186-bee9-11473ed5aec2 HTTP/1.1" status: 200 len: 889 time: 0.3906322 Mar 28 09:08:36.130692 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49012) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:36.203577 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4afbb947-523e-4c6e-8560-fc220b91fc6e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:36.208304 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4afbb947-523e-4c6e-8560-fc220b91fc6e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5596468 Mar 28 09:08:36.212125 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49014) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:36.222454 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e4f1c291-912b-48e4-9454-df6f80537867), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:36.246318 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-56474b26-54d2-4f7a-9695-d7f58eff8783 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/ports?device_id=85622ab7-83bd-4186-bee9-11473ed5aec2 HTTP/1.1" status: 200 len: 205 time: 0.0695021 Mar 28 09:08:36.251218 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49016) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:36.252045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbb947-523e-4c6e-8560-fc220b91fc6e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5769bba-6a9c-4db8-9867-277a2e642a36,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:36.263616 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa808d3-329d-4bd6-a013-ee880c2a2829 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:36.271942 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa808d3-329d-4bd6-a013-ee880c2a2829 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:36.277302 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-afa808d3-329d-4bd6-a013-ee880c2a2829 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2456200 Mar 28 09:08:36.278367 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_controller (f0e439f8-5558-4037-b82b-59b6a6708c26), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:36.283173 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49018) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:36.356640 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f505ae6d-e4f4-4fd0-8a79-56c3869098b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Made reservation on behalf of 3206ece07a654ad58421fd5e67275495 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:36.360801 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f505ae6d-e4f4-4fd0-8a79-56c3869098b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:36.362047 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-af11fbbd-af6a-4ab2-a128-39a661b40c14 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-group-rules/a5769bba-6a9c-4db8-9867-277a2e642a36 HTTP/1.1" status: 200 len: 763 time: 0.1337676 Mar 28 09:08:36.400132 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49022) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:36.453191 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Allocated IP 2001:db8::2 (72127e3f-9361-4828-9b36-f657d272318e/7f918a4a-aac5-430d-b7a0-636232780365/88f99645-5821-44ca-a3af-cce9d0e661f1) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:36.467993 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-f505ae6d-e4f4-4fd0-8a79-56c3869098b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] device_id is not set on port 146d4878-f691-4b97-8a6d-bfc8344c136c yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:08:36.566882 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f915a4a3-4852-424a-80ed-47f4d88dd744 req-89546def-c64d-463d-a95a-8312bff30788 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 210 time: 0.0525727 Mar 28 09:08:36.592922 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-649854e3-135f-4849-846a-69c47dce7555 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (85622ab7-83bd-4186-bee9-11473ed5aec2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:36.640742 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49028) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:36.700199 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-135c2636-9975-4164-9818-679dd80a802b tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2910855 Mar 28 09:08:36.710063 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-577b7dba-006d-4252-921d-83ee22d9c790 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (8afa660a-e413-46a7-b633-169e056a6a19), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:36.714596 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49032) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:36.823779 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-71fd50b5-5699-4737-ae4f-1da20030d660 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (a5769bba-6a9c-4db8-9867-277a2e642a36), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:36.832740 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-71fd50b5-5699-4737-ae4f-1da20030d660 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (a5769bba-6a9c-4db8-9867-277a2e642a36), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:36.867570 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_gateway (f0e439f8-5558-4037-b82b-59b6a6708c26), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:36.874590 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-71fd50b5-5699-4737-ae4f-1da20030d660 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (a5769bba-6a9c-4db8-9867-277a2e642a36), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:36.883749 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-71fd50b5-5699-4737-ae4f-1da20030d660 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:36.888217 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-71fd50b5-5699-4737-ae4f-1da20030d660 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/a5769bba-6a9c-4db8-9867-277a2e642a36 HTTP/1.1" status: 204 len: 168 time: 0.1696353 Mar 28 09:08:36.895538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49034) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:36.917213 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Publish callbacks [] for port (e4f1c291-912b-48e4-9454-df6f80537867), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:36.920558 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-da4ffd48-5e11-40c2-9e5a-b7553d8d3dae tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-722986155'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:36.921335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Publish callbacks [] for port (88f99645-5821-44ca-a3af-cce9d0e661f1), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:36.930362 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e4f1c291-912b-48e4-9454-df6f80537867), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:36.933435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd50b5-5699-4737-ae4f-1da20030d660 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5769bba-6a9c-4db8-9867-277a2e642a36,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:37.003961 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-79f7af8c-cedb-415e-83e0-ea8d4aca6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port d20cdd0c-24b0-4d91-aa09-5c876d44fc01 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:37.004300 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-79f7af8c-cedb-415e-83e0-ea8d4aca6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (d20cdd0c-24b0-4d91-aa09-5c876d44fc01), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.112202 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-79f7af8c-cedb-415e-83e0-ea8d4aca6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (d20cdd0c-24b0-4d91-aa09-5c876d44fc01), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.139774 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-79f7af8c-cedb-415e-83e0-ea8d4aca6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for d20cdd0c-24b0-4d91-aa09-5c876d44fc01 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:37.147642 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-649854e3-135f-4849-846a-69c47dce7555 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router_gateway (85622ab7-83bd-4186-bee9-11473ed5aec2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.184974 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (88f99645-5821-44ca-a3af-cce9d0e661f1), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.240153 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Attempting to bind port e4f1c291-912b-48e4-9454-df6f80537867 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:08:37.242326 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Attempting to bind port e4f1c291-912b-48e4-9454-df6f80537867 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:08:37.243139 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Attempting to bind port e4f1c291-912b-48e4-9454-df6f80537867 on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:37.253586 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Network 72127e3f-9361-4828-9b36-f657d272318e is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:37.255665 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428724d-4c1c-45a4-9194-587e72237fc5 None None] Pushing event updated for resources: {'Port': ['ID=e4f1c291-912b-48e4-9454-df6f80537867,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:37.271015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:37.276780 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:08:37.277317 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:37.277853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.278347 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:08:37.278936 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Bound port: e4f1c291-912b-48e4-9454-df6f80537867, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:08:37.279486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e4f1c291-912b-48e4-9454-df6f80537867), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.308464 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-649854e3-135f-4849-846a-69c47dce7555 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting port b87950f3-7b76-466e-b30f-51cb0fe63a2f {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:37.308781 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-649854e3-135f-4849-846a-69c47dce7555 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b87950f3-7b76-466e-b30f-51cb0fe63a2f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.323214 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-79f7af8c-cedb-415e-83e0-ea8d4aca6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (d20cdd0c-24b0-4d91-aa09-5c876d44fc01), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.336572 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] For port e4f1c291-912b-48e4-9454-df6f80537867, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:08:37.340971 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] For port e4f1c291-912b-48e4-9454-df6f80537867, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4f1c291-912b-48e4-9454-df6f80537867,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:08:37.345493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:37.369391 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e4f1c291-912b-48e4-9454-df6f80537867), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.387788 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7af8c-cedb-415e-83e0-ea8d4aca6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=d20cdd0c-24b0-4d91-aa09-5c876d44fc01,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:37.403126 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-79f7af8c-cedb-415e-83e0-ea8d4aca6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.409585 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-79f7af8c-cedb-415e-83e0-ea8d4aca6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/ports/d20cdd0c-24b0-4d91-aa09-5c876d44fc01 HTTP/1.1" status: 204 len: 168 time: 1.1195438 Mar 28 09:08:37.412345 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49040) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:37.440762 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Pushing event updated for resources: {'Port': ['ID=88f99645-5821-44ca-a3af-cce9d0e661f1,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:37.484237 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-649854e3-135f-4849-846a-69c47dce7555 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b87950f3-7b76-466e-b30f-51cb0fe63a2f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.506700 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a7e587-59d8-4375-97f3-81b45f8c5dd1 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:37.512244 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e397a55-f9ee-47dd-b21b-87fa2ab3173f tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:37.512414 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-90657369-0263-47cd-9462-90517dd700e0 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6092436 Mar 28 09:08:37.513466 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4e397a55-f9ee-47dd-b21b-87fa2ab3173f tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1003470 Mar 28 09:08:37.514568 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-649854e3-135f-4849-846a-69c47dce7555 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Calling delete_port for b87950f3-7b76-466e-b30f-51cb0fe63a2f owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:37.516830 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49042) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:37.517160 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49044) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:37.521732 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4818c563-cfde-489b-93ff-5eb8ae4d5d54 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group_rule': {'security_group_id': '72777ea2-6366-43f5-9aec-ec5554b34173', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:37.567382 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-860e4cd8-a096-4159-83b3-81ec479a457e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] GET failed (client error): The resource could not be found. Mar 28 09:08:37.571590 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-577b7dba-006d-4252-921d-83ee22d9c790 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (8afa660a-e413-46a7-b633-169e056a6a19), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.571754 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-860e4cd8-a096-4159-83b3-81ec479a457e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports/c18d2e0f-8659-4432-8b7f-8a7a1daba9d3 HTTP/1.1" status: 404 len: 333 time: 0.0423191 Mar 28 09:08:37.571863 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da4ffd48-5e11-40c2-9e5a-b7553d8d3dae tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (10d31622-e739-4b05-b2e2-8bbf224cff20), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.571863 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da4ffd48-5e11-40c2-9e5a-b7553d8d3dae tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (10d31622-e739-4b05-b2e2-8bbf224cff20), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.575488 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49046) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:37.603978 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Routers {'de1bfa12-ce79-4b3f-a977-532c1554a172'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:37.604868 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['de1bfa12-ce79-4b3f-a977-532c1554a172'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:37.654938 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-137d62f3-ac69-40d8-85c9-8f1b2a2960ad tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] GET failed (client error): The resource could not be found. Mar 28 09:08:37.658664 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-137d62f3-ac69-40d8-85c9-8f1b2a2960ad tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports/d20cdd0c-24b0-4d91-aa09-5c876d44fc01 HTTP/1.1" status: 404 len: 333 time: 0.0798991 Mar 28 09:08:37.660773 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49050) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:37.663727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577b7dba-006d-4252-921d-83ee22d9c790 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:37.667088 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-f505ae6d-e4f4-4fd0-8a79-56c3869098b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Allocated IP 2001:db8::27b (72127e3f-9361-4828-9b36-f657d272318e/7f918a4a-aac5-430d-b7a0-636232780365/146d4878-f691-4b97-8a6d-bfc8344c136c) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:37.693520 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-577b7dba-006d-4252-921d-83ee22d9c790 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:37.700188 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428724d-4c1c-45a4-9194-587e72237fc5 None None] Pushing event updated for resources: {'Port': ['ID=e4f1c291-912b-48e4-9454-df6f80537867,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:37.702859 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Attempting to bind port 88f99645-5821-44ca-a3af-cce9d0e661f1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:08:37.703240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Attempting to bind port 88f99645-5821-44ca-a3af-cce9d0e661f1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '074ce941-a601-40e8-a316-fe926202c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '72127e3f-9361-4828-9b36-f657d272318e'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:08:37.703610 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Attempting to bind port 88f99645-5821-44ca-a3af-cce9d0e661f1 on network 72127e3f-9361-4828-9b36-f657d272318e {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:37.711458 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-c89f24f7-a4dd-4346-9f6e-e2477bc4e2e4 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:37.713562 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-c89f24f7-a4dd-4346-9f6e-e2477bc4e2e4 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.16 "GET /v2.0/networks?id=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 HTTP/1.1" status: 200 len: 812 time: 0.6995559 Mar 28 09:08:37.743480 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4818c563-cfde-489b-93ff-5eb8ae4d5d54 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (a464ec03-383c-4abb-87c0-f9f952b60104), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.748762 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:08:37.749158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Checking segment: {'id': '074ce941-a601-40e8-a316-fe926202c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '72127e3f-9361-4828-9b36-f657d272318e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:37.749571 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.750739 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Bound using segment: {'id': '074ce941-a601-40e8-a316-fe926202c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '72127e3f-9361-4828-9b36-f657d272318e'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:08:37.750739 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Bound port: 88f99645-5821-44ca-a3af-cce9d0e661f1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '074ce941-a601-40e8-a316-fe926202c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '72127e3f-9361-4828-9b36-f657d272318e'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:08:37.750958 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b7dba-006d-4252-921d-83ee22d9c790 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:37.751054 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (88f99645-5821-44ca-a3af-cce9d0e661f1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.758947 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 89432a28-260d-40c2-b848-ba8fb35b6aa1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:37.810448 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d196f238-2f41-4b08-b584-7b0ad019066a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (bcc6d758-fd7a-472b-9109-84ef2d20a02d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.823435 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-664c376a-2796-4bc0-a8fb-c857ba12785d None None] Provisioning complete for port 89432a28-260d-40c2-b848-ba8fb35b6aa1 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:37.823884 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-664c376a-2796-4bc0-a8fb-c857ba12785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (89432a28-260d-40c2-b848-ba8fb35b6aa1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.837258 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da4ffd48-5e11-40c2-9e5a-b7553d8d3dae tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router_controller (10d31622-e739-4b05-b2e2-8bbf224cff20), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.849030 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-edfaf102-32b0-4188-ad64-d7b85f87df09 req-b1121136-69c4-4b98-bf60-dd33e4896725 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 210 time: 0.1325603 Mar 28 09:08:37.849686 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b7dba-006d-4252-921d-83ee22d9c790 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=8afa660a-e413-46a7-b633-169e056a6a19,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:37.875187 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da4ffd48-5e11-40c2-9e5a-b7553d8d3dae tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (10d31622-e739-4b05-b2e2-8bbf224cff20), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.946616 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577b7dba-006d-4252-921d-83ee22d9c790 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:37.947779 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-577b7dba-006d-4252-921d-83ee22d9c790 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.983398 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-266138cd-1369-4abd-9994-d878af66e16c None None] For port 88f99645-5821-44ca-a3af-cce9d0e661f1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:08:37.991863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4818c563-cfde-489b-93ff-5eb8ae4d5d54 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (a464ec03-383c-4abb-87c0-f9f952b60104), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:37.995901 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] Set router de1bfa12-ce79-4b3f-a977-532c1554a172 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:08:38.002316 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4818c563-cfde-489b-93ff-5eb8ae4d5d54 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (a464ec03-383c-4abb-87c0-f9f952b60104), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.012575 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da4ffd48-5e11-40c2-9e5a-b7553d8d3dae tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.016681 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-da4ffd48-5e11-40c2-9e5a-b7553d8d3dae tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.3652880 Mar 28 09:08:38.023991 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49052) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:38.031781 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-266138cd-1369-4abd-9994-d878af66e16c None None] For port 88f99645-5821-44ca-a3af-cce9d0e661f1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88f99645-5821-44ca-a3af-cce9d0e661f1,segment=NetworkSegment(074ce941-a601-40e8-a316-fe926202c5eb),segment_id=074ce941-a601-40e8-a316-fe926202c5eb)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:08:38.034082 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-613fd336-9853-4f75-9294-38a27b8cd497 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eeee875a9da4567926143d977c5d593 HTTP/1.1" status: 200 len: 380 time: 0.2806818 Mar 28 09:08:38.039949 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-577b7dba-006d-4252-921d-83ee22d9c790 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2013040 Mar 28 09:08:38.048559 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-fecbc3f1-bf08-4724-879d-f592b6b17e6f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Request body: {'port': {'device_id': '6145f7b6-63a0-414c-8749-952687e837db', 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087', 'admin_state_up': True, 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'security_groups': ['45b762a4-a93b-47d2-bf2e-48d6f09d663e']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:38.048755 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49054) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:38.048881 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d196f238-2f41-4b08-b584-7b0ad019066a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (bcc6d758-fd7a-472b-9109-84ef2d20a02d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.064322 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 89432a28-260d-40c2-b848-ba8fb35b6aa1 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:38.064707 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (89432a28-260d-40c2-b848-ba8fb35b6aa1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.068472 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818c563-cfde-489b-93ff-5eb8ae4d5d54 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a464ec03-383c-4abb-87c0-f9f952b60104,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:38.136030 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4818c563-cfde-489b-93ff-5eb8ae4d5d54 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.140356 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4818c563-cfde-489b-93ff-5eb8ae4d5d54 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6222098 Mar 28 09:08:38.145391 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-d196f238-2f41-4b08-b584-7b0ad019066a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc6d758-fd7a-472b-9109-84ef2d20a02d']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:38.149743 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49056) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:38.157506 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (88f99645-5821-44ca-a3af-cce9d0e661f1), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.170195 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-d196f238-2f41-4b08-b584-7b0ad019066a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efeab4df-b82c-4250-beb1-3b31e22cd85d') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:38.170643 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-d196f238-2f41-4b08-b584-7b0ad019066a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efeab4df-b82c-4250-beb1-3b31e22cd85d') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:38.188667 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-649854e3-135f-4849-846a-69c47dce7555 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (b87950f3-7b76-466e-b30f-51cb0fe63a2f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.191747 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d196f238-2f41-4b08-b584-7b0ad019066a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (efeab4df-b82c-4250-beb1-3b31e22cd85d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.200931 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a10056ab-b357-42c1-a648-d34bd59dd95a tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-group-rules/a464ec03-383c-4abb-87c0-f9f952b60104 HTTP/1.1" status: 200 len: 764 time: 0.0478835 Mar 28 09:08:38.225352 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49058) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:38.241440 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649854e3-135f-4849-846a-69c47dce7555 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Port': ['ID=b87950f3-7b76-466e-b30f-51cb0fe63a2f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:38.261243 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec29c1d-9dad-4aa3-ad3b-b2e9f9b5964e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:38.266758 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec29c1d-9dad-4aa3-ad3b-b2e9f9b5964e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:38.268734 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dec29c1d-9dad-4aa3-ad3b-b2e9f9b5964e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2167468 Mar 28 09:08:38.272157 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-664c376a-2796-4bc0-a8fb-c857ba12785d None None] Current status of the port 89432a28-260d-40c2-b848-ba8fb35b6aa1 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:38.272423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49060) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:38.272542 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-664c376a-2796-4bc0-a8fb-c857ba12785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (89432a28-260d-40c2-b848-ba8fb35b6aa1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.274891 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d196f238-2f41-4b08-b584-7b0ad019066a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (efeab4df-b82c-4250-beb1-3b31e22cd85d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.306103 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d196f238-2f41-4b08-b584-7b0ad019066a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:08:38.307204 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d196f238-2f41-4b08-b584-7b0ad019066a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (efeab4df-b82c-4250-beb1-3b31e22cd85d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:08:38.312644 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:08:38.315849 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-accdc178-2e9f-416b-8a11-c476918853a0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router (10d31622-e739-4b05-b2e2-8bbf224cff20), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.344042 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0248fcc2-fa0e-4c4a-9a5d-cce87bb9aa30 None None] Update dhcp port {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'fixed_ips': [{'subnet_id': 'df8b17c7-1b65-42ce-9f57-b062e3804504', 'ip_address': '2001:db8::f816:3eff:fefc:4e3b'}, {'subnet_id': 'a6acd198-1a5f-419c-bd53-1e5634a234a4'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '89432a28-260d-40c2-b848-ba8fb35b6aa1'} from dv-neutron-master-2-hyperv. {{(pid=104077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 09:08:38.383200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266138cd-1369-4abd-9994-d878af66e16c None None] Pushing event updated for resources: {'Port': ['ID=88f99645-5821-44ca-a3af-cce9d0e661f1,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:38.410710 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-978663a8-7913-437b-8760-c671e6640d2d tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1788681 Mar 28 09:08:38.412289 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49062) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:38.427348 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-664c376a-2796-4bc0-a8fb-c857ba12785d None None] For port 89432a28-260d-40c2-b848-ba8fb35b6aa1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=89432a28-260d-40c2-b848-ba8fb35b6aa1,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:38.439998 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-649854e3-135f-4849-846a-69c47dce7555 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (85622ab7-83bd-4186-bee9-11473ed5aec2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.460146 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-664c376a-2796-4bc0-a8fb-c857ba12785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (89432a28-260d-40c2-b848-ba8fb35b6aa1), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.462977 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0248fcc2-fa0e-4c4a-9a5d-cce87bb9aa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (89432a28-260d-40c2-b848-ba8fb35b6aa1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.478246 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f505ae6d-e4f4-4fd0-8a79-56c3869098b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks [] for port (146d4878-f691-4b97-8a6d-bfc8344c136c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.524169 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d196f238-2f41-4b08-b584-7b0ad019066a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (bcc6d758-fd7a-472b-9109-84ef2d20a02d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.532855 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 89432a28-260d-40c2-b848-ba8fb35b6aa1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:38.564181 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d196f238-2f41-4b08-b584-7b0ad019066a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.571974 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d196f238-2f41-4b08-b584-7b0ad019066a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/networks/bcc6d758-fd7a-472b-9109-84ef2d20a02d HTTP/1.1" status: 204 len: 168 time: 0.9026887 Mar 28 09:08:38.574115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-83779300-1efb-4329-9a00-8e78ea2a28f6 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (a464ec03-383c-4abb-87c0-f9f952b60104), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.576200 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49064) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:38.584796 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c376a-2796-4bc0-a8fb-c857ba12785d None None] Pushing event updated for resources: {'Port': ['ID=89432a28-260d-40c2-b848-ba8fb35b6aa1,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:38.600412 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_gateway (f0e439f8-5558-4037-b82b-59b6a6708c26), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.600595 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4839af12-3fa5-4ca3-b418-32362d0c99d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-381563582'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:38.612258 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-83779300-1efb-4329-9a00-8e78ea2a28f6 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (a464ec03-383c-4abb-87c0-f9f952b60104), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.614295 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196f238-2f41-4b08-b584-7b0ad019066a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Network': ['ID=bcc6d758-fd7a-472b-9109-84ef2d20a02d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:38.623336 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-649854e3-135f-4849-846a-69c47dce7555 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (85622ab7-83bd-4186-bee9-11473ed5aec2), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.635664 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-649854e3-135f-4849-846a-69c47dce7555 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router_controller (85622ab7-83bd-4186-bee9-11473ed5aec2), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.701495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.710414 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-accdc178-2e9f-416b-8a11-c476918853a0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (10d31622-e739-4b05-b2e2-8bbf224cff20), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.716017 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1bfa12-ce79-4b3f-a977-532c1554a172', 'name': 'tempest-snat-router-79789791', 'tenant_id': '9f46ddb857314a9fa1b8f30fbd37af80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': False}, 'gw_port_id': 'e4f1c291-912b-48e4-9454-df6f80537867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:29Z', 'updated_at': '2022-03-28T09:08:32Z', 'revision_number': 3, 'project_id': '9f46ddb857314a9fa1b8f30fbd37af80', 'gw_port': {'id': 'e4f1c291-912b-48e4-9454-df6f80537867', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1bfa12-ce79-4b3f-a977-532c1554a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:31Z', 'updated_at': '2022-03-28T09:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:38.725381 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-accdc178-2e9f-416b-8a11-c476918853a0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router_controller (10d31622-e739-4b05-b2e2-8bbf224cff20), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.734413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-fecbc3f1-bf08-4724-879d-f592b6b17e6f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Made reservation on behalf of 2eeee875a9da4567926143d977c5d593 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:38.738773 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-fecbc3f1-bf08-4724-879d-f592b6b17e6f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.741570 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4839af12-3fa5-4ca3-b418-32362d0c99d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:38.746098 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4839af12-3fa5-4ca3-b418-32362d0c99d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.750376 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-83779300-1efb-4329-9a00-8e78ea2a28f6 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (a464ec03-383c-4abb-87c0-f9f952b60104), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.757654 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-649854e3-135f-4849-846a-69c47dce7555 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (85622ab7-83bd-4186-bee9-11473ed5aec2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.757654 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649854e3-135f-4849-846a-69c47dce7555 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Fanout notify agent at l3_agent the message router_deleted on router 85622ab7-83bd-4186-bee9-11473ed5aec2 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:08:38.762615 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-83779300-1efb-4329-9a00-8e78ea2a28f6 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.764304 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-83779300-1efb-4329-9a00-8e78ea2a28f6 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/a464ec03-383c-4abb-87c0-f9f952b60104 HTTP/1.1" status: 204 len: 168 time: 0.3490598 Mar 28 09:08:38.776528 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef964e-27de-41e6-9194-fb94fe07621d None None] The sync data for ids ['de1bfa12-ce79-4b3f-a977-532c1554a172'] in dv-neutron-master-2-hyperv is: [{'id': 'de1bfa12-ce79-4b3f-a977-532c1554a172', 'name': 'tempest-snat-router-79789791', 'tenant_id': '9f46ddb857314a9fa1b8f30fbd37af80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': False}, 'gw_port_id': 'e4f1c291-912b-48e4-9454-df6f80537867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:29Z', 'updated_at': '2022-03-28T09:08:32Z', 'revision_number': 3, 'project_id': '9f46ddb857314a9fa1b8f30fbd37af80', 'gw_port': {'id': 'e4f1c291-912b-48e4-9454-df6f80537867', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1bfa12-ce79-4b3f-a977-532c1554a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:31Z', 'updated_at': '2022-03-28T09:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:08:38.777418 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-649854e3-135f-4849-846a-69c47dce7555 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.778581 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-649854e3-135f-4849-846a-69c47dce7555 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/routers/85622ab7-83bd-4186-bee9-11473ed5aec2 HTTP/1.1" status: 204 len: 168 time: 2.5033796 Mar 28 09:08:38.783129 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49066) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:38.783403 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49068) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:38.804791 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a9635644-66ef-40c4-920a-34e81e6c0893 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-611136788'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:38.828290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83779300-1efb-4329-9a00-8e78ea2a28f6 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a464ec03-383c-4abb-87c0-f9f952b60104,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:38.848080 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f505ae6d-e4f4-4fd0-8a79-56c3869098b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (146d4878-f691-4b97-8a6d-bfc8344c136c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.879465 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9635644-66ef-40c4-920a-34e81e6c0893 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Made reservation on behalf of 8e45e30a1efb47c3b06d7cbbf6271808 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:38.883096 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a9635644-66ef-40c4-920a-34e81e6c0893 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.886446 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4839af12-3fa5-4ca3-b418-32362d0c99d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:08:38.887490 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-0248fcc2-fa0e-4c4a-9a5d-cce87bb9aa30 None None] Allocated IP 172.20.0.2 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/a6acd198-1a5f-419c-bd53-1e5634a234a4/89432a28-260d-40c2-b848-ba8fb35b6aa1) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:38.905653 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9ee3587c-5008-4a5e-be2e-3b7c9d3809ed tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1199553 Mar 28 09:08:38.915557 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49072) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:38.951772 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4839af12-3fa5-4ca3-b418-32362d0c99d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (636454c6-cc41-493b-b20f-79277145e541), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:38.952132 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-4839af12-3fa5-4ca3-b418-32362d0c99d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Added segment 636454c6-cc41-493b-b20f-79277145e541 of type vlan for network d64c6eb5-762a-4c38-b21d-0035ad443145 Mar 28 09:08:39.001644 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-accdc178-2e9f-416b-8a11-c476918853a0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (10d31622-e739-4b05-b2e2-8bbf224cff20), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.002835 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accdc178-2e9f-416b-8a11-c476918853a0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 10d31622-e739-4b05-b2e2-8bbf224cff20 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:08:39.020218 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-accdc178-2e9f-416b-8a11-c476918853a0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.020518 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9635644-66ef-40c4-920a-34e81e6c0893 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:08:39.024130 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-accdc178-2e9f-416b-8a11-c476918853a0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] 10.222.0.15 "DELETE /v2.0/routers/10d31622-e739-4b05-b2e2-8bbf224cff20 HTTP/1.1" status: 204 len: 168 time: 0.9959569 Mar 28 09:08:39.027130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-0248fcc2-fa0e-4c4a-9a5d-cce87bb9aa30 None None] For port 89432a28-260d-40c2-b848-ba8fb35b6aa1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=89432a28-260d-40c2-b848-ba8fb35b6aa1,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:39.027635 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49074) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:39.040422 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e7c8b922-d6a6-4b17-9396-9c76ae236c4d tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Request body: {'router': {'name': 'tempest-router-1065375473', 'distributed': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:39.052358 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fda2718b-af98-414e-ae83-3d66960ccfd7 req-b1483af1-d4c3-4431-b4d6-0b64a548fd22 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 210 time: 0.0824480 Mar 28 09:08:39.059502 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-bcd374e1-8b96-45d8-bc23-33cffd795854 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port 8afa660a-e413-46a7-b633-169e056a6a19 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:39.059855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bcd374e1-8b96-45d8-bc23-33cffd795854 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (8afa660a-e413-46a7-b633-169e056a6a19), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.060323 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4839af12-3fa5-4ca3-b418-32362d0c99d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (d64c6eb5-762a-4c38-b21d-0035ad443145), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.063063 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a9635644-66ef-40c4-920a-34e81e6c0893 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (746b2591-e5f1-4ee9-9969-84de9254afa3), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.063411 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-a9635644-66ef-40c4-920a-34e81e6c0893 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Added segment 746b2591-e5f1-4ee9-9969-84de9254afa3 of type vlan for network 966c3111-861e-4954-9dbd-5b1fa6c61a14 Mar 28 09:08:39.074463 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0248fcc2-fa0e-4c4a-9a5d-cce87bb9aa30 None None] Publish callbacks [] for port (89432a28-260d-40c2-b848-ba8fb35b6aa1), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.084705 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0248fcc2-fa0e-4c4a-9a5d-cce87bb9aa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (89432a28-260d-40c2-b848-ba8fb35b6aa1), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.126830 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-110decba-c622-4992-a446-8d4a1ff2c33e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (72777ea2-6366-43f5-9aec-ec5554b34173), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.145336 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f505ae6d-e4f4-4fd0-8a79-56c3869098b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Network 72127e3f-9361-4828-9b36-f657d272318e is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:39.157226 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a9635644-66ef-40c4-920a-34e81e6c0893 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (966c3111-861e-4954-9dbd-5b1fa6c61a14), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.161917 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4839af12-3fa5-4ca3-b418-32362d0c99d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (d64c6eb5-762a-4c38-b21d-0035ad443145), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.173310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4839af12-3fa5-4ca3-b418-32362d0c99d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:39.174078 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4839af12-3fa5-4ca3-b418-32362d0c99d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.207813 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248fcc2-fa0e-4c4a-9a5d-cce87bb9aa30 None None] Pushing event updated for resources: {'Port': ['ID=89432a28-260d-40c2-b848-ba8fb35b6aa1,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:39.215395 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505ae6d-e4f4-4fd0-8a79-56c3869098b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Pushing event updated for resources: {'Port': ['ID=146d4878-f691-4b97-8a6d-bfc8344c136c,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:39.251731 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-f505ae6d-e4f4-4fd0-8a79-56c3869098b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:39.263770 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7c8b922-d6a6-4b17-9396-9c76ae236c4d tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (cb1f1d1b-f5ca-453d-9266-d52204b5a8f0), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.265077 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7c8b922-d6a6-4b17-9396-9c76ae236c4d tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (cb1f1d1b-f5ca-453d-9266-d52204b5a8f0), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.279996 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f505ae6d-e4f4-4fd0-8a79-56c3869098b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:39.280444 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-110decba-c622-4992-a446-8d4a1ff2c33e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (72777ea2-6366-43f5-9aec-ec5554b34173), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.287279 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f505ae6d-e4f4-4fd0-8a79-56c3869098b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:39.288043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f505ae6d-e4f4-4fd0-8a79-56c3869098b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.298517 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.db.resource_extend [None req-a9635644-66ef-40c4-920a-34e81e6c0893 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 09:08:39.308488 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4839af12-3fa5-4ca3-b418-32362d0c99d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7283678 Mar 28 09:08:39.344181 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49076) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:39.349557 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e613d22c-7263-475f-b86a-19b2a367e853 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'subnet': {'network_id': 'd64c6eb5-762a-4c38-b21d-0035ad443145', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:39.360087 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Allocated IP 172.36.4.91 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:39.397992 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f505ae6d-e4f4-4fd0-8a79-56c3869098b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.7982996 Mar 28 09:08:39.427583 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49078) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:39.429400 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839af12-3fa5-4ca3-b418-32362d0c99d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Network': ['ID=d64c6eb5-762a-4c38-b21d-0035ad443145,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:39.437964 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7e79f14e-d283-45fe-8c16-669b3c7bd9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Request body: {'port': {'network_id': '72127e3f-9361-4828-9b36-f657d272318e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-518511821', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:39.438694 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.api.validators [None req-7e79f14e-d283-45fe-8c16-669b3c7bd9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] bootfile-name is not in valid_values {{(pid=104076) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 09:08:39.439240 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.api.validators [None req-7e79f14e-d283-45fe-8c16-669b3c7bd9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] tftp-server is not in valid_values {{(pid=104076) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 09:08:39.439857 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.api.validators [None req-7e79f14e-d283-45fe-8c16-669b3c7bd9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] server-ip-address is not in valid_values {{(pid=104076) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 09:08:39.440271 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network d64c6eb5-762a-4c38-b21d-0035ad443145 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:08:39.464189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a9635644-66ef-40c4-920a-34e81e6c0893 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (966c3111-861e-4954-9dbd-5b1fa6c61a14), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.492394 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-fecbc3f1-bf08-4724-879d-f592b6b17e6f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Allocated IP 172.20.0.9 (8d91ea5b-e152-44bb-a4a8-3db8f5dd9087/3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2/ab7442cd-3da3-4e8a-b083-990087554d7a) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:39.501594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9635644-66ef-40c4-920a-34e81e6c0893 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:39.502438 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a9635644-66ef-40c4-920a-34e81e6c0893 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.593805 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bcd374e1-8b96-45d8-bc23-33cffd795854 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (8afa660a-e413-46a7-b633-169e056a6a19), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.660341 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7c8b922-d6a6-4b17-9396-9c76ae236c4d tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router_controller (cb1f1d1b-f5ca-453d-9266-d52204b5a8f0), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.666832 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-bcd374e1-8b96-45d8-bc23-33cffd795854 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for 8afa660a-e413-46a7-b633-169e056a6a19 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:39.686414 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7c8b922-d6a6-4b17-9396-9c76ae236c4d tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (cb1f1d1b-f5ca-453d-9266-d52204b5a8f0), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.744615 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-110decba-c622-4992-a446-8d4a1ff2c33e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (72777ea2-6366-43f5-9aec-ec5554b34173), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.748322 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-110decba-c622-4992-a446-8d4a1ff2c33e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.749540 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-110decba-c622-4992-a446-8d4a1ff2c33e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-groups/72777ea2-6366-43f5-9aec-ec5554b34173 HTTP/1.1" status: 204 len: 168 time: 0.8297989 Mar 28 09:08:39.778504 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a9635644-66ef-40c4-920a-34e81e6c0893 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9919133 Mar 28 09:08:39.781647 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49080) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:39.781821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49082) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:39.801895 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c2398315-9783-459a-843e-4ae0e01d28dc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'subnet': {'network_id': '966c3111-861e-4954-9dbd-5b1fa6c61a14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:39.915505 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 89432a28-260d-40c2-b848-ba8fb35b6aa1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:39.930910 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7c8b922-d6a6-4b17-9396-9c76ae236c4d tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.935671 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e7c8b922-d6a6-4b17-9396-9c76ae236c4d tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9003351 Mar 28 09:08:39.941086 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49084) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:39.944061 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110decba-c622-4992-a446-8d4a1ff2c33e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72777ea2-6366-43f5-9aec-ec5554b34173,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:39.944629 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for port (1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:39.963423 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9635644-66ef-40c4-920a-34e81e6c0893 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Network': ['ID=966c3111-861e-4954-9dbd-5b1fa6c61a14,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:39.989669 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 966c3111-861e-4954-9dbd-5b1fa6c61a14 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:08:40.044114 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e613d22c-7263-475f-b86a-19b2a367e853 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:40.048009 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e613d22c-7263-475f-b86a-19b2a367e853 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:40.133044 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1292a7df-9984-4647-a4e6-5a8c14331456 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router (cb1f1d1b-f5ca-453d-9266-d52204b5a8f0), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:40.164586 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.ipam_backend_mixin [None req-e613d22c-7263-475f-b86a-19b2a367e853 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Performing IP validity checks on allocation pools {{(pid=104076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 28 09:08:40.165290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.ipam_backend_mixin [None req-e613d22c-7263-475f-b86a-19b2a367e853 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 28 09:08:40.340624 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6730280e-0e07-431c-a0a3-5ebb2d595d66 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5526159 Mar 28 09:08:40.365661 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49088) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:40.366910 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e613d22c-7263-475f-b86a-19b2a367e853 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (45aec1b0-b76f-4e34-9e78-79c62752c2f8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:40.373571 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-64911ec5-5bfb-4d83-91e7-c8d134ab9a66 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group': {'name': 'tempest-secgroup--492140975'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:40.420905 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 89432a28-260d-40c2-b848-ba8fb35b6aa1 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:40.423200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (89432a28-260d-40c2-b848-ba8fb35b6aa1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:40.434546 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfba6fd-46b8-413d-84a6-d62754126c69 None None] Network 72127e3f-9361-4828-9b36-f657d272318e requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:40.436319 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-64911ec5-5bfb-4d83-91e7-c8d134ab9a66 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:40.492035 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2398315-9783-459a-843e-4ae0e01d28dc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Made reservation on behalf of 8e45e30a1efb47c3b06d7cbbf6271808 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:40.496106 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c2398315-9783-459a-843e-4ae0e01d28dc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:40.540556 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e79f14e-d283-45fe-8c16-669b3c7bd9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Made reservation on behalf of 3206ece07a654ad58421fd5e67275495 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:40.545109 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7e79f14e-d283-45fe-8c16-669b3c7bd9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:40.572599 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-85b1de35-8d19-4c58-b613-06a2d710757c None None] Provisioning complete for port 88f99645-5821-44ca-a3af-cce9d0e661f1 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:40.573345 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-85b1de35-8d19-4c58-b613-06a2d710757c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (88f99645-5821-44ca-a3af-cce9d0e661f1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:40.679206 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 89432a28-260d-40c2-b848-ba8fb35b6aa1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:40.680385 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 88f99645-5821-44ca-a3af-cce9d0e661f1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:40.756920 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 88f99645-5821-44ca-a3af-cce9d0e661f1 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:40.757308 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (88f99645-5821-44ca-a3af-cce9d0e661f1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:40.775250 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613d22c-7263-475f-b86a-19b2a367e853 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Subnet': ['ID=45aec1b0-b76f-4e34-9e78-79c62752c2f8,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:40.791976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-7e79f14e-d283-45fe-8c16-669b3c7bd9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] device_id is not set on port 857784e4-c236-4292-8a1f-ea41f9a1cec0 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:08:40.805096 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e613d22c-7263-475f-b86a-19b2a367e853 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Checking segment: {'id': '636454c6-cc41-493b-b20f-79277145e541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd64c6eb5-762a-4c38-b21d-0035ad443145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:40.805505 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e613d22c-7263-475f-b86a-19b2a367e853 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network hostable DHCP agents. Network: d64c6eb5-762a-4c38-b21d-0035ad443145, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:08:40.862557 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-85b1de35-8d19-4c58-b613-06a2d710757c None None] Current status of the port 88f99645-5821-44ca-a3af-cce9d0e661f1 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:40.863055 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-85b1de35-8d19-4c58-b613-06a2d710757c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (88f99645-5821-44ca-a3af-cce9d0e661f1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:40.877446 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d29b86d3-5133-4657-b3ce-f9bd899314f4 req-6186af23-3505-4ff0-90b2-4b2c17784759 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 210 time: 0.6469154 Mar 28 09:08:40.883375 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e613d22c-7263-475f-b86a-19b2a367e853 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network d64c6eb5-762a-4c38-b21d-0035ad443145 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:08:40.910365 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-e613d22c-7263-475f-b86a-19b2a367e853 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d64c6eb5-762a-4c38-b21d-0035ad443145) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:40.917166 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e613d22c-7263-475f-b86a-19b2a367e853 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:40.917807 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e613d22c-7263-475f-b86a-19b2a367e853 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:40.933324 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:40.946118 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-fecbc3f1-bf08-4724-879d-f592b6b17e6f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for port (ab7442cd-3da3-4e8a-b083-990087554d7a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:40.964587 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-85b1de35-8d19-4c58-b613-06a2d710757c None None] For port 88f99645-5821-44ca-a3af-cce9d0e661f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88f99645-5821-44ca-a3af-cce9d0e661f1,segment=NetworkSegment(074ce941-a601-40e8-a316-fe926202c5eb),segment_id=074ce941-a601-40e8-a316-fe926202c5eb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:40.966411 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7500197b-80a7-4a31-980a-5b2c206e2539 None None] Network d64c6eb5-762a-4c38-b21d-0035ad443145 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:40.991212 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e613d22c-7263-475f-b86a-19b2a367e853 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6455243 Mar 28 09:08:41.001808 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49090) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:41.028164 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-85b1de35-8d19-4c58-b613-06a2d710757c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (88f99645-5821-44ca-a3af-cce9d0e661f1), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.028609 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-947468c8-a1c2-40b5-be0d-534fa74aa6e9 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'network_id': 'd64c6eb5-762a-4c38-b21d-0035ad443145', 'name': 'tempest-PortsTestJSON-1474351561'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:41.070892 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1292a7df-9984-4647-a4e6-5a8c14331456 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (cb1f1d1b-f5ca-453d-9266-d52204b5a8f0), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.096142 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c2398315-9783-459a-843e-4ae0e01d28dc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (5c088362-968b-4323-b3c2-c390367cdeed), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.108699 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 88f99645-5821-44ca-a3af-cce9d0e661f1 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:41.108699 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (88f99645-5821-44ca-a3af-cce9d0e661f1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.110428 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1292a7df-9984-4647-a4e6-5a8c14331456 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router_controller (cb1f1d1b-f5ca-453d-9266-d52204b5a8f0), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.112595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1de35-8d19-4c58-b613-06a2d710757c None None] Pushing event updated for resources: {'Port': ['ID=88f99645-5821-44ca-a3af-cce9d0e661f1,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:41.145155 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:41.163291 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c6043463-129c-4592-9e8a-ccdf9ab7e907 None None] Could not find standard attr ID for object 8afa660a-e413-46a7-b633-169e056a6a19. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:08:41.200628 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bcd374e1-8b96-45d8-bc23-33cffd795854 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (8afa660a-e413-46a7-b633-169e056a6a19), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.208420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:41.225882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:41.231979 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c6043463-129c-4592-9e8a-ccdf9ab7e907 None None] Provisioning complete for port 146d4878-f691-4b97-8a6d-bfc8344c136c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:41.232539 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c6043463-129c-4592-9e8a-ccdf9ab7e907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (146d4878-f691-4b97-8a6d-bfc8344c136c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.235474 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1292a7df-9984-4647-a4e6-5a8c14331456 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (cb1f1d1b-f5ca-453d-9266-d52204b5a8f0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.235913 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1292a7df-9984-4647-a4e6-5a8c14331456 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb1f1d1b-f5ca-453d-9266-d52204b5a8f0 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:08:41.239756 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d64c6eb5-762a-4c38-b21d-0035ad443145', 'network_id': 'd64c6eb5-762a-4c38-b21d-0035ad443145', 'project_id': 'ef21c6b2cfed4e4b89f188c5409e8013', 'fixed_ips': [{'subnet_id': '45aec1b0-b76f-4e34-9e78-79c62752c2f8'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:08:41.240633 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.262079 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1292a7df-9984-4647-a4e6-5a8c14331456 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.263240 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1292a7df-9984-4647-a4e6-5a8c14331456 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] 10.222.0.15 "DELETE /v2.0/routers/cb1f1d1b-f5ca-453d-9266-d52204b5a8f0 HTTP/1.1" status: 204 len: 168 time: 1.3147297 Mar 28 09:08:41.267232 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Pushing event updated for resources: {'Port': ['ID=1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:41.269539 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2398315-9783-459a-843e-4ae0e01d28dc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Subnet': ['ID=5c088362-968b-4323-b3c2-c390367cdeed,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:41.273102 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49092) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:41.275253 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-7e79f14e-d283-45fe-8c16-669b3c7bd9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Allocated IP 2001:db8::372 (72127e3f-9361-4828-9b36-f657d272318e/7f918a4a-aac5-430d-b7a0-636232780365/857784e4-c236-4292-8a1f-ea41f9a1cec0) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:41.301659 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:08:41.303120 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:08:41.330639 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-64911ec5-5bfb-4d83-91e7-c8d134ab9a66 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (502a9b50-d43e-4351-898f-a6c4136765cd), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.331765 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd374e1-8b96-45d8-bc23-33cffd795854 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=8afa660a-e413-46a7-b633-169e056a6a19,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:41.346325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c6043463-129c-4592-9e8a-ccdf9ab7e907 None None] Port 146d4878-f691-4b97-8a6d-bfc8344c136c cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:08:41.363181 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-fecbc3f1-bf08-4724-879d-f592b6b17e6f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (ab7442cd-3da3-4e8a-b083-990087554d7a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.390627 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-04c686e4-bf2e-42a4-9ec2-46b3ba2528b0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Request body: {'router': {'name': 'tempest-router-1272379360', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '044b66111da542d689279c561e6ade4c'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:41.428006 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c6043463-129c-4592-9e8a-ccdf9ab7e907 None None] Provisioning complete for port 88f99645-5821-44ca-a3af-cce9d0e661f1 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:41.428569 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c6043463-129c-4592-9e8a-ccdf9ab7e907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (88f99645-5821-44ca-a3af-cce9d0e661f1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.444961 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-64911ec5-5bfb-4d83-91e7-c8d134ab9a66 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (502a9b50-d43e-4351-898f-a6c4136765cd), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.466958 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2398315-9783-459a-843e-4ae0e01d28dc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Checking segment: {'id': '746b2591-e5f1-4ee9-9969-84de9254afa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '966c3111-861e-4954-9dbd-5b1fa6c61a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:41.467362 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2398315-9783-459a-843e-4ae0e01d28dc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network hostable DHCP agents. Network: 966c3111-861e-4954-9dbd-5b1fa6c61a14, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:08:41.511516 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Allocated IP 172.20.0.2 (d64c6eb5-762a-4c38-b21d-0035ad443145/45aec1b0-b76f-4e34-9e78-79c62752c2f8/69a2c5b8-16a3-44c3-a161-071185e0f8d0) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:41.528604 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64911ec5-5bfb-4d83-91e7-c8d134ab9a66 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502a9b50-d43e-4351-898f-a6c4136765cd,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:41.537036 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-64911ec5-5bfb-4d83-91e7-c8d134ab9a66 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.537549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-fecbc3f1-bf08-4724-879d-f592b6b17e6f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Network 8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:41.542352 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-64911ec5-5bfb-4d83-91e7-c8d134ab9a66 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1721842 Mar 28 09:08:41.542976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49094) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:41.546828 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-fecbc3f1-bf08-4724-879d-f592b6b17e6f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:41.552764 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbc3f1-bf08-4724-879d-f592b6b17e6f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Pushing event updated for resources: {'Port': ['ID=ab7442cd-3da3-4e8a-b083-990087554d7a,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:41.564880 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f71c125a-a4e5-4e1c-a1c1-99f49a70401c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Request body: {'security_group_rule': {'security_group_id': '502a9b50-d43e-4351-898f-a6c4136765cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:41.591652 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-fecbc3f1-bf08-4724-879d-f592b6b17e6f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:41.616827 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c6043463-129c-4592-9e8a-ccdf9ab7e907 None None] Current status of the port 88f99645-5821-44ca-a3af-cce9d0e661f1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:41.639709 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bcd374e1-8b96-45d8-bc23-33cffd795854 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.649522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c6043463-129c-4592-9e8a-ccdf9ab7e907 None None] Provisioning complete for port 89432a28-260d-40c2-b848-ba8fb35b6aa1 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:41.649757 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49096) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:41.649951 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c6043463-129c-4592-9e8a-ccdf9ab7e907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (89432a28-260d-40c2-b848-ba8fb35b6aa1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.651266 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bcd374e1-8b96-45d8-bc23-33cffd795854 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/8afa660a-e413-46a7-b633-169e056a6a19 HTTP/1.1" status: 204 len: 168 time: 3.3681602 Mar 28 09:08:41.661650 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f71c125a-a4e5-4e1c-a1c1-99f49a70401c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (decc5536-63ad-4e64-aea8-d37dc3c01027), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.687250 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-fecbc3f1-bf08-4724-879d-f592b6b17e6f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:41.687915 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-fecbc3f1-bf08-4724-879d-f592b6b17e6f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.730534 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2398315-9783-459a-843e-4ae0e01d28dc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 966c3111-861e-4954-9dbd-5b1fa6c61a14 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:08:41.736708 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947468c8-a1c2-40b5-be0d-534fa74aa6e9 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:41.740442 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-947468c8-a1c2-40b5-be0d-534fa74aa6e9 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.778437 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Publish callbacks [] for port (69a2c5b8-16a3-44c3-a161-071185e0f8d0), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.781354 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04c686e4-bf2e-42a4-9ec2-46b3ba2528b0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (56a41dc8-a4f1-4b32-8e81-519a20146982), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.782697 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04c686e4-bf2e-42a4-9ec2-46b3ba2528b0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (56a41dc8-a4f1-4b32-8e81-519a20146982), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.813222 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (69a2c5b8-16a3-44c3-a161-071185e0f8d0), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.815929 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-c2398315-9783-459a-843e-4ae0e01d28dc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 966c3111-861e-4954-9dbd-5b1fa6c61a14) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:41.825970 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-fecbc3f1-bf08-4724-879d-f592b6b17e6f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7842457 Mar 28 09:08:41.841933 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-947468c8-a1c2-40b5-be0d-534fa74aa6e9 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] device_id is not set on port 6ff65454-343c-48d5-9db7-ea958b627e60 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:08:41.842120 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Request body: {'port': {'device_id': '6145f7b6-63a0-414c-8749-952687e837db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:41.848325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25eadfa-800f-4553-bc9c-193c1ef9b065 None None] Network 966c3111-861e-4954-9dbd-5b1fa6c61a14 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:41.911704 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2398315-9783-459a-843e-4ae0e01d28dc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:41.912311 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c2398315-9783-459a-843e-4ae0e01d28dc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:41.944835 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c6eea-7501-43c0-b9fd-33ca991f8b34 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:41.946711 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c6eea-7501-43c0-b9fd-33ca991f8b34 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:41.948321 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c6eea-7501-43c0-b9fd-33ca991f8b34 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:41.949979 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-787c6eea-7501-43c0-b9fd-33ca991f8b34 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2694671 Mar 28 09:08:41.976258 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49100) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:42.027753 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 88f99645-5821-44ca-a3af-cce9d0e661f1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:42.029249 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e4f1c291-912b-48e4-9454-df6f80537867 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:42.041326 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_gateway (f0e439f8-5558-4037-b82b-59b6a6708c26), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.082821 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c6043463-129c-4592-9e8a-ccdf9ab7e907 None None] Current status of the port 89432a28-260d-40c2-b848-ba8fb35b6aa1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:42.103127 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Network d64c6eb5-762a-4c38-b21d-0035ad443145 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:42.111739 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-966c3111-861e-4954-9dbd-5b1fa6c61a14', 'network_id': '966c3111-861e-4954-9dbd-5b1fa6c61a14', 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'fixed_ips': [{'subnet_id': '5c088362-968b-4323-b3c2-c390367cdeed'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:08:42.112889 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.115244 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c2398315-9783-459a-843e-4ae0e01d28dc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3215022 Mar 28 09:08:42.122873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49102) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:42.132397 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-6bb808d3-c5a9-488d-85ce-d82d455e3b68 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1435829542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:42.134305 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:42.139147 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Pushing event updated for resources: {'Port': ['ID=69a2c5b8-16a3-44c3-a161-071185e0f8d0,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:42.143201 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:42.145490 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ab7442cd-3da3-4e8a-b083-990087554d7a), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.186933 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bdd9f28-e19e-4fbc-afe6-c25706c5069b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet a6acd198-1a5f-419c-bd53-1e5634a234a4 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:08:42.189880 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04c686e4-bf2e-42a4-9ec2-46b3ba2528b0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router_controller (56a41dc8-a4f1-4b32-8e81-519a20146982), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.196087 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9bdd9f28-e19e-4fbc-afe6-c25706c5069b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (a6acd198-1a5f-419c-bd53-1e5634a234a4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.216076 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04c686e4-bf2e-42a4-9ec2-46b3ba2528b0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (56a41dc8-a4f1-4b32-8e81-519a20146982), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.235021 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f71c125a-a4e5-4e1c-a1c1-99f49a70401c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (decc5536-63ad-4e64-aea8-d37dc3c01027), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.247400 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6bb808d3-c5a9-488d-85ce-d82d455e3b68 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (196a7a88-cdca-4d9e-9c44-9b08c2962be4), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.248460 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6bb808d3-c5a9-488d-85ce-d82d455e3b68 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (196a7a88-cdca-4d9e-9c44-9b08c2962be4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.262524 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f71c125a-a4e5-4e1c-a1c1-99f49a70401c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (decc5536-63ad-4e64-aea8-d37dc3c01027), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.276673 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-947468c8-a1c2-40b5-be0d-534fa74aa6e9 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Allocated IP 172.20.0.4 (d64c6eb5-762a-4c38-b21d-0035ad443145/45aec1b0-b76f-4e34-9e78-79c62752c2f8/6ff65454-343c-48d5-9db7-ea958b627e60) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:42.287642 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Attempting to bind port 69a2c5b8-16a3-44c3-a161-071185e0f8d0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:08:42.287642 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Attempting to bind port 69a2c5b8-16a3-44c3-a161-071185e0f8d0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '636454c6-cc41-493b-b20f-79277145e541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd64c6eb5-762a-4c38-b21d-0035ad443145'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:08:42.287642 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Attempting to bind port 69a2c5b8-16a3-44c3-a161-071185e0f8d0 on network d64c6eb5-762a-4c38-b21d-0035ad443145 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:42.289423 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port e4f1c291-912b-48e4-9454-df6f80537867 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:42.289613 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e4f1c291-912b-48e4-9454-df6f80537867), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.295581 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9bdd9f28-e19e-4fbc-afe6-c25706c5069b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (a6acd198-1a5f-419c-bd53-1e5634a234a4), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.309327 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04c686e4-bf2e-42a4-9ec2-46b3ba2528b0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.313098 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-04c686e4-bf2e-42a4-9ec2-46b3ba2528b0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9274378 Mar 28 09:08:42.317987 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49104) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:42.324735 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:08:42.325326 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Checking segment: {'id': '636454c6-cc41-493b-b20f-79277145e541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd64c6eb5-762a-4c38-b21d-0035ad443145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:42.325561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.326853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Bound using segment: {'id': '636454c6-cc41-493b-b20f-79277145e541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd64c6eb5-762a-4c38-b21d-0035ad443145'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:08:42.326853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Bound port: 69a2c5b8-16a3-44c3-a161-071185e0f8d0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636454c6-cc41-493b-b20f-79277145e541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd64c6eb5-762a-4c38-b21d-0035ad443145'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:08:42.326853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (69a2c5b8-16a3-44c3-a161-071185e0f8d0), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.334990 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f81110bc-602b-4a9a-9c74-d634a7f5e193 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:42.336995 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c125a-a4e5-4e1c-a1c1-99f49a70401c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=decc5536-63ad-4e64-aea8-d37dc3c01027,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:42.354094 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-89b0b9f2-a310-43d1-8ce2-e720ed5b5cb0 None None] Provisioning complete for port ab7442cd-3da3-4e8a-b083-990087554d7a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:42.354094 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-89b0b9f2-a310-43d1-8ce2-e720ed5b5cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ab7442cd-3da3-4e8a-b083-990087554d7a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.390508 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e855cf6-9729-48db-9de2-e1331932fe66 req-750ede32-2c6b-42ea-8c48-eeb84c0ccb05 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:42.392132 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5e855cf6-9729-48db-9de2-e1331932fe66 req-750ede32-2c6b-42ea-8c48-eeb84c0ccb05 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 931 time: 0.3676095 Mar 28 09:08:42.394073 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7e79f14e-d283-45fe-8c16-669b3c7bd9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks [] for port (857784e4-c236-4292-8a1f-ea41f9a1cec0), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.440213 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f71c125a-a4e5-4e1c-a1c1-99f49a70401c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.443929 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f71c125a-a4e5-4e1c-a1c1-99f49a70401c tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8874514 Mar 28 09:08:42.451389 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49106) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:42.587386 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6bb808d3-c5a9-488d-85ce-d82d455e3b68 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router_controller (196a7a88-cdca-4d9e-9c44-9b08c2962be4), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.608519 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Allocated IP 2001:db8::2 (966c3111-861e-4954-9dbd-5b1fa6c61a14/5c088362-968b-4323-b3c2-c390367cdeed/af295312-f302-4db6-975a-c0ec66bd09b2) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:42.615382 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6bb808d3-c5a9-488d-85ce-d82d455e3b68 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (196a7a88-cdca-4d9e-9c44-9b08c2962be4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.619289 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-89b0b9f2-a310-43d1-8ce2-e720ed5b5cb0 None None] Port ab7442cd-3da3-4e8a-b083-990087554d7a cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:08:42.708168 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6bb808d3-c5a9-488d-85ce-d82d455e3b68 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.714984 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6bb808d3-c5a9-488d-85ce-d82d455e3b68 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5838132 Mar 28 09:08:42.718165 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49108) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:42.725571 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] For port 69a2c5b8-16a3-44c3-a161-071185e0f8d0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:08:42.732208 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-89b0b9f2-a310-43d1-8ce2-e720ed5b5cb0 None None] Provisioning complete for port 146d4878-f691-4b97-8a6d-bfc8344c136c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:42.732598 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-89b0b9f2-a310-43d1-8ce2-e720ed5b5cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (146d4878-f691-4b97-8a6d-bfc8344c136c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.742980 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9bdd9f28-e19e-4fbc-afe6-c25706c5069b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (a6acd198-1a5f-419c-bd53-1e5634a234a4), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.767816 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] For port 69a2c5b8-16a3-44c3-a161-071185e0f8d0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=69a2c5b8-16a3-44c3-a161-071185e0f8d0,segment=NetworkSegment(636454c6-cc41-493b-b20f-79277145e541),segment_id=636454c6-cc41-493b-b20f-79277145e541)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:08:42.789704 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (69a2c5b8-16a3-44c3-a161-071185e0f8d0), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.802008 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (f0e439f8-5558-4037-b82b-59b6a6708c26), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.810378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port e4f1c291-912b-48e4-9454-df6f80537867 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:42.810763 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e4f1c291-912b-48e4-9454-df6f80537867), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.846988 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-89b0b9f2-a310-43d1-8ce2-e720ed5b5cb0 None None] Port 146d4878-f691-4b97-8a6d-bfc8344c136c cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:08:42.887851 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port e4f1c291-912b-48e4-9454-df6f80537867, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4f1c291-912b-48e4-9454-df6f80537867,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:42.900133 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e4f1c291-912b-48e4-9454-df6f80537867), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:42.914098 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df34bc7-9f0b-4aef-ad28-276b1053a2e8 None None] Pushing event updated for resources: {'Port': ['ID=69a2c5b8-16a3-44c3-a161-071185e0f8d0,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:42.996248 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5e855cf6-9729-48db-9de2-e1331932fe66 req-24c388bc-bb6c-4015-8fb1-428c8f901899 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5590858 Mar 28 09:08:43.002923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7e79f14e-d283-45fe-8c16-669b3c7bd9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (857784e4-c236-4292-8a1f-ea41f9a1cec0), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.016175 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Publish callbacks [] for port (af295312-f302-4db6-975a-c0ec66bd09b2), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.040329 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (af295312-f302-4db6-975a-c0ec66bd09b2), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.043300 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=e4f1c291-912b-48e4-9454-df6f80537867,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:43.151143 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77fbb7fe-7aa3-4197-9a9b-489a7efabab2 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (502a9b50-d43e-4351-898f-a6c4136765cd), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.152782 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Pushing event updated for resources: {'Port': ['ID=af295312-f302-4db6-975a-c0ec66bd09b2,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:43.156492 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7442cd-3da3-4e8a-b083-990087554d7a {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:08:43.157768 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Network 966c3111-861e-4954-9dbd-5b1fa6c61a14 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:43.161876 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e79f14e-d283-45fe-8c16-669b3c7bd9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Network 72127e3f-9361-4828-9b36-f657d272318e is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:43.162044 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:43.164497 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:43.169778 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f81110bc-602b-4a9a-9c74-d634a7f5e193 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (56a41dc8-a4f1-4b32-8e81-519a20146982), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.169944 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Publish callbacks [] for port (ab7442cd-3da3-4e8a-b083-990087554d7a), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.170138 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f81110bc-602b-4a9a-9c74-d634a7f5e193 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router (56a41dc8-a4f1-4b32-8e81-519a20146982), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.173094 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 88f99645-5821-44ca-a3af-cce9d0e661f1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:43.214660 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9bdd9f28-e19e-4fbc-afe6-c25706c5069b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (a6acd198-1a5f-419c-bd53-1e5634a234a4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.237480 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-7e79f14e-d283-45fe-8c16-669b3c7bd9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:43.278983 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-947468c8-a1c2-40b5-be0d-534fa74aa6e9 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (6ff65454-343c-48d5-9db7-ea958b627e60), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.280556 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e79f14e-d283-45fe-8c16-669b3c7bd9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:43.286631 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e79f14e-d283-45fe-8c16-669b3c7bd9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:43.286777 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7e79f14e-d283-45fe-8c16-669b3c7bd9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.310597 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79f14e-d283-45fe-8c16-669b3c7bd9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Pushing event updated for resources: {'Port': ['ID=857784e4-c236-4292-8a1f-ea41f9a1cec0,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:43.310908 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 88f99645-5821-44ca-a3af-cce9d0e661f1 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:43.311344 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (88f99645-5821-44ca-a3af-cce9d0e661f1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.330349 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77fbb7fe-7aa3-4197-9a9b-489a7efabab2 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (502a9b50-d43e-4351-898f-a6c4136765cd), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.384110 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7e79f14e-d283-45fe-8c16-669b3c7bd9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.9509301 Mar 28 09:08:43.418763 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Attempting to bind port af295312-f302-4db6-975a-c0ec66bd09b2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:08:43.419497 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Attempting to bind port af295312-f302-4db6-975a-c0ec66bd09b2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '746b2591-e5f1-4ee9-9969-84de9254afa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '966c3111-861e-4954-9dbd-5b1fa6c61a14'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:08:43.420108 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Attempting to bind port af295312-f302-4db6-975a-c0ec66bd09b2 on network 966c3111-861e-4954-9dbd-5b1fa6c61a14 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:43.433410 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49110) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:43.452141 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:08:43.453000 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Checking segment: {'id': '746b2591-e5f1-4ee9-9969-84de9254afa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '966c3111-861e-4954-9dbd-5b1fa6c61a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:43.453662 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.454285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f81110bc-602b-4a9a-9c74-d634a7f5e193 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104076) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 28 09:08:43.454586 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Bound using segment: {'id': '746b2591-e5f1-4ee9-9969-84de9254afa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '966c3111-861e-4954-9dbd-5b1fa6c61a14'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:08:43.454695 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f81110bc-602b-4a9a-9c74-d634a7f5e193 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Router 56a41dc8-a4f1-4b32-8e81-519a20146982 migrating from provider to provider. {{(pid=104076) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 28 09:08:43.455404 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f81110bc-602b-4a9a-9c74-d634a7f5e193 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router_controller (56a41dc8-a4f1-4b32-8e81-519a20146982), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.455738 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Bound port: af295312-f302-4db6-975a-c0ec66bd09b2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746b2591-e5f1-4ee9-9969-84de9254afa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '966c3111-861e-4954-9dbd-5b1fa6c61a14'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:08:43.456352 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (af295312-f302-4db6-975a-c0ec66bd09b2), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.464178 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f81110bc-602b-4a9a-9c74-d634a7f5e193 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router_controller (56a41dc8-a4f1-4b32-8e81-519a20146982), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.483792 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77fbb7fe-7aa3-4197-9a9b-489a7efabab2 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (502a9b50-d43e-4351-898f-a6c4136765cd), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.486400 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77fbb7fe-7aa3-4197-9a9b-489a7efabab2 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.489669 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-77fbb7fe-7aa3-4197-9a9b-489a7efabab2 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-groups/502a9b50-d43e-4351-898f-a6c4136765cd HTTP/1.1" status: 204 len: 168 time: 0.7439821 Mar 28 09:08:43.495006 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f81110bc-602b-4a9a-9c74-d634a7f5e193 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (56a41dc8-a4f1-4b32-8e81-519a20146982), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.496635 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49112) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:43.528320 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 88f99645-5821-44ca-a3af-cce9d0e661f1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:43.549286 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-947468c8-a1c2-40b5-be0d-534fa74aa6e9 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (6ff65454-343c-48d5-9db7-ea958b627e60), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.551997 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbb7fe-7aa3-4197-9a9b-489a7efabab2 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=502a9b50-d43e-4351-898f-a6c4136765cd,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:43.588242 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] For port af295312-f302-4db6-975a-c0ec66bd09b2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:08:43.591899 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] For port af295312-f302-4db6-975a-c0ec66bd09b2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af295312-f302-4db6-975a-c0ec66bd09b2,segment=NetworkSegment(746b2591-e5f1-4ee9-9969-84de9254afa3),segment_id=746b2591-e5f1-4ee9-9969-84de9254afa3)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:08:43.600743 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (af295312-f302-4db6-975a-c0ec66bd09b2), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.653451 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Transition to ACTIVE for port object ab7442cd-3da3-4e8a-b083-990087554d7a will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:08:43.669501 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efaa7c5-e65d-4aec-94aa-0165bf51f067 None None] Pushing event updated for resources: {'Port': ['ID=af295312-f302-4db6-975a-c0ec66bd09b2,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:43.693837 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-fd904b1d-76be-4446-89eb-f14302af3a83 None None] Provisioning complete for port 857784e4-c236-4292-8a1f-ea41f9a1cec0 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:43.694519 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd904b1d-76be-4446-89eb-f14302af3a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (857784e4-c236-4292-8a1f-ea41f9a1cec0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.712561 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f81110bc-602b-4a9a-9c74-d634a7f5e193 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] No L3 agents can host the router 56a41dc8-a4f1-4b32-8e81-519a20146982 Mar 28 09:08:43.730004 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b4bc5ce2-2da8-4d08-8fd8-c6a694dd787e tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2249560 Mar 28 09:08:43.735328 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (ab7442cd-3da3-4e8a-b083-990087554d7a), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.740418 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49114) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:43.742777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-fd904b1d-76be-4446-89eb-f14302af3a83 None None] Port 857784e4-c236-4292-8a1f-ea41f9a1cec0 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:08:43.778997 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd9f28-e19e-4fbc-afe6-c25706c5069b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=a6acd198-1a5f-419c-bd53-1e5634a234a4,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:43.786920 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9bdd9f28-e19e-4fbc-afe6-c25706c5069b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:43.789293 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947468c8-a1c2-40b5-be0d-534fa74aa6e9 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network d64c6eb5-762a-4c38-b21d-0035ad443145 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:43.792995 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9bdd9f28-e19e-4fbc-afe6-c25706c5069b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/a6acd198-1a5f-419c-bd53-1e5634a234a4 HTTP/1.1" status: 204 len: 168 time: 1.8128421 Mar 28 09:08:43.796958 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1333a57f-2e5f-4b09-a248-9d4248964a79 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:43.797125 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49116) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:43.806099 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b20841-bdef-4877-967a-43d16173fc98 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:43.812366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b20841-bdef-4877-967a-43d16173fc98 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:43.818346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b20841-bdef-4877-967a-43d16173fc98 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:43.822848 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-73b20841-bdef-4877-967a-43d16173fc98 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3854501 Mar 28 09:08:43.822848 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-947468c8-a1c2-40b5-be0d-534fa74aa6e9 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:43.825494 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49118) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:43.825781 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947468c8-a1c2-40b5-be0d-534fa74aa6e9 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:43.916262 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1957019-d0cb-44af-b3d4-274f75c89d56 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet df8b17c7-1b65-42ce-9f57-b062e3804504 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:08:43.967755 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7442cd-3da3-4e8a-b083-990087554d7a,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:44.013942 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b1957019-d0cb-44af-b3d4-274f75c89d56 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (df8b17c7-1b65-42ce-9f57-b062e3804504), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:44.101162 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947468c8-a1c2-40b5-be0d-534fa74aa6e9 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=6ff65454-343c-48d5-9db7-ea958b627e60,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:44.174303 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Router f0e439f8-5558-4037-b82b-59b6a6708c26 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:08:44.222037 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947468c8-a1c2-40b5-be0d-534fa74aa6e9 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:44.227048 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-947468c8-a1c2-40b5-be0d-534fa74aa6e9 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:44.247833 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-66160f4e-daab-40fc-bd8e-ba2953dbbd5f tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4812214 Mar 28 09:08:44.251512 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49122) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:44.266030 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81110bc-602b-4a9a-9c74-d634a7f5e193 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Hosts for router 56a41dc8-a4f1-4b32-8e81-519a20146982: [] {{(pid=104076) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 28 09:08:44.269931 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b1957019-d0cb-44af-b3d4-274f75c89d56 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (df8b17c7-1b65-42ce-9f57-b062e3804504), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:44.331961 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-947468c8-a1c2-40b5-be0d-534fa74aa6e9 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3288920 Mar 28 09:08:44.335608 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-7a586004-2bc1-42a2-adb4-04e1725b1d77 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] delete failed (client error): The resource could not be found. Mar 28 09:08:44.340349 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7a586004-2bc1-42a2-adb4-04e1725b1d77 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "DELETE /v2.0/security-groups/502a9b50-d43e-4351-898f-a6c4136765cd HTTP/1.1" status: 404 len: 347 time: 0.0837669 Mar 28 09:08:44.352109 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49124) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:44.352455 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49126) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:44.365422 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81110bc-602b-4a9a-9c74-d634a7f5e193 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Hosts for other DVR routers connected to router 56a41dc8-a4f1-4b32-8e81-519a20146982: set() {{(pid=104076) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 28 09:08:44.368057 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f81110bc-602b-4a9a-9c74-d634a7f5e193 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:44.370002 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f81110bc-602b-4a9a-9c74-d634a7f5e193 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] 10.222.0.15 "PUT /v2.0/routers/56a41dc8-a4f1-4b32-8e81-519a20146982 HTTP/1.1" status: 200 len: 717 time: 2.0430238 Mar 28 09:08:44.376280 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49128) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:44.391747 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-671c0cc4-aa85-4994-a568-7492434a8cb8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:44.422640 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b1957019-d0cb-44af-b3d4-274f75c89d56 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (df8b17c7-1b65-42ce-9f57-b062e3804504), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:44.555226 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1b799797-ca60-4c76-adc3-6741c6bea4e9 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] 10.222.0.15 "GET /v2.0/routers/56a41dc8-a4f1-4b32-8e81-519a20146982 HTTP/1.1" status: 200 len: 717 time: 0.1777298 Mar 28 09:08:44.558866 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49130) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:44.581454 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2263c8b3-9f9f-4421-9a7b-39f6c1af5d61 None None] Network d64c6eb5-762a-4c38-b21d-0035ad443145 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:44.588478 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b1957019-d0cb-44af-b3d4-274f75c89d56 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (df8b17c7-1b65-42ce-9f57-b062e3804504), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:44.627872 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1957019-d0cb-44af-b3d4-274f75c89d56 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=df8b17c7-1b65-42ce-9f57-b062e3804504,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:44.649800 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b1957019-d0cb-44af-b3d4-274f75c89d56 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:44.658532 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b1957019-d0cb-44af-b3d4-274f75c89d56 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/df8b17c7-1b65-42ce-9f57-b062e3804504 HTTP/1.1" status: 204 len: 168 time: 0.8372574 Mar 28 09:08:44.660836 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49134) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:44.664702 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Attempting to bind port ab7442cd-3da3-4e8a-b083-990087554d7a on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:08:44.665044 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Attempting to bind port ab7442cd-3da3-4e8a-b083-990087554d7a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f69b77ca-9cfd-40ad-be23-49a7408d5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:08:44.665373 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Attempting to bind port ab7442cd-3da3-4e8a-b083-990087554d7a on network 8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:44.712047 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-09633908-0696-4e37-8be6-cde5db8d6d28 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489104 Mar 28 09:08:44.715479 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49136) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:44.721932 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-90b7bfd0-2952-4a59-838f-fb2a435d55d4 None None] Provisioning complete for port 69a2c5b8-16a3-44c3-a161-071185e0f8d0 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:44.722537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-90b7bfd0-2952-4a59-838f-fb2a435d55d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (69a2c5b8-16a3-44c3-a161-071185e0f8d0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:44.727904 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f1f9662c-fcab-4822-9097-b4c65ada8dba tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:44.734799 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Port ab7442cd-3da3-4e8a-b083-990087554d7a on network 8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:08:44.735125 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Attempting to bind port ab7442cd-3da3-4e8a-b083-990087554d7a on network 8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:44.795573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-b4686d14-8e39-48be-891d-3181d06d972c tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Deleting port 857784e4-c236-4292-8a1f-ea41f9a1cec0 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:44.795919 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b4686d14-8e39-48be-891d-3181d06d972c tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (857784e4-c236-4292-8a1f-ea41f9a1cec0), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:44.853015 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:08:44.853646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Checking segment: {'id': 'f69b77ca-9cfd-40ad-be23-49a7408d5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:44.854099 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Bound using segment: {'id': 'f69b77ca-9cfd-40ad-be23-49a7408d5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:08:44.854559 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Bound port: ab7442cd-3da3-4e8a-b083-990087554d7a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69b77ca-9cfd-40ad-be23-49a7408d5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:08:44.854921 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ab7442cd-3da3-4e8a-b083-990087554d7a), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:44.894747 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4cf19cb2-8c56-4db8-8c7e-2483bc9f4061 tempest-SecGroupTest-876761407 tempest-SecGroupTest-876761407-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5068936 Mar 28 09:08:44.931002 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-90b7bfd0-2952-4a59-838f-fb2a435d55d4 None None] Current status of the port 69a2c5b8-16a3-44c3-a161-071185e0f8d0 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:44.931542 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-90b7bfd0-2952-4a59-838f-fb2a435d55d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (69a2c5b8-16a3-44c3-a161-071185e0f8d0), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:44.958734 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dff7fc81-0cc5-4cf9-9879-c860da5a1bb4 tempest-RoutersTestDVR-120747123 tempest-RoutersTestDVR-120747123-project] 10.222.0.15 "GET /v2.0/routers/56a41dc8-a4f1-4b32-8e81-519a20146982 HTTP/1.1" status: 200 len: 683 time: 0.3989222 Mar 28 09:08:44.959397 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49140) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:44.998614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830ec3c-4c99-4a90-9b50-cbeec15fd69c req-3d9e023f-576f-4586-be4b-4bff21a37bd2 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:45.003880 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-90b7bfd0-2952-4a59-838f-fb2a435d55d4 None None] For port 69a2c5b8-16a3-44c3-a161-071185e0f8d0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=69a2c5b8-16a3-44c3-a161-071185e0f8d0,segment=NetworkSegment(636454c6-cc41-493b-b20f-79277145e541),segment_id=636454c6-cc41-493b-b20f-79277145e541)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:45.005045 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9830ec3c-4c99-4a90-9b50-cbeec15fd69c req-3d9e023f-576f-4586-be4b-4bff21a37bd2 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 943 time: 0.7800884 Mar 28 09:08:45.017213 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-90b7bfd0-2952-4a59-838f-fb2a435d55d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (69a2c5b8-16a3-44c3-a161-071185e0f8d0), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:45.133320 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7bfd0-2952-4a59-838f-fb2a435d55d4 None None] Pushing event updated for resources: {'Port': ['ID=69a2c5b8-16a3-44c3-a161-071185e0f8d0,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:45.176868 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-02e3ef0d-e7e7-4f2b-891d-a712bdd9a59c tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router (56a41dc8-a4f1-4b32-8e81-519a20146982), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:45.208102 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd256fb-f914-4e12-8372-061c39747d65 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:45.321470 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:08:45.339470 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device af295312-f302-4db6-975a-c0ec66bd09b2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:45.348969 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f9662c-fcab-4822-9097-b4c65ada8dba tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:45.353600 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1f9662c-fcab-4822-9097-b4c65ada8dba tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:45.446839 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Sync routers for ids ['f0e439f8-5558-4037-b82b-59b6a6708c26'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:08:45.466562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49144) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:45.485694 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-02e3ef0d-e7e7-4f2b-891d-a712bdd9a59c tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (56a41dc8-a4f1-4b32-8e81-519a20146982), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:45.491583 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-02e3ef0d-e7e7-4f2b-891d-a712bdd9a59c tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router_controller (56a41dc8-a4f1-4b32-8e81-519a20146982), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:45.503165 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Routers {'f0e439f8-5558-4037-b82b-59b6a6708c26'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:45.503966 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['f0e439f8-5558-4037-b82b-59b6a6708c26'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:45.552403 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port af295312-f302-4db6-975a-c0ec66bd09b2 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:45.552776 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af295312-f302-4db6-975a-c0ec66bd09b2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:45.560242 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9830ec3c-4c99-4a90-9b50-cbeec15fd69c req-63445ded-9660-43f7-af65-c60a2c3b0fc0 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5338390 Mar 28 09:08:45.574689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-02e3ef0d-e7e7-4f2b-891d-a712bdd9a59c tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (56a41dc8-a4f1-4b32-8e81-519a20146982), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:45.575583 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e3ef0d-e7e7-4f2b-891d-a712bdd9a59c tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56a41dc8-a4f1-4b32-8e81-519a20146982 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:08:45.598210 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-02e3ef0d-e7e7-4f2b-891d-a712bdd9a59c tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:45.606469 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-02e3ef0d-e7e7-4f2b-891d-a712bdd9a59c tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] 10.222.0.15 "DELETE /v2.0/routers/56a41dc8-a4f1-4b32-8e81-519a20146982 HTTP/1.1" status: 204 len: 168 time: 0.6398718 Mar 28 09:08:45.614120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49148) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:45.622393 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-436ecbf0-7343-4b13-bd0f-9137f3faeac0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Request body: {'router': {'name': 'tempest-router-714602797', 'distributed': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:45.623432 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297c4f05-cb44-4eed-ab06-0ed37c03e29a None None] Network 966c3111-861e-4954-9dbd-5b1fa6c61a14 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:45.648061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b4686d14-8e39-48be-891d-3181d06d972c tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (857784e4-c236-4292-8a1f-ea41f9a1cec0), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:45.651443 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-436ecbf0-7343-4b13-bd0f-9137f3faeac0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (9834623b-325f-49b6-be79-352095819624), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:45.652806 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-436ecbf0-7343-4b13-bd0f-9137f3faeac0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (9834623b-325f-49b6-be79-352095819624), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:45.653752 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] For port ab7442cd-3da3-4e8a-b083-990087554d7a, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:08:45.712758 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-400d32b4-5eb1-4e6d-8bc0-fb94dc638763 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port 6ff65454-343c-48d5-9db7-ea958b627e60 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:45.713133 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-400d32b4-5eb1-4e6d-8bc0-fb94dc638763 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (6ff65454-343c-48d5-9db7-ea958b627e60), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:45.719170 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:45.720514 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-59d80f6b-badd-41dd-8ddf-c0d520e7182c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 10.1332657 Mar 28 09:08:45.729341 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49150) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:45.736496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] For port ab7442cd-3da3-4e8a-b083-990087554d7a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ab7442cd-3da3-4e8a-b083-990087554d7a,segment=NetworkSegment(f69b77ca-9cfd-40ad-be23-49a7408d5ecd),segment_id=f69b77ca-9cfd-40ad-be23-49a7408d5ecd)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:08:45.739215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-b4686d14-8e39-48be-891d-3181d06d972c tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Calling delete_port for 857784e4-c236-4292-8a1f-ea41f9a1cec0 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:45.745843 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-72fc61e9-965d-4103-a74e-217db9ad1a16 None None] Provisioning complete for port 89432a28-260d-40c2-b848-ba8fb35b6aa1 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:45.746446 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-72fc61e9-965d-4103-a74e-217db9ad1a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (89432a28-260d-40c2-b848-ba8fb35b6aa1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:45.794569 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (ab7442cd-3da3-4e8a-b083-990087554d7a), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:45.851340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-671c0cc4-aa85-4994-a568-7492434a8cb8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Allocated IP 2001:db8::1 (966c3111-861e-4954-9dbd-5b1fa6c61a14/5c088362-968b-4323-b3c2-c390367cdeed/964f1889-279d-43b7-807c-51b57cdcc054) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:45.852741 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-436ecbf0-7343-4b13-bd0f-9137f3faeac0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router_controller (9834623b-325f-49b6-be79-352095819624), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:45.871368 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-436ecbf0-7343-4b13-bd0f-9137f3faeac0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (9834623b-325f-49b6-be79-352095819624), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:45.932339 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Set router f0e439f8-5558-4037-b82b-59b6a6708c26 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:08:45.933822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:45.934639 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:45.936558 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] 10.222.0.16 "PUT /v2.0/ports/ab7442cd-3da3-4e8a-b083-990087554d7a HTTP/1.1" status: 200 len: 1093 time: 4.1024706 Mar 28 09:08:45.943813 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6145f7b6-63a0-414c-8749-952687e837db', 'tag': 'ab7442cd-3da3-4e8a-b083-990087554d7a'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:08:45.947388 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d73286-2a75-4cc4-9c95-8c396ca20191" -d '{"events": [{"name": "network-changed", "server_uuid": "6145f7b6-63a0-414c-8749-952687e837db", "tag": "ab7442cd-3da3-4e8a-b083-990087554d7a"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:08:45.979525 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-436ecbf0-7343-4b13-bd0f-9137f3faeac0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:45.980980 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-436ecbf0-7343-4b13-bd0f-9137f3faeac0 tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3649743 Mar 28 09:08:45.984020 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9a651d89-e7db-494d-aa02-0049c73153f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2ebc6c99a6b4df69998ef357dcb219f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5144041 Mar 28 09:08:45.986612 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49154) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:45.994839 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49156) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:46.015904 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ba9eed-3099-497d-8027-ebd55dc91cd9 None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:08:46.097497 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-400d32b4-5eb1-4e6d-8bc0-fb94dc638763 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (6ff65454-343c-48d5-9db7-ea958b627e60), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:46.115646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-400d32b4-5eb1-4e6d-8bc0-fb94dc638763 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for 6ff65454-343c-48d5-9db7-ea958b627e60 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:46.217287 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d292a-906f-4b09-b1f2-c34349727728 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7442cd-3da3-4e8a-b083-990087554d7a,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:46.223309 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac9dd29-d504-4cfd-85dc-1b41be2f4d39 x-openstack-request-id: req-fac9dd29-d504-4cfd-85dc-1b41be2f4d39 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:08:46.224273 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6145f7b6-63a0-414c-8749-952687e837db", "tag": "ab7442cd-3da3-4e8a-b083-990087554d7a", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:08:46.224766 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fac9dd29-d504-4cfd-85dc-1b41be2f4d39 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:08:46.225329 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac9dd29-d504-4cfd-85dc-1b41be2f4d39'] response: {'name': 'network-changed', 'server_uuid': '6145f7b6-63a0-414c-8749-952687e837db', 'tag': 'ab7442cd-3da3-4e8a-b083-990087554d7a', 'status': 'completed', 'code': 200} Mar 28 09:08:46.410713 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port af295312-f302-4db6-975a-c0ec66bd09b2 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:46.411298 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (af295312-f302-4db6-975a-c0ec66bd09b2), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:46.450718 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1f9662c-fcab-4822-9097-b4c65ada8dba tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (0a9413f5-8792-4bc6-9dac-78ae4c8222f5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:46.453471 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-72fc61e9-965d-4103-a74e-217db9ad1a16 None None] Current status of the port 89432a28-260d-40c2-b848-ba8fb35b6aa1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:46.480087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port af295312-f302-4db6-975a-c0ec66bd09b2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af295312-f302-4db6-975a-c0ec66bd09b2,segment=NetworkSegment(746b2591-e5f1-4ee9-9969-84de9254afa3),segment_id=746b2591-e5f1-4ee9-9969-84de9254afa3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:46.489302 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (af295312-f302-4db6-975a-c0ec66bd09b2), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:46.490240 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-32a47c10-916f-4c97-96ce-607e4ba36c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:46.490721 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 69a2c5b8-16a3-44c3-a161-071185e0f8d0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:46.491798 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-32a47c10-916f-4c97-96ce-607e4ba36c59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2eeee875a9da4567926143d977c5d593&device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 1127 time: 0.2318509 Mar 28 09:08:46.506242 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2cfbc1ee-5cee-479e-8313-4803c50df5cd tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "GET /v2.0/routers/f0e439f8-5558-4037-b82b-59b6a6708c26 HTTP/1.1" status: 200 len: 905 time: 0.7755022 Mar 28 09:08:46.520468 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49158) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:46.551680 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8529dbf3-8f02-4b7b-b017-c204c0a0930c tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router (9834623b-325f-49b6-be79-352095819624), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:46.553500 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-802bdcbd-1c2f-4ba8-9472-57e61abc2cef admin admin] Publish callbacks [] for security_group (2a1d3fa3-11e4-4bc1-831a-b74d0011b7a2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:46.567391 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e439f8-5558-4037-b82b-59b6a6708c26', 'name': 'tempest-snat-router-79789791', 'tenant_id': '9f46ddb857314a9fa1b8f30fbd37af80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.91'}], 'enable_snat': True}, 'gw_port_id': '1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:35Z', 'updated_at': '2022-03-28T09:08:41Z', 'revision_number': 3, 'project_id': '9f46ddb857314a9fa1b8f30fbd37af80', 'gw_port': {'id': '1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e439f8-5558-4037-b82b-59b6a6708c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:38Z', 'updated_at': '2022-03-28T09:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:46.576950 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-802bdcbd-1c2f-4ba8-9472-57e61abc2cef admin admin] Publish callbacks [] for security_group (2a1d3fa3-11e4-4bc1-831a-b74d0011b7a2), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:46.578099 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba9eed-3099-497d-8027-ebd55dc91cd9 None None] Deleting port 89432a28-260d-40c2-b848-ba8fb35b6aa1 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:46.578696 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f0ba9eed-3099-497d-8027-ebd55dc91cd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (89432a28-260d-40c2-b848-ba8fb35b6aa1), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:46.605157 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-2dc4d58d-d79b-4a29-a0c7-c9a162825141 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab7442cd-3da3-4e8a-b083-990087554d7a HTTP/1.1" status: 200 len: 217 time: 0.1050293 Mar 28 09:08:46.610331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-671c0cc4-aa85-4994-a568-7492434a8cb8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (964f1889-279d-43b7-807c-51b57cdcc054), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:46.667092 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-400d32b4-5eb1-4e6d-8bc0-fb94dc638763 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (6ff65454-343c-48d5-9db7-ea958b627e60), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:46.668357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Checking router: f0e439f8-5558-4037-b82b-59b6a6708c26 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:08:46.668961 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Updating router f0e439f8-5558-4037-b82b-59b6a6708c26 port 1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:08:46.679114 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f9662c-fcab-4822-9097-b4c65ada8dba tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:46.697387 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=af295312-f302-4db6-975a-c0ec66bd09b2,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:46.727157 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:46.756077 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-802bdcbd-1c2f-4ba8-9472-57e61abc2cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (2a1d3fa3-11e4-4bc1-831a-b74d0011b7a2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:46.758993 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-802bdcbd-1c2f-4ba8-9472-57e61abc2cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:46.760503 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-802bdcbd-1c2f-4ba8-9472-57e61abc2cef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a1d3fa3-11e4-4bc1-831a-b74d0011b7a2 HTTP/1.1" status: 204 len: 168 time: 0.7603474 Mar 28 09:08:46.770260 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d32b4-5eb1-4e6d-8bc0-fb94dc638763 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=6ff65454-343c-48d5-9db7-ea958b627e60,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:46.816503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b4686d14-8e39-48be-891d-3181d06d972c tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (857784e4-c236-4292-8a1f-ea41f9a1cec0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:46.821454 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-f1f9662c-fcab-4822-9097-b4c65ada8dba tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:46.828480 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9662c-fcab-4822-9097-b4c65ada8dba tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=0a9413f5-8792-4bc6-9dac-78ae4c8222f5,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:46.832826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 69a2c5b8-16a3-44c3-a161-071185e0f8d0 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:46.833301 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (69a2c5b8-16a3-44c3-a161-071185e0f8d0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:46.838906 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f9662c-fcab-4822-9097-b4c65ada8dba tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:46.839838 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1f9662c-fcab-4822-9097-b4c65ada8dba tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:46.847487 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f0ba9eed-3099-497d-8027-ebd55dc91cd9 None None] For port 89432a28-260d-40c2-b848-ba8fb35b6aa1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=89432a28-260d-40c2-b848-ba8fb35b6aa1,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:46.847905 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f0ba9eed-3099-497d-8027-ebd55dc91cd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (89432a28-260d-40c2-b848-ba8fb35b6aa1), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:46.850416 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bdcbd-1c2f-4ba8-9472-57e61abc2cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1d3fa3-11e4-4bc1-831a-b74d0011b7a2,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:46.884977 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-36789d58-5c04-4078-bd0d-56997a9e05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:46.886828 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-36789d58-5c04-4078-bd0d-56997a9e05fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2 HTTP/1.1" status: 200 len: 851 time: 0.2697532 Mar 28 09:08:46.954693 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f1f9662c-fcab-4822-9097-b4c65ada8dba tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2317302 Mar 28 09:08:46.959184 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8404f297-a059-4e26-9acb-3e2a376ec918 None None] Provisioning complete for port af295312-f302-4db6-975a-c0ec66bd09b2 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:46.959576 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8404f297-a059-4e26-9acb-3e2a376ec918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af295312-f302-4db6-975a-c0ec66bd09b2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:46.965170 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49164) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:46.992337 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba9eed-3099-497d-8027-ebd55dc91cd9 None None] Calling delete_port for 89432a28-260d-40c2-b848-ba8fb35b6aa1 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:47.017031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8529dbf3-8f02-4b7b-b017-c204c0a0930c tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (9834623b-325f-49b6-be79-352095819624), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:47.019077 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-acd93ddc-a201-4b45-8f86-1f872db501d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:47.021153 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8529dbf3-8f02-4b7b-b017-c204c0a0930c tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router_controller (9834623b-325f-49b6-be79-352095819624), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:47.026580 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4686d14-8e39-48be-891d-3181d06d972c tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Pushing event deleted for resources: {'Port': ['ID=857784e4-c236-4292-8a1f-ea41f9a1cec0,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:47.125957 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-974c43da-cf91-4d90-b48b-aefbd80d2ede tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router (f0e439f8-5558-4037-b82b-59b6a6708c26), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:47.284027 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8529dbf3-8f02-4b7b-b017-c204c0a0930c tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (9834623b-325f-49b6-be79-352095819624), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:47.284844 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8529dbf3-8f02-4b7b-b017-c204c0a0930c tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9834623b-325f-49b6-be79-352095819624 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:08:47.287928 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-974c43da-cf91-4d90-b48b-aefbd80d2ede tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_gateway (f0e439f8-5558-4037-b82b-59b6a6708c26), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:47.298163 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8529dbf3-8f02-4b7b-b017-c204c0a0930c tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:47.312154 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8529dbf3-8f02-4b7b-b017-c204c0a0930c tempest-RoutersTestDVR-656246103 tempest-RoutersTestDVR-656246103-project-admin] 10.222.0.15 "DELETE /v2.0/routers/9834623b-325f-49b6-be79-352095819624 HTTP/1.1" status: 204 len: 168 time: 1.3226972 Mar 28 09:08:47.424756 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-974c43da-cf91-4d90-b48b-aefbd80d2ede tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Deleting port 1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:47.425910 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-974c43da-cf91-4d90-b48b-aefbd80d2ede tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:47.465123 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 69a2c5b8-16a3-44c3-a161-071185e0f8d0 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:47.466303 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e4f1c291-912b-48e4-9454-df6f80537867 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:47.530099 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f0ba9eed-3099-497d-8027-ebd55dc91cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (89432a28-260d-40c2-b848-ba8fb35b6aa1), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:47.545165 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8404f297-a059-4e26-9acb-3e2a376ec918 None None] Current status of the port af295312-f302-4db6-975a-c0ec66bd09b2 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:47.574925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-671c0cc4-aa85-4994-a568-7492434a8cb8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (964f1889-279d-43b7-807c-51b57cdcc054), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:47.577589 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba9eed-3099-497d-8027-ebd55dc91cd9 None None] Pushing event deleted for resources: {'Port': ['ID=89432a28-260d-40c2-b848-ba8fb35b6aa1,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:47.584259 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b4686d14-8e39-48be-891d-3181d06d972c tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:47.585001 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ba9eed-3099-497d-8027-ebd55dc91cd9 None None] No DVR routers for this DVR port 89432a28-260d-40c2-b848-ba8fb35b6aa1 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:08:47.586951 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8404f297-a059-4e26-9acb-3e2a376ec918 None None] Could not find standard attr ID for object 6ff65454-343c-48d5-9db7-ea958b627e60. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:08:47.589137 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b4686d14-8e39-48be-891d-3181d06d972c tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] 10.222.0.15 "DELETE /v2.0/ports/857784e4-c236-4292-8a1f-ea41f9a1cec0 HTTP/1.1" status: 204 len: 168 time: 3.7573860 Mar 28 09:08:47.612395 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49182) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:47.613901 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf038f9c-1f34-41ee-a82a-38e66ccfaedc None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:47.627817 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b65b0094-eebc-4883-aabd-11d5257f31d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Request body: {'port': {'name': 'tempest-new-port-name-785117408', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:47.628483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.api.validators [None req-b65b0094-eebc-4883-aabd-11d5257f31d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] bootfile-name is not in valid_values {{(pid=104075) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 09:08:47.628981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.api.validators [None req-b65b0094-eebc-4883-aabd-11d5257f31d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] tftp-server is not in valid_values {{(pid=104075) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 09:08:47.629473 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.api.validators [None req-b65b0094-eebc-4883-aabd-11d5257f31d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] server-ip-address is not in valid_values {{(pid=104075) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 09:08:47.644508 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-974c43da-cf91-4d90-b48b-aefbd80d2ede tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:47.677529 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e461ef-4d6a-4d1a-90b2-8b97ff2a39bc req-a8aee1c0-3f33-4cbd-9a18-d1d4cb62ca49 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:47.679384 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-74e461ef-4d6a-4d1a-90b2-8b97ff2a39bc req-a8aee1c0-3f33-4cbd-9a18-d1d4cb62ca49 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 943 time: 0.9797561 Mar 28 09:08:47.680743 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-400d32b4-5eb1-4e6d-8bc0-fb94dc638763 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:47.688060 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-400d32b4-5eb1-4e6d-8bc0-fb94dc638763 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/ports/6ff65454-343c-48d5-9db7-ea958b627e60 HTTP/1.1" status: 204 len: 168 time: 3.3087535 Mar 28 09:08:47.690700 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-974c43da-cf91-4d90-b48b-aefbd80d2ede tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Calling delete_port for 1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:47.712782 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8404f297-a059-4e26-9acb-3e2a376ec918 None None] Provisioning complete for port 69a2c5b8-16a3-44c3-a161-071185e0f8d0 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:47.713243 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8404f297-a059-4e26-9acb-3e2a376ec918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (69a2c5b8-16a3-44c3-a161-071185e0f8d0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:47.723742 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49184) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:47.726786 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port e4f1c291-912b-48e4-9454-df6f80537867 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:47.727279 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e4f1c291-912b-48e4-9454-df6f80537867), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:47.800363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671c0cc4-aa85-4994-a568-7492434a8cb8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 966c3111-861e-4954-9dbd-5b1fa6c61a14 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:47.801037 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Publish callbacks [] for port (1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:47.805907 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49190) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:47.827972 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-671c0cc4-aa85-4994-a568-7492434a8cb8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:47.828772 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:47.830787 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4149238-2df5-4485-b267-a6f2f6a78c8f tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] DELETE failed (client error): The resource could not be found. Mar 28 09:08:47.831614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4149238-2df5-4485-b267-a6f2f6a78c8f tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:08:47.839508 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c4149238-2df5-4485-b267-a6f2f6a78c8f tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/ports/6ff65454-343c-48d5-9db7-ea958b627e60 HTTP/1.1" status: 404 len: 333 time: 0.1095467 Mar 28 09:08:47.841503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49194) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:47.851829 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c0cc4-aa85-4994-a568-7492434a8cb8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:47.852630 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-671c0cc4-aa85-4994-a568-7492434a8cb8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (196a7a88-cdca-4d9e-9c44-9b08c2962be4), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:47.864123 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c0cc4-aa85-4994-a568-7492434a8cb8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=964f1889-279d-43b7-807c-51b57cdcc054,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:47.938194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-974c43da-cf91-4d90-b48b-aefbd80d2ede tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:47.973053 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-b712c6a8-559c-4dc1-9f2c-67e0e91298a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:47.976396 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-b712c6a8-559c-4dc1-9f2c-67e0e91298a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 1.0151088 Mar 28 09:08:48.016460 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': '0a9413f5-8792-4bc6-9dac-78ae4c8222f5'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:08:48.017330 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.024491 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c43da-cf91-4d90-b48b-aefbd80d2ede tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:48.046098 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f52273-0cfb-4be2-b8a0-3dc1331d4bed tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] GET failed (client error): The resource could not be found. Mar 28 09:08:48.050925 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a4f52273-0cfb-4be2-b8a0-3dc1331d4bed tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports/6ff65454-343c-48d5-9db7-ea958b627e60 HTTP/1.1" status: 404 len: 333 time: 0.1927891 Mar 28 09:08:48.051359 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49198) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:48.089942 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fb66b-cfc5-410c-80d6-531cd453d97e None None] Pushing event updated for resources: {'Port': ['ID=1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:48.111899 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Attempting to bind port 1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:08:48.112279 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Attempting to bind port 1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:08:48.112649 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Attempting to bind port 1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:48.123976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-974c43da-cf91-4d90-b48b-aefbd80d2ede tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (f0e439f8-5558-4037-b82b-59b6a6708c26), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.134105 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49200) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:48.141508 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b65b0094-eebc-4883-aabd-11d5257f31d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (146d4878-f691-4b97-8a6d-bfc8344c136c), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.205912 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-74e461ef-4d6a-4d1a-90b2-8b97ff2a39bc req-7d397659-3c14-47f8-9fe8-c7d3cc2f4ac5 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4789910 Mar 28 09:08:48.249503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd93ddc-a201-4b45-8f86-1f872db501d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:48.253517 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-acd93ddc-a201-4b45-8f86-1f872db501d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.261374 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:08:48.261789 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:48.262192 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.262589 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:08:48.263290 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Bound port: 1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:08:48.263469 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.268627 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-974c43da-cf91-4d90-b48b-aefbd80d2ede tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (f0e439f8-5558-4037-b82b-59b6a6708c26), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.269913 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f0a32924-c410-4ba8-87fa-b7b62accf68e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.277654 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df5248f-c241-44c2-b619-0f742594c912 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting subnet 45aec1b0-b76f-4e34-9e78-79c62752c2f8 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:08:48.281170 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4df5248f-c241-44c2-b619-0f742594c912 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (45aec1b0-b76f-4e34-9e78-79c62752c2f8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.291728 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Port 1ab0362a-6ed3-4ccb-a6df-1e4b7cf2467f has been deleted concurrently {{(pid=104077) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 28 09:08:48.326581 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8404f297-a059-4e26-9acb-3e2a376ec918 None None] Current status of the port 69a2c5b8-16a3-44c3-a161-071185e0f8d0 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:48.331607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port e4f1c291-912b-48e4-9454-df6f80537867 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:48.345413 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4df5248f-c241-44c2-b619-0f742594c912 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (45aec1b0-b76f-4e34-9e78-79c62752c2f8), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.346134 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Routers {'f0e439f8-5558-4037-b82b-59b6a6708c26'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:48.346931 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['f0e439f8-5558-4037-b82b-59b6a6708c26'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:48.453544 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-974c43da-cf91-4d90-b48b-aefbd80d2ede tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_controller (f0e439f8-5558-4037-b82b-59b6a6708c26), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.457044 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4df5248f-c241-44c2-b619-0f742594c912 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (45aec1b0-b76f-4e34-9e78-79c62752c2f8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.464495 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e09fa345-6013-455d-aa37-1349ad439590 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-878541946'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:48.481303 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] Set router f0e439f8-5558-4037-b82b-59b6a6708c26 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:08:48.488550 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-01572c27-061e-427e-8d5e-959757d542ed service neutron] 10.222.0.16 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574463 Mar 28 09:08:48.490249 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Allocated IP 172.20.0.2 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/0a9413f5-8792-4bc6-9dac-78ae4c8222f5/ae7838fc-172d-4d8f-ba17-ef60d181a9d6) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:48.511809 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-671c0cc4-aa85-4994-a568-7492434a8cb8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (964f1889-279d-43b7-807c-51b57cdcc054), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.554123 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-974c43da-cf91-4d90-b48b-aefbd80d2ede tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (f0e439f8-5558-4037-b82b-59b6a6708c26), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.554638 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974c43da-cf91-4d90-b48b-aefbd80d2ede tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0e439f8-5558-4037-b82b-59b6a6708c26 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:08:48.557229 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device af295312-f302-4db6-975a-c0ec66bd09b2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:48.564458 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-974c43da-cf91-4d90-b48b-aefbd80d2ede tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.568092 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-974c43da-cf91-4d90-b48b-aefbd80d2ede tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "DELETE /v2.0/routers/f0e439f8-5558-4037-b82b-59b6a6708c26 HTTP/1.1" status: 204 len: 168 time: 2.0309925 Mar 28 09:08:48.568224 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e439f8-5558-4037-b82b-59b6a6708c26', 'name': 'tempest-snat-router-79789791', 'tenant_id': '9f46ddb857314a9fa1b8f30fbd37af80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:35Z', 'updated_at': '2022-03-28T09:08:47Z', 'revision_number': 5, 'project_id': '9f46ddb857314a9fa1b8f30fbd37af80', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:48.568331 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49204) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:48.575458 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09fa345-6013-455d-aa37-1349ad439590 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Made reservation on behalf of f310aada3e844b3d9fc0566baf369fe2 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:48.578794 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e09fa345-6013-455d-aa37-1349ad439590 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.620196 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76791d9-9e74-410e-a190-46f365ad038e None None] The sync data for ids ['f0e439f8-5558-4037-b82b-59b6a6708c26'] in dv-neutron-master-2-hyperv is: [{'id': 'f0e439f8-5558-4037-b82b-59b6a6708c26', 'name': 'tempest-snat-router-79789791', 'tenant_id': '9f46ddb857314a9fa1b8f30fbd37af80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:35Z', 'updated_at': '2022-03-28T09:08:47Z', 'revision_number': 5, 'project_id': '9f46ddb857314a9fa1b8f30fbd37af80', 'gw_port_host': None}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:08:48.625941 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8cb54a65-a4dd-4d25-844a-53c23cd25a29 None None] Provisioning complete for port 964f1889-279d-43b7-807c-51b57cdcc054 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:48.626285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8cb54a65-a4dd-4d25-844a-53c23cd25a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (964f1889-279d-43b7-807c-51b57cdcc054), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.661276 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e09fa345-6013-455d-aa37-1349ad439590 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.713267 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4df5248f-c241-44c2-b619-0f742594c912 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (45aec1b0-b76f-4e34-9e78-79c62752c2f8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.776096 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5248f-c241-44c2-b619-0f742594c912 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Subnet': ['ID=45aec1b0-b76f-4e34-9e78-79c62752c2f8,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:48.780006 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4df5248f-c241-44c2-b619-0f742594c912 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.783286 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4df5248f-c241-44c2-b619-0f742594c912 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/45aec1b0-b76f-4e34-9e78-79c62752c2f8 HTTP/1.1" status: 204 len: 168 time: 0.7309723 Mar 28 09:08:48.787366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49206) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:48.859965 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad08cb75-d2a1-4883-85e1-cd1e9441916e None None] Network d64c6eb5-762a-4c38-b21d-0035ad443145 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:48.871940 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b0d08d9-087e-4d32-bff4-8c6fde4588fd req-dae91324-a687-44c8-bcf2-626e44398c78 service neutron] 10.222.0.16 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621740 Mar 28 09:08:48.877427 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-542705ec-626a-4213-a555-3fd91d3e0dd9 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router (de1bfa12-ce79-4b3f-a977-532c1554a172), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.886308 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e09fa345-6013-455d-aa37-1349ad439590 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks [] for security_group (b230028d-5477-44cf-98a6-0410dd4d5d88), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.956964 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e09fa345-6013-455d-aa37-1349ad439590 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b230028d-5477-44cf-98a6-0410dd4d5d88), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.960443 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8cb54a65-a4dd-4d25-844a-53c23cd25a29 None None] Port 964f1889-279d-43b7-807c-51b57cdcc054 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:08:48.969783 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09fa345-6013-455d-aa37-1349ad439590 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:08:48.980373 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b65b0094-eebc-4883-aabd-11d5257f31d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks [] for port (146d4878-f691-4b97-8a6d-bfc8344c136c), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:48.986348 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f0a32924-c410-4ba8-87fa-b7b62accf68e admin admin] Publish callbacks [] for security_group (221ea8ec-d6af-4ba5-8e6b-77f5622f3c84), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.000371 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port af295312-f302-4db6-975a-c0ec66bd09b2 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:49.000922 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af295312-f302-4db6-975a-c0ec66bd09b2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.025806 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e09fa345-6013-455d-aa37-1349ad439590 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (f73a7f9f-7735-4027-a8e9-eb7a60d1204e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.026320 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-e09fa345-6013-455d-aa37-1349ad439590 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Added segment f73a7f9f-7735-4027-a8e9-eb7a60d1204e of type vlan for network 10f28a76-29fa-41f2-9533-8124949329e2 Mar 28 09:08:49.032673 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f0a32924-c410-4ba8-87fa-b7b62accf68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (221ea8ec-d6af-4ba5-8e6b-77f5622f3c84), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.035147 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b65b0094-eebc-4883-aabd-11d5257f31d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (146d4878-f691-4b97-8a6d-bfc8344c136c), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.042798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (d64c6eb5-762a-4c38-b21d-0035ad443145), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.074574 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8cb54a65-a4dd-4d25-844a-53c23cd25a29 None None] Provisioning complete for port af295312-f302-4db6-975a-c0ec66bd09b2 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:49.075056 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8cb54a65-a4dd-4d25-844a-53c23cd25a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af295312-f302-4db6-975a-c0ec66bd09b2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.076617 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fa345-6013-455d-aa37-1349ad439590 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b230028d-5477-44cf-98a6-0410dd4d5d88,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:49.109511 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e09fa345-6013-455d-aa37-1349ad439590 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (10f28a76-29fa-41f2-9533-8124949329e2), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.148888 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Publish callbacks [] for port (ae7838fc-172d-4d8f-ba17-ef60d181a9d6), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.166198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (ae7838fc-172d-4d8f-ba17-ef60d181a9d6), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.182814 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-b65b0094-eebc-4883-aabd-11d5257f31d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] In _notify_port_updated(), no bound segment for port 146d4878-f691-4b97-8a6d-bfc8344c136c on network 72127e3f-9361-4828-9b36-f657d272318e {{(pid=104075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:08:49.187229 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-542705ec-626a-4213-a555-3fd91d3e0dd9 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_gateway (de1bfa12-ce79-4b3f-a977-532c1554a172), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.189740 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65b0094-eebc-4883-aabd-11d5257f31d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:49.190818 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b65b0094-eebc-4883-aabd-11d5257f31d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.192415 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b65b0094-eebc-4883-aabd-11d5257f31d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] 10.222.0.15 "PUT /v2.0/ports/146d4878-f691-4b97-8a6d-bfc8344c136c HTTP/1.1" status: 200 len: 1129 time: 1.5725319 Mar 28 09:08:49.195947 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49208) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:49.208562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e09fa345-6013-455d-aa37-1349ad439590 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (10f28a76-29fa-41f2-9533-8124949329e2), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.215442 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09fa345-6013-455d-aa37-1349ad439590 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:49.216073 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e09fa345-6013-455d-aa37-1349ad439590 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.227915 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:49.235638 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d73286-2a75-4cc4-9c95-8c396ca20191 req-4602221a-e47b-4e4d-83c6-239df7a56d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:49.237435 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-32d73286-2a75-4cc4-9c95-8c396ca20191 req-4602221a-e47b-4e4d-83c6-239df7a56d66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2eeee875a9da4567926143d977c5d593&device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 1127 time: 0.2802126 Mar 28 09:08:49.240115 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f0a32924-c410-4ba8-87fa-b7b62accf68e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=044b66111da542d689279c561e6ade4c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4264321 Mar 28 09:08:49.263243 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:49.263396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49212) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:49.265310 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a32924-c410-4ba8-87fa-b7b62accf68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221ea8ec-d6af-4ba5-8e6b-77f5622f3c84,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:49.282609 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Pushing event updated for resources: {'Port': ['ID=ae7838fc-172d-4d8f-ba17-ef60d181a9d6,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:49.295833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:49.345111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b0094-eebc-4883-aabd-11d5257f31d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Pushing event updated for resources: {'Port': ['ID=146d4878-f691-4b97-8a6d-bfc8344c136c,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:49.374464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port af295312-f302-4db6-975a-c0ec66bd09b2 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:49.375945 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 69a2c5b8-16a3-44c3-a161-071185e0f8d0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:49.415072 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e09fa345-6013-455d-aa37-1349ad439590 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2397754 Mar 28 09:08:49.425720 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c062e5-52f9-4aa2-a8f5-58bd818fb73e None None] DHCP port deletion for d64c6eb5-762a-4c38-b21d-0035ad443145 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:08:49.435093 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49214) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:49.435299 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8cb54a65-a4dd-4d25-844a-53c23cd25a29 None None] Current status of the port af295312-f302-4db6-975a-c0ec66bd09b2 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:49.451506 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70b58a4-a985-4822-b37a-2737c8194bc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:49.456807 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e70b58a4-a985-4822-b37a-2737c8194bc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] 10.222.0.15 "GET /v2.0/ports/146d4878-f691-4b97-8a6d-bfc8344c136c HTTP/1.1" status: 200 len: 1129 time: 0.2589545 Mar 28 09:08:49.463585 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49216) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:49.470914 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a11ded84-9e08-46b6-8c77-94a0f8d7fbe2 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Request body: {'subnet': {'network_id': '10f28a76-29fa-41f2-9533-8124949329e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:49.474786 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fa345-6013-455d-aa37-1349ad439590 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Pushing event updated for resources: {'Network': ['ID=10f28a76-29fa-41f2-9533-8124949329e2,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:49.481051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port 69a2c5b8-16a3-44c3-a161-071185e0f8d0 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:49.481694 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (69a2c5b8-16a3-44c3-a161-071185e0f8d0), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.505533 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 10f28a76-29fa-41f2-9533-8124949329e2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:08:49.555872 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Attempting to bind port ae7838fc-172d-4d8f-ba17-ef60d181a9d6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:08:49.555872 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Attempting to bind port ae7838fc-172d-4d8f-ba17-ef60d181a9d6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:08:49.556598 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Attempting to bind port ae7838fc-172d-4d8f-ba17-ef60d181a9d6 on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:49.579726 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:08:49.579726 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:49.580084 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.580464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:08:49.581030 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Bound port: ae7838fc-172d-4d8f-ba17-ef60d181a9d6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:08:49.581490 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ae7838fc-172d-4d8f-ba17-ef60d181a9d6), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.611069 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15f085-4e54-4d28-bb37-06ebab32c104 req-0044df72-5e9d-4892-9c16-72de3056ba81 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:49.619095 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cd15f085-4e54-4d28-bb37-06ebab32c104 req-0044df72-5e9d-4892-9c16-72de3056ba81 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 943 time: 0.2508018 Mar 28 09:08:49.643074 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 69a2c5b8-16a3-44c3-a161-071185e0f8d0 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:49.643584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (69a2c5b8-16a3-44c3-a161-071185e0f8d0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.680056 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] For port 69a2c5b8-16a3-44c3-a161-071185e0f8d0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=69a2c5b8-16a3-44c3-a161-071185e0f8d0,segment=NetworkSegment(636454c6-cc41-493b-b20f-79277145e541),segment_id=636454c6-cc41-493b-b20f-79277145e541)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:49.683045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (69a2c5b8-16a3-44c3-a161-071185e0f8d0), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.695607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-51c062e5-52f9-4aa2-a8f5-58bd818fb73e None None] Deleting port 69a2c5b8-16a3-44c3-a161-071185e0f8d0 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:49.696089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-51c062e5-52f9-4aa2-a8f5-58bd818fb73e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (69a2c5b8-16a3-44c3-a161-071185e0f8d0), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.706461 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-542705ec-626a-4213-a555-3fd91d3e0dd9 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Deleting port e4f1c291-912b-48e4-9454-df6f80537867 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:49.707063 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-542705ec-626a-4213-a555-3fd91d3e0dd9 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (e4f1c291-912b-48e4-9454-df6f80537867), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.715894 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for 69a2c5b8-16a3-44c3-a161-071185e0f8d0 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:49.772415 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] For port ae7838fc-172d-4d8f-ba17-ef60d181a9d6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:08:49.811024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] For port ae7838fc-172d-4d8f-ba17-ef60d181a9d6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae7838fc-172d-4d8f-ba17-ef60d181a9d6,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:08:49.824767 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-51c062e5-52f9-4aa2-a8f5-58bd818fb73e None None] For port 69a2c5b8-16a3-44c3-a161-071185e0f8d0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=69a2c5b8-16a3-44c3-a161-071185e0f8d0,segment=NetworkSegment(636454c6-cc41-493b-b20f-79277145e541),segment_id=636454c6-cc41-493b-b20f-79277145e541)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:49.825279 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-51c062e5-52f9-4aa2-a8f5-58bd818fb73e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (69a2c5b8-16a3-44c3-a161-071185e0f8d0), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.828732 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a59495fc-bb36-4faa-a219-b29fa140f680 None None] Provisioning complete for port 146d4878-f691-4b97-8a6d-bfc8344c136c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:49.829188 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a59495fc-bb36-4faa-a219-b29fa140f680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (146d4878-f691-4b97-8a6d-bfc8344c136c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.837128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ae7838fc-172d-4d8f-ba17-ef60d181a9d6), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.880186 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cd15f085-4e54-4d28-bb37-06ebab32c104 req-f64bfa1d-87b2-4138-921e-034f94e820b8 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532382 Mar 28 09:08:49.898283 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-ae9b96f2-c091-4878-a5d7-e764286feda1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Deleting port 146d4878-f691-4b97-8a6d-bfc8344c136c {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:49.899104 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae9b96f2-c091-4878-a5d7-e764286feda1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (146d4878-f691-4b97-8a6d-bfc8344c136c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.917333 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-51c062e5-52f9-4aa2-a8f5-58bd818fb73e None None] Calling delete_port for 69a2c5b8-16a3-44c3-a161-071185e0f8d0 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:49.968722 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a59495fc-bb36-4faa-a219-b29fa140f680 None None] Port 146d4878-f691-4b97-8a6d-bfc8344c136c cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:08:49.972479 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-542705ec-626a-4213-a555-3fd91d3e0dd9 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] For port e4f1c291-912b-48e4-9454-df6f80537867, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4f1c291-912b-48e4-9454-df6f80537867,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:49.973088 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-542705ec-626a-4213-a555-3fd91d3e0dd9 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (e4f1c291-912b-48e4-9454-df6f80537867), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:49.980333 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 69a2c5b8-16a3-44c3-a161-071185e0f8d0 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:49.996394 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-542705ec-626a-4213-a555-3fd91d3e0dd9 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Calling delete_port for e4f1c291-912b-48e4-9454-df6f80537867 owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:50.009393 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb471f3e-3a8e-4c82-9f90-1f3f19e465ca admin admin] Publish callbacks [] for security_group (221ea8ec-d6af-4ba5-8e6b-77f5622f3c84), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:50.019254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d922a2-1cd9-4b39-bff7-f33e589db62c None None] Pushing event updated for resources: {'Port': ['ID=ae7838fc-172d-4d8f-ba17-ef60d181a9d6,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:50.092728 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-671c0cc4-aa85-4994-a568-7492434a8cb8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (964f1889-279d-43b7-807c-51b57cdcc054), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:50.100732 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 89432a28-260d-40c2-b848-ba8fb35b6aa1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:08:50.104974 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d73286-2a75-4cc4-9c95-8c396ca20191 req-21af59f6-f6ed-4e84-883d-8b16b8445a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:50.106868 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-32d73286-2a75-4cc4-9c95-8c396ca20191 req-21af59f6-f6ed-4e84-883d-8b16b8445a69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 HTTP/1.1" status: 200 len: 912 time: 0.8506479 Mar 28 09:08:50.122898 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-671c0cc4-aa85-4994-a568-7492434a8cb8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (964f1889-279d-43b7-807c-51b57cdcc054), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:50.124008 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-671c0cc4-aa85-4994-a568-7492434a8cb8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (196a7a88-cdca-4d9e-9c44-9b08c2962be4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:50.137789 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb471f3e-3a8e-4c82-9f90-1f3f19e465ca admin admin] Publish callbacks [] for security_group (221ea8ec-d6af-4ba5-8e6b-77f5622f3c84), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:50.141029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 89432a28-260d-40c2-b848-ba8fb35b6aa1 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:08:50.141427 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 89432a28-260d-40c2-b848-ba8fb35b6aa1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:08:50.263790 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-32d73286-2a75-4cc4-9c95-8c396ca20191 req-5318f1b9-3ba1-448a-b3ea-25552b1fb543 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab7442cd-3da3-4e8a-b083-990087554d7a HTTP/1.1" status: 200 len: 217 time: 0.1420844 Mar 28 09:08:50.336801 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11ded84-9e08-46b6-8c77-94a0f8d7fbe2 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Made reservation on behalf of f310aada3e844b3d9fc0566baf369fe2 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:50.341532 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a11ded84-9e08-46b6-8c77-94a0f8d7fbe2 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:50.474048 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (69a2c5b8-16a3-44c3-a161-071185e0f8d0), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:50.485273 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-51c062e5-52f9-4aa2-a8f5-58bd818fb73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (69a2c5b8-16a3-44c3-a161-071185e0f8d0), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:50.494931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c0cc4-aa85-4994-a568-7492434a8cb8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=964f1889-279d-43b7-807c-51b57cdcc054,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:50.526674 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae9b96f2-c091-4878-a5d7-e764286feda1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (146d4878-f691-4b97-8a6d-bfc8344c136c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:50.529307 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ae7838fc-172d-4d8f-ba17-ef60d181a9d6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:50.533522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c062e5-52f9-4aa2-a8f5-58bd818fb73e None None] Pushing event deleted for resources: {'Port': ['ID=69a2c5b8-16a3-44c3-a161-071185e0f8d0,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:50.548691 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=69a2c5b8-16a3-44c3-a161-071185e0f8d0,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:50.550717 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No DVR routers for this DVR port 69a2c5b8-16a3-44c3-a161-071185e0f8d0 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:08:50.561163 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-ae9b96f2-c091-4878-a5d7-e764286feda1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Calling delete_port for 146d4878-f691-4b97-8a6d-bfc8344c136c owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:50.586057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c062e5-52f9-4aa2-a8f5-58bd818fb73e None None] No DVR routers for this DVR port 69a2c5b8-16a3-44c3-a161-071185e0f8d0 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:08:50.615508 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port ae7838fc-172d-4d8f-ba17-ef60d181a9d6 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:50.616302 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ae7838fc-172d-4d8f-ba17-ef60d181a9d6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:50.665778 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.objects.ports [None req-acd93ddc-a201-4b45-8f86-1f872db501d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104075) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 09:08:50.668453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb471f3e-3a8e-4c82-9f90-1f3f19e465ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (221ea8ec-d6af-4ba5-8e6b-77f5622f3c84), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:50.671029 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb471f3e-3a8e-4c82-9f90-1f3f19e465ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:50.674554 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fb471f3e-3a8e-4c82-9f90-1f3f19e465ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/221ea8ec-d6af-4ba5-8e6b-77f5622f3c84 HTTP/1.1" status: 204 len: 168 time: 1.4078722 Mar 28 09:08:50.718755 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port ae7838fc-172d-4d8f-ba17-ef60d181a9d6 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:50.719361 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ae7838fc-172d-4d8f-ba17-ef60d181a9d6), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:50.747216 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (d64c6eb5-762a-4c38-b21d-0035ad443145), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:50.783554 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port ae7838fc-172d-4d8f-ba17-ef60d181a9d6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae7838fc-172d-4d8f-ba17-ef60d181a9d6,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:50.789369 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ae7838fc-172d-4d8f-ba17-ef60d181a9d6), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:50.792241 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d73286-2a75-4cc4-9c95-8c396ca20191 req-9b9a447b-99d8-4687-a802-f7bad8d3e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:50.793769 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-32d73286-2a75-4cc4-9c95-8c396ca20191 req-9b9a447b-99d8-4687-a802-f7bad8d3e406 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2 HTTP/1.1" status: 200 len: 851 time: 0.5014985 Mar 28 09:08:50.794500 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb471f3e-3a8e-4c82-9f90-1f3f19e465ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221ea8ec-d6af-4ba5-8e6b-77f5622f3c84,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:50.845378 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64c6eb5-762a-4c38-b21d-0035ad443145']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:50.881766 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=ae7838fc-172d-4d8f-ba17-ef60d181a9d6,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:50.912972 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636454c6-cc41-493b-b20f-79277145e541') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:50.913259 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636454c6-cc41-493b-b20f-79277145e541') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:50.929337 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (636454c6-cc41-493b-b20f-79277145e541), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:50.951553 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (636454c6-cc41-493b-b20f-79277145e541), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:50.982275 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 69a2c5b8-16a3-44c3-a161-071185e0f8d0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:08:50.997504 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-542705ec-626a-4213-a555-3fd91d3e0dd9 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (e4f1c291-912b-48e4-9454-df6f80537867), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.000129 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:08:51.000537 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (636454c6-cc41-493b-b20f-79277145e541), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.015148 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 69a2c5b8-16a3-44c3-a161-071185e0f8d0 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:08:51.015504 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 69a2c5b8-16a3-44c3-a161-071185e0f8d0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: items = [ Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:08:51.018189 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:08:51.061227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671c0cc4-aa85-4994-a568-7492434a8cb8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 966c3111-861e-4954-9dbd-5b1fa6c61a14 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:51.090286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-671c0cc4-aa85-4994-a568-7492434a8cb8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:51.106188 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a11ded84-9e08-46b6-8c77-94a0f8d7fbe2 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (f7916b01-5162-4cf6-b4a8-b0d8171368c0), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.110221 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542705ec-626a-4213-a555-3fd91d3e0dd9 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4f1c291-912b-48e4-9454-df6f80537867,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:51.208139 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.210043 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49224) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:51.218471 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae9b96f2-c091-4878-a5d7-e764286feda1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (146d4878-f691-4b97-8a6d-bfc8344c136c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.239948 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (d64c6eb5-762a-4c38-b21d-0035ad443145), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.263683 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-041f676e-f934-4604-9d10-65c2456e1303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.275358 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.282604 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/networks/d64c6eb5-762a-4c38-b21d-0035ad443145 HTTP/1.1" status: 204 len: 168 time: 2.4921687 Mar 28 09:08:51.292339 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b96f2-c091-4878-a5d7-e764286feda1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Pushing event deleted for resources: {'Port': ['ID=146d4878-f691-4b97-8a6d-bfc8344c136c,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:51.296294 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49226) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:51.324551 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-682fb150-a733-486b-a1f1-dee6cd35c229 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-34918461'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:51.332992 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d73286-2a75-4cc4-9c95-8c396ca20191 req-a2eba626-72b4-4666-9a7e-19973dfcab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:51.334566 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-32d73286-2a75-4cc4-9c95-8c396ca20191 req-a2eba626-72b4-4666-9a7e-19973dfcab88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5195422 Mar 28 09:08:51.375651 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6459d-bb4c-46a5-be04-112c6493937d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Network': ['ID=d64c6eb5-762a-4c38-b21d-0035ad443145,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:51.386526 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-acd93ddc-a201-4b45-8f86-1f872db501d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ae7838fc-172d-4d8f-ba17-ef60d181a9d6), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.407416 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ded84-9e08-46b6-8c77-94a0f8d7fbe2 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Pushing event updated for resources: {'Subnet': ['ID=f7916b01-5162-4cf6-b4a8-b0d8171368c0,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:51.412898 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-542705ec-626a-4213-a555-3fd91d3e0dd9 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (de1bfa12-ce79-4b3f-a977-532c1554a172), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.419913 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae9b96f2-c091-4878-a5d7-e764286feda1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.425895 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ae9b96f2-c091-4878-a5d7-e764286feda1 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] 10.222.0.15 "DELETE /v2.0/ports/146d4878-f691-4b97-8a6d-bfc8344c136c HTTP/1.1" status: 204 len: 168 time: 1.9585142 Mar 28 09:08:51.435313 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49228) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:51.488858 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accfc89-9bf7-453f-87ef-b1a0339472d7 req-1b47a22d-e554-4432-991a-9a9042f19848 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:51.496823 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3accfc89-9bf7-453f-87ef-b1a0339472d7 req-1b47a22d-e554-4432-991a-9a9042f19848 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 943 time: 0.4643102 Mar 28 09:08:51.498826 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11ded84-9e08-46b6-8c77-94a0f8d7fbe2 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Checking segment: {'id': 'f73a7f9f-7735-4027-a8e9-eb7a60d1204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '10f28a76-29fa-41f2-9533-8124949329e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:51.499202 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11ded84-9e08-46b6-8c77-94a0f8d7fbe2 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Network hostable DHCP agents. Network: 10f28a76-29fa-41f2-9533-8124949329e2, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:08:51.608023 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-542705ec-626a-4213-a555-3fd91d3e0dd9 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (de1bfa12-ce79-4b3f-a977-532c1554a172), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.624768 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-542705ec-626a-4213-a555-3fd91d3e0dd9 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_controller (de1bfa12-ce79-4b3f-a977-532c1554a172), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.631434 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-bbf720a2-d1bf-45ad-92e5-564945ea08f9 None None] Provisioning complete for port 964f1889-279d-43b7-807c-51b57cdcc054 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:51.632038 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bbf720a2-d1bf-45ad-92e5-564945ea08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (964f1889-279d-43b7-807c-51b57cdcc054), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.641735 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682fb150-a733-486b-a1f1-dee6cd35c229 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:51.650700 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-682fb150-a733-486b-a1f1-dee6cd35c229 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.658665 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11ded84-9e08-46b6-8c77-94a0f8d7fbe2 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Network 10f28a76-29fa-41f2-9533-8124949329e2 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:08:51.678016 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bbf720a2-d1bf-45ad-92e5-564945ea08f9 None None] Port 964f1889-279d-43b7-807c-51b57cdcc054 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:08:51.688393 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-bbf720a2-d1bf-45ad-92e5-564945ea08f9 None None] Provisioning complete for port ae7838fc-172d-4d8f-ba17-ef60d181a9d6 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:51.688775 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bbf720a2-d1bf-45ad-92e5-564945ea08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ae7838fc-172d-4d8f-ba17-ef60d181a9d6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.724931 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3accfc89-9bf7-453f-87ef-b1a0339472d7 req-5e0a62cf-64e9-4ac1-ac65-d9a4f6c4b7c3 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271307 Mar 28 09:08:51.726502 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-45174fec-41db-4486-bced-859181ec4d2b tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Deleting subnet 7f918a4a-aac5-430d-b7a0-636232780365 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:08:51.730489 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-45174fec-41db-4486-bced-859181ec4d2b tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks [] for subnet (7f918a4a-aac5-430d-b7a0-636232780365), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.741176 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-32d73286-2a75-4cc4-9c95-8c396ca20191 req-2ee72319-7873-4b36-a43e-5c356290abaf service neutron] 10.222.0.16 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901680 Mar 28 09:08:51.741176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-a11ded84-9e08-46b6-8c77-94a0f8d7fbe2 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 10f28a76-29fa-41f2-9533-8124949329e2) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:51.745293 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11ded84-9e08-46b6-8c77-94a0f8d7fbe2 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:51.745929 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a11ded84-9e08-46b6-8c77-94a0f8d7fbe2 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.755010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc2bbe6-038f-43f4-a1c6-4a1724dab9ee None None] Network 10f28a76-29fa-41f2-9533-8124949329e2 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:51.761739 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671c0cc4-aa85-4994-a568-7492434a8cb8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 196a7a88-cdca-4d9e-9c44-9b08c2962be4 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:08:51.771540 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-542705ec-626a-4213-a555-3fd91d3e0dd9 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (de1bfa12-ce79-4b3f-a977-532c1554a172), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.772728 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542705ec-626a-4213-a555-3fd91d3e0dd9 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de1bfa12-ce79-4b3f-a977-532c1554a172 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:08:51.779884 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-542705ec-626a-4213-a555-3fd91d3e0dd9 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.785803 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-542705ec-626a-4213-a555-3fd91d3e0dd9 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "DELETE /v2.0/routers/de1bfa12-ce79-4b3f-a977-532c1554a172 HTTP/1.1" status: 204 len: 168 time: 3.2163160 Mar 28 09:08:51.800862 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49230) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:51.805562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-041f676e-f934-4604-9d10-65c2456e1303 admin admin] Publish callbacks [] for security_group (954a57c9-ec0b-4767-b089-71c3001b6b05), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.814382 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1334351282', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}, 'admin_state_up': False}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:51.831389 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-041f676e-f934-4604-9d10-65c2456e1303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (954a57c9-ec0b-4767-b089-71c3001b6b05), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.854381 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bbf720a2-d1bf-45ad-92e5-564945ea08f9 None None] Current status of the port ae7838fc-172d-4d8f-ba17-ef60d181a9d6 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:51.860276 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682fb150-a733-486b-a1f1-dee6cd35c229 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:08:51.877142 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-45174fec-41db-4486-bced-859181ec4d2b tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (7f918a4a-aac5-430d-b7a0-636232780365), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.918184 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-10f28a76-29fa-41f2-9533-8124949329e2', 'network_id': '10f28a76-29fa-41f2-9533-8124949329e2', 'project_id': 'f310aada3e844b3d9fc0566baf369fe2', 'fixed_ips': [{'subnet_id': 'f7916b01-5162-4cf6-b4a8-b0d8171368c0'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:08:51.919063 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.931056 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-682fb150-a733-486b-a1f1-dee6cd35c229 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (76e3b4c6-8df1-40c0-9522-a4e81e0d020d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.931517 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-682fb150-a733-486b-a1f1-dee6cd35c229 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Added segment 76e3b4c6-8df1-40c0-9522-a4e81e0d020d of type vlan for network af30d965-9d4e-4423-8b9e-442805aecdd9 Mar 28 09:08:51.964409 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f676e-f934-4604-9d10-65c2456e1303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954a57c9-ec0b-4767-b089-71c3001b6b05,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:51.969072 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (8992b788-c58d-43b3-8394-9f98e6a1cd6a), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.970159 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (8992b788-c58d-43b3-8394-9f98e6a1cd6a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:51.992151 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a11ded84-9e08-46b6-8c77-94a0f8d7fbe2 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5382812 Mar 28 09:08:51.995068 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671c0cc4-aa85-4994-a568-7492434a8cb8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:08:51.998317 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49232) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:52.006042 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-041f676e-f934-4604-9d10-65c2456e1303 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db43e5949aca4c23a3c538f8a6cf43a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7925823 Mar 28 09:08:52.006200 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-67385eba-af3d-4f7b-b7bb-3bb978ab31f5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Request body: {'port': {'network_id': '10f28a76-29fa-41f2-9533-8124949329e2', 'name': 'tempest-TagsExtTest-994862755'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:52.017209 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49234) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:52.020012 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2c0b5-e2fb-4857-abaf-2380f36b46af None None] Sync routers for ids ['196a7a88-cdca-4d9e-9c44-9b08c2962be4'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:08:52.022176 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-671c0cc4-aa85-4994-a568-7492434a8cb8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/196a7a88-cdca-4d9e-9c44-9b08c2962be4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3027031 Mar 28 09:08:52.032481 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2c0b5-e2fb-4857-abaf-2380f36b46af None None] Routers {'196a7a88-cdca-4d9e-9c44-9b08c2962be4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:52.033093 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-0af2c0b5-e2fb-4857-abaf-2380f36b46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['196a7a88-cdca-4d9e-9c44-9b08c2962be4'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:52.035272 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49236) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:52.075754 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-0af2c0b5-e2fb-4857-abaf-2380f36b46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:52.075967 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-682fb150-a733-486b-a1f1-dee6cd35c229 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (af30d965-9d4e-4423-8b9e-442805aecdd9), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.085466 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2c0b5-e2fb-4857-abaf-2380f36b46af None None] Routers {'196a7a88-cdca-4d9e-9c44-9b08c2962be4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:52.086306 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-0af2c0b5-e2fb-4857-abaf-2380f36b46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['196a7a88-cdca-4d9e-9c44-9b08c2962be4'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:52.125644 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-0af2c0b5-e2fb-4857-abaf-2380f36b46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:52.126302 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-acd93ddc-a201-4b45-8f86-1f872db501d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] For port ae7838fc-172d-4d8f-ba17-ef60d181a9d6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae7838fc-172d-4d8f-ba17-ef60d181a9d6,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:52.127248 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2c0b5-e2fb-4857-abaf-2380f36b46af None None] The sync data for ids ['196a7a88-cdca-4d9e-9c44-9b08c2962be4'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:08:52.135181 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Allocated IP 172.20.0.2 (10f28a76-29fa-41f2-9533-8124949329e2/f7916b01-5162-4cf6-b4a8-b0d8171368c0/881f8a82-d645-4588-b606-307b7c169fd3) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:52.144044 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device ab7442cd-3da3-4e8a-b083-990087554d7a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:08:52.155509 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-32d73286-2a75-4cc4-9c95-8c396ca20191 req-83e837e6-e83b-4e99-acce-819a566a15c6 service neutron] 10.222.0.16 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126494 Mar 28 09:08:52.159396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a001052-06bd-4ba5-8550-99648b1b689e admin admin] Publish callbacks [] for security_group (954a57c9-ec0b-4767-b089-71c3001b6b05), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.183429 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a001052-06bd-4ba5-8550-99648b1b689e admin admin] Publish callbacks [] for security_group (954a57c9-ec0b-4767-b089-71c3001b6b05), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.204866 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecc90f3-9818-4c2f-93a6-b6ce570bf8d5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:52.208013 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fecc90f3-9818-4c2f-93a6-b6ce570bf8d5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/ports/964f1889-279d-43b7-807c-51b57cdcc054 HTTP/1.1" status: 200 len: 911 time: 0.1698380 Mar 28 09:08:52.211017 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49238) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:52.218884 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-576dc6c3-bf8a-4665-9f30-d8d50c2bb9b4 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5c088362-968b-4323-b3c2-c390367cdeed'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:52.222334 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-45174fec-41db-4486-bced-859181ec4d2b tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (7f918a4a-aac5-430d-b7a0-636232780365), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.225947 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_controller (8992b788-c58d-43b3-8394-9f98e6a1cd6a), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.261929 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a001052-06bd-4ba5-8550-99648b1b689e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (954a57c9-ec0b-4767-b089-71c3001b6b05), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.264615 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a001052-06bd-4ba5-8550-99648b1b689e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.268384 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4a001052-06bd-4ba5-8550-99648b1b689e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/954a57c9-ec0b-4767-b089-71c3001b6b05 HTTP/1.1" status: 204 len: 168 time: 0.2425840 Mar 28 09:08:52.268556 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-682fb150-a733-486b-a1f1-dee6cd35c229 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (af30d965-9d4e-4423-8b9e-442805aecdd9), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.272465 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682fb150-a733-486b-a1f1-dee6cd35c229 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:52.273084 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-682fb150-a733-486b-a1f1-dee6cd35c229 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.287660 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-acd93ddc-a201-4b45-8f86-1f872db501d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (ae7838fc-172d-4d8f-ba17-ef60d181a9d6), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.301713 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a001052-06bd-4ba5-8550-99648b1b689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954a57c9-ec0b-4767-b089-71c3001b6b05,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:52.304055 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-acd93ddc-a201-4b45-8f86-1f872db501d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (ae7838fc-172d-4d8f-ba17-ef60d181a9d6), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.378478 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67385eba-af3d-4f7b-b7bb-3bb978ab31f5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Made reservation on behalf of f310aada3e844b3d9fc0566baf369fe2 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:52.381891 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-67385eba-af3d-4f7b-b7bb-3bb978ab31f5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.405143 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-acd93ddc-a201-4b45-8f86-1f872db501d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (e2763bf6-bd34-4469-aa5d-1569163a0bf1), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.509486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ae7838fc-172d-4d8f-ba17-ef60d181a9d6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:52.567360 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-682fb150-a733-486b-a1f1-dee6cd35c229 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2569516 Mar 28 09:08:52.609360 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49244) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:52.612993 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port ab7442cd-3da3-4e8a-b083-990087554d7a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ab7442cd-3da3-4e8a-b083-990087554d7a,segment=NetworkSegment(f69b77ca-9cfd-40ad-be23-49a7408d5ecd),segment_id=f69b77ca-9cfd-40ad-be23-49a7408d5ecd)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:52.619491 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-753904b3-97e2-4658-af3e-4f3b88cdf5ec tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'subnet': {'network_id': 'af30d965-9d4e-4423-8b9e-442805aecdd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:52.660313 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'ab7442cd-3da3-4e8a-b083-990087554d7a', 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087', 'port_id': 'ab7442cd-3da3-4e8a-b083-990087554d7a', 'mac_address': 'fa:16:3e:ad:5b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:08:52.704533 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Publish callbacks [] for port (881f8a82-d645-4588-b606-307b7c169fd3), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.729840 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port ae7838fc-172d-4d8f-ba17-ef60d181a9d6 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:52.730226 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ae7838fc-172d-4d8f-ba17-ef60d181a9d6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.749368 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fb150-a733-486b-a1f1-dee6cd35c229 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Network': ['ID=af30d965-9d4e-4423-8b9e-442805aecdd9,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:52.757715 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-45174fec-41db-4486-bced-859181ec4d2b tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (7f918a4a-aac5-430d-b7a0-636232780365), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.771463 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (881f8a82-d645-4588-b606-307b7c169fd3), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.809652 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port ab7442cd-3da3-4e8a-b083-990087554d7a is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:52.810241 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ab7442cd-3da3-4e8a-b083-990087554d7a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.812128 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_gateway (8992b788-c58d-43b3-8394-9f98e6a1cd6a), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.812617 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network af30d965-9d4e-4423-8b9e-442805aecdd9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:08:52.828503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45174fec-41db-4486-bced-859181ec4d2b tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Pushing event deleted for resources: {'Subnet': ['ID=7f918a4a-aac5-430d-b7a0-636232780365,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:52.831112 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-45174fec-41db-4486-bced-859181ec4d2b tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:52.833899 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-45174fec-41db-4486-bced-859181ec4d2b tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] 10.222.0.15 "DELETE /v2.0/subnets/7f918a4a-aac5-430d-b7a0-636232780365 HTTP/1.1" status: 204 len: 168 time: 1.3624682 Mar 28 09:08:52.839214 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49252) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:52.966982 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-67385eba-af3d-4f7b-b7bb-3bb978ab31f5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] device_id is not set on port e11e862e-474a-4c24-be69-88959b696493 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:08:52.977100 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd93ddc-a201-4b45-8f86-1f872db501d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:52.983573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd93ddc-a201-4b45-8f86-1f872db501d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=ae7838fc-172d-4d8f-ba17-ef60d181a9d6,revision_number=5']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:52.990340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-acd93ddc-a201-4b45-8f86-1f872db501d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:53.019364 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd93ddc-a201-4b45-8f86-1f872db501d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:53.019866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-acd93ddc-a201-4b45-8f86-1f872db501d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:53.026002 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2740b759-14bd-484c-914d-5a3b4b9312f6 None None] Network 72127e3f-9361-4828-9b36-f657d272318e requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:53.026266 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd93ddc-a201-4b45-8f86-1f872db501d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=e2763bf6-bd34-4469-aa5d-1569163a0bf1,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:53.031073 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Network 10f28a76-29fa-41f2-9533-8124949329e2 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:53.044488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11facf37-80b6-430f-a346-ac74cbebb016 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:53.062849 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-576dc6c3-bf8a-4665-9f30-d8d50c2bb9b4 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (964f1889-279d-43b7-807c-51b57cdcc054), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:53.063189 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-acd93ddc-a201-4b45-8f86-1f872db501d7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.0766664 Mar 28 09:08:53.063810 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49260) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:53.073375 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7442cd-3da3-4e8a-b083-990087554d7a {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:08:53.074911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-049877c7-979b-43a8-b08f-1656c0299ef4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'mac_address': 'fa:16:3e:46:d4:16', 'name': 'tempest-NetworksTestDHCPv6-1679789116'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:53.078011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Pushing event updated for resources: {'Port': ['ID=881f8a82-d645-4588-b606-307b7c169fd3,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:53.124226 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:53.160022 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:53.192158 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (72127e3f-9361-4828-9b36-f657d272318e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:53.192466 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.db.api [None req-67385eba-af3d-4f7b-b7bb-3bb978ab31f5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3a8c1356-f501-40fb-8de7-9aa349d3a724 {{(pid=104075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:08:53.192964 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG oslo_db.api [None req-67385eba-af3d-4f7b-b7bb-3bb978ab31f5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:08:53.198273 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port ab7442cd-3da3-4e8a-b083-990087554d7a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ab7442cd-3da3-4e8a-b083-990087554d7a,segment=NetworkSegment(f69b77ca-9cfd-40ad-be23-49a7408d5ecd),segment_id=f69b77ca-9cfd-40ad-be23-49a7408d5ecd)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:53.216650 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753904b3-97e2-4658-af3e-4f3b88cdf5ec tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:53.223563 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-753904b3-97e2-4658-af3e-4f3b88cdf5ec tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:53.237842 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ab7442cd-3da3-4e8a-b083-990087554d7a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:53.242052 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049877c7-979b-43a8-b08f-1656c0299ef4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:53.367385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-049877c7-979b-43a8-b08f-1656c0299ef4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:53.405737 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-049877c7-979b-43a8-b08f-1656c0299ef4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port 7c958984-6e13-4493-beb7-df56d09de496 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:08:53.407960 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port ae7838fc-172d-4d8f-ba17-ef60d181a9d6 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:53.413601 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Attempting to bind port 881f8a82-d645-4588-b606-307b7c169fd3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:08:53.414003 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Attempting to bind port 881f8a82-d645-4588-b606-307b7c169fd3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f73a7f9f-7735-4027-a8e9-eb7a60d1204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '10f28a76-29fa-41f2-9533-8124949329e2'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:08:53.414381 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Attempting to bind port 881f8a82-d645-4588-b606-307b7c169fd3 on network 10f28a76-29fa-41f2-9533-8124949329e2 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:53.428548 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=ab7442cd-3da3-4e8a-b083-990087554d7a,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:53.441220 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:08:53.441593 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Checking segment: {'id': 'f73a7f9f-7735-4027-a8e9-eb7a60d1204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '10f28a76-29fa-41f2-9533-8124949329e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:53.441959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:53.442358 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Bound using segment: {'id': 'f73a7f9f-7735-4027-a8e9-eb7a60d1204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '10f28a76-29fa-41f2-9533-8124949329e2'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:08:53.442855 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Bound port: 881f8a82-d645-4588-b606-307b7c169fd3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73a7f9f-7735-4027-a8e9-eb7a60d1204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '10f28a76-29fa-41f2-9533-8124949329e2'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:08:53.443247 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (881f8a82-d645-4588-b606-307b7c169fd3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:53.448004 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa6be6-4ee4-40e8-b628-5f6c4c787a13 req-fe7826d4-6026-45bf-9be3-775162e7e61a tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:53.450215 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-afaa6be6-4ee4-40e8-b628-5f6c4c787a13 req-fe7826d4-6026-45bf-9be3-775162e7e61a tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 943 time: 0.4590030 Mar 28 09:08:53.481196 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['ab7442cd-3da3-4e8a-b083-990087554d7a'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:08:53.520059 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e4f1c291-912b-48e4-9454-df6f80537867 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:08:53.549325 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49268) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:53.575968 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3df3566-0693-48d9-bc00-5b2297e212fa None None] DHCP port deletion for 72127e3f-9361-4828-9b36-f657d272318e request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:08:53.585133 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: e4f1c291-912b-48e4-9454-df6f80537867 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:08:53.585487 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e4f1c291-912b-48e4-9454-df6f80537867 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:08:53.656339 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] For port 881f8a82-d645-4588-b606-307b7c169fd3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:08:53.660086 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-afaa6be6-4ee4-40e8-b628-5f6c4c787a13 req-6c7ce6e3-91f7-460b-867a-8c2061c839aa tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037601 Mar 28 09:08:53.667116 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] For port 881f8a82-d645-4588-b606-307b7c169fd3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=881f8a82-d645-4588-b606-307b7c169fd3,segment=NetworkSegment(f73a7f9f-7735-4027-a8e9-eb7a60d1204e),segment_id=f73a7f9f-7735-4027-a8e9-eb7a60d1204e)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:08:53.686026 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (881f8a82-d645-4588-b606-307b7c169fd3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:53.693019 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-049877c7-979b-43a8-b08f-1656c0299ef4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 172.20.0.7 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/0a9413f5-8792-4bc6-9dac-78ae4c8222f5/7c958984-6e13-4493-beb7-df56d09de496) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:53.695083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-67385eba-af3d-4f7b-b7bb-3bb978ab31f5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:53.742716 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-049877c7-979b-43a8-b08f-1656c0299ef4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::f816:3eff:fe46:d416 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/e2763bf6-bd34-4469-aa5d-1569163a0bf1/7c958984-6e13-4493-beb7-df56d09de496) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:53.767243 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-67385eba-af3d-4f7b-b7bb-3bb978ab31f5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] device_id is not set on port 5b5fcc11-0f65-47ba-9e56-68c05e33f25d yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:08:53.800943 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f3df3566-0693-48d9-bc00-5b2297e212fa None None] Deleting port 88f99645-5821-44ca-a3af-cce9d0e661f1 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:53.801327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f3df3566-0693-48d9-bc00-5b2297e212fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (88f99645-5821-44ca-a3af-cce9d0e661f1), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:53.880069 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b4ec9-cef8-4f63-97a3-37c9d3ce8f0e None None] Pushing event updated for resources: {'Port': ['ID=881f8a82-d645-4588-b606-307b7c169fd3,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:53.942075 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f3df3566-0693-48d9-bc00-5b2297e212fa None None] For port 88f99645-5821-44ca-a3af-cce9d0e661f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88f99645-5821-44ca-a3af-cce9d0e661f1,segment=NetworkSegment(074ce941-a601-40e8-a316-fe926202c5eb),segment_id=074ce941-a601-40e8-a316-fe926202c5eb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:53.942488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f3df3566-0693-48d9-bc00-5b2297e212fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (88f99645-5821-44ca-a3af-cce9d0e661f1), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:53.971258 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f3df3566-0693-48d9-bc00-5b2297e212fa None None] Calling delete_port for 88f99645-5821-44ca-a3af-cce9d0e661f1 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:54.059058 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-67385eba-af3d-4f7b-b7bb-3bb978ab31f5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Allocated IP 172.20.0.6 (10f28a76-29fa-41f2-9533-8124949329e2/f7916b01-5162-4cf6-b4a8-b0d8171368c0/5b5fcc11-0f65-47ba-9e56-68c05e33f25d) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:54.151255 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f3df3566-0693-48d9-bc00-5b2297e212fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (88f99645-5821-44ca-a3af-cce9d0e661f1), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.154108 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-049877c7-979b-43a8-b08f-1656c0299ef4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (7c958984-6e13-4493-beb7-df56d09de496), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.165095 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Request body: {'networks': [{'name': 'tempest-network--770768034'}, {'name': 'tempest-network--1506720512'}]} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:54.166223 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Request body: {'network': {'name': 'tempest-network--770768034'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:54.166450 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Request body: {'network': {'name': 'tempest-network--1506720512'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:54.198595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df3566-0693-48d9-bc00-5b2297e212fa None None] Pushing event deleted for resources: {'Port': ['ID=88f99645-5821-44ca-a3af-cce9d0e661f1,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:54.200300 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Deleting port 88f99645-5821-44ca-a3af-cce9d0e661f1 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:54.200758 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (88f99645-5821-44ca-a3af-cce9d0e661f1), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.215090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3df3566-0693-48d9-bc00-5b2297e212fa None None] No DVR routers for this DVR port 88f99645-5821-44ca-a3af-cce9d0e661f1 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:08:54.216658 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Made reservation on behalf of 6ced997486b242a9b66557c94fe60d63 for: {'network': 2} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:54.220962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.294964 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-049877c7-979b-43a8-b08f-1656c0299ef4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (7c958984-6e13-4493-beb7-df56d09de496), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.381562 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049877c7-979b-43a8-b08f-1656c0299ef4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:54.395922 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-049877c7-979b-43a8-b08f-1656c0299ef4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:54.402505 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.407866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049877c7-979b-43a8-b08f-1656c0299ef4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:54.438461 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049877c7-979b-43a8-b08f-1656c0299ef4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=7c958984-6e13-4493-beb7-df56d09de496,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:54.476876 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-67385eba-af3d-4f7b-b7bb-3bb978ab31f5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks [] for port (5b5fcc11-0f65-47ba-9e56-68c05e33f25d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.501150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-753904b3-97e2-4658-af3e-4f3b88cdf5ec tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (493cb5a8-3d27-4502-b501-9c4a81dbaa84), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.518743 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] For port 88f99645-5821-44ca-a3af-cce9d0e661f1, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:54.519152 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (88f99645-5821-44ca-a3af-cce9d0e661f1), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.523984 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049877c7-979b-43a8-b08f-1656c0299ef4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:54.525367 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-049877c7-979b-43a8-b08f-1656c0299ef4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.549306 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-049877c7-979b-43a8-b08f-1656c0299ef4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4815557 Mar 28 09:08:54.559154 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49272) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:54.604343 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-67385eba-af3d-4f7b-b7bb-3bb978ab31f5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (5b5fcc11-0f65-47ba-9e56-68c05e33f25d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.618031 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ae7838fc-172d-4d8f-ba17-ef60d181a9d6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:54.627023 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_gateway (8992b788-c58d-43b3-8394-9f98e6a1cd6a), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.630330 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Calling delete_port for 88f99645-5821-44ca-a3af-cce9d0e661f1 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:54.638918 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.ipam_backend_mixin [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Port 88f99645-5821-44ca-a3af-cce9d0e661f1 was not found and therefore no delete operation was performed {{(pid=104076) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 09:08:54.658907 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67385eba-af3d-4f7b-b7bb-3bb978ab31f5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Network 10f28a76-29fa-41f2-9533-8124949329e2 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:54.672555 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-67385eba-af3d-4f7b-b7bb-3bb978ab31f5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:54.686951 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acba12cd-a427-439e-85fe-4f9a4bd7acd6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:54.693017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acba12cd-a427-439e-85fe-4f9a4bd7acd6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:54.696532 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-acba12cd-a427-439e-85fe-4f9a4bd7acd6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1361566 Mar 28 09:08:54.700313 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67385eba-af3d-4f7b-b7bb-3bb978ab31f5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:54.707471 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67385eba-af3d-4f7b-b7bb-3bb978ab31f5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Pushing event updated for resources: {'Port': ['ID=5b5fcc11-0f65-47ba-9e56-68c05e33f25d,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:54.716320 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-6e3efc74-8147-4bdb-b0cc-8150d766a8b0 None None] Provisioning complete for port ae7838fc-172d-4d8f-ba17-ef60d181a9d6 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:54.716824 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49276) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:54.717170 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6e3efc74-8147-4bdb-b0cc-8150d766a8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ae7838fc-172d-4d8f-ba17-ef60d181a9d6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.731069 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (88f99645-5821-44ca-a3af-cce9d0e661f1), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.735514 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.777971 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port ae7838fc-172d-4d8f-ba17-ef60d181a9d6 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:54.778584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ae7838fc-172d-4d8f-ba17-ef60d181a9d6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.844971 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks [] for security_group (c5813e68-b0b6-4466-b029-db35150ddf42), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.851756 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753904b3-97e2-4658-af3e-4f3b88cdf5ec tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Subnet': ['ID=493cb5a8-3d27-4502-b501-9c4a81dbaa84,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:54.887524 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (c5813e68-b0b6-4466-b029-db35150ddf42), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.887997 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.892400 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67385eba-af3d-4f7b-b7bb-3bb978ab31f5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:54.893238 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-67385eba-af3d-4f7b-b7bb-3bb978ab31f5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:54.914293 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] No DVR routers for this DVR port 88f99645-5821-44ca-a3af-cce9d0e661f1 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:08:54.945040 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6e3efc74-8147-4bdb-b0cc-8150d766a8b0 None None] Current status of the port ae7838fc-172d-4d8f-ba17-ef60d181a9d6 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:54.950953 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port ae7838fc-172d-4d8f-ba17-ef60d181a9d6 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:54.954791 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 881f8a82-d645-4588-b606-307b7c169fd3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:54.971887 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-67385eba-af3d-4f7b-b7bb-3bb978ab31f5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.9699564 Mar 28 09:08:54.977464 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49278) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:54.982994 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-0775eb59-4242-4808-8f04-5228414d5f8f tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1775160058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:55.009672 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7237e2-6db4-4524-9e58-a352c4bdc77c req-1f0dca18-169e-4779-9439-a5031c683c9f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:55.019499 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff7237e2-6db4-4524-9e58-a352c4bdc77c req-1f0dca18-169e-4779-9439-a5031c683c9f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 944 time: 0.2264206 Mar 28 09:08:55.023144 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Pushing event deleted for resources: {'Port': ['ID=88f99645-5821-44ca-a3af-cce9d0e661f1,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:55.029322 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 881f8a82-d645-4588-b606-307b7c169fd3 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:55.030420 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (881f8a82-d645-4588-b606-307b7c169fd3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.078336 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5813e68-b0b6-4466-b029-db35150ddf42,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:55.080464 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0775eb59-4242-4808-8f04-5228414d5f8f tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (8bdd31da-43e3-443c-97bb-df2afff4f5a9), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.081310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:08:55.082516 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0775eb59-4242-4808-8f04-5228414d5f8f tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (8bdd31da-43e3-443c-97bb-df2afff4f5a9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.098919 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9e188939-6dea-4996-9db0-aee0736954fc None None] Provisioning complete for port 7c958984-6e13-4493-beb7-df56d09de496 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:55.099594 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9e188939-6dea-4996-9db0-aee0736954fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7c958984-6e13-4493-beb7-df56d09de496), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.145249 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9e188939-6dea-4996-9db0-aee0736954fc None None] Port 7c958984-6e13-4493-beb7-df56d09de496 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:08:55.161376 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753904b3-97e2-4658-af3e-4f3b88cdf5ec tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Checking segment: {'id': '76e3b4c6-8df1-40c0-9522-a4e81e0d020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'af30d965-9d4e-4423-8b9e-442805aecdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:55.161778 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753904b3-97e2-4658-af3e-4f3b88cdf5ec tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network hostable DHCP agents. Network: af30d965-9d4e-4423-8b9e-442805aecdd9, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:08:55.172849 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (7b3fb5c0-9449-4c96-9d90-df554b74669c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.173484 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Added segment 7b3fb5c0-9449-4c96-9d90-df554b74669c of type vlan for network be91ecea-4c8a-4d2c-a4b0-38c980f13885 Mar 28 09:08:55.185510 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (72127e3f-9361-4828-9b36-f657d272318e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.190020 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff7237e2-6db4-4524-9e58-a352c4bdc77c req-e0a5c2f9-8481-44f0-8e50-1fbbce1861ec tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688476 Mar 28 09:08:55.200489 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0775eb59-4242-4808-8f04-5228414d5f8f tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks [] for router_controller (8bdd31da-43e3-443c-97bb-df2afff4f5a9), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.203926 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-4017aa12-36be-403b-9b8a-db6f996514a4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port 7c958984-6e13-4493-beb7-df56d09de496 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:55.204460 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4017aa12-36be-403b-9b8a-db6f996514a4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (7c958984-6e13-4493-beb7-df56d09de496), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.210395 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0775eb59-4242-4808-8f04-5228414d5f8f tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (8bdd31da-43e3-443c-97bb-df2afff4f5a9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.223342 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 881f8a82-d645-4588-b606-307b7c169fd3 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:55.223823 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (881f8a82-d645-4588-b606-307b7c169fd3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.263441 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 881f8a82-d645-4588-b606-307b7c169fd3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=881f8a82-d645-4588-b606-307b7c169fd3,segment=NetworkSegment(f73a7f9f-7735-4027-a8e9-eb7a60d1204e),segment_id=f73a7f9f-7735-4027-a8e9-eb7a60d1204e)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:55.272135 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (881f8a82-d645-4588-b606-307b7c169fd3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.284836 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0775eb59-4242-4808-8f04-5228414d5f8f tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.286667 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0775eb59-4242-4808-8f04-5228414d5f8f tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3078923 Mar 28 09:08:55.289517 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49280) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:55.297069 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-796c5cd2-f926-4899-bd4f-b0b3d1a2ec56 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1693398996', 'prefixes': ['172.20.0.0/16']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:55.298981 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Allocated IP 172.36.4.146 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/0790c3a7-5bd0-4609-aa94-af4ea2a1833b) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:55.354241 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4017aa12-36be-403b-9b8a-db6f996514a4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (7c958984-6e13-4493-beb7-df56d09de496), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.359909 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=881f8a82-d645-4588-b606-307b7c169fd3,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:55.377798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 88f99645-5821-44ca-a3af-cce9d0e661f1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:08:55.380352 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-4017aa12-36be-403b-9b8a-db6f996514a4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for 7c958984-6e13-4493-beb7-df56d09de496 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:55.413158 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72127e3f-9361-4828-9b36-f657d272318e']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:55.417975 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12583f8d-26d4-4fd3-8a09-df67a75543c3 None None] Network 10f28a76-29fa-41f2-9533-8124949329e2 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:55.421487 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 88f99645-5821-44ca-a3af-cce9d0e661f1 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:08:55.421864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 88f99645-5821-44ca-a3af-cce9d0e661f1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:08:55.436763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074ce941-a601-40e8-a316-fe926202c5eb') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:55.437062 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074ce941-a601-40e8-a316-fe926202c5eb') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:55.460239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (be91ecea-4c8a-4d2c-a4b0-38c980f13885), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.462365 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753904b3-97e2-4658-af3e-4f3b88cdf5ec tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network af30d965-9d4e-4423-8b9e-442805aecdd9 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:08:55.467423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-796c5cd2-f926-4899-bd4f-b0b3d1a2ec56 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.468764 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-796c5cd2-f926-4899-bd4f-b0b3d1a2ec56 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1777377 Mar 28 09:08:55.473734 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49282) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:55.479563 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (074ce941-a601-40e8-a316-fe926202c5eb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.486121 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-ffb4f728-4ff6-4128-94bb-ec6246689d60 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f7916b01-5162-4cf6-b4a8-b0d8171368c0', 'tempest-TagsExtTest-Tag-1842979000') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:55.511935 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f5c30bc0-bdf2-4449-9242-bb7cd3fb43fe None None] Provisioning complete for port 881f8a82-d645-4588-b606-307b7c169fd3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:55.512438 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f5c30bc0-bdf2-4449-9242-bb7cd3fb43fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (881f8a82-d645-4588-b606-307b7c169fd3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.519430 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-576dc6c3-bf8a-4665-9f30-d8d50c2bb9b4 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (964f1889-279d-43b7-807c-51b57cdcc054), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.521918 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-753904b3-97e2-4658-af3e-4f3b88cdf5ec tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, af30d965-9d4e-4423-8b9e-442805aecdd9) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:55.541953 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b68bebb-8f1b-4dcf-89ab-bd3f426f11de None None] Network af30d965-9d4e-4423-8b9e-442805aecdd9 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:55.543645 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (074ce941-a601-40e8-a316-fe926202c5eb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.549208 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753904b3-97e2-4658-af3e-4f3b88cdf5ec tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:55.550372 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-753904b3-97e2-4658-af3e-4f3b88cdf5ec tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.559961 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for port (0790c3a7-5bd0-4609-aa94-af4ea2a1833b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.561409 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-576dc6c3-bf8a-4665-9f30-d8d50c2bb9b4 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (964f1889-279d-43b7-807c-51b57cdcc054), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.566857 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576dc6c3-bf8a-4665-9f30-d8d50c2bb9b4 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:55.567660 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-576dc6c3-bf8a-4665-9f30-d8d50c2bb9b4 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.572124 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-576dc6c3-bf8a-4665-9f30-d8d50c2bb9b4 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/ports/964f1889-279d-43b7-807c-51b57cdcc054 HTTP/1.1" status: 200 len: 911 time: 3.3541794 Mar 28 09:08:55.576388 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49284) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:55.580156 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:08:55.580566 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (074ce941-a601-40e8-a316-fe926202c5eb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:08:55.591787 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:08:55.593989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:08:55.679782 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-753904b3-97e2-4658-af3e-4f3b88cdf5ec tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0663519 Mar 28 09:08:55.686398 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49286) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:55.695638 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-59478413-1188-4153-9410-867c5f847260 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'network_id': 'af30d965-9d4e-4423-8b9e-442805aecdd9', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1637016675'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:55.713478 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (7a3bfbe7-fecd-4807-827f-36b8bc4a9b42), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.713986 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Added segment 7a3bfbe7-fecd-4807-827f-36b8bc4a9b42 of type vlan for network 9eac7f84-bfbe-4791-98b9-b419441826c9 Mar 28 09:08:55.749826 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576dc6c3-bf8a-4665-9f30-d8d50c2bb9b4 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=964f1889-279d-43b7-807c-51b57cdcc054,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:55.818004 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (72127e3f-9361-4828-9b36-f657d272318e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.840299 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.843739 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] 10.222.0.15 "DELETE /v2.0/networks/72127e3f-9361-4828-9b36-f657d272318e HTTP/1.1" status: 204 len: 168 time: 3.0014467 Mar 28 09:08:55.847079 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (9eac7f84-bfbe-4791-98b9-b419441826c9), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.868715 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (0790c3a7-5bd0-4609-aa94-af4ea2a1833b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.891292 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1995ec5-34d1-4322-a309-c0cef5ef2c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451 tempest-ExtraDHCPOptionsIpV6TestJSON-1120930451-project] Pushing event deleted for resources: {'Network': ['ID=72127e3f-9361-4828-9b36-f657d272318e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:55.897954 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-af30d965-9d4e-4423-8b9e-442805aecdd9', 'network_id': 'af30d965-9d4e-4423-8b9e-442805aecdd9', 'project_id': 'ef21c6b2cfed4e4b89f188c5409e8013', 'fixed_ips': [{'subnet_id': '493cb5a8-3d27-4502-b501-9c4a81dbaa84'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:08:55.898969 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:55.927794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f5c30bc0-bdf2-4449-9242-bb7cd3fb43fe None None] Current status of the port 881f8a82-d645-4588-b606-307b7c169fd3 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:55.973509 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4017aa12-36be-403b-9b8a-db6f996514a4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (7c958984-6e13-4493-beb7-df56d09de496), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:56.004368 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:56.033900 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ffb4f728-4ff6-4128-94bb-ec6246689d60 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "PUT /v2.0/subnets/f7916b01-5162-4cf6-b4a8-b0d8171368c0/tags/tempest-TagsExtTest-Tag-1842979000 HTTP/1.1" status: 201 len: 201 time: 0.5581603 Mar 28 09:08:56.034366 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49290) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:56.035938 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:56.041253 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017aa12-36be-403b-9b8a-db6f996514a4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=7c958984-6e13-4493-beb7-df56d09de496,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:56.046555 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-c983fd12-6deb-4e16-9d3f-44b1e90409af tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5b5fcc11-0f65-47ba-9e56-68c05e33f25d', 'tempest-TagsExtTest-Tag-1557875516') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:56.047211 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:56.049430 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Pushing event updated for resources: {'Port': ['ID=0790c3a7-5bd0-4609-aa94-af4ea2a1833b,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:56.096914 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (be91ecea-4c8a-4d2c-a4b0-38c980f13885), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:56.101103 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (9eac7f84-bfbe-4791-98b9-b419441826c9), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:56.107053 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:56.116288 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:56.116954 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:56.148341 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device ab7442cd-3da3-4e8a-b083-990087554d7a up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:56.257912 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.7051682 Mar 28 09:08:56.262992 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49296) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:56.265215 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59478413-1188-4153-9410-867c5f847260 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:56.268594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-59478413-1188-4153-9410-867c5f847260 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:56.282559 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Allocated IP 172.20.0.2 (af30d965-9d4e-4423-8b9e-442805aecdd9/493cb5a8-3d27-4502-b501-9c4a81dbaa84/973d386e-5af4-4dfb-bcf0-348d8d36ca8e) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:56.314020 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49298) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:56.339332 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-71cd5a0d-8463-4d03-8012-096bb8e27527 None None] Provisioning complete for port 881f8a82-d645-4588-b606-307b7c169fd3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:56.344467 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-71cd5a0d-8463-4d03-8012-096bb8e27527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (881f8a82-d645-4588-b606-307b7c169fd3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:56.451432 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4017aa12-36be-403b-9b8a-db6f996514a4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:56.456006 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4017aa12-36be-403b-9b8a-db6f996514a4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/7c958984-6e13-4493-beb7-df56d09de496 HTTP/1.1" status: 204 len: 168 time: 1.7366579 Mar 28 09:08:56.459468 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49302) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:56.501488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 881f8a82-d645-4588-b606-307b7c169fd3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:56.538192 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port ab7442cd-3da3-4e8a-b083-990087554d7a completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:08:56.556701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port ab7442cd-3da3-4e8a-b083-990087554d7a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:56.557196 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ab7442cd-3da3-4e8a-b083-990087554d7a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:56.585267 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c983fd12-6deb-4e16-9d3f-44b1e90409af tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "PUT /v2.0/ports/5b5fcc11-0f65-47ba-9e56-68c05e33f25d/tags/tempest-TagsExtTest-Tag-1557875516 HTTP/1.1" status: 201 len: 201 time: 0.5457895 Mar 28 09:08:56.597805 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-59478413-1188-4153-9410-867c5f847260 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] device_id is not set on port 54d98e2b-a477-4154-bf6a-f87ac08dbf4b yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:08:56.611078 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49304) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:56.619694 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-10a732b9-0ab8-44bf-b994-ebd8d21dacf9 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8bdd31da-43e3-443c-97bb-df2afff4f5a9', 'tempest-TagsExtTest-Tag-532694208') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:56.644169 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event updated for resources: {'Network': ['ID=be91ecea-4c8a-4d2c-a4b0-38c980f13885,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:56.662039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network be91ecea-4c8a-4d2c-a4b0-38c980f13885 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:08:56.680263 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f50c93-2df9-4fa3-a974-b5cddf81ea23 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:56.682341 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f50c93-2df9-4fa3-a974-b5cddf81ea23 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:56.683723 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f50c93-2df9-4fa3-a974-b5cddf81ea23 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:56.690032 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-00f50c93-2df9-4fa3-a974-b5cddf81ea23 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2246869 Mar 28 09:08:56.693595 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49306) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:56.752576 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-12221389-3e6f-4895-92fe-0e89bb68ff61 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3206ece07a654ad58421fd5e67275495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364727 Mar 28 09:08:56.762043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49308) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:56.782766 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 881f8a82-d645-4588-b606-307b7c169fd3 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:56.783143 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (881f8a82-d645-4588-b606-307b7c169fd3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:56.815793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ef6450-89ae-4533-ac9d-8e9576651e1d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet 0a9413f5-8792-4bc6-9dac-78ae4c8222f5 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:08:56.828569 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6450-89ae-4533-ac9d-8e9576651e1d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (0a9413f5-8792-4bc6-9dac-78ae4c8222f5), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:56.828823 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-71cd5a0d-8463-4d03-8012-096bb8e27527 None None] Current status of the port 881f8a82-d645-4588-b606-307b7c169fd3 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:56.837756 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8642918-6c67-464f-b1a5-62888c2fe490 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event updated for resources: {'Network': ['ID=9eac7f84-bfbe-4791-98b9-b419441826c9,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:56.857609 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233b643-6c7f-4701-9887-19e6869d7dd9 req-e7c0a2fc-b7d2-42b7-9fed-696afce3f2cf tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:56.859703 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a233b643-6c7f-4701-9887-19e6869d7dd9 req-e7c0a2fc-b7d2-42b7-9fed-696afce3f2cf tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 944 time: 0.3781121 Mar 28 09:08:56.865581 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Publish callbacks [] for port (973d386e-5af4-4dfb-bcf0-348d8d36ca8e), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:56.867231 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 9eac7f84-bfbe-4791-98b9-b419441826c9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:08:56.902247 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6450-89ae-4533-ac9d-8e9576651e1d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (0a9413f5-8792-4bc6-9dac-78ae4c8222f5), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:56.907581 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-50db84a4-c7c7-4dcc-b934-e8621151be07 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (196a7a88-cdca-4d9e-9c44-9b08c2962be4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:56.935506 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (973d386e-5af4-4dfb-bcf0-348d8d36ca8e), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:56.938185 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-10a732b9-0ab8-44bf-b994-ebd8d21dacf9 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "PUT /v2.0/routers/8bdd31da-43e3-443c-97bb-df2afff4f5a9/tags/tempest-TagsExtTest-Tag-532694208 HTTP/1.1" status: 201 len: 201 time: 0.3260500 Mar 28 09:08:56.946904 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b62aa6-a03a-4074-a4dc-a7b20aaf0066 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:56.951874 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b62aa6-a03a-4074-a4dc-a7b20aaf0066 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:56.957288 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b62aa6-a03a-4074-a4dc-a7b20aaf0066 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:56.958549 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-71cd5a0d-8463-4d03-8012-096bb8e27527 None None] Provisioning complete for port 5b5fcc11-0f65-47ba-9e56-68c05e33f25d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:56.958930 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-71cd5a0d-8463-4d03-8012-096bb8e27527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5b5fcc11-0f65-47ba-9e56-68c05e33f25d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:56.960337 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port ab7442cd-3da3-4e8a-b083-990087554d7a is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:56.960707 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ab7442cd-3da3-4e8a-b083-990087554d7a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:56.963127 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b62aa6-a03a-4074-a4dc-a7b20aaf0066 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:56.964820 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-54b62aa6-a03a-4074-a4dc-a7b20aaf0066 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6938567 Mar 28 09:08:56.968301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49310) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:56.968580 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49312) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:56.976234 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-a38e2f99-b912-4a9d-88fd-0671bc6784c1 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '163a9192-2c25-47a2-a501-9a57efb3df0e', 'tempest-TagsExtTest-Tag-418739981') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:56.977675 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c5e34c01-8696-4d78-ad42-beb463acf44c admin admin] Publish callbacks [] for security_group (096798d4-d3ce-42b5-bcee-e09219d4ff93), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:57.037612 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Network af30d965-9d4e-4423-8b9e-442805aecdd9 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:57.059972 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:57.071201 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:57.074502 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Pushing event updated for resources: {'Port': ['ID=973d386e-5af4-4dfb-bcf0-348d8d36ca8e,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:57.082691 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6145f7b6-63a0-414c-8749-952687e837db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7442cd-3da3-4e8a-b083-990087554d7a'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:08:57.085010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57e0d8a-cb91-4c85-bd49-c8fcb34ec1a8" -d '{"events": [{"server_uuid": "6145f7b6-63a0-414c-8749-952687e837db", "name": "network-vif-plugged", "status": "completed", "tag": "ab7442cd-3da3-4e8a-b083-990087554d7a"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:08:57.100470 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_gateway (8992b788-c58d-43b3-8394-9f98e6a1cd6a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:57.114967 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-71cd5a0d-8463-4d03-8012-096bb8e27527 None None] Port 5b5fcc11-0f65-47ba-9e56-68c05e33f25d cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:08:57.131384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port ab7442cd-3da3-4e8a-b083-990087554d7a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ab7442cd-3da3-4e8a-b083-990087554d7a,segment=NetworkSegment(f69b77ca-9cfd-40ad-be23-49a7408d5ecd),segment_id=f69b77ca-9cfd-40ad-be23-49a7408d5ecd)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:57.155978 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-59478413-1188-4153-9410-867c5f847260 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Allocated IP 172.20.0.7 (af30d965-9d4e-4423-8b9e-442805aecdd9/493cb5a8-3d27-4502-b501-9c4a81dbaa84/54d98e2b-a477-4154-bf6a-f87ac08dbf4b) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:08:57.185371 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ab7442cd-3da3-4e8a-b083-990087554d7a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:57.194958 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b67d44d-89b0-4df5-8a18-7d33a6543cdc x-openstack-request-id: req-2b67d44d-89b0-4df5-8a18-7d33a6543cdc {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:08:57.195381 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6145f7b6-63a0-414c-8749-952687e837db", "name": "network-vif-plugged", "status": "completed", "tag": "ab7442cd-3da3-4e8a-b083-990087554d7a", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:08:57.195735 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b67d44d-89b0-4df5-8a18-7d33a6543cdc {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:08:57.196239 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b67d44d-89b0-4df5-8a18-7d33a6543cdc'] response: {'server_uuid': '6145f7b6-63a0-414c-8749-952687e837db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7442cd-3da3-4e8a-b083-990087554d7a', 'code': 200} Mar 28 09:08:57.248591 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 881f8a82-d645-4588-b606-307b7c169fd3 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:57.275906 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c7582102-655e-4f15-9b0c-91b35c5ceffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:57.286024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Attempting to bind port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:08:57.286533 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Attempting to bind port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '76e3b4c6-8df1-40c0-9522-a4e81e0d020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'af30d965-9d4e-4423-8b9e-442805aecdd9'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:08:57.286995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Attempting to bind port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e on network af30d965-9d4e-4423-8b9e-442805aecdd9 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:08:57.320418 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:08:57.321044 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Checking segment: {'id': '76e3b4c6-8df1-40c0-9522-a4e81e0d020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'af30d965-9d4e-4423-8b9e-442805aecdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:08:57.321612 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:57.322105 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Bound using segment: {'id': '76e3b4c6-8df1-40c0-9522-a4e81e0d020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'af30d965-9d4e-4423-8b9e-442805aecdd9'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:08:57.322881 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Bound port: 973d386e-5af4-4dfb-bcf0-348d8d36ca8e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e3b4c6-8df1-40c0-9522-a4e81e0d020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'af30d965-9d4e-4423-8b9e-442805aecdd9'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:08:57.323365 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (973d386e-5af4-4dfb-bcf0-348d8d36ca8e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:57.327639 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=ab7442cd-3da3-4e8a-b083-990087554d7a,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:57.338417 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2455ac09-013a-4281-94bb-62d320d8f94b None None] Provisioning complete for port 5b5fcc11-0f65-47ba-9e56-68c05e33f25d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:57.338825 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2455ac09-013a-4281-94bb-62d320d8f94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5b5fcc11-0f65-47ba-9e56-68c05e33f25d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:57.397884 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c5e34c01-8696-4d78-ad42-beb463acf44c admin admin] Publish callbacks [] for security_group (096798d4-d3ce-42b5-bcee-e09219d4ff93), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:57.443702 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2455ac09-013a-4281-94bb-62d320d8f94b None None] Port 5b5fcc11-0f65-47ba-9e56-68c05e33f25d cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:08:57.460377 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] For port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:08:57.465034 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] For port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=973d386e-5af4-4dfb-bcf0-348d8d36ca8e,segment=NetworkSegment(76e3b4c6-8df1-40c0-9522-a4e81e0d020d),segment_id=76e3b4c6-8df1-40c0-9522-a4e81e0d020d)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:08:57.472219 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (973d386e-5af4-4dfb-bcf0-348d8d36ca8e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:57.546429 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde84339-edb2-4667-81a1-d6b79935c66e None None] Pushing event updated for resources: {'Port': ['ID=973d386e-5af4-4dfb-bcf0-348d8d36ca8e,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:57.561075 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6450-89ae-4533-ac9d-8e9576651e1d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (0a9413f5-8792-4bc6-9dac-78ae4c8222f5), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:57.565638 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a233b643-6c7f-4701-9887-19e6869d7dd9 req-bcf32279-4cf3-4c0a-b466-190558638dc9 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6630592 Mar 28 09:08:57.583037 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a38e2f99-b912-4a9d-88fd-0671bc6784c1 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "PUT /v2.0/subnetpools/163a9192-2c25-47a2-a501-9a57efb3df0e/tags/tempest-TagsExtTest-Tag-418739981 HTTP/1.1" status: 201 len: 201 time: 0.6091993 Mar 28 09:08:57.586440 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49316) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:57.593904 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-2a988d0d-de84-4d55-9380-6339152b3730 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f7916b01-5162-4cf6-b4a8-b0d8171368c0') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:57.598832 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1d591eba-6efe-4ce4-bcc2-97ada67e1b7a tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (be91ecea-4c8a-4d2c-a4b0-38c980f13885), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:57.659356 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa8828-a4f9-40ca-94f3-3ebe282fd961 req-66705188-018d-4778-be51-a85088485e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:57.660833 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c0aa8828-a4f9-40ca-94f3-3ebe282fd961 req-66705188-018d-4778-be51-a85088485e82 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 1129 time: 0.2222383 Mar 28 09:08:57.664393 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c5e34c01-8696-4d78-ad42-beb463acf44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (096798d4-d3ce-42b5-bcee-e09219d4ff93), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:57.667320 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c5e34c01-8696-4d78-ad42-beb463acf44c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:57.669694 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c5e34c01-8696-4d78-ad42-beb463acf44c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/096798d4-d3ce-42b5-bcee-e09219d4ff93 HTTP/1.1" status: 204 len: 168 time: 0.9046123 Mar 28 09:08:57.706327 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e34c01-8696-4d78-ad42-beb463acf44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096798d4-d3ce-42b5-bcee-e09219d4ff93,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:57.749130 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6450-89ae-4533-ac9d-8e9576651e1d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (0a9413f5-8792-4bc6-9dac-78ae4c8222f5), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:57.819132 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef6450-89ae-4533-ac9d-8e9576651e1d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=0a9413f5-8792-4bc6-9dac-78ae4c8222f5,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:57.832347 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6450-89ae-4533-ac9d-8e9576651e1d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:57.839132 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c0ef6450-89ae-4533-ac9d-8e9576651e1d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/0a9413f5-8792-4bc6-9dac-78ae4c8222f5 HTTP/1.1" status: 204 len: 168 time: 1.1424649 Mar 28 09:08:57.844941 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e726aec8-5f86-462d-b5e4-40ffcc5a6360 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:57.847244 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49320) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:57.882232 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c0aa8828-a4f9-40ca-94f3-3ebe282fd961 req-ff71429c-efe8-420f-860c-184be44c2b0e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088027 Mar 28 09:08:57.979147 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-50db84a4-c7c7-4dcc-b934-e8621151be07 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting port 964f1889-279d-43b7-807c-51b57cdcc054 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:57.980057 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-50db84a4-c7c7-4dcc-b934-e8621151be07 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (964f1889-279d-43b7-807c-51b57cdcc054), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:58.100449 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-50db84a4-c7c7-4dcc-b934-e8621151be07 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (964f1889-279d-43b7-807c-51b57cdcc054), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:58.117646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-50db84a4-c7c7-4dcc-b934-e8621151be07 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Calling delete_port for 964f1889-279d-43b7-807c-51b57cdcc054 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:58.141754 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1d591eba-6efe-4ce4-bcc2-97ada67e1b7a tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (be91ecea-4c8a-4d2c-a4b0-38c980f13885), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:58.195881 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1012bcd-1b44-4002-b496-fbf5f2cfb33b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet e2763bf6-bd34-4469-aa5d-1569163a0bf1 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:08:58.202162 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2a988d0d-de84-4d55-9380-6339152b3730 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/subnets/f7916b01-5162-4cf6-b4a8-b0d8171368c0/tags HTTP/1.1" status: 200 len: 241 time: 0.6110997 Mar 28 09:08:58.205821 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49330) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:58.211240 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-6fca394c-7f90-48d2-a029-b124a08ae120 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7916b01-5162-4cf6-b4a8-b0d8171368c0', 'tempest-TagsExtTest-Tag-1842979000') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:58.224369 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-59478413-1188-4153-9410-867c5f847260 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (54d98e2b-a477-4154-bf6a-f87ac08dbf4b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:58.225961 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1012bcd-1b44-4002-b496-fbf5f2cfb33b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (e2763bf6-bd34-4469-aa5d-1569163a0bf1), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:58.233031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (8992b788-c58d-43b3-8394-9f98e6a1cd6a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:58.256826 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-1d591eba-6efe-4ce4-bcc2-97ada67e1b7a tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be91ecea-4c8a-4d2c-a4b0-38c980f13885']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:58.278439 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-1d591eba-6efe-4ce4-bcc2-97ada67e1b7a tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3fb5c0-9449-4c96-9d90-df554b74669c') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:58.278751 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-1d591eba-6efe-4ce4-bcc2-97ada67e1b7a tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3fb5c0-9449-4c96-9d90-df554b74669c') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:58.342297 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1d591eba-6efe-4ce4-bcc2-97ada67e1b7a tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (7b3fb5c0-9449-4c96-9d90-df554b74669c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:58.353485 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6fca394c-7f90-48d2-a029-b124a08ae120 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/subnets/f7916b01-5162-4cf6-b4a8-b0d8171368c0/tags/tempest-TagsExtTest-Tag-1842979000 HTTP/1.1" status: 204 len: 168 time: 0.1461341 Mar 28 09:08:58.358416 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49334) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:58.364907 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-b57677f7-1765-4b1c-a9c7-830d4ed0fb82 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f7916b01-5162-4cf6-b4a8-b0d8171368c0', 'tempest-TagsExtTest-Tag-1842979000') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:58.404088 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1012bcd-1b44-4002-b496-fbf5f2cfb33b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (e2763bf6-bd34-4469-aa5d-1569163a0bf1), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:58.447852 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-50db84a4-c7c7-4dcc-b934-e8621151be07 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (964f1889-279d-43b7-807c-51b57cdcc054), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:58.505966 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1d591eba-6efe-4ce4-bcc2-97ada67e1b7a tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (7b3fb5c0-9449-4c96-9d90-df554b74669c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:58.549219 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 973d386e-5af4-4dfb-bcf0-348d8d36ca8e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:08:58.579633 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db84a4-c7c7-4dcc-b934-e8621151be07 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Port': ['ID=964f1889-279d-43b7-807c-51b57cdcc054,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:58.642891 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-59478413-1188-4153-9410-867c5f847260 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (54d98e2b-a477-4154-bf6a-f87ac08dbf4b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:58.659152 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d591eba-6efe-4ce4-bcc2-97ada67e1b7a tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:08:58.659572 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1d591eba-6efe-4ce4-bcc2-97ada67e1b7a tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (7b3fb5c0-9449-4c96-9d90-df554b74669c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:58.666073 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:58.666404 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (973d386e-5af4-4dfb-bcf0-348d8d36ca8e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:08:58.685482 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:08:58.826244 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:58.826646 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (973d386e-5af4-4dfb-bcf0-348d8d36ca8e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:58.839608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-50db84a4-c7c7-4dcc-b934-e8621151be07 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (196a7a88-cdca-4d9e-9c44-9b08c2962be4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:58.856050 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b57677f7-1765-4b1c-a9c7-830d4ed0fb82 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/subnets/f7916b01-5162-4cf6-b4a8-b0d8171368c0/tags/tempest-TagsExtTest-Tag-1842979000 HTTP/1.1" status: 204 len: 168 time: 0.4945686 Mar 28 09:08:58.873247 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49346) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:58.881206 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=973d386e-5af4-4dfb-bcf0-348d8d36ca8e,segment=NetworkSegment(76e3b4c6-8df1-40c0-9522-a4e81e0d020d),segment_id=76e3b4c6-8df1-40c0-9522-a4e81e0d020d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:08:58.888136 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (973d386e-5af4-4dfb-bcf0-348d8d36ca8e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:58.893137 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-1439c9bc-f038-4ffc-9c4a-21dbef9b3bc8 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f7916b01-5162-4cf6-b4a8-b0d8171368c0') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:58.964573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593243e-afbe-4659-a2ff-097f79ffd4e2 req-997492a4-27a4-44af-97bc-328fca25a1b7 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:58.966708 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c593243e-afbe-4659-a2ff-097f79ffd4e2 req-997492a4-27a4-44af-97bc-328fca25a1b7 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2533092 Mar 28 09:08:58.992898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=973d386e-5af4-4dfb-bcf0-348d8d36ca8e,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:58.996908 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49348) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:59.014955 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59478413-1188-4153-9410-867c5f847260 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network af30d965-9d4e-4423-8b9e-442805aecdd9 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:08:59.040658 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1d591eba-6efe-4ce4-bcc2-97ada67e1b7a tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (be91ecea-4c8a-4d2c-a4b0-38c980f13885), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:59.042828 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-59478413-1188-4153-9410-867c5f847260 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:08:59.068638 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59478413-1188-4153-9410-867c5f847260 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:08:59.071726 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1d591eba-6efe-4ce4-bcc2-97ada67e1b7a tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:59.075011 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1d591eba-6efe-4ce4-bcc2-97ada67e1b7a tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "DELETE /v2.0/networks/be91ecea-4c8a-4d2c-a4b0-38c980f13885 HTTP/1.1" status: 204 len: 168 time: 2.1023419 Mar 28 09:08:59.086847 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d591eba-6efe-4ce4-bcc2-97ada67e1b7a tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event deleted for resources: {'Network': ['ID=be91ecea-4c8a-4d2c-a4b0-38c980f13885,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:59.089535 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59478413-1188-4153-9410-867c5f847260 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=54d98e2b-a477-4154-bf6a-f87ac08dbf4b,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:59.091720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Router 8992b788-c58d-43b3-8394-9f98e6a1cd6a is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:08:59.102172 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49352) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:59.150730 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1012bcd-1b44-4002-b496-fbf5f2cfb33b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (e2763bf6-bd34-4469-aa5d-1569163a0bf1), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:59.258828 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-3bc44637-e30d-4f66-9781-34123f113013 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1899081787'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:59.270368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad49cfe-34c4-4579-8b35-79b07f20b430 None None] Network af30d965-9d4e-4423-8b9e-442805aecdd9 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:59.295912 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c593243e-afbe-4659-a2ff-097f79ffd4e2 req-0504da10-2fc4-4a3b-a748-c064d092bcb5 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701140 Mar 28 09:08:59.301677 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1439c9bc-f038-4ffc-9c4a-21dbef9b3bc8 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/subnets/f7916b01-5162-4cf6-b4a8-b0d8171368c0/tags HTTP/1.1" status: 200 len: 205 time: 0.4188235 Mar 28 09:08:59.302310 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49354) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:59.307657 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50db84a4-c7c7-4dcc-b934-e8621151be07 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 196a7a88-cdca-4d9e-9c44-9b08c2962be4 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:08:59.313918 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-362aefb1-3cc0-49d7-89bf-9965b52b2337 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5b5fcc11-0f65-47ba-9e56-68c05e33f25d') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:59.357122 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4549c5d1-8327-4658-8199-c37e751962e6 None None] Provisioning complete for port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:59.357609 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4549c5d1-8327-4658-8199-c37e751962e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (973d386e-5af4-4dfb-bcf0-348d8d36ca8e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:59.418553 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59478413-1188-4153-9410-867c5f847260 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:08:59.419564 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-59478413-1188-4153-9410-867c5f847260 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:59.437525 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50db84a4-c7c7-4dcc-b934-e8621151be07 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:08:59.447134 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-17db97a0-b4a4-47f4-b50f-3648e459d811 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (9eac7f84-bfbe-4791-98b9-b419441826c9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:59.453408 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-50db84a4-c7c7-4dcc-b934-e8621151be07 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/196a7a88-cdca-4d9e-9c44-9b08c2962be4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8668139 Mar 28 09:08:59.455023 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49356) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:59.455391 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-59478413-1188-4153-9410-867c5f847260 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.7638261 Mar 28 09:08:59.459659 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-362aefb1-3cc0-49d7-89bf-9965b52b2337 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/ports/5b5fcc11-0f65-47ba-9e56-68c05e33f25d/tags HTTP/1.1" status: 200 len: 241 time: 0.1541743 Mar 28 09:08:59.460378 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49358) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:59.463992 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc44637-e30d-4f66-9781-34123f113013 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Made reservation on behalf of 8a61626699d54c55a1ddefde9f4ab21d for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:08:59.467923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3bc44637-e30d-4f66-9781-34123f113013 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:59.469900 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49360) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:59.471340 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0323c446-acf2-43d4-976c-ee4d9060b500 None None] Sync routers for ids ['196a7a88-cdca-4d9e-9c44-9b08c2962be4'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:08:59.499508 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-fb5b4321-64e4-4390-853e-96f7ecb6f5c7 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5b5fcc11-0f65-47ba-9e56-68c05e33f25d', 'tempest-TagsExtTest-Tag-1557875516') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:59.503624 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0894ac67-a194-42cf-befd-9ccf6cd2131d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:59.507459 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4549c5d1-8327-4658-8199-c37e751962e6 None None] Current status of the port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:59.510919 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0323c446-acf2-43d4-976c-ee4d9060b500 None None] Routers {'196a7a88-cdca-4d9e-9c44-9b08c2962be4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:59.511681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0323c446-acf2-43d4-976c-ee4d9060b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['196a7a88-cdca-4d9e-9c44-9b08c2962be4'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:59.513590 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3bc44637-e30d-4f66-9781-34123f113013 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:59.524796 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3384600f-6794-4fac-9d3c-fddd03ae5285 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/ports?device_id=196a7a88-cdca-4d9e-9c44-9b08c2962be4 HTTP/1.1" status: 200 len: 205 time: 0.0681262 Mar 28 09:08:59.528643 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49362) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:59.553406 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0323c446-acf2-43d4-976c-ee4d9060b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:59.560061 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4549c5d1-8327-4658-8199-c37e751962e6 None None] Provisioning complete for port ae7838fc-172d-4d8f-ba17-ef60d181a9d6 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:59.560450 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4549c5d1-8327-4658-8199-c37e751962e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ae7838fc-172d-4d8f-ba17-ef60d181a9d6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:59.568182 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1012bcd-1b44-4002-b496-fbf5f2cfb33b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (e2763bf6-bd34-4469-aa5d-1569163a0bf1), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:59.588189 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0323c446-acf2-43d4-976c-ee4d9060b500 None None] Routers {'196a7a88-cdca-4d9e-9c44-9b08c2962be4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:59.588835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0323c446-acf2-43d4-976c-ee4d9060b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['196a7a88-cdca-4d9e-9c44-9b08c2962be4'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:59.594326 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c1012bcd-1b44-4002-b496-fbf5f2cfb33b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:59.598297 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c1012bcd-1b44-4002-b496-fbf5f2cfb33b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/e2763bf6-bd34-4469-aa5d-1569163a0bf1 HTTP/1.1" status: 204 len: 168 time: 1.7455838 Mar 28 09:08:59.602534 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49364) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:59.615553 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-be2ecc7e-7333-4ce0-b14f-9383ce2d5a2f tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port 54d98e2b-a477-4154-bf6a-f87ac08dbf4b {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:08:59.616227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-be2ecc7e-7333-4ce0-b14f-9383ce2d5a2f tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (54d98e2b-a477-4154-bf6a-f87ac08dbf4b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:59.633874 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83413140-dc82-4290-b47e-88331d39d379 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:08:59.642490 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0323c446-acf2-43d4-976c-ee4d9060b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:59.643163 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0323c446-acf2-43d4-976c-ee4d9060b500 None None] The sync data for ids ['196a7a88-cdca-4d9e-9c44-9b08c2962be4'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:08:59.669397 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-265478eb-f161-445e-b629-9f19bf72ab99 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608649 Mar 28 09:08:59.676301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49366) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:08:59.728460 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-025fc36c-bf1e-4eb8-86ce-66f30b71b441 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:08:59.731815 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1012bcd-1b44-4002-b496-fbf5f2cfb33b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=e2763bf6-bd34-4469-aa5d-1569163a0bf1,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:08:59.763099 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-be2ecc7e-7333-4ce0-b14f-9383ce2d5a2f tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (54d98e2b-a477-4154-bf6a-f87ac08dbf4b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:59.782609 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-be2ecc7e-7333-4ce0-b14f-9383ce2d5a2f tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for 54d98e2b-a477-4154-bf6a-f87ac08dbf4b owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:08:59.800989 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4549c5d1-8327-4658-8199-c37e751962e6 None None] Current status of the port ae7838fc-172d-4d8f-ba17-ef60d181a9d6 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:08:59.828599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:08:59.843772 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed922633-88ac-4a14-b7d4-1cfb13e96bb7 None None] Sync routers for ids ['8992b788-c58d-43b3-8394-9f98e6a1cd6a'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:08:59.857315 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed922633-88ac-4a14-b7d4-1cfb13e96bb7 None None] Routers {'8992b788-c58d-43b3-8394-9f98e6a1cd6a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:08:59.861340 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ed922633-88ac-4a14-b7d4-1cfb13e96bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['8992b788-c58d-43b3-8394-9f98e6a1cd6a'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:08:59.887500 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1eea71-ae17-4b65-ad74-6fe0728fd531 None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:08:59.952155 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e8aa6a11-2f6c-4b28-acaa-d325bd03c828 None None] Provisioning complete for port 54d98e2b-a477-4154-bf6a-f87ac08dbf4b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:08:59.952379 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6ec26fc-d245-4c09-965f-6e8e9211784c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (196a7a88-cdca-4d9e-9c44-9b08c2962be4), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:59.952855 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e8aa6a11-2f6c-4b28-acaa-d325bd03c828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (54d98e2b-a477-4154-bf6a-f87ac08dbf4b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:08:59.986111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-be2ecc7e-7333-4ce0-b14f-9383ce2d5a2f tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (54d98e2b-a477-4154-bf6a-f87ac08dbf4b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.001482 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa6a11-2f6c-4b28-acaa-d325bd03c828 None None] Port 54d98e2b-a477-4154-bf6a-f87ac08dbf4b cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:00.024950 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ecc7e-7333-4ce0-b14f-9383ce2d5a2f tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=54d98e2b-a477-4154-bf6a-f87ac08dbf4b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:00.025645 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e8aa6a11-2f6c-4b28-acaa-d325bd03c828 None None] Provisioning complete for port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:00.026348 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e8aa6a11-2f6c-4b28-acaa-d325bd03c828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (973d386e-5af4-4dfb-bcf0-348d8d36ca8e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.032716 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ed922633-88ac-4a14-b7d4-1cfb13e96bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:00.044590 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed922633-88ac-4a14-b7d4-1cfb13e96bb7 None None] Routers {'8992b788-c58d-43b3-8394-9f98e6a1cd6a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:00.045419 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ed922633-88ac-4a14-b7d4-1cfb13e96bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['8992b788-c58d-43b3-8394-9f98e6a1cd6a'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:00.084005 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ed922633-88ac-4a14-b7d4-1cfb13e96bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:00.084680 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed922633-88ac-4a14-b7d4-1cfb13e96bb7 None None] The sync data for ids ['8992b788-c58d-43b3-8394-9f98e6a1cd6a'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:00.113424 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-be2ecc7e-7333-4ce0-b14f-9383ce2d5a2f tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.122387 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-be2ecc7e-7333-4ce0-b14f-9383ce2d5a2f tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/ports/54d98e2b-a477-4154-bf6a-f87ac08dbf4b HTTP/1.1" status: 204 len: 168 time: 0.6523373 Mar 28 09:09:00.123515 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49368) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:00.147678 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-17db97a0-b4a4-47f4-b50f-3648e459d811 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (9eac7f84-bfbe-4791-98b9-b419441826c9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.163385 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3d8f86-1561-4069-ae95-17225018122a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] GET failed (client error): The resource could not be found. Mar 28 09:09:00.167641 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9a3d8f86-1561-4069-ae95-17225018122a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports/54d98e2b-a477-4154-bf6a-f87ac08dbf4b HTTP/1.1" status: 404 len: 333 time: 0.0401275 Mar 28 09:09:00.167946 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.167946 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fb810fed-79af-44f0-ae96-4cfe1c28a617 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.3641956 Mar 28 09:09:00.169937 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49370) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:00.170403 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49372) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:00.183621 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-5be206c3-32d2-4153-91c2-485974097576 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'enable_snat': False}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:00.240389 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fb5b4321-64e4-4390-853e-96f7ecb6f5c7 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/ports/5b5fcc11-0f65-47ba-9e56-68c05e33f25d/tags/tempest-TagsExtTest-Tag-1557875516 HTTP/1.1" status: 204 len: 168 time: 0.7627740 Mar 28 09:09:00.241125 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025fc36c-bf1e-4eb8-86ce-66f30b71b441 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:00.244917 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-025fc36c-bf1e-4eb8-86ce-66f30b71b441 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.252586 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49374) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:00.263275 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ca1eea71-ae17-4b65-ad74-6fe0728fd531 None None] Deleting port ae7838fc-172d-4d8f-ba17-ef60d181a9d6 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:00.263655 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ca1eea71-ae17-4b65-ad74-6fe0728fd531 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (ae7838fc-172d-4d8f-ba17-ef60d181a9d6), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.318410 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-e7a5c91b-cd47-4e5d-8807-32361bf679c6 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5b5fcc11-0f65-47ba-9e56-68c05e33f25d', 'tempest-TagsExtTest-Tag-1557875516') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:00.366600 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ca1eea71-ae17-4b65-ad74-6fe0728fd531 None None] For port ae7838fc-172d-4d8f-ba17-ef60d181a9d6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae7838fc-172d-4d8f-ba17-ef60d181a9d6,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:00.367012 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ca1eea71-ae17-4b65-ad74-6fe0728fd531 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (ae7838fc-172d-4d8f-ba17-ef60d181a9d6), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.405573 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ca1eea71-ae17-4b65-ad74-6fe0728fd531 None None] Calling delete_port for ae7838fc-172d-4d8f-ba17-ef60d181a9d6 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:00.422872 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting subnet 493cb5a8-3d27-4502-b501-9c4a81dbaa84 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:09:00.439589 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (493cb5a8-3d27-4502-b501-9c4a81dbaa84), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.499750 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-17db97a0-b4a4-47f4-b50f-3648e459d811 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eac7f84-bfbe-4791-98b9-b419441826c9']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:00.504618 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa6a11-2f6c-4b28-acaa-d325bd03c828 None None] Current status of the port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:00.511140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 973d386e-5af4-4dfb-bcf0-348d8d36ca8e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:00.571053 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.574320 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6ec26fc-d245-4c09-965f-6e8e9211784c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (196a7a88-cdca-4d9e-9c44-9b08c2962be4), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.586758 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3bc44637-e30d-4f66-9781-34123f113013 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for security_group (80106899-a542-49a0-83d9-1620d30b1097), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.589537 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6ec26fc-d245-4c09-965f-6e8e9211784c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router_controller (196a7a88-cdca-4d9e-9c44-9b08c2962be4), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.592972 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-17db97a0-b4a4-47f4-b50f-3648e459d811 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3bfbe7-fecd-4807-827f-36b8bc4a9b42') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:00.592972 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-17db97a0-b4a4-47f4-b50f-3648e459d811 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3bfbe7-fecd-4807-827f-36b8bc4a9b42') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:00.607912 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:00.608294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (973d386e-5af4-4dfb-bcf0-348d8d36ca8e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.620007 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-17db97a0-b4a4-47f4-b50f-3648e459d811 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (7a3bfbe7-fecd-4807-827f-36b8bc4a9b42), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.620368 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (493cb5a8-3d27-4502-b501-9c4a81dbaa84), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.624027 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3bc44637-e30d-4f66-9781-34123f113013 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (80106899-a542-49a0-83d9-1620d30b1097), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.636490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc44637-e30d-4f66-9781-34123f113013 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:09:00.642414 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ca1eea71-ae17-4b65-ad74-6fe0728fd531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (ae7838fc-172d-4d8f-ba17-ef60d181a9d6), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.646314 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3bc44637-e30d-4f66-9781-34123f113013 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (52f7e298-adbf-439b-8172-d962a1ff9903), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.646671 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-3bc44637-e30d-4f66-9781-34123f113013 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Added segment 52f7e298-adbf-439b-8172-d962a1ff9903 of type vlan for network 839bdaa6-37d1-4336-b120-a3190d586016 Mar 28 09:09:00.676574 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-64c6d38c-3db6-4bf7-9fe9-826128e6f026 None None] Could not find standard attr ID for object 54d98e2b-a477-4154-bf6a-f87ac08dbf4b. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:09:00.683486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1eea71-ae17-4b65-ad74-6fe0728fd531 None None] Pushing event deleted for resources: {'Port': ['ID=ae7838fc-172d-4d8f-ba17-ef60d181a9d6,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:00.687706 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1eea71-ae17-4b65-ad74-6fe0728fd531 None None] No DVR routers for this DVR port ae7838fc-172d-4d8f-ba17-ef60d181a9d6 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:09:00.756166 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:00.840722 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ae7838fc-172d-4d8f-ba17-ef60d181a9d6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:09:00.854423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (493cb5a8-3d27-4502-b501-9c4a81dbaa84), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.867722 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: ae7838fc-172d-4d8f-ba17-ef60d181a9d6 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:09:00.868089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ae7838fc-172d-4d8f-ba17-ef60d181a9d6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:09:00.913491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5be206c3-32d2-4153-91c2-485974097576 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_gateway (8992b788-c58d-43b3-8394-9f98e6a1cd6a), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:00.971817 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (493cb5a8-3d27-4502-b501-9c4a81dbaa84), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.006522 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.010223 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/493cb5a8-3d27-4502-b501-9c4a81dbaa84 HTTP/1.1" status: 204 len: 168 time: 0.8387516 Mar 28 09:09:01.011200 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Subnet': ['ID=493cb5a8-3d27-4502-b501-9c4a81dbaa84,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:01.015006 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49378) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:01.017731 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a659dc1a-7598-467a-b653-b68a5e6e77ef None None] Network af30d965-9d4e-4423-8b9e-442805aecdd9 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:01.069132 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:01.069467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:01.069838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:01.070178 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:01.070510 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:01.071030 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:01.071893 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:01.072802 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:01.072802 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:01.073010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:01.073200 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:01.073501 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:01.073848 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:01.074178 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:01.074504 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c011dfc-55e1-45d0-89b2-c7e4906abf1e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:01.080435 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3bc44637-e30d-4f66-9781-34123f113013 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (839bdaa6-37d1-4336-b120-a3190d586016), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.120446 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-17db97a0-b4a4-47f4-b50f-3648e459d811 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (7a3bfbe7-fecd-4807-827f-36b8bc4a9b42), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.125073 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (af30d965-9d4e-4423-8b9e-442805aecdd9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.153567 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17db97a0-b4a4-47f4-b50f-3648e459d811 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:09:01.154037 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-17db97a0-b4a4-47f4-b50f-3648e459d811 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (7a3bfbe7-fecd-4807-827f-36b8bc4a9b42), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.164563 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6ec26fc-d245-4c09-965f-6e8e9211784c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (196a7a88-cdca-4d9e-9c44-9b08c2962be4), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.167297 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ec26fc-d245-4c09-965f-6e8e9211784c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Fanout notify agent at l3_agent the message router_deleted on router 196a7a88-cdca-4d9e-9c44-9b08c2962be4 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:09:01.174591 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6ec26fc-d245-4c09-965f-6e8e9211784c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.176129 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f6ec26fc-d245-4c09-965f-6e8e9211784c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/routers/196a7a88-cdca-4d9e-9c44-9b08c2962be4 HTTP/1.1" status: 204 len: 168 time: 1.6212058 Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:09:01.177062 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:09:01.184062 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49380) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:01.197713 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc44637-e30d-4f66-9781-34123f113013 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80106899-a542-49a0-83d9-1620d30b1097,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:01.201657 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9b4edc-afe6-4a33-89bf-1bff1dc8aa91 None None] DHCP port deletion for af30d965-9d4e-4423-8b9e-442805aecdd9 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:09:01.238919 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e1b76-9cb1-4f50-bb76-127b4b71e47a req-88af2750-e252-4fc6-ac11-7319de335fc2 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:01.240334 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b73e1b76-9cb1-4f50-bb76-127b4b71e47a req-88af2750-e252-4fc6-ac11-7319de335fc2 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.7615819 Mar 28 09:09:01.256250 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b4edc-afe6-4a33-89bf-1bff1dc8aa91 None None] Deleting port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:01.257264 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4edc-afe6-4a33-89bf-1bff1dc8aa91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (973d386e-5af4-4dfb-bcf0-348d8d36ca8e), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.264934 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3bc44637-e30d-4f66-9781-34123f113013 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (839bdaa6-37d1-4336-b120-a3190d586016), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.269777 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc44637-e30d-4f66-9781-34123f113013 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:01.270372 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3bc44637-e30d-4f66-9781-34123f113013 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.331096 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5d9b4edc-afe6-4a33-89bf-1bff1dc8aa91 None None] For port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=973d386e-5af4-4dfb-bcf0-348d8d36ca8e,segment=NetworkSegment(76e3b4c6-8df1-40c0-9522-a4e81e0d020d),segment_id=76e3b4c6-8df1-40c0-9522-a4e81e0d020d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:01.331705 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4edc-afe6-4a33-89bf-1bff1dc8aa91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (973d386e-5af4-4dfb-bcf0-348d8d36ca8e), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.332205 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-815041de-6e95-42eb-aff3-43c7d39e11dd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting subnet 5c088362-968b-4323-b3c2-c390367cdeed {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:09:01.339161 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-815041de-6e95-42eb-aff3-43c7d39e11dd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (5c088362-968b-4323-b3c2-c390367cdeed), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.342678 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:01.343016 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (973d386e-5af4-4dfb-bcf0-348d8d36ca8e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.347808 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b4edc-afe6-4a33-89bf-1bff1dc8aa91 None None] Calling delete_port for 973d386e-5af4-4dfb-bcf0-348d8d36ca8e owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:01.386187 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3bc44637-e30d-4f66-9781-34123f113013 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3835299 Mar 28 09:09:01.387218 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-17db97a0-b4a4-47f4-b50f-3648e459d811 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (9eac7f84-bfbe-4791-98b9-b419441826c9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.398262 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49382) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:01.417658 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4faa1b09-800b-424f-8f9e-8996dca7db2d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'subnet': {'network_id': '839bdaa6-37d1-4336-b120-a3190d586016', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:01.417902 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-17db97a0-b4a4-47f4-b50f-3648e459d811 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.421197 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-17db97a0-b4a4-47f4-b50f-3648e459d811 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "DELETE /v2.0/networks/9eac7f84-bfbe-4791-98b9-b419441826c9 HTTP/1.1" status: 204 len: 168 time: 2.3145456 Mar 28 09:09:01.425488 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc44637-e30d-4f66-9781-34123f113013 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Network': ['ID=839bdaa6-37d1-4336-b120-a3190d586016,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:01.430568 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49384) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:01.435073 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e7a5c91b-cd47-4e5d-8807-32361bf679c6 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/ports/5b5fcc11-0f65-47ba-9e56-68c05e33f25d/tags/tempest-TagsExtTest-Tag-1557875516 HTTP/1.1" status: 204 len: 168 time: 1.1243758 Mar 28 09:09:01.442022 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49386) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:01.447503 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 839bdaa6-37d1-4336-b120-a3190d586016 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:09:01.452423 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-77dc77bc-d948-43ce-9bb8-54452536594b tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5b5fcc11-0f65-47ba-9e56-68c05e33f25d') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:01.460276 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4edc-afe6-4a33-89bf-1bff1dc8aa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (973d386e-5af4-4dfb-bcf0-348d8d36ca8e), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.472388 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b73e1b76-9cb1-4f50-bb76-127b4b71e47a req-044901ba-2fba-4e59-b923-820622e538f4 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216294 Mar 28 09:09:01.500014 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db97a0-b4a4-47f4-b50f-3648e459d811 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event deleted for resources: {'Network': ['ID=9eac7f84-bfbe-4791-98b9-b419441826c9,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:01.530294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b4edc-afe6-4a33-89bf-1bff1dc8aa91 None None] Pushing event deleted for resources: {'Port': ['ID=973d386e-5af4-4dfb-bcf0-348d8d36ca8e,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:01.539932 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b4edc-afe6-4a33-89bf-1bff1dc8aa91 None None] No DVR routers for this DVR port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:09:01.624808 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-77dc77bc-d948-43ce-9bb8-54452536594b tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/ports/5b5fcc11-0f65-47ba-9e56-68c05e33f25d/tags HTTP/1.1" status: 200 len: 205 time: 0.1732864 Mar 28 09:09:01.627910 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49390) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:01.634099 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-90a6ac9f-b80b-42c1-b10c-3b7b9fcd21a0 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8bdd31da-43e3-443c-97bb-df2afff4f5a9') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:01.672976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-025fc36c-bf1e-4eb8-86ce-66f30b71b441 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (f78495c2-487a-452c-8f3b-0af40c96ca07), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.755239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025fc36c-bf1e-4eb8-86ce-66f30b71b441 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:01.762668 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-025fc36c-bf1e-4eb8-86ce-66f30b71b441 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:01.765633 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025fc36c-bf1e-4eb8-86ce-66f30b71b441 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:01.766236 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-025fc36c-bf1e-4eb8-86ce-66f30b71b441 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.772771 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b1c41c-3e5d-49b7-acef-0c3ab150be7d None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:01.782007 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fc36c-bf1e-4eb8-86ce-66f30b71b441 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=f78495c2-487a-452c-8f3b-0af40c96ca07,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:01.795114 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-90a6ac9f-b80b-42c1-b10c-3b7b9fcd21a0 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/routers/8bdd31da-43e3-443c-97bb-df2afff4f5a9/tags HTTP/1.1" status: 200 len: 240 time: 0.1660964 Mar 28 09:09:01.801905 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-025fc36c-bf1e-4eb8-86ce-66f30b71b441 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0850196 Mar 28 09:09:01.801905 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49392) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:01.802209 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49394) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:01.808152 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-af26b059-2009-4e8a-9901-3d79028d194c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:01.814134 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-2a9e84d6-a56f-4e85-a1d6-6548aff59b6f tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8bdd31da-43e3-443c-97bb-df2afff4f5a9', 'tempest-TagsExtTest-Tag-532694208') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:01.897278 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-815041de-6e95-42eb-aff3-43c7d39e11dd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (5c088362-968b-4323-b3c2-c390367cdeed), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.899029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': 'f78495c2-487a-452c-8f3b-0af40c96ca07'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:09:01.900743 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:01.975459 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2a9e84d6-a56f-4e85-a1d6-6548aff59b6f tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/routers/8bdd31da-43e3-443c-97bb-df2afff4f5a9/tags/tempest-TagsExtTest-Tag-532694208 HTTP/1.1" status: 204 len: 168 time: 0.1745958 Mar 28 09:09:01.979396 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49396) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:01.984086 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-6829ef79-1a39-441b-ac9e-ba3096e23530 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8bdd31da-43e3-443c-97bb-df2afff4f5a9', 'tempest-TagsExtTest-Tag-532694208') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:02.058714 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.067727 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Allocated IP 172.20.0.2 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/f78495c2-487a-452c-8f3b-0af40c96ca07/3ea98ba6-edd7-4cd0-ab39-240c7deeedca) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:02.076705 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af26b059-2009-4e8a-9901-3d79028d194c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:02.080898 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af26b059-2009-4e8a-9901-3d79028d194c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.090336 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] For port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=973d386e-5af4-4dfb-bcf0-348d8d36ca8e,segment=NetworkSegment(76e3b4c6-8df1-40c0-9522-a4e81e0d020d),segment_id=76e3b4c6-8df1-40c0-9522-a4e81e0d020d)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:02.090718 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (973d386e-5af4-4dfb-bcf0-348d8d36ca8e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.141312 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for 973d386e-5af4-4dfb-bcf0-348d8d36ca8e owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:02.161959 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6829ef79-1a39-441b-ac9e-ba3096e23530 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/routers/8bdd31da-43e3-443c-97bb-df2afff4f5a9/tags/tempest-TagsExtTest-Tag-532694208 HTTP/1.1" status: 204 len: 168 time: 0.1813555 Mar 28 09:09:02.164672 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49398) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:02.171136 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-b6a7ecad-c477-425c-8c6c-b20f516d24f8 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8bdd31da-43e3-443c-97bb-df2afff4f5a9') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:02.247800 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Publish callbacks [] for port (3ea98ba6-edd7-4cd0-ab39-240c7deeedca), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.254310 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (3ea98ba6-edd7-4cd0-ab39-240c7deeedca), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.277240 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faa1b09-800b-424f-8f9e-8996dca7db2d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Made reservation on behalf of 8a61626699d54c55a1ddefde9f4ab21d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:02.280666 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4faa1b09-800b-424f-8f9e-8996dca7db2d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.290167 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b6a7ecad-c477-425c-8c6c-b20f516d24f8 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/routers/8bdd31da-43e3-443c-97bb-df2afff4f5a9/tags HTTP/1.1" status: 200 len: 205 time: 0.1243353 Mar 28 09:09:02.298060 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:02.300917 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:02.301039 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f260c1-3036-46bc-b4b6-a9d35b6c7c45 req-1c9254f1-2732-4019-bf5f-203bc9189a64 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:02.302581 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-05f260c1-3036-46bc-b4b6-a9d35b6c7c45 req-1c9254f1-2732-4019-bf5f-203bc9189a64 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.4538758 Mar 28 09:09:02.303362 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:02.316017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49400) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:02.316369 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49402) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:02.322633 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Pushing event updated for resources: {'Port': ['ID=3ea98ba6-edd7-4cd0-ab39-240c7deeedca,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:02.326164 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9b806fce-9643-4fb4-ab92-cf657a218cbb tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Request body: {'floatingip': {'port_id': 'ab7442cd-3da3-4e8a-b083-990087554d7a'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:02.329955 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-815041de-6e95-42eb-aff3-43c7d39e11dd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (5c088362-968b-4323-b3c2-c390367cdeed), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.335338 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-eb0a0c2b-be8c-486e-a0af-de93bc809cb4 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '163a9192-2c25-47a2-a501-9a57efb3df0e') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:02.371676 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed7a939-eb7f-493d-99be-2c91c836a331 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:02.372348 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Attempting to bind port 3ea98ba6-edd7-4cd0-ab39-240c7deeedca on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:02.372824 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Attempting to bind port 3ea98ba6-edd7-4cd0-ab39-240c7deeedca by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:02.373395 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Attempting to bind port 3ea98ba6-edd7-4cd0-ab39-240c7deeedca on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:02.377020 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed7a939-eb7f-493d-99be-2c91c836a331 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:02.379487 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:02.379983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:02.381078 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.381078 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:02.381522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Bound port: 3ea98ba6-edd7-4cd0-ab39-240c7deeedca, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:02.382560 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (3ea98ba6-edd7-4cd0-ab39-240c7deeedca), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.382716 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49404) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:02.383510 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-aed7a939-eb7f-493d-99be-2c91c836a331 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9410512 Mar 28 09:09:02.400714 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-5dc18b13-1fd9-4eb8-b4e8-852f14311858 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1822218880'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:02.450086 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc18b13-1fd9-4eb8-b4e8-852f14311858 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Made reservation on behalf of 6ced997486b242a9b66557c94fe60d63 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:02.453751 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5dc18b13-1fd9-4eb8-b4e8-852f14311858 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.455864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] For port 3ea98ba6-edd7-4cd0-ab39-240c7deeedca, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:02.459824 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 973d386e-5af4-4dfb-bcf0-348d8d36ca8e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:09:02.463440 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] For port 3ea98ba6-edd7-4cd0-ab39-240c7deeedca, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ea98ba6-edd7-4cd0-ab39-240c7deeedca,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:02.489610 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 973d386e-5af4-4dfb-bcf0-348d8d36ca8e {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:09:02.491418 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 973d386e-5af4-4dfb-bcf0-348d8d36ca8e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:09:02.491905 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc18b13-1fd9-4eb8-b4e8-852f14311858 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:09:02.499590 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (3ea98ba6-edd7-4cd0-ab39-240c7deeedca), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.566890 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5dc18b13-1fd9-4eb8-b4e8-852f14311858 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (084bdb64-8886-4c6c-8849-da534a8a8ba0), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.567232 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-5dc18b13-1fd9-4eb8-b4e8-852f14311858 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Added segment 084bdb64-8886-4c6c-8849-da534a8a8ba0 of type vlan for network c95d7e44-7865-4ff7-9c90-85815516b847 Mar 28 09:09:02.571319 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f6605-3703-4b26-9c14-ca8855924d51 None None] Pushing event updated for resources: {'Port': ['ID=3ea98ba6-edd7-4cd0-ab39-240c7deeedca,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:02.582602 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b806fce-9643-4fb4-ab92-cf657a218cbb tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for floatingip (b6667974-7b51-4d32-88f8-e8fe92f7fbee), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.694238 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5dc18b13-1fd9-4eb8-b4e8-852f14311858 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (c95d7e44-7865-4ff7-9c90-85815516b847), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.698592 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-eb0a0c2b-be8c-486e-a0af-de93bc809cb4 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/subnetpools/163a9192-2c25-47a2-a501-9a57efb3df0e/tags HTTP/1.1" status: 200 len: 240 time: 0.3774879 Mar 28 09:09:02.701080 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.objects.ports [None req-af26b059-2009-4e8a-9901-3d79028d194c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 09:09:02.702041 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49406) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:02.706161 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-6b8897e0-8616-4680-9100-5b0f5adff6c3 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '163a9192-2c25-47a2-a501-9a57efb3df0e', 'tempest-TagsExtTest-Tag-418739981') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:02.785075 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (973d386e-5af4-4dfb-bcf0-348d8d36ca8e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.829434 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-815041de-6e95-42eb-aff3-43c7d39e11dd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (5c088362-968b-4323-b3c2-c390367cdeed), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.845959 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=973d386e-5af4-4dfb-bcf0-348d8d36ca8e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:02.890814 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5be206c3-32d2-4153-91c2-485974097576 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (8992b788-c58d-43b3-8394-9f98e6a1cd6a), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.895083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No DVR routers for this DVR port 973d386e-5af4-4dfb-bcf0-348d8d36ca8e on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:09:02.906113 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6b8897e0-8616-4680-9100-5b0f5adff6c3 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/subnetpools/163a9192-2c25-47a2-a501-9a57efb3df0e/tags/tempest-TagsExtTest-Tag-418739981 HTTP/1.1" status: 204 len: 168 time: 0.2032716 Mar 28 09:09:02.906841 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5dc18b13-1fd9-4eb8-b4e8-852f14311858 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (c95d7e44-7865-4ff7-9c90-85815516b847), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.911184 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49408) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:02.911799 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc18b13-1fd9-4eb8-b4e8-852f14311858 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:02.912377 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5dc18b13-1fd9-4eb8-b4e8-852f14311858 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.921333 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815041de-6e95-42eb-aff3-43c7d39e11dd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Subnet': ['ID=5c088362-968b-4323-b3c2-c390367cdeed,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:02.924796 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5be206c3-32d2-4153-91c2-485974097576 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (8992b788-c58d-43b3-8394-9f98e6a1cd6a), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:02.943573 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306f3e0c-8503-429f-a579-c722e86b0c75 None None] Network 966c3111-861e-4954-9dbd-5b1fa6c61a14 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:02.972739 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-9eedb2c2-eec5-4e11-8312-01005c6f879e tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '163a9192-2c25-47a2-a501-9a57efb3df0e', 'tempest-TagsExtTest-Tag-418739981') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:02.999525 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5dc18b13-1fd9-4eb8-b4e8-852f14311858 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6103637 Mar 28 09:09:03.004792 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-815041de-6e95-42eb-aff3-43c7d39e11dd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.005814 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49410) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:03.010899 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-815041de-6e95-42eb-aff3-43c7d39e11dd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/subnets/5c088362-968b-4323-b3c2-c390367cdeed HTTP/1.1" status: 204 len: 168 time: 1.8213208 Mar 28 09:09:03.012213 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1073893445'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:03.018739 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49412) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:03.058813 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc18b13-1fd9-4eb8-b4e8-852f14311858 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event updated for resources: {'Network': ['ID=c95d7e44-7865-4ff7-9c90-85815516b847,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:03.072062 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network c95d7e44-7865-4ff7-9c90-85815516b847 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:09:03.153757 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] DHCP port deletion for 966c3111-861e-4954-9dbd-5b1fa6c61a14 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:09:03.156426 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Made reservation on behalf of 6ced997486b242a9b66557c94fe60d63 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:03.160032 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.212831 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Deleting port af295312-f302-4db6-975a-c0ec66bd09b2 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:03.213214 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (af295312-f302-4db6-975a-c0ec66bd09b2), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.218139 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (966c3111-861e-4954-9dbd-5b1fa6c61a14), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.223988 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af26b059-2009-4e8a-9901-3d79028d194c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (3ea98ba6-edd7-4cd0-ab39-240c7deeedca), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.246340 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:09:03.246915 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (af30d965-9d4e-4423-8b9e-442805aecdd9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.287460 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (32cd080f-0a03-497f-8399-dfeb0791d63d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.287958 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Added segment 32cd080f-0a03-497f-8399-dfeb0791d63d of type vlan for network d79387ff-0536-4349-bd2e-a617b610d383 Mar 28 09:09:03.297426 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] For port af295312-f302-4db6-975a-c0ec66bd09b2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af295312-f302-4db6-975a-c0ec66bd09b2,segment=NetworkSegment(746b2591-e5f1-4ee9-9969-84de9254afa3),segment_id=746b2591-e5f1-4ee9-9969-84de9254afa3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:03.297958 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (af295312-f302-4db6-975a-c0ec66bd09b2), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.310852 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Calling delete_port for af295312-f302-4db6-975a-c0ec66bd09b2 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:03.334572 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af30d965-9d4e-4423-8b9e-442805aecdd9']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:03.369691 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (d79387ff-0536-4349-bd2e-a617b610d383), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.369938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e3b4c6-8df1-40c0-9522-a4e81e0d020d') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:03.370170 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e3b4c6-8df1-40c0-9522-a4e81e0d020d') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:03.397002 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9eedb2c2-eec5-4e11-8312-01005c6f879e tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/subnetpools/163a9192-2c25-47a2-a501-9a57efb3df0e/tags/tempest-TagsExtTest-Tag-418739981 HTTP/1.1" status: 204 len: 168 time: 0.4782307 Mar 28 09:09:03.402599 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (76e3b4c6-8df1-40c0-9522-a4e81e0d020d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.404548 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49414) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:03.418702 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4faa1b09-800b-424f-8f9e-8996dca7db2d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (0af81c8e-700d-47e9-8b3f-2b686c972539), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.422199 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (af295312-f302-4db6-975a-c0ec66bd09b2), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.426429 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-ebdaea4a-fe5b-451e-b5f7-7bc17024c54c tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '163a9192-2c25-47a2-a501-9a57efb3df0e') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:03.461051 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Pushing event deleted for resources: {'Port': ['ID=af295312-f302-4db6-975a-c0ec66bd09b2,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:03.470626 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (d79387ff-0536-4349-bd2e-a617b610d383), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.471461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] No DVR routers for this DVR port af295312-f302-4db6-975a-c0ec66bd09b2 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:09:03.473790 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.474247 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.474626 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.475314 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.475666 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.476195 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.476783 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.477064 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:03.477182 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.477764 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.478068 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.478167 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.478486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.478852 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.479191 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.479654 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.480113 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d87b6e2-7190-490b-97bb-8ebdb99823a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.511787 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting port af295312-f302-4db6-975a-c0ec66bd09b2 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:03.512264 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (af295312-f302-4db6-975a-c0ec66bd09b2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.532939 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (76e3b4c6-8df1-40c0-9522-a4e81e0d020d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.617847 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6109133 Mar 28 09:09:03.624438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49416) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:03.628349 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-af26b059-2009-4e8a-9901-3d79028d194c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] For port 3ea98ba6-edd7-4cd0-ab39-240c7deeedca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ea98ba6-edd7-4cd0-ab39-240c7deeedca,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:03.642775 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.651108 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event updated for resources: {'Network': ['ID=d79387ff-0536-4349-bd2e-a617b610d383,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:03.669828 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:09:03.670499 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (76e3b4c6-8df1-40c0-9522-a4e81e0d020d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.673325 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] For port af295312-f302-4db6-975a-c0ec66bd09b2, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:03.673325 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (af295312-f302-4db6-975a-c0ec66bd09b2), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.676681 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.677154 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.677603 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.678073 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.678529 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.678965 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.679396 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.680200 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.680200 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.680647 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.681658 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.682118 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.682546 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.683312 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.683312 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1686c-5209-41f9-a150-f57dcfef6bff tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:03.687492 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Request body: {'ports': [{'network_id': 'c95d7e44-7865-4ff7-9c90-85815516b847', 'name': 'tempest-port--473178380', 'admin_state_up': True}, {'network_id': 'd79387ff-0536-4349-bd2e-a617b610d383', 'admin_state_up': False}]} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:03.687827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Request body: {'port': {'network_id': 'c95d7e44-7865-4ff7-9c90-85815516b847', 'name': 'tempest-port--473178380', 'admin_state_up': True}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:03.688308 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Request body: {'port': {'network_id': 'd79387ff-0536-4349-bd2e-a617b610d383', 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: self.session.flush() Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: self.session.flush() Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: self.session.flush() Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: self.session.flush() Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:09:03.691327 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:09:03.701817 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network d79387ff-0536-4349-bd2e-a617b610d383 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:09:03.712665 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Calling delete_port for af295312-f302-4db6-975a-c0ec66bd09b2 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:03.715825 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af26b059-2009-4e8a-9901-3d79028d194c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (3ea98ba6-edd7-4cd0-ab39-240c7deeedca), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.718587 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.ipam_backend_mixin [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Port af295312-f302-4db6-975a-c0ec66bd09b2 was not found and therefore no delete operation was performed {{(pid=104076) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 09:09:03.720018 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (af295312-f302-4db6-975a-c0ec66bd09b2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.747233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Port': ['ID=af295312-f302-4db6-975a-c0ec66bd09b2,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:03.749249 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af26b059-2009-4e8a-9901-3d79028d194c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (3ea98ba6-edd7-4cd0-ab39-240c7deeedca), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.785404 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] No DVR routers for this DVR port af295312-f302-4db6-975a-c0ec66bd09b2 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:09:03.814824 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af26b059-2009-4e8a-9901-3d79028d194c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (0b0dcdf3-2d8c-40b3-b0e3-d54ae211412b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.931438 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a09c6481-001d-4c3d-81a8-397f24dcf2e4 None None] Provisioning complete for port 3ea98ba6-edd7-4cd0-ab39-240c7deeedca triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:03.932446 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a09c6481-001d-4c3d-81a8-397f24dcf2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3ea98ba6-edd7-4cd0-ab39-240c7deeedca), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.935575 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af26b059-2009-4e8a-9901-3d79028d194c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:03.945720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-af26b059-2009-4e8a-9901-3d79028d194c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:03.950394 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26b059-2009-4e8a-9901-3d79028d194c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=3ea98ba6-edd7-4cd0-ab39-240c7deeedca,revision_number=4']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:03.953172 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26b059-2009-4e8a-9901-3d79028d194c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=0b0dcdf3-2d8c-40b3-b0e3-d54ae211412b,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:03.956137 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (966c3111-861e-4954-9dbd-5b1fa6c61a14), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.959800 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26b059-2009-4e8a-9901-3d79028d194c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:03.960455 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af26b059-2009-4e8a-9901-3d79028d194c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:03.980833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55984c0e-7584-4931-8056-8037c9a8ee89 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:03.990201 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966c3111-861e-4954-9dbd-5b1fa6c61a14']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:03.998201 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-af26b059-2009-4e8a-9901-3d79028d194c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1950970 Mar 28 09:09:04.011203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746b2591-e5f1-4ee9-9969-84de9254afa3') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:04.011795 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746b2591-e5f1-4ee9-9969-84de9254afa3') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:04.019551 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49418) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:04.027042 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-28a483f9-dbe8-4fdf-81c5-de99126afba3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'mac_address': 'fa:16:3e:cb:f6:51', 'name': 'tempest-NetworksTestDHCPv6-1526455539'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:04.032543 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (746b2591-e5f1-4ee9-9969-84de9254afa3), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:04.090221 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (746b2591-e5f1-4ee9-9969-84de9254afa3), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:04.102010 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:09:04.102533 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (746b2591-e5f1-4ee9-9969-84de9254afa3), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:09:04.105857 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:09:04.120142 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a09c6481-001d-4c3d-81a8-397f24dcf2e4 None None] Current status of the port 3ea98ba6-edd7-4cd0-ab39-240c7deeedca is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:04.120537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a09c6481-001d-4c3d-81a8-397f24dcf2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (3ea98ba6-edd7-4cd0-ab39-240c7deeedca), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:04.149016 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be206c3-32d2-4153-91c2-485974097576 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Router 8992b788-c58d-43b3-8394-9f98e6a1cd6a has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:09:04.167220 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a09c6481-001d-4c3d-81a8-397f24dcf2e4 None None] For port 3ea98ba6-edd7-4cd0-ab39-240c7deeedca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ea98ba6-edd7-4cd0-ab39-240c7deeedca,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:04.175319 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a09c6481-001d-4c3d-81a8-397f24dcf2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (3ea98ba6-edd7-4cd0-ab39-240c7deeedca), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:04.242880 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c6481-001d-4c3d-81a8-397f24dcf2e4 None None] Pushing event updated for resources: {'Port': ['ID=3ea98ba6-edd7-4cd0-ab39-240c7deeedca,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:04.249358 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa1b09-800b-424f-8f9e-8996dca7db2d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Subnet': ['ID=0af81c8e-700d-47e9-8b3f-2b686c972539,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:04.267989 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ebdaea4a-fe5b-451e-b5f7-7bc17024c54c tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/subnetpools/163a9192-2c25-47a2-a501-9a57efb3df0e/tags HTTP/1.1" status: 200 len: 205 time: 0.8443370 Mar 28 09:09:04.277970 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa1b09-800b-424f-8f9e-8996dca7db2d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Checking segment: {'id': '52f7e298-adbf-439b-8172-d962a1ff9903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '839bdaa6-37d1-4336-b120-a3190d586016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:04.278344 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faa1b09-800b-424f-8f9e-8996dca7db2d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network hostable DHCP agents. Network: 839bdaa6-37d1-4336-b120-a3190d586016, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:09:04.283411 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49420) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:04.296905 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-59882365-bf49-4128-ac43-6d52db1db179 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '163a9192-2c25-47a2-a501-9a57efb3df0e') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:04.346748 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (af30d965-9d4e-4423-8b9e-442805aecdd9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:04.437040 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:04.444629 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/networks/af30d965-9d4e-4423-8b9e-442805aecdd9 HTTP/1.1" status: 204 len: 168 time: 3.4294777 Mar 28 09:09:04.470866 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 3ea98ba6-edd7-4cd0-ab39-240c7deeedca up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:04.474382 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49422) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:04.488843 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (966c3111-861e-4954-9dbd-5b1fa6c61a14), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:04.498907 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:04.502643 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/networks/966c3111-861e-4954-9dbd-5b1fa6c61a14 HTTP/1.1" status: 204 len: 168 time: 1.4821134 Mar 28 09:09:04.520351 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49424) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:04.521505 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe4929-460c-480d-84da-aa44b2b1cd0d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Network': ['ID=af30d965-9d4e-4423-8b9e-442805aecdd9,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:04.538078 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a8ec0452-f68c-4179-a026-f7b71228d2d6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-86450325', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:04.553588 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 3ea98ba6-edd7-4cd0-ab39-240c7deeedca triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:04.554472 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3ea98ba6-edd7-4cd0-ab39-240c7deeedca), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:04.554850 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf65b0-54d1-49f2-97fd-3216b0f7398f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Network': ['ID=966c3111-861e-4954-9dbd-5b1fa6c61a14,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:04.584887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a8ec0452-f68c-4179-a026-f7b71228d2d6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:04.585962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a8ec0452-f68c-4179-a026-f7b71228d2d6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:04.592423 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a483f9-dbe8-4fdf-81c5-de99126afba3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:04.594479 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-90dc3b08-360f-4954-935e-6e720f91ead3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4', 'name': 'tempest-PortsTestJSON-223138968'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:04.613972 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be206c3-32d2-4153-91c2-485974097576 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:04.626300 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ade9162-fa03-47c8-b162-720b221bf397 None None] Sync routers for ids ['8992b788-c58d-43b3-8394-9f98e6a1cd6a'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:04.666932 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ade9162-fa03-47c8-b162-720b221bf397 None None] Routers {'8992b788-c58d-43b3-8394-9f98e6a1cd6a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:04.667978 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2ade9162-fa03-47c8-b162-720b221bf397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['8992b788-c58d-43b3-8394-9f98e6a1cd6a'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:04.673219 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5be206c3-32d2-4153-91c2-485974097576 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:04.674502 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5be206c3-32d2-4153-91c2-485974097576 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "PUT /v2.0/routers/8992b788-c58d-43b3-8394-9f98e6a1cd6a HTTP/1.1" status: 200 len: 922 time: 4.4951634 Mar 28 09:09:04.682815 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49426) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:04.694594 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-59882365-bf49-4128-ac43-6d52db1db179 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/subnetpools/163a9192-2c25-47a2-a501-9a57efb3df0e/tags HTTP/1.1" status: 204 len: 168 time: 0.4019334 Mar 28 09:09:04.696964 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faa1b09-800b-424f-8f9e-8996dca7db2d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network 839bdaa6-37d1-4336-b120-a3190d586016 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:09:04.700106 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 3ea98ba6-edd7-4cd0-ab39-240c7deeedca is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:04.701031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49428) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:04.707143 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-eaa206b1-5700-455c-9cf1-fe72c1ef041c tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8bdd31da-43e3-443c-97bb-df2afff4f5a9') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:04.748917 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2ade9162-fa03-47c8-b162-720b221bf397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:04.764515 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ade9162-fa03-47c8-b162-720b221bf397 None None] Routers {'8992b788-c58d-43b3-8394-9f98e6a1cd6a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:04.765304 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2ade9162-fa03-47c8-b162-720b221bf397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['8992b788-c58d-43b3-8394-9f98e6a1cd6a'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:04.779176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.db.resource_extend [None req-9b806fce-9643-4fb4-ab92-cf657a218cbb tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 09:09:04.785664 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a8ec0452-f68c-4179-a026-f7b71228d2d6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router_controller (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:04.797844 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a8ec0452-f68c-4179-a026-f7b71228d2d6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:04.816815 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-4faa1b09-800b-424f-8f9e-8996dca7db2d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 839bdaa6-37d1-4336-b120-a3190d586016) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:04.828581 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device af295312-f302-4db6-975a-c0ec66bd09b2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:09:04.830755 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32121eb4-5c8b-4838-b916-d0ab52fd2167 None None] Network 839bdaa6-37d1-4336-b120-a3190d586016 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:04.834794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2ade9162-fa03-47c8-b162-720b221bf397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:04.835600 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ade9162-fa03-47c8-b162-720b221bf397 None None] The sync data for ids ['8992b788-c58d-43b3-8394-9f98e6a1cd6a'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:04.843133 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28a483f9-dbe8-4fdf-81c5-de99126afba3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:04.869118 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a8ec0452-f68c-4179-a026-f7b71228d2d6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:04.870359 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a8ec0452-f68c-4179-a026-f7b71228d2d6 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3367641 Mar 28 09:09:04.882306 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49430) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:04.884497 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faa1b09-800b-424f-8f9e-8996dca7db2d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:04.885167 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4faa1b09-800b-424f-8f9e-8996dca7db2d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:04.893810 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-eaa206b1-5700-455c-9cf1-fe72c1ef041c tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/routers/8bdd31da-43e3-443c-97bb-df2afff4f5a9/tags HTTP/1.1" status: 204 len: 168 time: 0.1901941 Mar 28 09:09:04.895948 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49432) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:04.896478 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-62c3545f-ef40-44ad-bf02-2317121f730c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1600071478'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:04.903649 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-58ada83d-0fa5-4576-9926-89f87546a599 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5b5fcc11-0f65-47ba-9e56-68c05e33f25d') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:04.908460 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: af295312-f302-4db6-975a-c0ec66bd09b2 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:09:04.908938 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device af295312-f302-4db6-975a-c0ec66bd09b2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:09:04.916070 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-28a483f9-dbe8-4fdf-81c5-de99126afba3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port 465dc428-4130-4ac9-8992-cf98ee38523f yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:09:04.933039 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c3545f-ef40-44ad-bf02-2317121f730c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Made reservation on behalf of 8e45e30a1efb47c3b06d7cbbf6271808 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:04.936440 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-62c3545f-ef40-44ad-bf02-2317121f730c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:05.014102 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad541a44-fd85-41b4-a9cf-a9a77dccad05 None None] Network 839bdaa6-37d1-4336-b120-a3190d586016 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:05.030723 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b806fce-9643-4fb4-ab92-cf657a218cbb tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:05.040950 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4faa1b09-800b-424f-8f9e-8996dca7db2d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6359847 Mar 28 09:09:05.041191 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49434) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:05.050116 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Made reservation on behalf of 6ced997486b242a9b66557c94fe60d63 for: {'port': 2} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:05.055101 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:05.060939 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-859542670', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}, 'admin_state_up': False}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:05.062754 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b806fce-9643-4fb4-ab92-cf657a218cbb tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (b6667974-7b51-4d32-88f8-e8fe92f7fbee), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:05.064679 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c3545f-ef40-44ad-bf02-2317121f730c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:09:05.076017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dc3b08-360f-4954-935e-6e720f91ead3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:05.079410 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-90dc3b08-360f-4954-935e-6e720f91ead3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:05.095927 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-58ada83d-0fa5-4576-9926-89f87546a599 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/ports/5b5fcc11-0f65-47ba-9e56-68c05e33f25d/tags HTTP/1.1" status: 204 len: 168 time: 0.1990604 Mar 28 09:09:05.101876 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49436) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:05.108447 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-9b61cef3-71c9-4962-808b-9db23ad2d3dd tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f7916b01-5162-4cf6-b4a8-b0d8171368c0') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:05.143855 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-424a2f6e-2a45-4226-8160-290fef18c8d2 None None] Provisioning complete for port 3ea98ba6-edd7-4cd0-ab39-240c7deeedca triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:05.144228 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-424a2f6e-2a45-4226-8160-290fef18c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3ea98ba6-edd7-4cd0-ab39-240c7deeedca), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:05.173010 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (fd4ce091-384d-4170-a28e-6cb246a819be), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:05.174297 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (fd4ce091-384d-4170-a28e-6cb246a819be), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:05.179282 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-62c3545f-ef40-44ad-bf02-2317121f730c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (885a04ce-b518-4301-bb90-da7a88a93067), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:05.179891 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-62c3545f-ef40-44ad-bf02-2317121f730c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Added segment 885a04ce-b518-4301-bb90-da7a88a93067 of type vlan for network 176c5fa4-268e-4eb5-b026-579c5993dd7f Mar 28 09:09:05.184811 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:05.209485 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f02a28fc-60c6-4959-8b8f-4b2405e3b79b tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "GET /v2.0/routers/8992b788-c58d-43b3-8394-9f98e6a1cd6a HTTP/1.1" status: 200 len: 922 time: 0.5137784 Mar 28 09:09:05.214715 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49438) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:05.216127 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-90dc3b08-360f-4954-935e-6e720f91ead3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] device_id is not set on port e2e70447-e27a-492c-bb46-19dedab91d20 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:09:05.244478 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-424a2f6e-2a45-4226-8160-290fef18c8d2 None None] Current status of the port 3ea98ba6-edd7-4cd0-ab39-240c7deeedca is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:05.280945 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-28a483f9-dbe8-4fdf-81c5-de99126afba3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 172.20.0.9 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/f78495c2-487a-452c-8f3b-0af40c96ca07/465dc428-4130-4ac9-8992-cf98ee38523f) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:05.294695 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-28a483f9-dbe8-4fdf-81c5-de99126afba3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::f816:3eff:fecb:f651 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/0b0dcdf3-2d8c-40b3-b0e3-d54ae211412b/465dc428-4130-4ac9-8992-cf98ee38523f) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:05.307864 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for router_controller (fd4ce091-384d-4170-a28e-6cb246a819be), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:05.329005 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-62c3545f-ef40-44ad-bf02-2317121f730c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (176c5fa4-268e-4eb5-b026-579c5993dd7f), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:05.402230 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9b61cef3-71c9-4962-808b-9db23ad2d3dd tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/subnets/f7916b01-5162-4cf6-b4a8-b0d8171368c0/tags HTTP/1.1" status: 204 len: 168 time: 0.2919974 Mar 28 09:09:05.403361 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49440) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:05.407007 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-dd3ff7b2-cb66-47ef-a6c5-abbb3ddc5b4d tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f7916b01-5162-4cf6-b4a8-b0d8171368c0', 'tempest-TagsExtTest-Tag-158141448') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:05.451153 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189745fd-b90f-403f-8812-cc1262d40e10 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:05.452691 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-189745fd-b90f-403f-8812-cc1262d40e10 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&device_id=8992b788-c58d-43b3-8394-9f98e6a1cd6a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2370331 Mar 28 09:09:05.462882 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-9b806fce-9643-4fb4-ab92-cf657a218cbb tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Floating IP b6667974-7b51-4d32-88f8-e8fe92f7fbee associated. External IP: 172.36.4.248, port: ab7442cd-3da3-4e8a-b083-990087554d7a. Mar 28 09:09:05.463070 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49442) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:05.513204 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-62c3545f-ef40-44ad-bf02-2317121f730c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (176c5fa4-268e-4eb5-b026-579c5993dd7f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:05.518234 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c3545f-ef40-44ad-bf02-2317121f730c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:05.518827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-62c3545f-ef40-44ad-bf02-2317121f730c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:05.638430 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for router_gateway (fd4ce091-384d-4170-a28e-6cb246a819be), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:05.685253 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-62c3545f-ef40-44ad-bf02-2317121f730c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7926211 Mar 28 09:09:05.688187 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] device_id is not set on port b5b2b42e-3b59-4cfc-b471-4f19872f5823 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:09:05.689612 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49444) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:05.710290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7623dd44-f5cf-475f-9ba7-95ed6448b547 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'subnet': {'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:05.720521 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3545f-ef40-44ad-bf02-2317121f730c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Network': ['ID=176c5fa4-268e-4eb5-b026-579c5993dd7f,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:05.735471 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 176c5fa4-268e-4eb5-b026-579c5993dd7f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:09:05.755717 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-90dc3b08-360f-4954-935e-6e720f91ead3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (e2e70447-e27a-492c-bb46-19dedab91d20), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:05.817084 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08423470-3476-4f90-9a4d-b6afda41bfd8 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:05.818437 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-08423470-3476-4f90-9a4d-b6afda41bfd8 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "GET /v2.0/networks/d6820a0c-8e9c-40a1-af49-32042c6f06b6 HTTP/1.1" status: 200 len: 881 time: 0.3538358 Mar 28 09:09:05.830078 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49446) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:05.885600 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dd3ff7b2-cb66-47ef-a6c5-abbb3ddc5b4d tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "PUT /v2.0/subnets/f7916b01-5162-4cf6-b4a8-b0d8171368c0/tags/tempest-TagsExtTest-Tag-158141448 HTTP/1.1" status: 201 len: 201 time: 0.4794171 Mar 28 09:09:05.892721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49448) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:05.892928 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-49b8bf6c-5a1f-4b33-b28a-cbb240f26540 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "GET /v2.0/ports?device_id=8992b788-c58d-43b3-8394-9f98e6a1cd6a HTTP/1.1" status: 200 len: 205 time: 0.0571430 Mar 28 09:09:05.896733 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49450) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:05.900990 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28a483f9-dbe8-4fdf-81c5-de99126afba3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (465dc428-4130-4ac9-8992-cf98ee38523f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:05.903713 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-e8f63468-a342-4ebb-9507-8fc23f02795a tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5b5fcc11-0f65-47ba-9e56-68c05e33f25d', 'tempest-TagsExtTest-Tag-1371100736') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:05.944603 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7623dd44-f5cf-475f-9ba7-95ed6448b547 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Made reservation on behalf of 8e45e30a1efb47c3b06d7cbbf6271808 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:05.948041 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7623dd44-f5cf-475f-9ba7-95ed6448b547 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:06.016469 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-90dc3b08-360f-4954-935e-6e720f91ead3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (e2e70447-e27a-492c-bb46-19dedab91d20), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:06.030653 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28a483f9-dbe8-4fdf-81c5-de99126afba3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (465dc428-4130-4ac9-8992-cf98ee38523f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:06.105385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks [] for port (b5b2b42e-3b59-4cfc-b471-4f19872f5823), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:06.114788 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a483f9-dbe8-4fdf-81c5-de99126afba3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:06.130520 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-28a483f9-dbe8-4fdf-81c5-de99126afba3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:06.137014 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a483f9-dbe8-4fdf-81c5-de99126afba3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:06.140466 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a483f9-dbe8-4fdf-81c5-de99126afba3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=465dc428-4130-4ac9-8992-cf98ee38523f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:06.166576 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dc3b08-360f-4954-935e-6e720f91ead3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network c662c580-9959-4333-a8b9-22afafa1f5d4 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:06.192605 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-90dc3b08-360f-4954-935e-6e720f91ead3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:06.200363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc3b08-360f-4954-935e-6e720f91ead3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=e2e70447-e27a-492c-bb46-19dedab91d20,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:06.202826 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc3b08-360f-4954-935e-6e720f91ead3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:06.208040 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dc3b08-360f-4954-935e-6e720f91ead3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:06.208652 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-90dc3b08-360f-4954-935e-6e720f91ead3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:06.221402 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b806fce-9643-4fb4-ab92-cf657a218cbb tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Router 88205ee7-109f-4230-9d92-c449a422a4ce has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:09:06.253397 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] device_id is not set on port 3e1265aa-8302-49e8-b59c-d51914153ee0 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:09:06.271410 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d8e262a-3b39-43b0-be82-249130cbdf71 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (8992b788-c58d-43b3-8394-9f98e6a1cd6a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:06.274782 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a483f9-dbe8-4fdf-81c5-de99126afba3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:06.275431 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28a483f9-dbe8-4fdf-81c5-de99126afba3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:06.281372 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-90dc3b08-360f-4954-935e-6e720f91ead3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8048069 Mar 28 09:09:06.299140 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49452) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:06.345214 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for router_gateway (fd4ce091-384d-4170-a28e-6cb246a819be), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:06.392188 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-28a483f9-dbe8-4fdf-81c5-de99126afba3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3713627 Mar 28 09:09:06.401005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49454) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:06.403770 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:06.602991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-84642926-c702-438c-b40b-864349133b16 None None] Provisioning complete for port 465dc428-4130-4ac9-8992-cf98ee38523f triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:06.604103 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-84642926-c702-438c-b40b-864349133b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (465dc428-4130-4ac9-8992-cf98ee38523f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:06.639618 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7623dd44-f5cf-475f-9ba7-95ed6448b547 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (a36166c6-8d14-49c4-b270-f6e460028a95), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:06.648126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-84642926-c702-438c-b40b-864349133b16 None None] Port 465dc428-4130-4ac9-8992-cf98ee38523f cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:06.716599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d90c14e-848c-49a1-9aa3-093c59b4b347 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:06.722054 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d90c14e-848c-49a1-9aa3-093c59b4b347 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:06.726327 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7d90c14e-848c-49a1-9aa3-093c59b4b347 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3217056 Mar 28 09:09:06.726327 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Allocated IP 172.36.4.71 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/85aced4f-3fd2-43a0-89ac-48e7bd171a06) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:06.730945 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49456) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:06.809102 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-1a4dd931-d6fb-4edc-ae77-30d0e55d50eb tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port e2e70447-e27a-492c-bb46-19dedab91d20 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:06.809450 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a4dd931-d6fb-4edc-ae77-30d0e55d50eb tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (e2e70447-e27a-492c-bb46-19dedab91d20), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:06.812073 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623dd44-f5cf-475f-9ba7-95ed6448b547 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Subnet': ['ID=a36166c6-8d14-49c4-b270-f6e460028a95,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:06.889333 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e8f63468-a342-4ebb-9507-8fc23f02795a tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "PUT /v2.0/ports/5b5fcc11-0f65-47ba-9e56-68c05e33f25d/tags/tempest-TagsExtTest-Tag-1371100736 HTTP/1.1" status: 201 len: 201 time: 0.9938898 Mar 28 09:09:06.900302 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49458) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:06.912706 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-f2c75edd-a755-4f38-8aa4-1f530c5a57d6 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8bdd31da-43e3-443c-97bb-df2afff4f5a9', 'tempest-TagsExtTest-Tag-1557823') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:06.942997 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7623dd44-f5cf-475f-9ba7-95ed6448b547 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Checking segment: {'id': '885a04ce-b518-4301-bb90-da7a88a93067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:06.943358 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7623dd44-f5cf-475f-9ba7-95ed6448b547 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network hostable DHCP agents. Network: 176c5fa4-268e-4eb5-b026-579c5993dd7f, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:09:06.993952 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a4dd931-d6fb-4edc-ae77-30d0e55d50eb tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (e2e70447-e27a-492c-bb46-19dedab91d20), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:07.028582 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-1a4dd931-d6fb-4edc-ae77-30d0e55d50eb tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for e2e70447-e27a-492c-bb46-19dedab91d20 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:07.030262 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7623dd44-f5cf-475f-9ba7-95ed6448b547 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 176c5fa4-268e-4eb5-b026-579c5993dd7f is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:09:07.062770 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d8e262a-3b39-43b0-be82-249130cbdf71 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_gateway (8992b788-c58d-43b3-8394-9f98e6a1cd6a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:07.068711 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (85aced4f-3fd2-43a0-89ac-48e7bd171a06), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:07.073420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks [] for port (3e1265aa-8302-49e8-b59c-d51914153ee0), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:07.080371 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-7623dd44-f5cf-475f-9ba7-95ed6448b547 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 176c5fa4-268e-4eb5-b026-579c5993dd7f) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:07.091810 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b806fce-9643-4fb4-ab92-cf657a218cbb tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:07.097869 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8d748c-8684-4c8d-872a-0e3c0c4d9a4c None None] Network 176c5fa4-268e-4eb5-b026-579c5993dd7f requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:07.106265 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a013b-a271-4b19-ba25-b5bd9145967c None None] Sync routers for ids ['88205ee7-109f-4230-9d92-c449a422a4ce'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:07.125646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b806fce-9643-4fb4-ab92-cf657a218cbb tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:07.127607 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7623dd44-f5cf-475f-9ba7-95ed6448b547 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:07.128223 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7623dd44-f5cf-475f-9ba7-95ed6448b547 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:07.132097 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-fd76b67a-38c5-42fa-ae66-1fd236c07d96 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port 465dc428-4130-4ac9-8992-cf98ee38523f {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:07.132436 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fd76b67a-38c5-42fa-ae66-1fd236c07d96 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (465dc428-4130-4ac9-8992-cf98ee38523f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:07.132745 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a013b-a271-4b19-ba25-b5bd9145967c None None] Routers {'88205ee7-109f-4230-9d92-c449a422a4ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:07.133516 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8b5a013b-a271-4b19-ba25-b5bd9145967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['88205ee7-109f-4230-9d92-c449a422a4ce'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:07.227836 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7623dd44-f5cf-475f-9ba7-95ed6448b547 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5235183 Mar 28 09:09:07.231286 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49460) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:07.310182 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9b806fce-9643-4fb4-ab92-cf657a218cbb tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "PUT /v2.0/floatingips/b6667974-7b51-4d32-88f8-e8fe92f7fbee HTTP/1.1" status: 200 len: 991 time: 4.9841321 Mar 28 09:09:07.310182 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6145f7b6-63a0-414c-8749-952687e837db', 'tag': 'ab7442cd-3da3-4e8a-b083-990087554d7a'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:09:07.323650 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f667d9-d74c-4d0a-a4cd-c1911dc9af1d" -d '{"events": [{"name": "network-changed", "server_uuid": "6145f7b6-63a0-414c-8749-952687e837db", "tag": "ab7442cd-3da3-4e8a-b083-990087554d7a"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:09:07.327236 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f2c75edd-a755-4f38-8aa4-1f530c5a57d6 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "PUT /v2.0/routers/8bdd31da-43e3-443c-97bb-df2afff4f5a9/tags/tempest-TagsExtTest-Tag-1557823 HTTP/1.1" status: 201 len: 201 time: 0.4257715 Mar 28 09:09:07.330320 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49466) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:07.339478 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (85aced4f-3fd2-43a0-89ac-48e7bd171a06), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:07.341564 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-0f847f53-954d-4929-abdd-8a2dbc5991dd tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '163a9192-2c25-47a2-a501-9a57efb3df0e', 'tempest-TagsExtTest-Tag-497813918') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:07.346990 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (b5b2b42e-3b59-4cfc-b471-4f19872f5823), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:07.376171 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-8b5a013b-a271-4b19-ba25-b5bd9145967c None None] Set router 88205ee7-109f-4230-9d92-c449a422a4ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:09:07.443835 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be07892c-d86d-45ce-8c19-a4bc85cab683 x-openstack-request-id: req-be07892c-d86d-45ce-8c19-a4bc85cab683 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:09:07.444221 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6145f7b6-63a0-414c-8749-952687e837db", "tag": "ab7442cd-3da3-4e8a-b083-990087554d7a", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:09:07.444548 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be07892c-d86d-45ce-8c19-a4bc85cab683 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:09:07.445026 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be07892c-d86d-45ce-8c19-a4bc85cab683'] response: {'name': 'network-changed', 'server_uuid': '6145f7b6-63a0-414c-8749-952687e837db', 'tag': 'ab7442cd-3da3-4e8a-b083-990087554d7a', 'status': 'completed', 'code': 200} Mar 28 09:09:07.569546 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-176c5fa4-268e-4eb5-b026-579c5993dd7f', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:09:07.570537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:07.595620 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e262a-3b39-43b0-be82-249130cbdf71 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Deleting port 0790c3a7-5bd0-4609-aa94-af4ea2a1833b {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:07.603615 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d8e262a-3b39-43b0-be82-249130cbdf71 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (0790c3a7-5bd0-4609-aa94-af4ea2a1833b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:07.610148 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event updated for resources: {'Port': ['ID=b5b2b42e-3b59-4cfc-b471-4f19872f5823,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:07.687063 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0f847f53-954d-4929-abdd-8a2dbc5991dd tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "PUT /v2.0/subnetpools/163a9192-2c25-47a2-a501-9a57efb3df0e/tags/tempest-TagsExtTest-Tag-497813918 HTTP/1.1" status: 201 len: 201 time: 0.3556628 Mar 28 09:09:07.689875 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49468) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:07.697350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-e536ec2f-3196-4344-9f5f-5b9e77ed82fb tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f7916b01-5162-4cf6-b4a8-b0d8171368c0', {'tags': ['tempest-TagsExtTest-Tag-1154249014', 'tempest-TagsExtTest-Tag-1817757232', 'tempest-TagsExtTest-Tag-1067929181']}) {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:07.728252 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8b5a013b-a271-4b19-ba25-b5bd9145967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'name': 'tempest-ServerActionsTestJSON-2141593750-router', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245'}], 'enable_snat': True}, 'gw_port_id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:06Z', 'updated_at': '2022-03-28T09:08:22Z', 'revision_number': 4, 'project_id': '2eeee875a9da4567926143d977c5d593', 'gw_port': {'id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:09Z', 'updated_at': '2022-03-28T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b6667974-7b51-4d32-88f8-e8fe92f7fbee', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'floating_ip_address': '172.36.4.248', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'port_id': 'ab7442cd-3da3-4e8a-b083-990087554d7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087', 'mac_address': 'fa:16:3e:ad:5b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6145f7b6-63a0-414c-8749-952687e837db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:08:31Z', 'updated_at': '2022-03-28T09:09:04Z', 'revision_number': 1, 'project_id': '2eeee875a9da4567926143d977c5d593', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3859860c-6925-43ba-a8e3-05247833f52e', 'name': '', 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'mac_address': 'fa:16:3e:92:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:19Z', 'updated_at': '2022-03-28T09:08:28Z', 'revision_number': 5, 'project_id': '2eeee875a9da4567926143d977c5d593', 'subnets': [{'id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:07.737288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f667d9-d74c-4d0a-a4cd-c1911dc9af1d req-5064ce4a-98df-45da-ac1b-a326ed79ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:07.739158 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d3f667d9-d74c-4d0a-a4cd-c1911dc9af1d req-5064ce4a-98df-45da-ac1b-a326ed79ab6e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2eeee875a9da4567926143d977c5d593&device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 1129 time: 0.2873018 Mar 28 09:09:07.740122 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Checking segment: {'id': '084bdb64-8886-4c6c-8849-da534a8a8ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c95d7e44-7865-4ff7-9c90-85815516b847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:07.740712 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Network hostable DHCP agents. Network: c95d7e44-7865-4ff7-9c90-85815516b847, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:09:07.756754 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a013b-a271-4b19-ba25-b5bd9145967c None None] Checking router: 88205ee7-109f-4230-9d92-c449a422a4ce for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:09:07.771895 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a013b-a271-4b19-ba25-b5bd9145967c None None] Routers {'88205ee7-109f-4230-9d92-c449a422a4ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:07.773894 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8b5a013b-a271-4b19-ba25-b5bd9145967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['88205ee7-109f-4230-9d92-c449a422a4ce'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:07.812354 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Allocated IP 2001:db8::2 (176c5fa4-268e-4eb5-b026-579c5993dd7f/a36166c6-8d14-49c4-b270-f6e460028a95/34b8e64e-30d4-4df2-aadc-83758c7c9304) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:07.840266 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a4dd931-d6fb-4edc-ae77-30d0e55d50eb tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (e2e70447-e27a-492c-bb46-19dedab91d20), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:07.846559 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=85aced4f-3fd2-43a0-89ac-48e7bd171a06,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:07.854469 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d8e262a-3b39-43b0-be82-249130cbdf71 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (0790c3a7-5bd0-4609-aa94-af4ea2a1833b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:07.881997 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e262a-3b39-43b0-be82-249130cbdf71 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Calling delete_port for 0790c3a7-5bd0-4609-aa94-af4ea2a1833b owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:07.896256 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e536ec2f-3196-4344-9f5f-5b9e77ed82fb tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "PUT /v2.0/subnets/f7916b01-5162-4cf6-b4a8-b0d8171368c0/tags HTTP/1.1" status: 200 len: 318 time: 0.2028668 Mar 28 09:09:07.913894 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49470) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:07.919874 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-8b5a013b-a271-4b19-ba25-b5bd9145967c None None] Set router 88205ee7-109f-4230-9d92-c449a422a4ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:09:07.922600 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fd76b67a-38c5-42fa-ae66-1fd236c07d96 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (465dc428-4130-4ac9-8992-cf98ee38523f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:07.926195 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-7ae2f483-b9bd-4181-8211-bc3c19533a13 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f7916b01-5162-4cf6-b4a8-b0d8171368c0') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:07.938937 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Network c95d7e44-7865-4ff7-9c90-85815516b847 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:09:07.983420 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:07.995798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:08.005286 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:08.008632 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4dd931-d6fb-4edc-ae77-30d0e55d50eb tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=e2e70447-e27a-492c-bb46-19dedab91d20,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:08.089039 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c95d7e44-7865-4ff7-9c90-85815516b847) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:08.119989 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:08.120869 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (3e1265aa-8302-49e8-b59c-d51914153ee0), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:08.135103 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77df17e-c5dd-4f66-9b66-f3457527b0c4 None None] Network c95d7e44-7865-4ff7-9c90-85815516b847 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:08.146745 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-fd76b67a-38c5-42fa-ae66-1fd236c07d96 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for 465dc428-4130-4ac9-8992-cf98ee38523f owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:08.163398 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f667d9-d74c-4d0a-a4cd-c1911dc9af1d req-09564f2d-078e-4909-a7a3-e9fd9e750e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:08.165076 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d3f667d9-d74c-4d0a-a4cd-c1911dc9af1d req-09564f2d-078e-4909-a7a3-e9fd9e750e08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 HTTP/1.1" status: 200 len: 912 time: 0.4112539 Mar 28 09:09:08.190219 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a4dd931-d6fb-4edc-ae77-30d0e55d50eb tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:08.200401 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1a4dd931-d6fb-4edc-ae77-30d0e55d50eb tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/ports/e2e70447-e27a-492c-bb46-19dedab91d20 HTTP/1.1" status: 204 len: 168 time: 1.8951077 Mar 28 09:09:08.202319 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8b5a013b-a271-4b19-ba25-b5bd9145967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'name': 'tempest-ServerActionsTestJSON-2141593750-router', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245'}], 'enable_snat': True}, 'gw_port_id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:06Z', 'updated_at': '2022-03-28T09:08:22Z', 'revision_number': 4, 'project_id': '2eeee875a9da4567926143d977c5d593', 'gw_port': {'id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:09Z', 'updated_at': '2022-03-28T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b6667974-7b51-4d32-88f8-e8fe92f7fbee', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'floating_ip_address': '172.36.4.248', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'port_id': 'ab7442cd-3da3-4e8a-b083-990087554d7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087', 'mac_address': 'fa:16:3e:ad:5b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6145f7b6-63a0-414c-8749-952687e837db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:08:31Z', 'updated_at': '2022-03-28T09:09:04Z', 'revision_number': 1, 'project_id': '2eeee875a9da4567926143d977c5d593', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3859860c-6925-43ba-a8e3-05247833f52e', 'name': '', 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'mac_address': 'fa:16:3e:92:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:19Z', 'updated_at': '2022-03-28T09:08:28Z', 'revision_number': 5, 'project_id': '2eeee875a9da4567926143d977c5d593', 'subnets': [{'id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:08.233439 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49472) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:08.244907 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-fb784dda-1318-40e4-b6aa-f8d6f92757a2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4', 'mac_address': 'fa:16:3e:19:9a:b6', 'name': 'tempest-PortsTestJSON-610731896'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:08.245512 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a013b-a271-4b19-ba25-b5bd9145967c None None] The sync data for ids ['88205ee7-109f-4230-9d92-c449a422a4ce'] in dv-neutron-master-2-hyperv is: [{'id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'name': 'tempest-ServerActionsTestJSON-2141593750-router', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245'}], 'enable_snat': True}, 'gw_port_id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:06Z', 'updated_at': '2022-03-28T09:08:22Z', 'revision_number': 4, 'project_id': '2eeee875a9da4567926143d977c5d593', 'gw_port': {'id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:09Z', 'updated_at': '2022-03-28T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b6667974-7b51-4d32-88f8-e8fe92f7fbee', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'floating_ip_address': '172.36.4.248', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'port_id': 'ab7442cd-3da3-4e8a-b083-990087554d7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087', 'mac_address': 'fa:16:3e:ad:5b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6145f7b6-63a0-414c-8749-952687e837db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:08:31Z', 'updated_at': '2022-03-28T09:09:04Z', 'revision_number': 1, 'project_id': '2eeee875a9da4567926143d977c5d593', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3859860c-6925-43ba-a8e3-05247833f52e', 'name': '', 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'mac_address': 'fa:16:3e:92:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:19Z', 'updated_at': '2022-03-28T09:08:28Z', 'revision_number': 5, 'project_id': '2eeee875a9da4567926143d977c5d593', 'subnets': [{'id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:08.247352 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Publish callbacks [] for port (34b8e64e-30d4-4df2-aadc-83758c7c9304), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:08.264486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (34b8e64e-30d4-4df2-aadc-83758c7c9304), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:08.264712 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121044e-2a1c-40b7-bb92-ac6bcd2252d5 req-4187f30c-b534-4228-9b86-b79642698a8e tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:08.266685 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e121044e-2a1c-40b7-bb92-ac6bcd2252d5 req-4187f30c-b534-4228-9b86-b79642698a8e tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.3984301 Mar 28 09:09:08.288355 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event updated for resources: {'Port': ['ID=3e1265aa-8302-49e8-b59c-d51914153ee0,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:08.338747 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Network 176c5fa4-268e-4eb5-b026-579c5993dd7f is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:08.346923 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:08.386159 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Pushing event updated for resources: {'Port': ['ID=34b8e64e-30d4-4df2-aadc-83758c7c9304,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:08.390190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:08.453040 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d3f667d9-d74c-4d0a-a4cd-c1911dc9af1d req-8bdc4071-7437-4fb4-9ae6-387852b86775 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab7442cd-3da3-4e8a-b083-990087554d7a HTTP/1.1" status: 200 len: 999 time: 0.2783358 Mar 28 09:09:08.475085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Attempting to bind port 34b8e64e-30d4-4df2-aadc-83758c7c9304 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:08.475848 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Attempting to bind port 34b8e64e-30d4-4df2-aadc-83758c7c9304 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '885a04ce-b518-4301-bb90-da7a88a93067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:08.476452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Attempting to bind port 34b8e64e-30d4-4df2-aadc-83758c7c9304 on network 176c5fa4-268e-4eb5-b026-579c5993dd7f {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:08.486927 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:08.487742 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Checking segment: {'id': '885a04ce-b518-4301-bb90-da7a88a93067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:08.488393 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:08.489035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Bound using segment: {'id': '885a04ce-b518-4301-bb90-da7a88a93067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:08.489798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Bound port: 34b8e64e-30d4-4df2-aadc-83758c7c9304, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885a04ce-b518-4301-bb90-da7a88a93067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:08.490409 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (34b8e64e-30d4-4df2-aadc-83758c7c9304), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:08.511431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Checking segment: {'id': '32cd080f-0a03-497f-8399-dfeb0791d63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd79387ff-0536-4349-bd2e-a617b610d383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:08.511810 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Network hostable DHCP agents. Network: d79387ff-0536-4349-bd2e-a617b610d383, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:09:08.603018 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f667d9-d74c-4d0a-a4cd-c1911dc9af1d req-5b9ede65-ffe2-4309-80e7-706d338a1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:08.604548 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d3f667d9-d74c-4d0a-a4cd-c1911dc9af1d req-5b9ede65-ffe2-4309-80e7-706d338a1fdc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2 HTTP/1.1" status: 200 len: 851 time: 0.1449497 Mar 28 09:09:08.613008 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7ae2f483-b9bd-4181-8211-bc3c19533a13 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/subnets/f7916b01-5162-4cf6-b4a8-b0d8171368c0/tags HTTP/1.1" status: 204 len: 168 time: 0.6886401 Mar 28 09:09:08.617886 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49474) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:08.625660 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb784dda-1318-40e4-b6aa-f8d6f92757a2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:08.628973 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e121044e-2a1c-40b7-bb92-ac6bcd2252d5 req-290472cd-428e-4c38-bccf-0c5ab596259e tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873399 Mar 28 09:09:08.633557 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-03f6c48e-7fa7-40e1-9944-a32b12f03814 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7916b01-5162-4cf6-b4a8-b0d8171368c0', 'tempest-TagsExtTest-Tag-1154249014') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:08.687294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c049a34-b441-4a5f-8cdb-7e7699fe867c None None] New status for floating IP b6667974-7b51-4d32-88f8-e8fe92f7fbee: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:09:08.715442 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Network d79387ff-0536-4349-bd2e-a617b610d383 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:09:08.733323 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d8e262a-3b39-43b0-be82-249130cbdf71 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (0790c3a7-5bd0-4609-aa94-af4ea2a1833b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:08.752838 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] For port 34b8e64e-30d4-4df2-aadc-83758c7c9304, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:08.764496 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8bd28a6-fb60-41a9-a0f6-c7f0ff47fa2e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:08.781355 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] For port 34b8e64e-30d4-4df2-aadc-83758c7c9304, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=34b8e64e-30d4-4df2-aadc-83758c7c9304,segment=NetworkSegment(885a04ce-b518-4301-bb90-da7a88a93067),segment_id=885a04ce-b518-4301-bb90-da7a88a93067)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:08.784168 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d79387ff-0536-4349-bd2e-a617b610d383) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:08.807869 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:08.813099 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:08.817573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:08.818431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:08.823067 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e262a-3b39-43b0-be82-249130cbdf71 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Pushing event deleted for resources: {'Port': ['ID=0790c3a7-5bd0-4609-aa94-af4ea2a1833b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:08.834929 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb784dda-1318-40e4-b6aa-f8d6f92757a2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:08.843125 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ce83c3-0fda-4a74-86b0-16ea5353821f None None] Network d79387ff-0536-4349-bd2e-a617b610d383 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:08.848065 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (34b8e64e-30d4-4df2-aadc-83758c7c9304), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:08.914467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f667d9-d74c-4d0a-a4cd-c1911dc9af1d req-79ff808a-bb52-4a01-8b06-684e6f0cd832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:08.916460 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d3f667d9-d74c-4d0a-a4cd-c1911dc9af1d req-79ff808a-bb52-4a01-8b06-684e6f0cd832 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3001354 Mar 28 09:09:08.921868 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b8944ad6-d3c8-45be-bab4-a50193d75a2b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.2565053 Mar 28 09:09:08.927947 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49478) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:08.948434 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-fb784dda-1318-40e4-b6aa-f8d6f92757a2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] device_id is not set on port a3572dce-2e4f-4c68-898a-15acb4f43499 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:09:09.029646 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-03f6c48e-7fa7-40e1-9944-a32b12f03814 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] show failed (client error): The resource could not be found. Mar 28 09:09:09.030807 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-03f6c48e-7fa7-40e1-9944-a32b12f03814 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/subnets/f7916b01-5162-4cf6-b4a8-b0d8171368c0/tags/tempest-TagsExtTest-Tag-1154249014 HTTP/1.1" status: 404 len: 329 time: 0.4007268 Mar 28 09:09:09.036300 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49480) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:09.042427 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5882b1-5581-410b-bf9a-f1e854df104b None None] Pushing event updated for resources: {'Port': ['ID=34b8e64e-30d4-4df2-aadc-83758c7c9304,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:09.058673 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-a7e25578-b034-4d52-8145-569251f7451a tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7916b01-5162-4cf6-b4a8-b0d8171368c0', 'tempest-TagsExtTest-Tag-1817757232') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:09.069357 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d8e262a-3b39-43b0-be82-249130cbdf71 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (8992b788-c58d-43b3-8394-9f98e6a1cd6a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:09.088187 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267038be-0ca0-4820-954c-0f79afc2026f req-0d0b4973-6123-4633-ae83-a593e99bcba7 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:09.098624 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-267038be-0ca0-4820-954c-0f79afc2026f req-0d0b4973-6123-4633-ae83-a593e99bcba7 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.3585267 Mar 28 09:09:09.201409 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for router_gateway (fd4ce091-384d-4170-a28e-6cb246a819be), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:09.203220 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fd76b67a-38c5-42fa-ae66-1fd236c07d96 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (465dc428-4130-4ac9-8992-cf98ee38523f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:09.270573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d8e262a-3b39-43b0-be82-249130cbdf71 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (8992b788-c58d-43b3-8394-9f98e6a1cd6a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:09.289503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d8e262a-3b39-43b0-be82-249130cbdf71 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_controller (8992b788-c58d-43b3-8394-9f98e6a1cd6a), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:09.356082 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76b67a-38c5-42fa-ae66-1fd236c07d96 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=465dc428-4130-4ac9-8992-cf98ee38523f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:09.452656 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feabefa5-fb5a-4e47-8426-b103370335d1 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:09.457844 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feabefa5-fb5a-4e47-8426-b103370335d1 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:09.459532 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-feabefa5-fb5a-4e47-8426-b103370335d1 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5260193 Mar 28 09:09:09.465197 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49482) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:09.468705 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-267038be-0ca0-4820-954c-0f79afc2026f req-c59e849e-4446-4cee-b032-48d4fae68524 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3692396 Mar 28 09:09:09.471919 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d3f667d9-d74c-4d0a-a4cd-c1911dc9af1d req-cfdb0d4c-023d-4093-8c40-5f2b62cac3fe service neutron] 10.222.0.16 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472157 Mar 28 09:09:09.484495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d8e262a-3b39-43b0-be82-249130cbdf71 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (8992b788-c58d-43b3-8394-9f98e6a1cd6a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:09.485052 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8e262a-3b39-43b0-be82-249130cbdf71 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Fanout notify agent at l3_agent the message router_deleted on router 8992b788-c58d-43b3-8394-9f98e6a1cd6a {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:09:09.493820 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-e8bd28a6-fb60-41a9-a0f6-c7f0ff47fa2e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Allocated IP 2001:db8::1 (176c5fa4-268e-4eb5-b026-579c5993dd7f/a36166c6-8d14-49c4-b270-f6e460028a95/7253502e-923f-47c2-ab72-00bb31e78418) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:09.518126 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:09:09.533473 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-a7e25578-b034-4d52-8145-569251f7451a tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] show failed (client error): The resource could not be found. Mar 28 09:09:09.534627 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a7e25578-b034-4d52-8145-569251f7451a tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/subnets/f7916b01-5162-4cf6-b4a8-b0d8171368c0/tags/tempest-TagsExtTest-Tag-1817757232 HTTP/1.1" status: 404 len: 329 time: 0.4951346 Mar 28 09:09:09.548053 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d8e262a-3b39-43b0-be82-249130cbdf71 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:09.549189 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1d8e262a-3b39-43b0-be82-249130cbdf71 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "DELETE /v2.0/routers/8992b788-c58d-43b3-8394-9f98e6a1cd6a HTTP/1.1" status: 204 len: 168 time: 3.6419783 Mar 28 09:09:09.560885 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49484) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:09.561229 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49486) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:09.568489 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-41737ec0-67d8-4259-b6c7-cac7b1ca935f tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1784519139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:09.610718 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-6fa0827e-753c-4f91-ac6c-5618b31ef448 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7916b01-5162-4cf6-b4a8-b0d8171368c0', 'tempest-TagsExtTest-Tag-1067929181') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:09.675701 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb784dda-1318-40e4-b6aa-f8d6f92757a2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (a3572dce-2e4f-4c68-898a-15acb4f43499), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:09.734307 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-41737ec0-67d8-4259-b6c7-cac7b1ca935f tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:09.735417 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-41737ec0-67d8-4259-b6c7-cac7b1ca935f tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:09.750466 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fd76b67a-38c5-42fa-ae66-1fd236c07d96 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:09.756383 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fd76b67a-38c5-42fa-ae66-1fd236c07d96 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/465dc428-4130-4ac9-8992-cf98ee38523f HTTP/1.1" status: 204 len: 168 time: 3.0200899 Mar 28 09:09:09.764658 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49488) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:09.787372 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8bd28a6-fb60-41a9-a0f6-c7f0ff47fa2e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (7253502e-923f-47c2-ab72-00bb31e78418), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:09.811512 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d3f667d9-d74c-4d0a-a4cd-c1911dc9af1d req-62fb9478-fbac-4bce-818a-1979867297bc service neutron] 10.222.0.16 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301940 Mar 28 09:09:09.856760 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-41737ec0-67d8-4259-b6c7-cac7b1ca935f tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_controller (b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:09.859976 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb784dda-1318-40e4-b6aa-f8d6f92757a2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (a3572dce-2e4f-4c68-898a-15acb4f43499), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:09.867262 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-41737ec0-67d8-4259-b6c7-cac7b1ca935f tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:09.875790 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77ccd03-ac6f-4cec-9bc1-d2af69ad9268 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:09.877053 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77ccd03-ac6f-4cec-9bc1-d2af69ad9268 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:09.878407 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77ccd03-ac6f-4cec-9bc1-d2af69ad9268 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:09.878867 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-6fa0827e-753c-4f91-ac6c-5618b31ef448 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] show failed (client error): The resource could not be found. Mar 28 09:09:09.882446 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6fa0827e-753c-4f91-ac6c-5618b31ef448 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/subnets/f7916b01-5162-4cf6-b4a8-b0d8171368c0/tags/tempest-TagsExtTest-Tag-1067929181 HTTP/1.1" status: 404 len: 329 time: 0.3159516 Mar 28 09:09:09.882588 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a77ccd03-ac6f-4cec-9bc1-d2af69ad9268 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1144629 Mar 28 09:09:09.890533 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49492) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:09.890868 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49490) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:09.896582 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-a56ddc7f-4625-4138-a9be-23d6156172a5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5b5fcc11-0f65-47ba-9e56-68c05e33f25d', {'tags': ['tempest-TagsExtTest-Tag-913667208', 'tempest-TagsExtTest-Tag-206466472', 'tempest-TagsExtTest-Tag-1415202921']}) {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:09.908850 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (fd4ce091-384d-4170-a28e-6cb246a819be), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:09.925918 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-83df6d47-4a7b-4688-8a86-85b75f902ba6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Deleting port b5b2b42e-3b59-4cfc-b471-4f19872f5823 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:09.926241 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-83df6d47-4a7b-4688-8a86-85b75f902ba6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b5b2b42e-3b59-4cfc-b471-4f19872f5823), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:09.937080 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-41737ec0-67d8-4259-b6c7-cac7b1ca935f tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:09.940864 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-41737ec0-67d8-4259-b6c7-cac7b1ca935f tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3731883 Mar 28 09:09:09.956831 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49494) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:09.959493 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb784dda-1318-40e4-b6aa-f8d6f92757a2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network c662c580-9959-4333-a8b9-22afafa1f5d4 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:09.967197 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-148e11c7-53ca-4d16-be8f-0145b3719616 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:09.989223 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-fb784dda-1318-40e4-b6aa-f8d6f92757a2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:09.998023 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb784dda-1318-40e4-b6aa-f8d6f92757a2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=a3572dce-2e4f-4c68-898a-15acb4f43499,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:10.003023 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb784dda-1318-40e4-b6aa-f8d6f92757a2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:10.008245 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb784dda-1318-40e4-b6aa-f8d6f92757a2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:10.009478 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb784dda-1318-40e4-b6aa-f8d6f92757a2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.040001 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fb784dda-1318-40e4-b6aa-f8d6f92757a2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7973251 Mar 28 09:09:10.040907 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49496) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:10.043457 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-83df6d47-4a7b-4688-8a86-85b75f902ba6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b5b2b42e-3b59-4cfc-b471-4f19872f5823), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.089329 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-83df6d47-4a7b-4688-8a86-85b75f902ba6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Calling delete_port for b5b2b42e-3b59-4cfc-b471-4f19872f5823 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:10.116012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b90d33-007f-4e66-8ac1-0dae261f9447 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:10.117525 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e1b90d33-007f-4e66-8ac1-0dae261f9447 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports/a3572dce-2e4f-4c68-898a-15acb4f43499 HTTP/1.1" status: 200 len: 840 time: 0.0761375 Mar 28 09:09:10.122100 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49498) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:10.184548 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977df8dc-4436-4701-8aba-dff590bd3631 None None] Network 176c5fa4-268e-4eb5-b026-579c5993dd7f requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:10.255615 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c9b612ab-75b5-4461-b8b6-c493d50abe49 None None] Provisioning complete for port 34b8e64e-30d4-4df2-aadc-83758c7c9304 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:10.256147 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c9b612ab-75b5-4461-b8b6-c493d50abe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (34b8e64e-30d4-4df2-aadc-83758c7c9304), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.274100 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-83df6d47-4a7b-4688-8a86-85b75f902ba6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (b5b2b42e-3b59-4cfc-b471-4f19872f5823), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.302713 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-83ef5081-cb64-47cf-b08f-57a233c6d9b3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port a3572dce-2e4f-4c68-898a-15acb4f43499 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:10.303449 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-83ef5081-cb64-47cf-b08f-57a233c6d9b3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (a3572dce-2e4f-4c68-898a-15acb4f43499), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.321685 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df6d47-4a7b-4688-8a86-85b75f902ba6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event deleted for resources: {'Port': ['ID=b5b2b42e-3b59-4cfc-b471-4f19872f5823,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:10.361165 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-83df6d47-4a7b-4688-8a86-85b75f902ba6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.367452 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-83df6d47-4a7b-4688-8a86-85b75f902ba6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "DELETE /v2.0/ports/b5b2b42e-3b59-4cfc-b471-4f19872f5823 HTTP/1.1" status: 204 len: 168 time: 0.8953485 Mar 28 09:09:10.369185 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49500) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:10.402239 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c9b612ab-75b5-4461-b8b6-c493d50abe49 None None] Current status of the port 34b8e64e-30d4-4df2-aadc-83758c7c9304 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:10.402812 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c9b612ab-75b5-4461-b8b6-c493d50abe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (34b8e64e-30d4-4df2-aadc-83758c7c9304), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.421383 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-83ef5081-cb64-47cf-b08f-57a233c6d9b3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (a3572dce-2e4f-4c68-898a-15acb4f43499), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.440356 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8bd28a6-fb60-41a9-a0f6-c7f0ff47fa2e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (7253502e-923f-47c2-ab72-00bb31e78418), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.455636 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c9b612ab-75b5-4461-b8b6-c493d50abe49 None None] For port 34b8e64e-30d4-4df2-aadc-83758c7c9304, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=34b8e64e-30d4-4df2-aadc-83758c7c9304,segment=NetworkSegment(885a04ce-b518-4301-bb90-da7a88a93067),segment_id=885a04ce-b518-4301-bb90-da7a88a93067)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:10.468598 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c9b612ab-75b5-4461-b8b6-c493d50abe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (34b8e64e-30d4-4df2-aadc-83758c7c9304), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.470182 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-83ef5081-cb64-47cf-b08f-57a233c6d9b3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for a3572dce-2e4f-4c68-898a-15acb4f43499 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:10.498640 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-490ae018-511c-47f0-a087-4f2e02155d90 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet 0b0dcdf3-2d8c-40b3-b0e3-d54ae211412b {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:09:10.517540 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-490ae018-511c-47f0-a087-4f2e02155d90 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (0b0dcdf3-2d8c-40b3-b0e3-d54ae211412b), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.592650 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-7026806e-a05f-415e-b22b-b3476ed252a6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Deleting port 3e1265aa-8302-49e8-b59c-d51914153ee0 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:10.592991 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7026806e-a05f-415e-b22b-b3476ed252a6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (3e1265aa-8302-49e8-b59c-d51914153ee0), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.609888 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b612ab-75b5-4461-b8b6-c493d50abe49 None None] Pushing event updated for resources: {'Port': ['ID=34b8e64e-30d4-4df2-aadc-83758c7c9304,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:10.646278 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 34b8e64e-30d4-4df2-aadc-83758c7c9304 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:10.664780 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bd28a6-fb60-41a9-a0f6-c7f0ff47fa2e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 176c5fa4-268e-4eb5-b026-579c5993dd7f is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:10.669475 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a56ddc7f-4625-4138-a9be-23d6156172a5 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "PUT /v2.0/ports/5b5fcc11-0f65-47ba-9e56-68c05e33f25d/tags HTTP/1.1" status: 200 len: 316 time: 0.7762427 Mar 28 09:09:10.673314 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49504) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:10.685412 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-2292ac10-bc48-44df-8c0d-757245957d35 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5b5fcc11-0f65-47ba-9e56-68c05e33f25d') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:10.692669 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-83ef5081-cb64-47cf-b08f-57a233c6d9b3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (a3572dce-2e4f-4c68-898a-15acb4f43499), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.702307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-e8bd28a6-fb60-41a9-a0f6-c7f0ff47fa2e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:10.704694 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bd28a6-fb60-41a9-a0f6-c7f0ff47fa2e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:10.705588 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8bd28a6-fb60-41a9-a0f6-c7f0ff47fa2e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.708076 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd28a6-fb60-41a9-a0f6-c7f0ff47fa2e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=7253502e-923f-47c2-ab72-00bb31e78418,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:10.718903 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 34b8e64e-30d4-4df2-aadc-83758c7c9304 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:10.719290 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (34b8e64e-30d4-4df2-aadc-83758c7c9304), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.721139 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-490ae018-511c-47f0-a087-4f2e02155d90 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (0b0dcdf3-2d8c-40b3-b0e3-d54ae211412b), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.723579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7026806e-a05f-415e-b22b-b3476ed252a6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (3e1265aa-8302-49e8-b59c-d51914153ee0), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.769815 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-7026806e-a05f-415e-b22b-b3476ed252a6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Calling delete_port for 3e1265aa-8302-49e8-b59c-d51914153ee0 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:10.771615 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef5081-cb64-47cf-b08f-57a233c6d9b3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=a3572dce-2e4f-4c68-898a-15acb4f43499,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:10.788522 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-83ef5081-cb64-47cf-b08f-57a233c6d9b3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.792505 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-83ef5081-cb64-47cf-b08f-57a233c6d9b3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/ports/a3572dce-2e4f-4c68-898a-15acb4f43499 HTTP/1.1" status: 204 len: 168 time: 0.6700237 Mar 28 09:09:10.796847 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49506) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:10.830767 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 34b8e64e-30d4-4df2-aadc-83758c7c9304 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:10.844767 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-06b65346-9f39-492e-98bd-95ad72a9c37a None None] Provisioning complete for port 34b8e64e-30d4-4df2-aadc-83758c7c9304 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:10.845296 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-06b65346-9f39-492e-98bd-95ad72a9c37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (34b8e64e-30d4-4df2-aadc-83758c7c9304), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.938187 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-06b65346-9f39-492e-98bd-95ad72a9c37a None None] Current status of the port 34b8e64e-30d4-4df2-aadc-83758c7c9304 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:10.950808 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-06b65346-9f39-492e-98bd-95ad72a9c37a None None] Provisioning complete for port 7253502e-923f-47c2-ab72-00bb31e78418 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:10.951340 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-06b65346-9f39-492e-98bd-95ad72a9c37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7253502e-923f-47c2-ab72-00bb31e78418), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:10.997477 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-06b65346-9f39-492e-98bd-95ad72a9c37a None None] Port 7253502e-923f-47c2-ab72-00bb31e78418 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:11.002463 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2355d9-eb6d-4395-a035-4abbe0207611 req-481a4367-109e-41c8-bfcc-346d883cf07b tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:11.004087 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3e2355d9-eb6d-4395-a035-4abbe0207611 req-481a4367-109e-41c8-bfcc-346d883cf07b tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.3921201 Mar 28 09:09:11.033138 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-148e11c7-53ca-4d16-be8f-0145b3719616 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_gateway (b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:11.115922 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-490ae018-511c-47f0-a087-4f2e02155d90 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (0b0dcdf3-2d8c-40b3-b0e3-d54ae211412b), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:11.120489 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-42d7b523-ba0d-4540-b139-f84eb6950450 None None] Provisioning complete for port 7253502e-923f-47c2-ab72-00bb31e78418 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:11.121063 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-42d7b523-ba0d-4540-b139-f84eb6950450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7253502e-923f-47c2-ab72-00bb31e78418), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:11.162706 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-42d7b523-ba0d-4540-b139-f84eb6950450 None None] Port 7253502e-923f-47c2-ab72-00bb31e78418 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:11.193211 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8bd28a6-fb60-41a9-a0f6-c7f0ff47fa2e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7253502e-923f-47c2-ab72-00bb31e78418), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:11.211327 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-e673811e-b0b7-4633-a1d0-61039ede019f tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] GET failed (client error): The resource could not be found. Mar 28 09:09:11.213835 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e673811e-b0b7-4633-a1d0-61039ede019f tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports/a3572dce-2e4f-4c68-898a-15acb4f43499 HTTP/1.1" status: 404 len: 333 time: 0.4146118 Mar 28 09:09:11.220301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49508) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:11.231164 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b35c27df-93c9-41c1-bb8d-69b27e462890 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4', 'name': 'tempest-PortsTestJSON-683726529'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:11.244990 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3e2355d9-eb6d-4395-a035-4abbe0207611 req-cbcf7458-ecb0-494c-9339-26eb12242d43 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254517 Mar 28 09:09:11.262866 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router fd4ce091-384d-4170-a28e-6cb246a819be is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:09:11.266098 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2292ac10-bc48-44df-8c0d-757245957d35 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/ports/5b5fcc11-0f65-47ba-9e56-68c05e33f25d/tags HTTP/1.1" status: 204 len: 168 time: 0.5877447 Mar 28 09:09:11.266389 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49510) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:11.278092 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-8e746d45-4ba3-4459-a6ff-57498d388875 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5b5fcc11-0f65-47ba-9e56-68c05e33f25d', 'tempest-TagsExtTest-Tag-913667208') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:11.310321 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7026806e-a05f-415e-b22b-b3476ed252a6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (3e1265aa-8302-49e8-b59c-d51914153ee0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:11.350979 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026806e-a05f-415e-b22b-b3476ed252a6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event deleted for resources: {'Port': ['ID=3e1265aa-8302-49e8-b59c-d51914153ee0,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:11.369656 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7026806e-a05f-415e-b22b-b3476ed252a6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:11.372338 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7026806e-a05f-415e-b22b-b3476ed252a6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "DELETE /v2.0/ports/3e1265aa-8302-49e8-b59c-d51914153ee0 HTTP/1.1" status: 204 len: 168 time: 1.0023763 Mar 28 09:09:11.384960 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49514) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:11.416441 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-8e746d45-4ba3-4459-a6ff-57498d388875 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] show failed (client error): The resource could not be found. Mar 28 09:09:11.417613 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8e746d45-4ba3-4459-a6ff-57498d388875 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/ports/5b5fcc11-0f65-47ba-9e56-68c05e33f25d/tags/tempest-TagsExtTest-Tag-913667208 HTTP/1.1" status: 404 len: 328 time: 0.1503682 Mar 28 09:09:11.421723 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49516) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:11.426208 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-e46fa972-b929-4026-9fe2-f3171bf50be3 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5b5fcc11-0f65-47ba-9e56-68c05e33f25d', 'tempest-TagsExtTest-Tag-206466472') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:11.436048 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af948ae5-0689-46c5-b1b9-92c0b8aad5af req-9080da51-5041-4426-a1d7-fab3292e68aa tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:11.437558 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-af948ae5-0689-46c5-b1b9-92c0b8aad5af req-9080da51-5041-4426-a1d7-fab3292e68aa tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.0904942 Mar 28 09:09:11.464560 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-490ae018-511c-47f0-a087-4f2e02155d90 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (0b0dcdf3-2d8c-40b3-b0e3-d54ae211412b), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:11.515794 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-af948ae5-0689-46c5-b1b9-92c0b8aad5af req-2c321a49-69b7-4409-b2d9-3110dcabf673 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589509 Mar 28 09:09:11.524084 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-e46fa972-b929-4026-9fe2-f3171bf50be3 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] show failed (client error): The resource could not be found. Mar 28 09:09:11.525870 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e46fa972-b929-4026-9fe2-f3171bf50be3 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/ports/5b5fcc11-0f65-47ba-9e56-68c05e33f25d/tags/tempest-TagsExtTest-Tag-206466472 HTTP/1.1" status: 404 len: 328 time: 0.1035078 Mar 28 09:09:11.528708 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49518) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:11.532939 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-bb7f2bbe-a856-47cb-8181-7c5ea9470bdc tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5b5fcc11-0f65-47ba-9e56-68c05e33f25d', 'tempest-TagsExtTest-Tag-1415202921') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:11.569356 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2bacb199-9752-4ef4-abe2-498fc49be7aa tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1783979 Mar 28 09:09:11.573598 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49522) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:11.578815 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-1867ee56-7df3-4615-bd4e-45a5dba76c2f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1028849772'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:11.580246 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ae018-511c-47f0-a087-4f2e02155d90 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0dcdf3-2d8c-40b3-b0e3-d54ae211412b,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:11.592574 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-490ae018-511c-47f0-a087-4f2e02155d90 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:11.595779 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-490ae018-511c-47f0-a087-4f2e02155d90 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/0b0dcdf3-2d8c-40b3-b0e3-d54ae211412b HTTP/1.1" status: 204 len: 168 time: 1.7038004 Mar 28 09:09:11.599799 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c59dc3-2889-4d2d-9b0d-a3cb8ca39b12 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:11.603438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49524) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:11.639318 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-bb7f2bbe-a856-47cb-8181-7c5ea9470bdc tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] show failed (client error): The resource could not be found. Mar 28 09:09:11.640528 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bb7f2bbe-a856-47cb-8181-7c5ea9470bdc tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/ports/5b5fcc11-0f65-47ba-9e56-68c05e33f25d/tags/tempest-TagsExtTest-Tag-1415202921 HTTP/1.1" status: 404 len: 329 time: 0.1108794 Mar 28 09:09:11.643761 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1867ee56-7df3-4615-bd4e-45a5dba76c2f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Made reservation on behalf of 6ced997486b242a9b66557c94fe60d63 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:11.645940 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49526) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:11.647482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1867ee56-7df3-4615-bd4e-45a5dba76c2f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:11.655373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-6bddeaec-5176-42a0-8921-f7921b1b40bb tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8bdd31da-43e3-443c-97bb-df2afff4f5a9', {'tags': ['tempest-TagsExtTest-Tag-1769551553', 'tempest-TagsExtTest-Tag-2093926353', 'tempest-TagsExtTest-Tag-213269786']}) {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:11.667707 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35c27df-93c9-41c1-bb8d-69b27e462890 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:11.671344 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b35c27df-93c9-41c1-bb8d-69b27e462890 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:11.687093 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-150953da-d90b-4a7e-82b7-5f7eb6cedce3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet f78495c2-487a-452c-8f3b-0af40c96ca07 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:09:11.694067 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-150953da-d90b-4a7e-82b7-5f7eb6cedce3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (f78495c2-487a-452c-8f3b-0af40c96ca07), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:11.697142 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1867ee56-7df3-4615-bd4e-45a5dba76c2f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:09:11.733868 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1867ee56-7df3-4615-bd4e-45a5dba76c2f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (70e6ab9c-40cc-4819-a729-3e2490f974a1), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:11.734564 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-1867ee56-7df3-4615-bd4e-45a5dba76c2f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Added segment 70e6ab9c-40cc-4819-a729-3e2490f974a1 of type vlan for network 59abb98e-edb0-4ced-9b74-35fb8889cc85 Mar 28 09:09:11.752924 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-150953da-d90b-4a7e-82b7-5f7eb6cedce3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (f78495c2-487a-452c-8f3b-0af40c96ca07), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:11.820039 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1867ee56-7df3-4615-bd4e-45a5dba76c2f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (59abb98e-edb0-4ced-9b74-35fb8889cc85), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:11.832850 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-b35c27df-93c9-41c1-bb8d-69b27e462890 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] device_id is not set on port e46e65f5-a0c2-4b59-b621-5c8db2cdf6fc yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:09:11.842084 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:11.856520 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7bdb44-8131-4659-9f66-ac757a4ce4f3 None None] Sync routers for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:11.881540 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7bdb44-8131-4659-9f66-ac757a4ce4f3 None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:11.882347 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2c7bdb44-8131-4659-9f66-ac757a4ce4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:11.924215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1867ee56-7df3-4615-bd4e-45a5dba76c2f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (59abb98e-edb0-4ced-9b74-35fb8889cc85), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:11.929458 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1867ee56-7df3-4615-bd4e-45a5dba76c2f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:11.930364 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1867ee56-7df3-4615-bd4e-45a5dba76c2f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:11.935137 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2c7bdb44-8131-4659-9f66-ac757a4ce4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:11.939603 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-150953da-d90b-4a7e-82b7-5f7eb6cedce3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (f78495c2-487a-452c-8f3b-0af40c96ca07), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:11.947936 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7bdb44-8131-4659-9f66-ac757a4ce4f3 None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:11.948726 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2c7bdb44-8131-4659-9f66-ac757a4ce4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:11.995116 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2c7bdb44-8131-4659-9f66-ac757a4ce4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:11.996182 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7bdb44-8131-4659-9f66-ac757a4ce4f3 None None] The sync data for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:11.999078 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:12.000723 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2b3d6a0d-bc12-4806-b882-d6f8eb87d773 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.9564695 Mar 28 09:09:12.013720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49530) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:12.024112 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6bddeaec-5176-42a0-8921-f7921b1b40bb tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "PUT /v2.0/routers/8bdd31da-43e3-443c-97bb-df2afff4f5a9/tags HTTP/1.1" status: 200 len: 317 time: 0.3700008 Mar 28 09:09:12.031523 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49532) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:12.046650 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-04a60936-a772-47a0-bfa1-d89a20dcd5b6 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8bdd31da-43e3-443c-97bb-df2afff4f5a9') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:12.060052 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b89938-67c7-4019-839e-83c1a13b9917 req-15c1dd95-56ee-4c7f-a3c8-6253e4d8be12 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:12.061968 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-01b89938-67c7-4019-839e-83c1a13b9917 req-15c1dd95-56ee-4c7f-a3c8-6253e4d8be12 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2363620 Mar 28 09:09:12.113141 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1867ee56-7df3-4615-bd4e-45a5dba76c2f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5385361 Mar 28 09:09:12.121841 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49534) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:12.131124 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-15c08a3d-9bc9-411f-96a6-39283c6fbeb4 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1222661106'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:12.169665 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867ee56-7df3-4615-bd4e-45a5dba76c2f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event updated for resources: {'Network': ['ID=59abb98e-edb0-4ced-9b74-35fb8889cc85,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:12.180554 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-148e11c7-53ca-4d16-be8f-0145b3719616 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_gateway (b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:12.186840 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 59abb98e-edb0-4ced-9b74-35fb8889cc85 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:09:12.232312 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-148e11c7-53ca-4d16-be8f-0145b3719616 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:12.247510 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-01b89938-67c7-4019-839e-83c1a13b9917 req-bf1d3ed1-772c-4e6a-9e17-a791415089d6 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284754 Mar 28 09:09:12.260283 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c08a3d-9bc9-411f-96a6-39283c6fbeb4 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Made reservation on behalf of 6ced997486b242a9b66557c94fe60d63 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:12.266114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-15c08a3d-9bc9-411f-96a6-39283c6fbeb4 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:12.293651 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8bd28a6-fb60-41a9-a0f6-c7f0ff47fa2e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (7253502e-923f-47c2-ab72-00bb31e78418), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:12.314928 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8bd28a6-fb60-41a9-a0f6-c7f0ff47fa2e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (7253502e-923f-47c2-ab72-00bb31e78418), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:12.315743 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8bd28a6-fb60-41a9-a0f6-c7f0ff47fa2e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:12.327318 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-150953da-d90b-4a7e-82b7-5f7eb6cedce3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (f78495c2-487a-452c-8f3b-0af40c96ca07), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:12.372251 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-150953da-d90b-4a7e-82b7-5f7eb6cedce3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:12.378935 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-150953da-d90b-4a7e-82b7-5f7eb6cedce3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/f78495c2-487a-452c-8f3b-0af40c96ca07 HTTP/1.1" status: 204 len: 168 time: 0.7722931 Mar 28 09:09:12.378935 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150953da-d90b-4a7e-82b7-5f7eb6cedce3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=f78495c2-487a-452c-8f3b-0af40c96ca07,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:12.397328 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c08a3d-9bc9-411f-96a6-39283c6fbeb4 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:09:12.411227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-15c08a3d-9bc9-411f-96a6-39283c6fbeb4 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (bf6d98c7-ab55-48dc-8e60-1ed5fef7b3ef), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:12.411620 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-15c08a3d-9bc9-411f-96a6-39283c6fbeb4 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Added segment bf6d98c7-ab55-48dc-8e60-1ed5fef7b3ef of type vlan for network a22c9eea-450f-453d-a65a-dafc6734aba2 Mar 28 09:09:12.476404 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49540) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:12.508684 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 34b8e64e-30d4-4df2-aadc-83758c7c9304 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:12.520601 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b35c27df-93c9-41c1-bb8d-69b27e462890 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (e46e65f5-a0c2-4b59-b621-5c8db2cdf6fc), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:12.543808 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d4554d-67ba-44b6-be58-954fa0d25d46 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:12.558724 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7d64bba5-4e7b-4c94-ac06-ae1dbc98a13a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704131 Mar 28 09:09:12.562713 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49544) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:12.576414 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-15c08a3d-9bc9-411f-96a6-39283c6fbeb4 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (a22c9eea-450f-453d-a65a-dafc6734aba2), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:12.582101 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-148e11c7-53ca-4d16-be8f-0145b3719616 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Allocated IP 172.36.4.175 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/db5cd81f-3bfc-4f26-acdc-ef3f9542f7c6) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:12.618662 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-04a60936-a772-47a0-bfa1-d89a20dcd5b6 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/routers/8bdd31da-43e3-443c-97bb-df2afff4f5a9/tags HTTP/1.1" status: 204 len: 168 time: 0.5790768 Mar 28 09:09:12.623122 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49546) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:12.629230 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-55cf76c0-2c11-42b0-9bfc-ac22c55d7a71 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8bdd31da-43e3-443c-97bb-df2afff4f5a9', 'tempest-TagsExtTest-Tag-1769551553') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:12.651163 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f2f38543-4d57-447e-9685-dac066f7c130 None None] Provisioning complete for port 3ea98ba6-edd7-4cd0-ab39-240c7deeedca triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:12.651748 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f2f38543-4d57-447e-9685-dac066f7c130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3ea98ba6-edd7-4cd0-ab39-240c7deeedca), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:12.729243 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 34b8e64e-30d4-4df2-aadc-83758c7c9304 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:12.729812 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (34b8e64e-30d4-4df2-aadc-83758c7c9304), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:12.731227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-15c08a3d-9bc9-411f-96a6-39283c6fbeb4 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (a22c9eea-450f-453d-a65a-dafc6734aba2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:12.737178 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c08a3d-9bc9-411f-96a6-39283c6fbeb4 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:12.737854 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-15c08a3d-9bc9-411f-96a6-39283c6fbeb4 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:12.867492 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f2f38543-4d57-447e-9685-dac066f7c130 None None] Current status of the port 3ea98ba6-edd7-4cd0-ab39-240c7deeedca is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:12.891978 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164aa45a-a407-48e4-8153-c1be4d961b2a None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:09:12.895406 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 34b8e64e-30d4-4df2-aadc-83758c7c9304 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:12.921753 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-15c08a3d-9bc9-411f-96a6-39283c6fbeb4 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7845681 Mar 28 09:09:12.925660 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa95f7a3-2039-48b7-9bbd-f5ac92860715 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:12.929501 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-aa95f7a3-2039-48b7-9bbd-f5ac92860715 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3638463 Mar 28 09:09:12.934285 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49550) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:12.947312 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c08a3d-9bc9-411f-96a6-39283c6fbeb4 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event updated for resources: {'Network': ['ID=a22c9eea-450f-453d-a65a-dafc6734aba2,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:12.965291 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network a22c9eea-450f-453d-a65a-dafc6734aba2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:09:12.982370 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-55cf76c0-2c11-42b0-9bfc-ac22c55d7a71 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] show failed (client error): The resource could not be found. Mar 28 09:09:12.986273 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-55cf76c0-2c11-42b0-9bfc-ac22c55d7a71 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/routers/8bdd31da-43e3-443c-97bb-df2afff4f5a9/tags/tempest-TagsExtTest-Tag-1769551553 HTTP/1.1" status: 404 len: 329 time: 0.3593526 Mar 28 09:09:12.988120 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49552) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:12.995350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-62416395-69d7-4e65-b27a-a163fb42cc12 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8bdd31da-43e3-443c-97bb-df2afff4f5a9', 'tempest-TagsExtTest-Tag-2093926353') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:13.079813 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49554) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:13.085172 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Request body: {'subnets': [{'network_id': '59abb98e-edb0-4ced-9b74-35fb8889cc85', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1533884780', 'ip_version': 4}, {'network_id': 'a22c9eea-450f-453d-a65a-dafc6734aba2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:13.085650 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Request body: {'subnet': {'network_id': '59abb98e-edb0-4ced-9b74-35fb8889cc85', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1533884780', 'ip_version': 4}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:13.086323 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Request body: {'subnet': {'network_id': 'a22c9eea-450f-453d-a65a-dafc6734aba2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:13.092261 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b35c27df-93c9-41c1-bb8d-69b27e462890 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (e46e65f5-a0c2-4b59-b621-5c8db2cdf6fc), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:13.098207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae888001-4041-4eb5-96d3-8c49030044dc req-5e5a0086-292c-4e0b-b568-354b8587dfe9 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:13.099793 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ae888001-4041-4eb5-96d3-8c49030044dc req-5e5a0086-292c-4e0b-b568-354b8587dfe9 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.3468831 Mar 28 09:09:13.107488 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58490c8-222a-4f4b-9c48-c92d889a2a59 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:13.111260 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a58490c8-222a-4f4b-9c48-c92d889a2a59 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1731179 Mar 28 09:09:13.127842 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49556) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:13.210258 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd28a6-fb60-41a9-a0f6-c7f0ff47fa2e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=7253502e-923f-47c2-ab72-00bb31e78418,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:13.215453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-164aa45a-a407-48e4-8153-c1be4d961b2a None None] Deleting port 3ea98ba6-edd7-4cd0-ab39-240c7deeedca {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:13.215834 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-164aa45a-a407-48e4-8153-c1be4d961b2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (3ea98ba6-edd7-4cd0-ab39-240c7deeedca), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:13.218987 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b3c65dae-6dbc-4798-ad88-7d03197a1cbe tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870218 Mar 28 09:09:13.228083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49558) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:13.242375 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-8dd22fb7-b8ee-42a2-a319-eee27dae78b1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:13.275325 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35c27df-93c9-41c1-bb8d-69b27e462890 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network c662c580-9959-4333-a8b9-22afafa1f5d4 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:13.280620 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-148e11c7-53ca-4d16-be8f-0145b3719616 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for port (db5cd81f-3bfc-4f26-acdc-ef3f9542f7c6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:13.297051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-b35c27df-93c9-41c1-bb8d-69b27e462890 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:13.300777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-164aa45a-a407-48e4-8153-c1be4d961b2a None None] For port 3ea98ba6-edd7-4cd0-ab39-240c7deeedca, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ea98ba6-edd7-4cd0-ab39-240c7deeedca,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:13.301050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-164aa45a-a407-48e4-8153-c1be4d961b2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (3ea98ba6-edd7-4cd0-ab39-240c7deeedca), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:13.310449 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35c27df-93c9-41c1-bb8d-69b27e462890 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:13.315706 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35c27df-93c9-41c1-bb8d-69b27e462890 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:13.316062 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-164aa45a-a407-48e4-8153-c1be4d961b2a None None] Calling delete_port for 3ea98ba6-edd7-4cd0-ab39-240c7deeedca owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:13.316519 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b35c27df-93c9-41c1-bb8d-69b27e462890 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:13.328096 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-62416395-69d7-4e65-b27a-a163fb42cc12 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] show failed (client error): The resource could not be found. Mar 28 09:09:13.332227 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-62416395-69d7-4e65-b27a-a163fb42cc12 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/routers/8bdd31da-43e3-443c-97bb-df2afff4f5a9/tags/tempest-TagsExtTest-Tag-2093926353 HTTP/1.1" status: 404 len: 329 time: 0.3403316 Mar 28 09:09:13.334689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49560) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:13.359436 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-8059bcb3-3a11-4731-8d89-db5d1803427a tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8bdd31da-43e3-443c-97bb-df2afff4f5a9', 'tempest-TagsExtTest-Tag-213269786') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:13.374876 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ae888001-4041-4eb5-96d3-8c49030044dc req-42000663-282e-4cb7-bd51-019418c5707d tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2648036 Mar 28 09:09:13.407178 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c27df-93c9-41c1-bb8d-69b27e462890 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=e46e65f5-a0c2-4b59-b621-5c8db2cdf6fc,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:13.414250 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-164aa45a-a407-48e4-8153-c1be4d961b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (3ea98ba6-edd7-4cd0-ab39-240c7deeedca), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:13.441722 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164aa45a-a407-48e4-8153-c1be4d961b2a None None] Pushing event deleted for resources: {'Port': ['ID=3ea98ba6-edd7-4cd0-ab39-240c7deeedca,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:13.446409 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164aa45a-a407-48e4-8153-c1be4d961b2a None None] No DVR routers for this DVR port 3ea98ba6-edd7-4cd0-ab39-240c7deeedca on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:09:13.461419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd22fb7-b8ee-42a2-a319-eee27dae78b1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:13.463542 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b35c27df-93c9-41c1-bb8d-69b27e462890 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2352810 Mar 28 09:09:13.464237 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49562) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:13.465645 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8dd22fb7-b8ee-42a2-a319-eee27dae78b1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:13.467075 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd22fb7-b8ee-42a2-a319-eee27dae78b1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:09:13.467510 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd22fb7-b8ee-42a2-a319-eee27dae78b1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:09:13.469510 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bd28a6-fb60-41a9-a0f6-c7f0ff47fa2e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 176c5fa4-268e-4eb5-b026-579c5993dd7f is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:13.479691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Made reservation on behalf of 6ced997486b242a9b66557c94fe60d63 for: {'subnet': 2} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:13.482809 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-59493e51-becf-4c31-b870-60a4bfdb2f78 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:13.484926 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:13.485270 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:13.486815 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-e8bd28a6-fb60-41a9-a0f6-c7f0ff47fa2e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:13.497563 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8dd22fb7-b8ee-42a2-a319-eee27dae78b1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2649124 Mar 28 09:09:13.498147 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49564) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:13.539378 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-58f001ad-e302-4ad6-a16a-66a57b2e5fd9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:13.644127 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-148e11c7-53ca-4d16-be8f-0145b3719616 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (db5cd81f-3bfc-4f26-acdc-ef3f9542f7c6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:13.680583 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f001ad-e302-4ad6-a16a-66a57b2e5fd9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:13.684280 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-58f001ad-e302-4ad6-a16a-66a57b2e5fd9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:13.685837 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f001ad-e302-4ad6-a16a-66a57b2e5fd9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:09:13.686267 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f001ad-e302-4ad6-a16a-66a57b2e5fd9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:09:13.726800 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-58f001ad-e302-4ad6-a16a-66a57b2e5fd9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2131829 Mar 28 09:09:13.727011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49566) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:13.731984 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-859fcaee-94b4-409b-b1fa-cb7e3269ee0a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:13.771605 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-8059bcb3-3a11-4731-8d89-db5d1803427a tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] show failed (client error): The resource could not be found. Mar 28 09:09:13.772671 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8059bcb3-3a11-4731-8d89-db5d1803427a tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/routers/8bdd31da-43e3-443c-97bb-df2afff4f5a9/tags/tempest-TagsExtTest-Tag-213269786 HTTP/1.1" status: 404 len: 328 time: 0.4202542 Mar 28 09:09:13.780743 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148e11c7-53ca-4d16-be8f-0145b3719616 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:13.788983 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49568) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:13.793710 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-73d31e04-d848-46de-b7e2-1ef9a655245e tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '163a9192-2c25-47a2-a501-9a57efb3df0e', {'tags': ['tempest-TagsExtTest-Tag-145101449', 'tempest-TagsExtTest-Tag-598806312', 'tempest-TagsExtTest-Tag-920596304']}) {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:13.795566 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-148e11c7-53ca-4d16-be8f-0145b3719616 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:13.801477 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-59493e51-becf-4c31-b870-60a4bfdb2f78 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e46e65f5-a0c2-4b59-b621-5c8db2cdf6fc), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:13.805372 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148e11c7-53ca-4d16-be8f-0145b3719616 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:13.805739 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-df1756fa-7f9f-43d7-abce-a1d51a3d5e98 None None] Provisioning complete for port 7253502e-923f-47c2-ab72-00bb31e78418 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:13.806271 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df1756fa-7f9f-43d7-abce-a1d51a3d5e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7253502e-923f-47c2-ab72-00bb31e78418), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:13.818909 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e11c7-53ca-4d16-be8f-0145b3719616 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Pushing event updated for resources: {'Port': ['ID=db5cd81f-3bfc-4f26-acdc-ef3f9542f7c6,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:13.853984 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-df1756fa-7f9f-43d7-abce-a1d51a3d5e98 None None] Port 7253502e-923f-47c2-ab72-00bb31e78418 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:13.943877 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-73d31e04-d848-46de-b7e2-1ef9a655245e tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "PUT /v2.0/subnetpools/163a9192-2c25-47a2-a501-9a57efb3df0e/tags HTTP/1.1" status: 200 len: 315 time: 0.1538382 Mar 28 09:09:13.950974 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49570) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:13.955173 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-d36957b7-565a-400b-88ff-f03716cb7282 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '163a9192-2c25-47a2-a501-9a57efb3df0e') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:13.971899 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859fcaee-94b4-409b-b1fa-cb7e3269ee0a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:13.975235 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-859fcaee-94b4-409b-b1fa-cb7e3269ee0a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:13.977530 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-859fcaee-94b4-409b-b1fa-cb7e3269ee0a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:09:13.978119 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-859fcaee-94b4-409b-b1fa-cb7e3269ee0a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:09:14.021855 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-859fcaee-94b4-409b-b1fa-cb7e3269ee0a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2909019 Mar 28 09:09:14.022279 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49572) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:14.030328 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-dab2c840-82aa-4dc8-9c29-3fac3ffa2861 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:14.119487 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d36957b7-565a-400b-88ff-f03716cb7282 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/subnetpools/163a9192-2c25-47a2-a501-9a57efb3df0e/tags HTTP/1.1" status: 204 len: 168 time: 0.1674283 Mar 28 09:09:14.127668 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49574) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:14.131961 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-bcdb461b-81a8-480f-af87-60cd1b575395 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '163a9192-2c25-47a2-a501-9a57efb3df0e', 'tempest-TagsExtTest-Tag-145101449') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:14.152237 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bd28a6-fb60-41a9-a0f6-c7f0ff47fa2e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:09:14.213634 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-bcdb461b-81a8-480f-af87-60cd1b575395 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] show failed (client error): The resource could not be found. Mar 28 09:09:14.214782 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bcdb461b-81a8-480f-af87-60cd1b575395 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/subnetpools/163a9192-2c25-47a2-a501-9a57efb3df0e/tags/tempest-TagsExtTest-Tag-145101449 HTTP/1.1" status: 404 len: 328 time: 0.0861814 Mar 28 09:09:14.220435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49576) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:14.226107 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-2ba862fc-bc88-4d69-a2af-b3824eea1f7e tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '163a9192-2c25-47a2-a501-9a57efb3df0e', 'tempest-TagsExtTest-Tag-598806312') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:14.229569 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab2c840-82aa-4dc8-9c29-3fac3ffa2861 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:14.232819 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dab2c840-82aa-4dc8-9c29-3fac3ffa2861 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:14.234220 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab2c840-82aa-4dc8-9c29-3fac3ffa2861 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:09:14.234653 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab2c840-82aa-4dc8-9c29-3fac3ffa2861 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:09:14.266242 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (8ae85bd3-af28-4444-82ed-7cf6c44ea68f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:14.281281 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-dab2c840-82aa-4dc8-9c29-3fac3ffa2861 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2549143 Mar 28 09:09:14.297566 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49578) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:14.299937 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-2ba862fc-bc88-4d69-a2af-b3824eea1f7e tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] show failed (client error): The resource could not be found. Mar 28 09:09:14.300959 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2ba862fc-bc88-4d69-a2af-b3824eea1f7e tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/subnetpools/163a9192-2c25-47a2-a501-9a57efb3df0e/tags/tempest-TagsExtTest-Tag-598806312 HTTP/1.1" status: 404 len: 328 time: 0.0796280 Mar 28 09:09:14.308239 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49580) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:14.315877 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-ed17c0e4-02f6-486e-a4ed-5ddbc8e12eb8 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '163a9192-2c25-47a2-a501-9a57efb3df0e', 'tempest-TagsExtTest-Tag-920596304') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:14.335386 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-43ca5f0d-4ff1-4172-aae5-753ed208845a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:14.350821 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event updated for resources: {'Subnet': ['ID=8ae85bd3-af28-4444-82ed-7cf6c44ea68f,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:14.366346 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Checking segment: {'id': '70e6ab9c-40cc-4819-a729-3e2490f974a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '59abb98e-edb0-4ced-9b74-35fb8889cc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:14.366714 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Network hostable DHCP agents. Network: 59abb98e-edb0-4ced-9b74-35fb8889cc85, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:09:14.370986 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-ed17c0e4-02f6-486e-a4ed-5ddbc8e12eb8 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] show failed (client error): The resource could not be found. Mar 28 09:09:14.374831 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ed17c0e4-02f6-486e-a4ed-5ddbc8e12eb8 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/subnetpools/163a9192-2c25-47a2-a501-9a57efb3df0e/tags/tempest-TagsExtTest-Tag-920596304 HTTP/1.1" status: 404 len: 328 time: 0.0620615 Mar 28 09:09:14.374831 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49582) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:14.379182 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-d2b37d87-1838-43df-a6fb-7674034476ec tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '163a9192-2c25-47a2-a501-9a57efb3df0e') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:14.410027 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Network 59abb98e-edb0-4ced-9b74-35fb8889cc85 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:09:14.421490 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d2b37d87-1838-43df-a6fb-7674034476ec tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/subnetpools/163a9192-2c25-47a2-a501-9a57efb3df0e/tags HTTP/1.1" status: 204 len: 168 time: 0.0457883 Mar 28 09:09:14.424047 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49586) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:14.426238 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 59abb98e-edb0-4ced-9b74-35fb8889cc85) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:14.431277 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (a91bc93c-ae0a-4a71-aea8-b94f7a4e4731), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:14.432295 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 3ea98ba6-edd7-4cd0-ab39-240c7deeedca no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:09:14.436546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-739f139e-07f8-4031-8a2d-d82e9d564125 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8bdd31da-43e3-443c-97bb-df2afff4f5a9') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:14.455950 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7ad6d2-db84-4cf4-81d9-c276e905c369 None None] Network 59abb98e-edb0-4ced-9b74-35fb8889cc85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:14.458289 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 3ea98ba6-edd7-4cd0-ab39-240c7deeedca {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:09:14.458908 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 3ea98ba6-edd7-4cd0-ab39-240c7deeedca not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:09:14.491509 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-59493e51-becf-4c31-b870-60a4bfdb2f78 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (e46e65f5-a0c2-4b59-b621-5c8db2cdf6fc), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:14.521743 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-59493e51-becf-4c31-b870-60a4bfdb2f78 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (e46e65f5-a0c2-4b59-b621-5c8db2cdf6fc), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:14.562470 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc4c7b9c-06c5-4c1c-b758-74b53b7632ac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:14.567579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event updated for resources: {'Subnet': ['ID=a91bc93c-ae0a-4a71-aea8-b94f7a4e4731,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:14.590367 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-739f139e-07f8-4031-8a2d-d82e9d564125 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/routers/8bdd31da-43e3-443c-97bb-df2afff4f5a9/tags HTTP/1.1" status: 204 len: 168 time: 0.1649451 Mar 28 09:09:14.591199 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Checking segment: {'id': 'bf6d98c7-ab55-48dc-8e60-1ed5fef7b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a22c9eea-450f-453d-a65a-dafc6734aba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:14.591562 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Network hostable DHCP agents. Network: a22c9eea-450f-453d-a65a-dafc6734aba2, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:09:14.593278 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49588) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:14.593563 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-59abb98e-edb0-4ced-9b74-35fb8889cc85', 'network_id': '59abb98e-edb0-4ced-9b74-35fb8889cc85', 'project_id': '6ced997486b242a9b66557c94fe60d63', 'fixed_ips': [{'subnet_id': '8ae85bd3-af28-4444-82ed-7cf6c44ea68f'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:09:14.595948 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:14.601165 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bd28a6-fb60-41a9-a0f6-c7f0ff47fa2e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:14.609857 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Network a22c9eea-450f-453d-a65a-dafc6734aba2 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:09:14.612626 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-486d4041-aeae-4ec3-866a-1606582ebc01 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5b5fcc11-0f65-47ba-9e56-68c05e33f25d') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:14.621582 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a22c9eea-450f-453d-a65a-dafc6734aba2) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:14.622377 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-59493e51-becf-4c31-b870-60a4bfdb2f78 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] In _notify_port_updated(), no bound segment for port e46e65f5-a0c2-4b59-b621-5c8db2cdf6fc on network c662c580-9959-4333-a8b9-22afafa1f5d4 {{(pid=104076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:09:14.622951 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Sync routers for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:14.626550 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:14.627370 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:14.627494 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59493e51-becf-4c31-b870-60a4bfdb2f78 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:14.628059 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-59493e51-becf-4c31-b870-60a4bfdb2f78 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:14.628406 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:14.629352 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-59493e51-becf-4c31-b870-60a4bfdb2f78 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "PUT /v2.0/ports/e46e65f5-a0c2-4b59-b621-5c8db2cdf6fc HTTP/1.1" status: 200 len: 818 time: 1.1554298 Mar 28 09:09:14.634546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49590) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:14.641493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ade4cc-ab3c-4e43-b7a1-c9090c5a7c0f None None] Network a22c9eea-450f-453d-a65a-dafc6734aba2 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:14.642454 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e8bd28a6-fb60-41a9-a0f6-c7f0ff47fa2e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/54131ef4-fc4f-4d6e-9101-ddeb6cee98d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4084859 Mar 28 09:09:14.644281 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:14.645774 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:14.651517 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49592) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:14.656404 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-1265f354-23c7-4125-92f3-75097b4c9977 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1443476121'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:14.698242 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-aa21563a-bee0-45bc-81aa-61afa1f0e569 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.6168532 Mar 28 09:09:14.700556 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49594) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:14.727622 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1265f354-23c7-4125-92f3-75097b4c9977 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Made reservation on behalf of 8e45e30a1efb47c3b06d7cbbf6271808 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:14.730224 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1265f354-23c7-4125-92f3-75097b4c9977 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:14.779847 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1265f354-23c7-4125-92f3-75097b4c9977 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:09:14.795983 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1265f354-23c7-4125-92f3-75097b4c9977 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (f48b6acf-3d97-470d-98e9-6ee132433a49), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:14.796441 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-1265f354-23c7-4125-92f3-75097b4c9977 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Added segment f48b6acf-3d97-470d-98e9-6ee132433a49 of type vlan for network 5c886da7-7242-49b0-8048-a74be0cbb950 Mar 28 09:09:14.839560 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-94454ec8-ab94-4b95-815b-881afbe17402 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port e46e65f5-a0c2-4b59-b621-5c8db2cdf6fc {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:14.839931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-94454ec8-ab94-4b95-815b-881afbe17402 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (e46e65f5-a0c2-4b59-b621-5c8db2cdf6fc), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:14.860522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:09:14.861443 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1265f354-23c7-4125-92f3-75097b4c9977 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (5c886da7-7242-49b0-8048-a74be0cbb950), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:14.944189 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-94454ec8-ab94-4b95-815b-881afbe17402 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (e46e65f5-a0c2-4b59-b621-5c8db2cdf6fc), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:14.955261 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1265f354-23c7-4125-92f3-75097b4c9977 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (5c886da7-7242-49b0-8048-a74be0cbb950), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:14.960317 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1265f354-23c7-4125-92f3-75097b4c9977 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:14.961447 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1265f354-23c7-4125-92f3-75097b4c9977 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:14.971956 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-94454ec8-ab94-4b95-815b-881afbe17402 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for e46e65f5-a0c2-4b59-b621-5c8db2cdf6fc owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:15.002275 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a22c9eea-450f-453d-a65a-dafc6734aba2', 'network_id': 'a22c9eea-450f-453d-a65a-dafc6734aba2', 'project_id': '6ced997486b242a9b66557c94fe60d63', 'fixed_ips': [{'subnet_id': 'a91bc93c-ae0a-4a71-aea8-b94f7a4e4731'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:09:15.003219 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:15.038188 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1265f354-23c7-4125-92f3-75097b4c9977 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3856535 Mar 28 09:09:15.038592 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Allocated IP 172.20.0.2 (59abb98e-edb0-4ced-9b74-35fb8889cc85/8ae85bd3-af28-4444-82ed-7cf6c44ea68f/21b4da8c-9778-413b-8ae0-2fa867697897) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:15.044425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49596) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:15.085970 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b9b14682-932e-453a-a01f-32223d299385 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'subnet': {'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:15.100108 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59493e51-becf-4c31-b870-60a4bfdb2f78 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=e46e65f5-a0c2-4b59-b621-5c8db2cdf6fc,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:15.167913 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265f354-23c7-4125-92f3-75097b4c9977 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Network': ['ID=5c886da7-7242-49b0-8048-a74be0cbb950,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:15.170812 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc7f19-53e9-411e-9fc9-6461679f5653 req-72c7daaa-4b79-44bf-8b24-f7ac5eafb64d tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:15.172343 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b2bc7f19-53e9-411e-9fc9-6461679f5653 req-72c7daaa-4b79-44bf-8b24-f7ac5eafb64d tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.6878722 Mar 28 09:09:15.172941 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-148e11c7-53ca-4d16-be8f-0145b3719616 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_gateway (b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:15.174849 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ca5f0d-4ff1-4172-aae5-753ed208845a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:15.178164 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43ca5f0d-4ff1-4172-aae5-753ed208845a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:15.179492 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ca5f0d-4ff1-4172-aae5-753ed208845a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:09:15.179914 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ca5f0d-4ff1-4172-aae5-753ed208845a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:09:15.213268 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 5c886da7-7242-49b0-8048-a74be0cbb950 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:09:15.241827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b14682-932e-453a-a01f-32223d299385 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Made reservation on behalf of 8e45e30a1efb47c3b06d7cbbf6271808 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:15.246158 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b9b14682-932e-453a-a01f-32223d299385 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:15.301899 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-94454ec8-ab94-4b95-815b-881afbe17402 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (e46e65f5-a0c2-4b59-b621-5c8db2cdf6fc), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:15.307974 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be302ec7-8d01-4de3-89c2-82f7666c1d33 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:15.309308 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be302ec7-8d01-4de3-89c2-82f7666c1d33 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:15.310759 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be302ec7-8d01-4de3-89c2-82f7666c1d33 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:15.312386 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-be302ec7-8d01-4de3-89c2-82f7666c1d33 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2522559 Mar 28 09:09:15.319194 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-43ca5f0d-4ff1-4172-aae5-753ed208845a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0191407 Mar 28 09:09:15.324676 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49598) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:15.325001 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49600) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:15.338527 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94454ec8-ab94-4b95-815b-881afbe17402 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=e46e65f5-a0c2-4b59-b621-5c8db2cdf6fc,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:15.341147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-515d2e3a-f860-47c3-a20b-3f00497e8b44 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:15.355186 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-94454ec8-ab94-4b95-815b-881afbe17402 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:15.360947 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-94454ec8-ab94-4b95-815b-881afbe17402 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/ports/e46e65f5-a0c2-4b59-b621-5c8db2cdf6fc HTTP/1.1" status: 204 len: 168 time: 0.7096198 Mar 28 09:09:15.362900 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49602) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:15.431152 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Allocated IP 172.20.0.18 (a22c9eea-450f-453d-a65a-dafc6734aba2/a91bc93c-ae0a-4a71-aea8-b94f7a4e4731/83986f52-224e-4153-8577-9e2a7a64e512) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:15.475304 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af96c134-fff9-4e74-b3f4-5e9f8d9dfeb8 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:15.476763 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-af96c134-fff9-4e74-b3f4-5e9f8d9dfeb8 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1142986 Mar 28 09:09:15.480271 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49604) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:15.488858 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Publish callbacks [] for port (21b4da8c-9778-413b-8ae0-2fa867697897), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:15.500936 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (21b4da8c-9778-413b-8ae0-2fa867697897), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:15.513552 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-486d4041-aeae-4ec3-866a-1606582ebc01 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/ports/5b5fcc11-0f65-47ba-9e56-68c05e33f25d/tags HTTP/1.1" status: 204 len: 168 time: 0.9136095 Mar 28 09:09:15.515303 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8491501-8142-4466-b6ae-11160d4908d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] GET failed (client error): The resource could not be found. Mar 28 09:09:15.516878 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b8491501-8142-4466-b6ae-11160d4908d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports/e46e65f5-a0c2-4b59-b621-5c8db2cdf6fc HTTP/1.1" status: 404 len: 333 time: 0.0355532 Mar 28 09:09:15.518781 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49606) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:15.523094 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-6c49034b-8020-47f3-bd97-99c81dc52897 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f7916b01-5162-4cf6-b4a8-b0d8171368c0') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:15.528149 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49608) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:15.531360 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b2bc7f19-53e9-411e-9fc9-6461679f5653 req-3fe9124f-c061-430b-9c00-72f60830bc1a tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486378 Mar 28 09:09:15.571403 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9fcfee53-e234-468e-9fd0-8aeefb62c3a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-926107799'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:15.589802 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5cadb6-890c-4051-9e37-d603399e9ed6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Deleting subnet 8ae85bd3-af28-4444-82ed-7cf6c44ea68f {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:09:15.593722 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ca5cadb6-890c-4051-9e37-d603399e9ed6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks [] for subnet (8ae85bd3-af28-4444-82ed-7cf6c44ea68f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:15.599098 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Network 59abb98e-edb0-4ced-9b74-35fb8889cc85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:15.604360 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:11Z', 'revision_number': 2, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:11Z', 'revision_number': 2, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:15.611832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:15.625319 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:15.627270 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b9b14682-932e-453a-a01f-32223d299385 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (4e1d2b76-2876-43b7-bbc4-20d62ca328df), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:15.629587 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Pushing event updated for resources: {'Port': ['ID=21b4da8c-9778-413b-8ae0-2fa867697897,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:15.633346 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcfee53-e234-468e-9fd0-8aeefb62c3a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:15.636935 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9fcfee53-e234-468e-9fd0-8aeefb62c3a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:15.641817 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ca5cadb6-890c-4051-9e37-d603399e9ed6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (8ae85bd3-af28-4444-82ed-7cf6c44ea68f), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:15.664794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Checking router: 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:09:15.665834 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Updating router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 port 7253502e-923f-47c2-ab72-00bb31e78418 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:09:15.710206 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7253502e-923f-47c2-ab72-00bb31e78418), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:15.717537 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fcfee53-e234-468e-9fd0-8aeefb62c3a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:09:15.723342 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6c49034b-8020-47f3-bd97-99c81dc52897 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/subnets/f7916b01-5162-4cf6-b4a8-b0d8171368c0/tags HTTP/1.1" status: 204 len: 168 time: 0.2036066 Mar 28 09:09:15.727858 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b14682-932e-453a-a01f-32223d299385 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Subnet': ['ID=4e1d2b76-2876-43b7-bbc4-20d62ca328df,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:15.730525 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49610) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:15.741739 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ca5cadb6-890c-4051-9e37-d603399e9ed6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (8ae85bd3-af28-4444-82ed-7cf6c44ea68f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:15.742346 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9fcfee53-e234-468e-9fd0-8aeefb62c3a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (512f50c1-4146-4bb8-b300-cbb5f3f9a1bf), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:15.742639 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-9fcfee53-e234-468e-9fd0-8aeefb62c3a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Added segment 512f50c1-4146-4bb8-b300-cbb5f3f9a1bf of type vlan for network d581b5c6-df24-47c1-8025-78f7fb7bf135 Mar 28 09:09:15.832135 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b14682-932e-453a-a01f-32223d299385 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Checking segment: {'id': 'f48b6acf-3d97-470d-98e9-6ee132433a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:15.832517 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b14682-932e-453a-a01f-32223d299385 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network hostable DHCP agents. Network: 5c886da7-7242-49b0-8048-a74be0cbb950, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:09:15.890867 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9fcfee53-e234-468e-9fd0-8aeefb62c3a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (d581b5c6-df24-47c1-8025-78f7fb7bf135), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:15.911168 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b14682-932e-453a-a01f-32223d299385 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 5c886da7-7242-49b0-8048-a74be0cbb950 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:09:15.930797 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-b9b14682-932e-453a-a01f-32223d299385 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5c886da7-7242-49b0-8048-a74be0cbb950) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:15.935229 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b14682-932e-453a-a01f-32223d299385 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:15.936011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b9b14682-932e-453a-a01f-32223d299385 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:15.953459 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d0cd4471-74e5-4694-b5d9-76ff4d057873 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:15.957041 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d0cd4471-74e5-4694-b5d9-76ff4d057873 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/subnetpools/163a9192-2c25-47a2-a501-9a57efb3df0e HTTP/1.1" status: 204 len: 168 time: 0.2219372 Mar 28 09:09:15.958265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49612) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:15.961018 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa44390f-2e21-4026-8399-06672be454a8 None None] Network 5c886da7-7242-49b0-8048-a74be0cbb950 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:15.971687 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b9b14682-932e-453a-a01f-32223d299385 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8910420 Mar 28 09:09:15.975374 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49614) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:15.976706 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515d2e3a-f860-47c3-a20b-3f00497e8b44 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:15.980320 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-515d2e3a-f860-47c3-a20b-3f00497e8b44 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:15.981932 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-515d2e3a-f860-47c3-a20b-3f00497e8b44 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:09:15.982475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515d2e3a-f860-47c3-a20b-3f00497e8b44 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:09:15.989491 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ca5cadb6-890c-4051-9e37-d603399e9ed6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (8ae85bd3-af28-4444-82ed-7cf6c44ea68f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.000365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9fcfee53-e234-468e-9fd0-8aeefb62c3a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (d581b5c6-df24-47c1-8025-78f7fb7bf135), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.006253 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcfee53-e234-468e-9fd0-8aeefb62c3a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:16.006861 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9fcfee53-e234-468e-9fd0-8aeefb62c3a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.013884 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-91806e7c-2a24-4172-a4db-ba4358622dc4 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bdd31da-43e3-443c-97bb-df2afff4f5a9 HTTP/1.1" status: 200 len: 205 time: 0.0528479 Mar 28 09:09:16.041422 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49616) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:16.059043 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5cadb6-890c-4051-9e37-d603399e9ed6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae85bd3-af28-4444-82ed-7cf6c44ea68f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:16.084585 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ca5cadb6-890c-4051-9e37-d603399e9ed6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.096099 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ca5cadb6-890c-4051-9e37-d603399e9ed6 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "DELETE /v2.0/subnets/8ae85bd3-af28-4444-82ed-7cf6c44ea68f HTTP/1.1" status: 204 len: 168 time: 0.7590206 Mar 28 09:09:16.124645 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Attempting to bind port 21b4da8c-9778-413b-8ae0-2fa867697897 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:16.125032 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Attempting to bind port 21b4da8c-9778-413b-8ae0-2fa867697897 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '70e6ab9c-40cc-4819-a729-3e2490f974a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '59abb98e-edb0-4ced-9b74-35fb8889cc85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:16.125382 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Attempting to bind port 21b4da8c-9778-413b-8ae0-2fa867697897 on network 59abb98e-edb0-4ced-9b74-35fb8889cc85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:16.134559 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-515d2e3a-f860-47c3-a20b-3f00497e8b44 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8010118 Mar 28 09:09:16.134559 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49618) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:16.179474 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49620) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:16.206468 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-148e11c7-53ca-4d16-be8f-0145b3719616 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.259226 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-148e11c7-53ca-4d16-be8f-0145b3719616 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.264950 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ba2050c0-1152-4230-a826-a3950cd77d0d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0775673 Mar 28 09:09:16.273040 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49622) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:16.277694 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-48ea262f-3389-438c-b316-27d5d9034e21 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks [] for router (8bdd31da-43e3-443c-97bb-df2afff4f5a9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.283241 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-bc4c7b9c-06c5-4c1c-b758-74b53b7632ac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Allocated IP 172.20.0.1 (839bdaa6-37d1-4336-b120-a3190d586016/0af81c8e-700d-47e9-8b3f-2b686c972539/74c91e5a-a89d-45d2-8f6a-6e134921f7a7) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:16.325199 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Publish callbacks [] for port (83986f52-224e-4153-8577-9e2a7a64e512), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.343521 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:16.343986 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Checking segment: {'id': '70e6ab9c-40cc-4819-a729-3e2490f974a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '59abb98e-edb0-4ced-9b74-35fb8889cc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:16.344368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.344765 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Bound using segment: {'id': '70e6ab9c-40cc-4819-a729-3e2490f974a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '59abb98e-edb0-4ced-9b74-35fb8889cc85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:16.345284 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Bound port: 21b4da8c-9778-413b-8ae0-2fa867697897, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e6ab9c-40cc-4819-a729-3e2490f974a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '59abb98e-edb0-4ced-9b74-35fb8889cc85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:16.345722 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (21b4da8c-9778-413b-8ae0-2fa867697897), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.351366 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (83986f52-224e-4153-8577-9e2a7a64e512), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.418798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Publish callbacks [] for port (7253502e-923f-47c2-ab72-00bb31e78418), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.446999 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-31060c89-c055-41bf-8120-96ae68058f4f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Deleting subnet a91bc93c-ae0a-4a71-aea8-b94f7a4e4731 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:09:16.455603 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (7253502e-923f-47c2-ab72-00bb31e78418), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.464938 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Network a22c9eea-450f-453d-a65a-dafc6734aba2 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:16.482480 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-31060c89-c055-41bf-8120-96ae68058f4f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks [] for subnet (a91bc93c-ae0a-4a71-aea8-b94f7a4e4731), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.492584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:16.499857 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Pushing event updated for resources: {'Port': ['ID=83986f52-224e-4153-8577-9e2a7a64e512,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:16.503064 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9fcfee53-e234-468e-9fd0-8aeefb62c3a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9722424 Mar 28 09:09:16.505274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:16.507514 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49624) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:16.517853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-863120d9-5869-40a7-ac55-e79dadf2ed9a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'subnet': {'network_id': 'd581b5c6-df24-47c1-8025-78f7fb7bf135', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:16.527855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfee53-e234-468e-9fd0-8aeefb62c3a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Network': ['ID=d581b5c6-df24-47c1-8025-78f7fb7bf135,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:16.567140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network d581b5c6-df24-47c1-8025-78f7fb7bf135 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:09:16.577751 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9d3c40-5e85-4be7-931d-8d2b2f4e7b11 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:16.579288 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ea9d3c40-5e85-4be7-931d-8d2b2f4e7b11 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2993970 Mar 28 09:09:16.593316 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49630) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:16.656420 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f8e8ea56-73ea-4037-95a1-3ef44023d613 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585072 Mar 28 09:09:16.678109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5c886da7-7242-49b0-8048-a74be0cbb950', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:09:16.679254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.680676 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49632) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:16.687182 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-cfc781eb-3d50-495d-a7fc-56018eee5190 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:16.713547 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] For port 21b4da8c-9778-413b-8ae0-2fa867697897, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:16.764403 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-31060c89-c055-41bf-8120-96ae68058f4f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (a91bc93c-ae0a-4a71-aea8-b94f7a4e4731), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.791853 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-48ea262f-3389-438c-b316-27d5d9034e21 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (8bdd31da-43e3-443c-97bb-df2afff4f5a9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.804800 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-48ea262f-3389-438c-b316-27d5d9034e21 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks [] for router_controller (8bdd31da-43e3-443c-97bb-df2afff4f5a9), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.807798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] For port 21b4da8c-9778-413b-8ae0-2fa867697897, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21b4da8c-9778-413b-8ae0-2fa867697897,segment=NetworkSegment(70e6ab9c-40cc-4819-a729-3e2490f974a1),segment_id=70e6ab9c-40cc-4819-a729-3e2490f974a1)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:16.819162 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Attempting to bind port 83986f52-224e-4153-8577-9e2a7a64e512 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:16.819553 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Attempting to bind port 83986f52-224e-4153-8577-9e2a7a64e512 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf6d98c7-ab55-48dc-8e60-1ed5fef7b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a22c9eea-450f-453d-a65a-dafc6734aba2'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:16.819907 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Attempting to bind port 83986f52-224e-4153-8577-9e2a7a64e512 on network a22c9eea-450f-453d-a65a-dafc6734aba2 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:16.845656 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (21b4da8c-9778-413b-8ae0-2fa867697897), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.860401 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Attempting to bind port 7253502e-923f-47c2-ab72-00bb31e78418 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:16.861140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Attempting to bind port 7253502e-923f-47c2-ab72-00bb31e78418 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '885a04ce-b518-4301-bb90-da7a88a93067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:16.861733 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Attempting to bind port 7253502e-923f-47c2-ab72-00bb31e78418 on network 176c5fa4-268e-4eb5-b026-579c5993dd7f {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:16.870309 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:16.871029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Checking segment: {'id': 'bf6d98c7-ab55-48dc-8e60-1ed5fef7b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a22c9eea-450f-453d-a65a-dafc6734aba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:16.871693 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.872335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Bound using segment: {'id': 'bf6d98c7-ab55-48dc-8e60-1ed5fef7b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a22c9eea-450f-453d-a65a-dafc6734aba2'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:16.873053 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Bound port: 83986f52-224e-4153-8577-9e2a7a64e512, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6d98c7-ab55-48dc-8e60-1ed5fef7b3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a22c9eea-450f-453d-a65a-dafc6734aba2'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:16.873676 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (83986f52-224e-4153-8577-9e2a7a64e512), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.875894 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9435cb-db49-44a1-83e6-ee757c4f7817 None None] Pushing event updated for resources: {'Port': ['ID=7253502e-923f-47c2-ab72-00bb31e78418,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:16.879724 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863120d9-5869-40a7-ac55-e79dadf2ed9a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:16.885156 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-863120d9-5869-40a7-ac55-e79dadf2ed9a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.924696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc4c7b9c-06c5-4c1c-b758-74b53b7632ac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (74c91e5a-a89d-45d2-8f6a-6e134921f7a7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.944432 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-48ea262f-3389-438c-b316-27d5d9034e21 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (8bdd31da-43e3-443c-97bb-df2afff4f5a9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.944929 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ea262f-3389-438c-b316-27d5d9034e21 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Fanout notify agent at l3_agent the message router_deleted on router 8bdd31da-43e3-443c-97bb-df2afff4f5a9 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:09:16.966233 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e00c6-41bc-4e22-b7bd-dac3f41c8c22 req-e5c9bbea-3b28-441d-aacc-58ced9d2ee01 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:16.967942 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c35e00c6-41bc-4e22-b7bd-dac3f41c8c22 req-e5c9bbea-3b28-441d-aacc-58ced9d2ee01 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2692788 Mar 28 09:09:16.981777 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-48ea262f-3389-438c-b316-27d5d9034e21 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:16.982901 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-48ea262f-3389-438c-b316-27d5d9034e21 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/routers/8bdd31da-43e3-443c-97bb-df2afff4f5a9 HTTP/1.1" status: 204 len: 168 time: 0.9404588 Mar 28 09:09:16.990603 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49634) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:17.002491 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:17.003094 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Checking segment: {'id': '885a04ce-b518-4301-bb90-da7a88a93067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:17.003325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:17.003833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Bound using segment: {'id': '885a04ce-b518-4301-bb90-da7a88a93067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:17.004863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Bound port: 7253502e-923f-47c2-ab72-00bb31e78418, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885a04ce-b518-4301-bb90-da7a88a93067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:17.005334 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7253502e-923f-47c2-ab72-00bb31e78418), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:17.008432 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc781eb-3d50-495d-a7fc-56018eee5190 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:17.012029 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cfc781eb-3d50-495d-a7fc-56018eee5190 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:17.099769 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c35e00c6-41bc-4e22-b7bd-dac3f41c8c22 req-6ae6070e-1841-4ff4-a03d-7b7ac9de81ab tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221457 Mar 28 09:09:17.138350 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-31060c89-c055-41bf-8120-96ae68058f4f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (a91bc93c-ae0a-4a71-aea8-b94f7a4e4731), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:17.196911 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6961f73-4cc7-485a-8252-347ff60d29d8 None None] Pushing event updated for resources: {'Port': ['ID=21b4da8c-9778-413b-8ae0-2fa867697897,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:17.198418 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148e11c7-53ca-4d16-be8f-0145b3719616 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Router b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:09:17.227512 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53048d1-767c-47a8-8742-783e1e7b51d8 None None] Network 59abb98e-edb0-4ced-9b74-35fb8889cc85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:17.263784 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a8526686-f511-4a26-a5c2-818a73342679 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:17.265212 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-afea6c9b-43e4-467d-994b-31ae21e01a7f None None] Provisioning complete for port 7253502e-923f-47c2-ab72-00bb31e78418 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:17.265676 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-afea6c9b-43e4-467d-994b-31ae21e01a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7253502e-923f-47c2-ab72-00bb31e78418), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:17.332934 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Allocated IP 2001:db8:1::2 (5c886da7-7242-49b0-8048-a74be0cbb950/4e1d2b76-2876-43b7-bbc4-20d62ca328df/cc968513-db78-4355-9f2b-c781b262ee46) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:17.363356 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] For port 7253502e-923f-47c2-ab72-00bb31e78418, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:17.396281 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-afea6c9b-43e4-467d-994b-31ae21e01a7f None None] Port 7253502e-923f-47c2-ab72-00bb31e78418 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:17.398532 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-863120d9-5869-40a7-ac55-e79dadf2ed9a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (b5ceec78-8825-4956-92f4-501106388061), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:17.399615 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] For port 7253502e-923f-47c2-ab72-00bb31e78418, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7253502e-923f-47c2-ab72-00bb31e78418,segment=NetworkSegment(885a04ce-b518-4301-bb90-da7a88a93067),segment_id=885a04ce-b518-4301-bb90-da7a88a93067)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:17.454835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (7253502e-923f-47c2-ab72-00bb31e78418), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:17.482829 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863120d9-5869-40a7-ac55-e79dadf2ed9a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Subnet': ['ID=b5ceec78-8825-4956-92f4-501106388061,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:17.552866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863120d9-5869-40a7-ac55-e79dadf2ed9a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Checking segment: {'id': '512f50c1-4146-4bb8-b300-cbb5f3f9a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd581b5c6-df24-47c1-8025-78f7fb7bf135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:17.553534 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863120d9-5869-40a7-ac55-e79dadf2ed9a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network hostable DHCP agents. Network: d581b5c6-df24-47c1-8025-78f7fb7bf135, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:09:17.566873 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9435cb-db49-44a1-83e6-ee757c4f7817 None None] Pushing event updated for resources: {'Port': ['ID=7253502e-923f-47c2-ab72-00bb31e78418,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:17.578751 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:17.579842 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:17.624046 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863120d9-5869-40a7-ac55-e79dadf2ed9a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network d581b5c6-df24-47c1-8025-78f7fb7bf135 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:09:17.625999 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc4c7b9c-06c5-4c1c-b758-74b53b7632ac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (74c91e5a-a89d-45d2-8f6a-6e134921f7a7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:17.647722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-863120d9-5869-40a7-ac55-e79dadf2ed9a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d581b5c6-df24-47c1-8025-78f7fb7bf135) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:17.653801 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863120d9-5869-40a7-ac55-e79dadf2ed9a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:17.654647 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-863120d9-5869-40a7-ac55-e79dadf2ed9a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:17.675055 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf4c535-1a44-4898-b241-8f963b5ec028 None None] Network d581b5c6-df24-47c1-8025-78f7fb7bf135 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:17.682692 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-863120d9-5869-40a7-ac55-e79dadf2ed9a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1714199 Mar 28 09:09:17.683414 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49636) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:17.692239 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4a8d5444-9243-420c-992c-64229b158ecd tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'subnet': {'network_id': 'd581b5c6-df24-47c1-8025-78f7fb7bf135', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:17.723092 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4c7b9c-06c5-4c1c-b758-74b53b7632ac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network 839bdaa6-37d1-4336-b120-a3190d586016 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:17.732132 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-bc4c7b9c-06c5-4c1c-b758-74b53b7632ac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:17.742292 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4c7b9c-06c5-4c1c-b758-74b53b7632ac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:17.824712 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c7b9c-06c5-4c1c-b758-74b53b7632ac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=74c91e5a-a89d-45d2-8f6a-6e134921f7a7,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:17.834530 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-31060c89-c055-41bf-8120-96ae68058f4f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (a91bc93c-ae0a-4a71-aea8-b94f7a4e4731), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:17.869721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8d5444-9243-420c-992c-64229b158ecd tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:17.875811 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5444-9243-420c-992c-64229b158ecd tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:17.878326 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-f07e1e7c-e790-4383-9670-f3482750e751 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Deleting port 5b5fcc11-0f65-47ba-9e56-68c05e33f25d {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:17.878482 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f07e1e7c-e790-4383-9670-f3482750e751 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (5b5fcc11-0f65-47ba-9e56-68c05e33f25d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:17.908605 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31060c89-c055-41bf-8120-96ae68058f4f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event deleted for resources: {'Subnet': ['ID=a91bc93c-ae0a-4a71-aea8-b94f7a4e4731,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:17.923692 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] For port 83986f52-224e-4153-8577-9e2a7a64e512, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:17.931518 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Publish callbacks [] for port (cc968513-db78-4355-9f2b-c781b262ee46), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:17.951976 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] For port 83986f52-224e-4153-8577-9e2a7a64e512, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83986f52-224e-4153-8577-9e2a7a64e512,segment=NetworkSegment(bf6d98c7-ab55-48dc-8e60-1ed5fef7b3ef),segment_id=bf6d98c7-ab55-48dc-8e60-1ed5fef7b3ef)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:17.960926 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (cc968513-db78-4355-9f2b-c781b262ee46), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:17.968189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc4c7b9c-06c5-4c1c-b758-74b53b7632ac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (fd4ce091-384d-4170-a28e-6cb246a819be), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:17.971031 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:09:17.973505 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-31060c89-c055-41bf-8120-96ae68058f4f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:17.976202 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-31060c89-c055-41bf-8120-96ae68058f4f tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "DELETE /v2.0/subnets/a91bc93c-ae0a-4a71-aea8-b94f7a4e4731 HTTP/1.1" status: 204 len: 168 time: 1.8069744 Mar 28 09:09:17.983617 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49638) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:18.010609 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (83986f52-224e-4153-8577-9e2a7a64e512), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:18.035977 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148e11c7-53ca-4d16-be8f-0145b3719616 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:18.051403 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-148e11c7-53ca-4d16-be8f-0145b3719616 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:18.055128 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-148e11c7-53ca-4d16-be8f-0145b3719616 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "PUT /v2.0/routers/b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15 HTTP/1.1" status: 200 len: 880 time: 8.0912516 Mar 28 09:09:18.059522 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49640) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:18.065934 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2049af84-a78f-4786-86a6-21e8cdc876e5 None None] Sync routers for ids ['b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:18.073520 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Network 5c886da7-7242-49b0-8048-a74be0cbb950 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:18.078402 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2049af84-a78f-4786-86a6-21e8cdc876e5 None None] Routers {'b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:18.079268 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2049af84-a78f-4786-86a6-21e8cdc876e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:18.102742 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:18.128043 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2049af84-a78f-4786-86a6-21e8cdc876e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:18.140118 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2049af84-a78f-4786-86a6-21e8cdc876e5 None None] Routers {'b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:18.140916 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2049af84-a78f-4786-86a6-21e8cdc876e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:18.151925 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:18.154953 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Pushing event updated for resources: {'Port': ['ID=cc968513-db78-4355-9f2b-c781b262ee46,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:18.162872 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-88df653c-590c-481f-9825-20654fe9d4df None None] Provisioning complete for port 7253502e-923f-47c2-ab72-00bb31e78418 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:18.163344 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-88df653c-590c-481f-9825-20654fe9d4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7253502e-923f-47c2-ab72-00bb31e78418), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:18.192862 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2049af84-a78f-4786-86a6-21e8cdc876e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:18.193835 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2049af84-a78f-4786-86a6-21e8cdc876e5 None None] The sync data for ids ['b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:18.223616 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-a8526686-f511-4a26-a5c2-818a73342679 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Allocated IP 2001:db8:1::1 (5c886da7-7242-49b0-8048-a74be0cbb950/4e1d2b76-2876-43b7-bbc4-20d62ca328df/c3173f38-a1e5-47fe-99ad-3ec0ad6216b9) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:18.240161 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a11702-17b6-4c82-bc8f-56ab7de17b32 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:18.245712 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-94a11702-17b6-4c82-bc8f-56ab7de17b32 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2543025 Mar 28 09:09:18.248138 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.ipam_backend_mixin [None req-4a8d5444-9243-420c-992c-64229b158ecd tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b5ceec78-8825-4956-92f4-501106388061 (CIDR: 172.20.0.0/28) Mar 28 09:09:18.248535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d581b5c6-df24-47c1-8025-78f7fb7bf135', 'network_id': 'd581b5c6-df24-47c1-8025-78f7fb7bf135', 'project_id': 'ef21c6b2cfed4e4b89f188c5409e8013', 'fixed_ips': [{'subnet_id': 'b5ceec78-8825-4956-92f4-501106388061'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:09:18.249508 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:18.250545 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49644) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:18.265687 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8d5444-9243-420c-992c-64229b158ecd tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:09:18.266243 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8d5444-9243-420c-992c-64229b158ecd tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:09:18.285446 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f07e1e7c-e790-4383-9670-f3482750e751 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (5b5fcc11-0f65-47ba-9e56-68c05e33f25d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:18.343154 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-f07e1e7c-e790-4383-9670-f3482750e751 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Calling delete_port for 5b5fcc11-0f65-47ba-9e56-68c05e33f25d owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:18.409867 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4a8d5444-9243-420c-992c-64229b158ecd tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7253160 Mar 28 09:09:18.424579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49646) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:18.453071 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-6f4e701c-0ec7-4877-9073-752ff9bf69d5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'subnet': {'network_id': 'd581b5c6-df24-47c1-8025-78f7fb7bf135', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:18.457376 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc6693-088e-4d55-bb8d-8a5349061847 None None] Pushing event updated for resources: {'Port': ['ID=83986f52-224e-4153-8577-9e2a7a64e512,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:18.480701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Attempting to bind port cc968513-db78-4355-9f2b-c781b262ee46 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:18.481077 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Attempting to bind port cc968513-db78-4355-9f2b-c781b262ee46 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f48b6acf-3d97-470d-98e9-6ee132433a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:18.481445 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Attempting to bind port cc968513-db78-4355-9f2b-c781b262ee46 on network 5c886da7-7242-49b0-8048-a74be0cbb950 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:18.509928 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (a22c9eea-450f-453d-a65a-dafc6734aba2), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:18.512852 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:18.514592 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Checking segment: {'id': 'f48b6acf-3d97-470d-98e9-6ee132433a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:18.515931 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:18.517450 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Bound using segment: {'id': 'f48b6acf-3d97-470d-98e9-6ee132433a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:18.518246 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Bound port: cc968513-db78-4355-9f2b-c781b262ee46, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48b6acf-3d97-470d-98e9-6ee132433a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:18.518747 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (cc968513-db78-4355-9f2b-c781b262ee46), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:18.532891 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1d4c2-ee08-4e9a-8b46-f38c622f38a2 req-68db49bb-229c-4004-bb6b-33d2c7bc4e2e tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:18.534863 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7cd1d4c2-ee08-4e9a-8b46-f38c622f38a2 req-68db49bb-229c-4004-bb6b-33d2c7bc4e2e tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2738464 Mar 28 09:09:18.594845 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc4c7b9c-06c5-4c1c-b758-74b53b7632ac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (74c91e5a-a89d-45d2-8f6a-6e134921f7a7), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:18.612872 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a8526686-f511-4a26-a5c2-818a73342679 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:18.638806 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Allocated IP 172.20.0.2 (d581b5c6-df24-47c1-8025-78f7fb7bf135/b5ceec78-8825-4956-92f4-501106388061/41a4ebc1-9b15-4c84-8b07-7974b56839ee) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:18.652479 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.objects.ports [None req-cfc781eb-3d50-495d-a7fc-56018eee5190 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 09:09:18.661469 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-678bf2e9-dd5c-47bc-8943-79cc0bf9e5a0 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "GET /v2.0/routers/b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15 HTTP/1.1" status: 200 len: 921 time: 0.5967841 Mar 28 09:09:18.661717 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cfc781eb-3d50-495d-a7fc-56018eee5190 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (19153038-dbd7-48d7-8e93-ca2a90fbfdfe), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:18.665434 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49648) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:18.745837 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc781eb-3d50-495d-a7fc-56018eee5190 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:18.748993 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a8526686-f511-4a26-a5c2-818a73342679 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:18.764431 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-88df653c-590c-481f-9825-20654fe9d4df None None] Current status of the port 7253502e-923f-47c2-ab72-00bb31e78418 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:18.764431 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-88df653c-590c-481f-9825-20654fe9d4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7253502e-923f-47c2-ab72-00bb31e78418), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:18.767851 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-cfc781eb-3d50-495d-a7fc-56018eee5190 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:18.786554 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc781eb-3d50-495d-a7fc-56018eee5190 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:18.786554 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cfc781eb-3d50-495d-a7fc-56018eee5190 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:18.791374 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfce76fb-8565-491b-849c-ef811a075193 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:18.815053 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] For port cc968513-db78-4355-9f2b-c781b262ee46, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:18.844521 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8526686-f511-4a26-a5c2-818a73342679 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 5c886da7-7242-49b0-8048-a74be0cbb950 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:18.849816 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cfc781eb-3d50-495d-a7fc-56018eee5190 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1679783 Mar 28 09:09:18.862269 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-a8526686-f511-4a26-a5c2-818a73342679 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:18.864176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49650) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:18.873578 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8526686-f511-4a26-a5c2-818a73342679 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:18.874152 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a8526686-f511-4a26-a5c2-818a73342679 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:18.880233 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f76a1061-cd04-4cc2-809e-103ff2063462 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'mac_address': 'fa:16:3e:fb:39:27', 'name': 'tempest-NetworksTestDHCPv6-1849110699'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:18.896170 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8526686-f511-4a26-a5c2-818a73342679 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=c3173f38-a1e5-47fe-99ad-3ec0ad6216b9,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:18.912636 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] For port cc968513-db78-4355-9f2b-c781b262ee46, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc968513-db78-4355-9f2b-c781b262ee46,segment=NetworkSegment(f48b6acf-3d97-470d-98e9-6ee132433a49),segment_id=f48b6acf-3d97-470d-98e9-6ee132433a49)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:18.913861 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7cd1d4c2-ee08-4e9a-8b46-f38c622f38a2 req-4ba72906-3d35-4a06-a43f-d11268d9da60 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3624573 Mar 28 09:09:18.935660 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-88df653c-590c-481f-9825-20654fe9d4df None None] For port 7253502e-923f-47c2-ab72-00bb31e78418, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7253502e-923f-47c2-ab72-00bb31e78418,segment=NetworkSegment(885a04ce-b518-4301-bb90-da7a88a93067),segment_id=885a04ce-b518-4301-bb90-da7a88a93067)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:18.939866 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (cc968513-db78-4355-9f2b-c781b262ee46), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:18.950282 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc781eb-3d50-495d-a7fc-56018eee5190 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=19153038-dbd7-48d7-8e93-ca2a90fbfdfe,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:18.970694 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-88df653c-590c-481f-9825-20654fe9d4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (7253502e-923f-47c2-ab72-00bb31e78418), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:18.976774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1087c3-5abc-4588-8746-6197fac03bd5 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:18.984230 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3f1087c3-5abc-4588-8746-6197fac03bd5 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&device_id=b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3099866 Mar 28 09:09:18.984961 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49652) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:19.015829 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4e701c-0ec7-4877-9073-752ff9bf69d5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:19.019449 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4e701c-0ec7-4877-9073-752ff9bf69d5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:19.028998 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:11Z', 'revision_number': 2, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:17Z', 'revision_number': 4, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:19.033174 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f07e1e7c-e790-4383-9670-f3482750e751 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (5b5fcc11-0f65-47ba-9e56-68c05e33f25d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:19.124749 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Deleting port 83986f52-224e-4153-8577-9e2a7a64e512 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:19.124969 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (83986f52-224e-4153-8577-9e2a7a64e512), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:19.136029 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e1e7c-e790-4383-9670-f3482750e751 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Pushing event deleted for resources: {'Port': ['ID=5b5fcc11-0f65-47ba-9e56-68c05e33f25d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:19.163322 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0c0f90-6ca0-4f04-9df0-d9613146d977 None None] The sync data for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv is: [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:11Z', 'revision_number': 2, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:17Z', 'revision_number': 4, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:19.228721 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': '19153038-dbd7-48d7-8e93-ca2a90fbfdfe'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:09:19.231014 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:19.262501 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c9c0c-c2b5-498d-bb06-a3d31ab63ef2 None None] Pushing event updated for resources: {'Port': ['ID=cc968513-db78-4355-9f2b-c781b262ee46,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:19.349121 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e03e17-4b70-4b10-a8c0-43b0ab6f5d0c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:19.355532 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-79e03e17-4b70-4b10-a8c0-43b0ab6f5d0c tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "GET /v2.0/networks/d6820a0c-8e9c-40a1-af49-32042c6f06b6 HTTP/1.1" status: 200 len: 881 time: 0.3720992 Mar 28 09:09:19.358613 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49654) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:19.361567 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Publish callbacks [] for port (41a4ebc1-9b15-4c84-8b07-7974b56839ee), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:19.385937 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (41a4ebc1-9b15-4c84-8b07-7974b56839ee), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:19.436483 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1dfbd787-a7bb-4ffe-b922-1e7a909fccc0 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15 HTTP/1.1" status: 200 len: 205 time: 0.0455258 Mar 28 09:09:19.441049 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] For port 83986f52-224e-4153-8577-9e2a7a64e512, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83986f52-224e-4153-8577-9e2a7a64e512,segment=NetworkSegment(bf6d98c7-ab55-48dc-8e60-1ed5fef7b3ef),segment_id=bf6d98c7-ab55-48dc-8e60-1ed5fef7b3ef)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:19.441524 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (83986f52-224e-4153-8577-9e2a7a64e512), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:19.444107 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49656) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:19.488689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f07e1e7c-e790-4383-9670-f3482750e751 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:19.495448 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f07e1e7c-e790-4383-9670-f3482750e751 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/ports/5b5fcc11-0f65-47ba-9e56-68c05e33f25d HTTP/1.1" status: 204 len: 168 time: 2.4976721 Mar 28 09:09:19.502285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49658) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:19.606270 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a8526686-f511-4a26-a5c2-818a73342679 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:19.615806 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df653c-590c-481f-9825-20654fe9d4df None None] Pushing event updated for resources: {'Port': ['ID=7253502e-923f-47c2-ab72-00bb31e78418,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:19.621948 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Network d581b5c6-df24-47c1-8025-78f7fb7bf135 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:19.630089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:19.638291 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:19.651858 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15361ca-775c-43e7-9126-b09b333c7f68 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Deleting subnet f7916b01-5162-4cf6-b4a8-b0d8171368c0 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:09:19.656216 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a15361ca-775c-43e7-9126-b09b333c7f68 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks [] for subnet (f7916b01-5162-4cf6-b4a8-b0d8171368c0), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:19.673161 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Calling delete_port for 83986f52-224e-4153-8577-9e2a7a64e512 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:19.717408 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc4c7b9c-06c5-4c1c-b758-74b53b7632ac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (74c91e5a-a89d-45d2-8f6a-6e134921f7a7), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:19.724504 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Allocated IP 2001:db8::f816:3eff:fe00:2105 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/19153038-dbd7-48d7-8e93-ca2a90fbfdfe/3a23f12f-0cf7-4409-aaed-3b09975d7803) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:19.741018 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc4c7b9c-06c5-4c1c-b758-74b53b7632ac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (74c91e5a-a89d-45d2-8f6a-6e134921f7a7), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:19.756370 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a15361ca-775c-43e7-9126-b09b333c7f68 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (f7916b01-5162-4cf6-b4a8-b0d8171368c0), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:19.801855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76a1061-cd04-4cc2-809e-103ff2063462 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:19.855511 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Pushing event updated for resources: {'Port': ['ID=41a4ebc1-9b15-4c84-8b07-7974b56839ee,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:19.927013 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c7b9c-06c5-4c1c-b758-74b53b7632ac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=74c91e5a-a89d-45d2-8f6a-6e134921f7a7,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:19.979683 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3bd36d-e3f1-432c-8c73-ce6f477e37d5 None None] Network a22c9eea-450f-453d-a65a-dafc6734aba2 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:20.021350 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc4c7b9c-06c5-4c1c-b758-74b53b7632ac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (fd4ce091-384d-4170-a28e-6cb246a819be), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:20.109054 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Attempting to bind port 41a4ebc1-9b15-4c84-8b07-7974b56839ee on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:20.109692 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Attempting to bind port 41a4ebc1-9b15-4c84-8b07-7974b56839ee by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '512f50c1-4146-4bb8-b300-cbb5f3f9a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd581b5c6-df24-47c1-8025-78f7fb7bf135'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:20.109835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Attempting to bind port 41a4ebc1-9b15-4c84-8b07-7974b56839ee on network d581b5c6-df24-47c1-8025-78f7fb7bf135 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:20.122040 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:20.122477 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Checking segment: {'id': '512f50c1-4146-4bb8-b300-cbb5f3f9a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd581b5c6-df24-47c1-8025-78f7fb7bf135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:20.122896 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:20.123297 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Bound using segment: {'id': '512f50c1-4146-4bb8-b300-cbb5f3f9a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd581b5c6-df24-47c1-8025-78f7fb7bf135'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:20.123658 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a15361ca-775c-43e7-9126-b09b333c7f68 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (f7916b01-5162-4cf6-b4a8-b0d8171368c0), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:20.123772 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Bound port: 41a4ebc1-9b15-4c84-8b07-7974b56839ee, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512f50c1-4146-4bb8-b300-cbb5f3f9a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd581b5c6-df24-47c1-8025-78f7fb7bf135'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:20.124152 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (41a4ebc1-9b15-4c84-8b07-7974b56839ee), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:20.205069 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a15361ca-775c-43e7-9126-b09b333c7f68 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (f7916b01-5162-4cf6-b4a8-b0d8171368c0), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:20.208774 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3274db5a-1a8d-45f3-bfa0-a893aed50984 None None] Provisioning complete for port 83986f52-224e-4153-8577-9e2a7a64e512 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:20.209071 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3274db5a-1a8d-45f3-bfa0-a893aed50984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (83986f52-224e-4153-8577-9e2a7a64e512), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:20.259270 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15361ca-775c-43e7-9126-b09b333c7f68 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Pushing event deleted for resources: {'Subnet': ['ID=f7916b01-5162-4cf6-b4a8-b0d8171368c0,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:20.272641 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a15361ca-775c-43e7-9126-b09b333c7f68 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:20.283929 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a15361ca-775c-43e7-9126-b09b333c7f68 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/subnets/f7916b01-5162-4cf6-b4a8-b0d8171368c0 HTTP/1.1" status: 204 len: 168 time: 0.7646208 Mar 28 09:09:20.293381 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49662) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:20.452433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4c7b9c-06c5-4c1c-b758-74b53b7632ac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network 839bdaa6-37d1-4336-b120-a3190d586016 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:20.461173 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-bc4c7b9c-06c5-4c1c-b758-74b53b7632ac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:20.486039 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (10f28a76-29fa-41f2-9533-8124949329e2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:20.552053 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f513336f-a0e9-4084-9470-7e78a056e0ef None None] Network 10f28a76-29fa-41f2-9533-8124949329e2 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:20.660204 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3d69fe63-2376-46b4-a063-459a0ff43109 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:20.704712 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Deleting port 881f8a82-d645-4588-b606-307b7c169fd3 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:20.705051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (881f8a82-d645-4588-b606-307b7c169fd3), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:20.708913 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7253502e-923f-47c2-ab72-00bb31e78418 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:20.729389 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] For port 41a4ebc1-9b15-4c84-8b07-7974b56839ee, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:20.768641 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac483567-6d99-4d08-b983-8be13c44e5a4 None None] DHCP port deletion for a22c9eea-450f-453d-a65a-dafc6734aba2 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:09:20.769862 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4e701c-0ec7-4877-9073-752ff9bf69d5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (23a18b37-6517-4818-b361-b4db07cc3d57), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:20.793198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] For port 41a4ebc1-9b15-4c84-8b07-7974b56839ee, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41a4ebc1-9b15-4c84-8b07-7974b56839ee,segment=NetworkSegment(512f50c1-4146-4bb8-b300-cbb5f3f9a1bf),segment_id=512f50c1-4146-4bb8-b300-cbb5f3f9a1bf)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:20.799896 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4c7b9c-06c5-4c1c-b758-74b53b7632ac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router fd4ce091-384d-4170-a28e-6cb246a819be has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:09:20.816170 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] For port 881f8a82-d645-4588-b606-307b7c169fd3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=881f8a82-d645-4588-b606-307b7c169fd3,segment=NetworkSegment(f73a7f9f-7735-4027-a8e9-eb7a60d1204e),segment_id=f73a7f9f-7735-4027-a8e9-eb7a60d1204e)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:20.817198 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (881f8a82-d645-4588-b606-307b7c169fd3), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:20.842428 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Calling delete_port for 881f8a82-d645-4588-b606-307b7c169fd3 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:20.850991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Publish callbacks [] for port (3a23f12f-0cf7-4409-aaed-3b09975d7803), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:20.857160 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (41a4ebc1-9b15-4c84-8b07-7974b56839ee), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:20.859843 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ac483567-6d99-4d08-b983-8be13c44e5a4 None None] The port '83986f52-224e-4153-8577-9e2a7a64e512' was deleted {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 28 09:09:20.861745 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.plugins.ml2.db [None req-3274db5a-1a8d-45f3-bfa0-a893aed50984 None None] No ports have port_id starting with 83986f52-224e-4153-8577-9e2a7a64e512 Mar 28 09:09:20.887538 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24575577-f679-4cc4-9630-abdacc4b8f93 None None] Network 5c886da7-7242-49b0-8048-a74be0cbb950 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:20.927123 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (83986f52-224e-4153-8577-9e2a7a64e512), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:20.961379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4e701c-0ec7-4877-9073-752ff9bf69d5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network d581b5c6-df24-47c1-8025-78f7fb7bf135 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:20.967289 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f76a1061-cd04-4cc2-809e-103ff2063462 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.016570 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (3a23f12f-0cf7-4409-aaed-3b09975d7803), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.031444 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event deleted for resources: {'Port': ['ID=83986f52-224e-4153-8577-9e2a7a64e512,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:21.035005 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-6f4e701c-0ec7-4877-9073-752ff9bf69d5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:21.042591 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] No DVR routers for this DVR port 83986f52-224e-4153-8577-9e2a7a64e512 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:09:21.077701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 7253502e-923f-47c2-ab72-00bb31e78418 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:21.078092 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7253502e-923f-47c2-ab72-00bb31e78418), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.080051 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e701c-0ec7-4877-9073-752ff9bf69d5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Subnet': ['ID=23a18b37-6517-4818-b361-b4db07cc3d57,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:21.108471 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:21.114936 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d16a4f-f12d-45af-b053-a7d45c922b15 req-0d09ed35-a35c-4018-a8f0-edc01d5f17ef tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:21.116559 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-48d16a4f-f12d-45af-b053-a7d45c922b15 req-0d09ed35-a35c-4018-a8f0-edc01d5f17ef tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 1.0864213 Mar 28 09:09:21.160108 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:21.166728 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:21.271225 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-f76a1061-cd04-4cc2-809e-103ff2063462 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port ef53bada-c284-47b3-b407-ca28a40208b6 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:09:21.275455 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1c3e1-cd30-47b4-8484-bbc2284fa496 None None] Pushing event updated for resources: {'Port': ['ID=41a4ebc1-9b15-4c84-8b07-7974b56839ee,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:21.334807 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Pushing event updated for resources: {'Port': ['ID=3a23f12f-0cf7-4409-aaed-3b09975d7803,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:21.340349 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bd1b23-c97e-4aad-b0f8-94225cb53222 None None] DHCP port deletion for 10f28a76-29fa-41f2-9533-8124949329e2 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:09:21.351584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3d69fe63-2376-46b4-a063-459a0ff43109 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_gateway (b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.373853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.385958 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4c7b9c-06c5-4c1c-b758-74b53b7632ac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:21.393141 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4e701c-0ec7-4877-9073-752ff9bf69d5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:21.395776 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2e9a4014-4cc6-45d2-b2e2-de0b06c1be19 None None] Provisioning complete for port cc968513-db78-4355-9f2b-c781b262ee46 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:21.396024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e9a4014-4cc6-45d2-b2e2-de0b06c1be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (cc968513-db78-4355-9f2b-c781b262ee46), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.401959 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4e701c-0ec7-4877-9073-752ff9bf69d5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.402390 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bc4c7b9c-06c5-4c1c-b758-74b53b7632ac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "PUT /v2.0/routers/fd4ce091-384d-4170-a28e-6cb246a819be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3826003 Mar 28 09:09:21.408553 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49666) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:21.422830 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-dee707bf-21c9-4e00-bdbe-7f3561f8159d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'port': {'network_id': '839bdaa6-37d1-4336-b120-a3190d586016', 'name': 'tempest-FloatingIPTestJSON-371868051'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:21.484937 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89378c9a-8e6a-44ff-a019-7601ed5df11a None None] Sync routers for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:21.491613 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Attempting to bind port 3a23f12f-0cf7-4409-aaed-3b09975d7803 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:21.491909 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Attempting to bind port 3a23f12f-0cf7-4409-aaed-3b09975d7803 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:21.492515 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Attempting to bind port 3a23f12f-0cf7-4409-aaed-3b09975d7803 on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:21.570564 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (881f8a82-d645-4588-b606-307b7c169fd3), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.590237 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:21.590608 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:21.591190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.591760 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:21.594016 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Bound port: 3a23f12f-0cf7-4409-aaed-3b09975d7803, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:21.594868 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (3a23f12f-0cf7-4409-aaed-3b09975d7803), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.604848 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Pushing event deleted for resources: {'Port': ['ID=881f8a82-d645-4588-b606-307b7c169fd3,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:21.630704 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] No DVR routers for this DVR port 881f8a82-d645-4588-b606-307b7c169fd3 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:09:21.689729 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (a22c9eea-450f-453d-a65a-dafc6734aba2), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.695482 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2e9a4014-4cc6-45d2-b2e2-de0b06c1be19 None None] Current status of the port cc968513-db78-4355-9f2b-c781b262ee46 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:21.696047 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e9a4014-4cc6-45d2-b2e2-de0b06c1be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (cc968513-db78-4355-9f2b-c781b262ee46), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.698542 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89378c9a-8e6a-44ff-a019-7601ed5df11a None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:21.699393 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-89378c9a-8e6a-44ff-a019-7601ed5df11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:21.701854 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6f4e701c-0ec7-4877-9073-752ff9bf69d5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.2761557 Mar 28 09:09:21.715863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49668) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:21.716683 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee707bf-21c9-4e00-bdbe-7f3561f8159d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Made reservation on behalf of 8a61626699d54c55a1ddefde9f4ab21d for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:21.722066 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dee707bf-21c9-4e00-bdbe-7f3561f8159d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.731111 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-baa3870e-e19c-4890-97ba-8c942c205eb0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'network_id': 'd581b5c6-df24-47c1-8025-78f7fb7bf135', 'fixed_ips': [{'subnet_id': 'b5ceec78-8825-4956-92f4-501106388061'}, {'subnet_id': '23a18b37-6517-4818-b361-b4db07cc3d57'}], 'name': 'tempest-PortsTestJSON-1694643326'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:21.765805 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22c9eea-450f-453d-a65a-dafc6734aba2']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:21.769865 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 7253502e-923f-47c2-ab72-00bb31e78418 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:21.771003 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 83986f52-224e-4153-8577-9e2a7a64e512 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:21.792845 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-48d16a4f-f12d-45af-b053-a7d45c922b15 req-3e5d8096-367f-4a80-90d5-92387b6ca8f0 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5528424 Mar 28 09:09:21.805252 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-89378c9a-8e6a-44ff-a019-7601ed5df11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:21.807549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6d98c7-ab55-48dc-8e60-1ed5fef7b3ef') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:21.807857 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6d98c7-ab55-48dc-8e60-1ed5fef7b3ef') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:21.814868 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (10f28a76-29fa-41f2-9533-8124949329e2), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.824673 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 83986f52-224e-4153-8577-9e2a7a64e512 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:09:21.825328 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 83986f52-224e-4153-8577-9e2a7a64e512 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 28 09:09:21.844305 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f28a76-29fa-41f2-9533-8124949329e2']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:21.870539 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (bf6d98c7-ab55-48dc-8e60-1ed5fef7b3ef), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.874966 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Port 83986f52-224e-4153-8577-9e2a7a64e512 not found, will not notify nova. {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 28 09:09:21.879487 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device cc968513-db78-4355-9f2b-c781b262ee46 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:21.881222 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a8526686-f511-4a26-a5c2-818a73342679 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.909180 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a8526686-f511-4a26-a5c2-818a73342679 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.915513 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a8526686-f511-4a26-a5c2-818a73342679 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.917580 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-dee707bf-21c9-4e00-bdbe-7f3561f8159d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] device_id is not set on port 53098bc2-86b3-4333-8b86-e6c70357d3c1 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:09:21.927075 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] For port 3a23f12f-0cf7-4409-aaed-3b09975d7803, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:21.933382 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2e9a4014-4cc6-45d2-b2e2-de0b06c1be19 None None] For port cc968513-db78-4355-9f2b-c781b262ee46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc968513-db78-4355-9f2b-c781b262ee46,segment=NetworkSegment(f48b6acf-3d97-470d-98e9-6ee132433a49),segment_id=f48b6acf-3d97-470d-98e9-6ee132433a49)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:21.934524 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89378c9a-8e6a-44ff-a019-7601ed5df11a None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:21.935975 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73a7f9f-7735-4027-a8e9-eb7a60d1204e') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:21.936533 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73a7f9f-7735-4027-a8e9-eb7a60d1204e') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:21.936780 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-89378c9a-8e6a-44ff-a019-7601ed5df11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:21.942115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (bf6d98c7-ab55-48dc-8e60-1ed5fef7b3ef), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.957740 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e9a4014-4cc6-45d2-b2e2-de0b06c1be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (cc968513-db78-4355-9f2b-c781b262ee46), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.983156 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:09:21.983908 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (bf6d98c7-ab55-48dc-8e60-1ed5fef7b3ef), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:09:21.990459 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:09:21.995510 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-3d69fe63-2376-46b4-a063-459a0ff43109 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Deleting port db5cd81f-3bfc-4f26-acdc-ef3f9542f7c6 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:21.996062 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3d69fe63-2376-46b4-a063-459a0ff43109 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (db5cd81f-3bfc-4f26-acdc-ef3f9542f7c6), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:22.001214 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] For port 3a23f12f-0cf7-4409-aaed-3b09975d7803, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3a23f12f-0cf7-4409-aaed-3b09975d7803,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:22.017107 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-f76a1061-cd04-4cc2-809e-103ff2063462 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::f816:3eff:fefb:3927 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/19153038-dbd7-48d7-8e93-ca2a90fbfdfe/ef53bada-c284-47b3-b407-ca28a40208b6) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:22.020548 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-89378c9a-8e6a-44ff-a019-7601ed5df11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:22.021209 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89378c9a-8e6a-44ff-a019-7601ed5df11a None None] The sync data for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:22.038375 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-55bd1b23-c97e-4aad-b0f8-94225cb53222 None None] Deleting port 881f8a82-d645-4588-b606-307b7c169fd3 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:22.038762 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-55bd1b23-c97e-4aad-b0f8-94225cb53222 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (881f8a82-d645-4588-b606-307b7c169fd3), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:22.141015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (3a23f12f-0cf7-4409-aaed-3b09975d7803), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:22.143115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (f73a7f9f-7735-4027-a8e9-eb7a60d1204e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:22.230311 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8526686-f511-4a26-a5c2-818a73342679 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=c3173f38-a1e5-47fe-99ad-3ec0ad6216b9,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:22.246158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-55bd1b23-c97e-4aad-b0f8-94225cb53222 None None] For port 881f8a82-d645-4588-b606-307b7c169fd3, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:22.246759 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-55bd1b23-c97e-4aad-b0f8-94225cb53222 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (881f8a82-d645-4588-b606-307b7c169fd3), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:22.271048 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa3870e-e19c-4890-97ba-8c942c205eb0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:22.272289 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a4014-4cc6-45d2-b2e2-de0b06c1be19 None None] Pushing event updated for resources: {'Port': ['ID=cc968513-db78-4355-9f2b-c781b262ee46,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:22.277806 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-5155030f-d761-4f65-9f15-3746d2e4089d None None] Provisioning complete for port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:22.277806 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5155030f-d761-4f65-9f15-3746d2e4089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:22.313561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-55bd1b23-c97e-4aad-b0f8-94225cb53222 None None] Calling delete_port for 881f8a82-d645-4588-b606-307b7c169fd3 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:22.321196 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (a22c9eea-450f-453d-a65a-dafc6734aba2), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:22.333586 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port cc968513-db78-4355-9f2b-c781b262ee46 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:22.334003 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (cc968513-db78-4355-9f2b-c781b262ee46), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:22.342599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (f73a7f9f-7735-4027-a8e9-eb7a60d1204e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:22.343296 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.ipam_backend_mixin [None req-55bd1b23-c97e-4aad-b0f8-94225cb53222 None None] Port 881f8a82-d645-4588-b606-307b7c169fd3 was not found and therefore no delete operation was performed {{(pid=104077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 09:09:22.374542 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:09:22.375239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (f73a7f9f-7735-4027-a8e9-eb7a60d1204e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:22.376925 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-55bd1b23-c97e-4aad-b0f8-94225cb53222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (881f8a82-d645-4588-b606-307b7c169fd3), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:09:22.378739 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:09:22.402584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5155030f-d761-4f65-9f15-3746d2e4089d None None] Port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:22.424162 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:22.426997 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bd1b23-c97e-4aad-b0f8-94225cb53222 None None] No DVR routers for this DVR port 881f8a82-d645-4588-b606-307b7c169fd3 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:09:22.432971 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd672ce-e628-47c8-b3f0-331f07373107 None None] Pushing event updated for resources: {'Port': ['ID=3a23f12f-0cf7-4409-aaed-3b09975d7803,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:22.440828 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "DELETE /v2.0/networks/a22c9eea-450f-453d-a65a-dafc6734aba2 HTTP/1.1" status: 204 len: 168 time: 4.1887283 Mar 28 09:09:22.462722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49670) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:22.477942 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-5155030f-d761-4f65-9f15-3746d2e4089d None None] Provisioning complete for port cc968513-db78-4355-9f2b-c781b262ee46 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:22.478385 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5155030f-d761-4f65-9f15-3746d2e4089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (cc968513-db78-4355-9f2b-c781b262ee46), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:22.481357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd1b23-c97e-4aad-b0f8-94225cb53222 None None] Pushing event deleted for resources: {'Port': ['ID=881f8a82-d645-4588-b606-307b7c169fd3,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:22.542639 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (10f28a76-29fa-41f2-9533-8124949329e2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:22.555789 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3d69fe63-2376-46b4-a063-459a0ff43109 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (db5cd81f-3bfc-4f26-acdc-ef3f9542f7c6), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:22.562579 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-dee707bf-21c9-4e00-bdbe-7f3561f8159d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Allocated IP 172.20.0.8 (839bdaa6-37d1-4336-b120-a3190d586016/0af81c8e-700d-47e9-8b3f-2b686c972539/53098bc2-86b3-4333-8b86-e6c70357d3c1) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:22.565321 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:22.569596 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] 10.222.0.15 "DELETE /v2.0/networks/10f28a76-29fa-41f2-9533-8124949329e2 HTTP/1.1" status: 204 len: 168 time: 2.2749691 Mar 28 09:09:22.578330 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1521f-81b2-4bba-b88d-04d9f033a14b tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event deleted for resources: {'Network': ['ID=a22c9eea-450f-453d-a65a-dafc6734aba2,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:22.598418 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port cc968513-db78-4355-9f2b-c781b262ee46 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:22.616188 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-baa3870e-e19c-4890-97ba-8c942c205eb0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:22.622949 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-3d69fe63-2376-46b4-a063-459a0ff43109 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Calling delete_port for db5cd81f-3bfc-4f26-acdc-ef3f9542f7c6 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:22.674785 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8526686-f511-4a26-a5c2-818a73342679 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 5c886da7-7242-49b0-8048-a74be0cbb950 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:22.694983 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffef4e-d14b-405a-9338-4e9773c1b166 tempest-TagsExtTest-598868527 tempest-TagsExtTest-598868527-project] Pushing event deleted for resources: {'Network': ['ID=10f28a76-29fa-41f2-9533-8124949329e2,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:22.702466 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-a8526686-f511-4a26-a5c2-818a73342679 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:22.704450 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-baa3870e-e19c-4890-97ba-8c942c205eb0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] device_id is not set on port 25477a30-e104-418c-8931-4bd579cfe4e3 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:09:22.707645 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5155030f-d761-4f65-9f15-3746d2e4089d None None] Current status of the port cc968513-db78-4355-9f2b-c781b262ee46 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:22.786054 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (59abb98e-edb0-4ced-9b74-35fb8889cc85), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:22.925983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2c9449ae-4423-4bb1-bc7c-a4032dcfc4a8 None None] Provisioning complete for port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:22.926357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2c9449ae-4423-4bb1-bc7c-a4032dcfc4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:23.035528 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2c9449ae-4423-4bb1-bc7c-a4032dcfc4a8 None None] Port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:23.042528 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cf545d-40da-48e0-afe2-3e81dccb89bd None None] Network d581b5c6-df24-47c1-8025-78f7fb7bf135 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:23.109740 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 41a4ebc1-9b15-4c84-8b07-7974b56839ee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:23.167068 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f76a1061-cd04-4cc2-809e-103ff2063462 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (ef53bada-c284-47b3-b407-ca28a40208b6), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:23.233461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f72a69af-2898-4134-b3af-832c3f94bd81 None None] Provisioning complete for port 41a4ebc1-9b15-4c84-8b07-7974b56839ee triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:23.233863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f72a69af-2898-4134-b3af-832c3f94bd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (41a4ebc1-9b15-4c84-8b07-7974b56839ee), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:23.300127 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b081a03-6c62-4b18-b972-3165affddf46 req-99f096d1-986e-429d-b27e-ab1fe5bee7b8 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:23.301570 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9b081a03-6c62-4b18-b972-3165affddf46 req-99f096d1-986e-429d-b27e-ab1fe5bee7b8 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2319593 Mar 28 09:09:23.329331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8526686-f511-4a26-a5c2-818a73342679 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:09:23.340863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-baa3870e-e19c-4890-97ba-8c942c205eb0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Allocated IP 172.20.0.12 (d581b5c6-df24-47c1-8025-78f7fb7bf135/b5ceec78-8825-4956-92f4-501106388061/25477a30-e104-418c-8931-4bd579cfe4e3) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:23.345210 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dee707bf-21c9-4e00-bdbe-7f3561f8159d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (53098bc2-86b3-4333-8b86-e6c70357d3c1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:23.363941 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-baa3870e-e19c-4890-97ba-8c942c205eb0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Allocated IP 172.20.0.28 (d581b5c6-df24-47c1-8025-78f7fb7bf135/23a18b37-6517-4818-b361-b4db07cc3d57/25477a30-e104-418c-8931-4bd579cfe4e3) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:23.369352 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3d69fe63-2376-46b4-a063-459a0ff43109 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (db5cd81f-3bfc-4f26-acdc-ef3f9542f7c6), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:23.395153 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 41a4ebc1-9b15-4c84-8b07-7974b56839ee triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:23.395677 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (41a4ebc1-9b15-4c84-8b07-7974b56839ee), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:23.396628 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49678) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:23.398894 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Deleting port 21b4da8c-9778-413b-8ae0-2fa867697897 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:23.399666 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (21b4da8c-9778-413b-8ae0-2fa867697897), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:23.406460 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69fe63-2376-46b4-a063-459a0ff43109 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Pushing event deleted for resources: {'Port': ['ID=db5cd81f-3bfc-4f26-acdc-ef3f9542f7c6,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:23.424812 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f76a1061-cd04-4cc2-809e-103ff2063462 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (ef53bada-c284-47b3-b407-ca28a40208b6), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:23.427385 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9b081a03-6c62-4b18-b972-3165affddf46 req-756c61f4-ee89-426e-88fa-8be195d3aa6c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189246 Mar 28 09:09:23.434169 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f72a69af-2898-4134-b3af-832c3f94bd81 None None] Current status of the port 41a4ebc1-9b15-4c84-8b07-7974b56839ee is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:23.434563 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f72a69af-2898-4134-b3af-832c3f94bd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (41a4ebc1-9b15-4c84-8b07-7974b56839ee), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:23.501818 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f72a69af-2898-4134-b3af-832c3f94bd81 None None] For port 41a4ebc1-9b15-4c84-8b07-7974b56839ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41a4ebc1-9b15-4c84-8b07-7974b56839ee,segment=NetworkSegment(512f50c1-4146-4bb8-b300-cbb5f3f9a1bf),segment_id=512f50c1-4146-4bb8-b300-cbb5f3f9a1bf)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:23.550706 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dee707bf-21c9-4e00-bdbe-7f3561f8159d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (53098bc2-86b3-4333-8b86-e6c70357d3c1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:23.559234 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f72a69af-2898-4134-b3af-832c3f94bd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (41a4ebc1-9b15-4c84-8b07-7974b56839ee), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:23.618512 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839d9509-9a57-452a-acc3-643110d36a76 None None] Update dhcp port {'port': {'network_id': 'd581b5c6-df24-47c1-8025-78f7fb7bf135', 'fixed_ips': [{'subnet_id': 'b5ceec78-8825-4956-92f4-501106388061', 'ip_address': '172.20.0.2'}, {'subnet_id': '23a18b37-6517-4818-b361-b4db07cc3d57'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '41a4ebc1-9b15-4c84-8b07-7974b56839ee'} from dv-neutron-master-2-hyperv. {{(pid=104077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 09:09:23.705601 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-839d9509-9a57-452a-acc3-643110d36a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (41a4ebc1-9b15-4c84-8b07-7974b56839ee), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:23.706994 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8526686-f511-4a26-a5c2-818a73342679 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:23.722483 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Sync routers for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:23.727448 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a69af-2898-4134-b3af-832c3f94bd81 None None] Pushing event updated for resources: {'Port': ['ID=41a4ebc1-9b15-4c84-8b07-7974b56839ee,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:23.738451 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 41a4ebc1-9b15-4c84-8b07-7974b56839ee is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:23.738798 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a8526686-f511-4a26-a5c2-818a73342679 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/54131ef4-fc4f-4d6e-9101-ddeb6cee98d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7619059 Mar 28 09:09:23.739533 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device cc968513-db78-4355-9f2b-c781b262ee46 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:23.744703 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a99d0bb6-8ad9-4ff6-924a-28988d5def82 None None] Provisioning complete for port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:23.745075 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a99d0bb6-8ad9-4ff6-924a-28988d5def82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:23.748285 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49682) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:23.749976 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:23.750736 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:23.758234 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee707bf-21c9-4e00-bdbe-7f3561f8159d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network 839bdaa6-37d1-4336-b120-a3190d586016 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:23.761702 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee707bf-21c9-4e00-bdbe-7f3561f8159d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=53098bc2-86b3-4333-8b86-e6c70357d3c1,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:23.768083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a9b2c3fc-d954-448b-a9b0-58ed05a02269 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-965678027'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:23.771571 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-dee707bf-21c9-4e00-bdbe-7f3561f8159d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:23.777490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee707bf-21c9-4e00-bdbe-7f3561f8159d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:23.783021 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76a1061-cd04-4cc2-809e-103ff2063462 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:23.799454 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] For port 21b4da8c-9778-413b-8ae0-2fa867697897, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21b4da8c-9778-413b-8ae0-2fa867697897,segment=NetworkSegment(70e6ab9c-40cc-4819-a729-3e2490f974a1),segment_id=70e6ab9c-40cc-4819-a729-3e2490f974a1)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:23.800154 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (21b4da8c-9778-413b-8ae0-2fa867697897), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:23.805727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-f76a1061-cd04-4cc2-809e-103ff2063462 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:23.827210 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76a1061-cd04-4cc2-809e-103ff2063462 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:23.832984 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76a1061-cd04-4cc2-809e-103ff2063462 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:23.833694 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f76a1061-cd04-4cc2-809e-103ff2063462 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:23.847617 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a1061-cd04-4cc2-809e-103ff2063462 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=ef53bada-c284-47b3-b407-ca28a40208b6,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:23.859094 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Calling delete_port for 21b4da8c-9778-413b-8ae0-2fa867697897 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:23.882960 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3d69fe63-2376-46b4-a063-459a0ff43109 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:23.886897 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee707bf-21c9-4e00-bdbe-7f3561f8159d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:23.888030 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dee707bf-21c9-4e00-bdbe-7f3561f8159d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:23.941309 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-05022455-d68a-4059-9d2e-ab3ede39a7cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f310aada3e844b3d9fc0566baf369fe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5415316 Mar 28 09:09:23.951714 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dee707bf-21c9-4e00-bdbe-7f3561f8159d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5319800 Mar 28 09:09:23.952917 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49684) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:23.954177 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49686) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:23.960578 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b2c3fc-d954-448b-a9b0-58ed05a02269 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Made reservation on behalf of 8e45e30a1efb47c3b06d7cbbf6271808 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:23.961134 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:09:23.964093 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c3fc-d954-448b-a9b0-58ed05a02269 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:23.970613 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-8e5bf71b-c595-45d4-aded-683439f80fc0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'port': {'network_id': '839bdaa6-37d1-4336-b120-a3190d586016', 'name': 'tempest-FloatingIPTestJSON-1443311237'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:24.002310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-baa3870e-e19c-4890-97ba-8c942c205eb0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (25477a30-e104-418c-8931-4bd579cfe4e3), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.014088 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f76a1061-cd04-4cc2-809e-103ff2063462 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.1418133 Mar 28 09:09:24.021430 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49688) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:24.096167 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3d69fe63-2376-46b4-a063-459a0ff43109 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.102999 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-baa3870e-e19c-4890-97ba-8c942c205eb0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (25477a30-e104-418c-8931-4bd579cfe4e3), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.128140 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3d69fe63-2376-46b4-a063-459a0ff43109 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_controller (b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.145147 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a99d0bb6-8ad9-4ff6-924a-28988d5def82 None None] Port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:24.174288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b2c3fc-d954-448b-a9b0-58ed05a02269 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:09:24.215526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port cc968513-db78-4355-9f2b-c781b262ee46 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:24.215823 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (cc968513-db78-4355-9f2b-c781b262ee46), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.240484 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa3870e-e19c-4890-97ba-8c942c205eb0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network d581b5c6-df24-47c1-8025-78f7fb7bf135 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:24.266079 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-baa3870e-e19c-4890-97ba-8c942c205eb0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:24.308831 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa3870e-e19c-4890-97ba-8c942c205eb0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:24.311851 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3870e-e19c-4890-97ba-8c942c205eb0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=25477a30-e104-418c-8931-4bd579cfe4e3,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:24.320618 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-1912484a-2e87-48cc-9912-71829e955d15 None None] Provisioning complete for port 3a23f12f-0cf7-4409-aaed-3b09975d7803 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:24.321198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1912484a-2e87-48cc-9912-71829e955d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3a23f12f-0cf7-4409-aaed-3b09975d7803), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.370947 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c4e617a8-3f67-465a-bdd4-249ccc88183f admin admin] Publish callbacks [] for security_group (b230028d-5477-44cf-98a6-0410dd4d5d88), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.378296 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-839d9509-9a57-452a-acc3-643110d36a76 None None] Allocated IP 172.20.0.18 (d581b5c6-df24-47c1-8025-78f7fb7bf135/23a18b37-6517-4818-b361-b4db07cc3d57/41a4ebc1-9b15-4c84-8b07-7974b56839ee) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:24.401279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c4e617a8-3f67-465a-bdd4-249ccc88183f admin admin] Publish callbacks [] for security_group (b230028d-5477-44cf-98a6-0410dd4d5d88), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.424452 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:19Z', 'revision_number': 3, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:21Z', 'revision_number': 2, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:24.463368 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Checking router: 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:09:24.464241 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Updating router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:09:24.502658 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.516133 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port cc968513-db78-4355-9f2b-c781b262ee46 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:24.538270 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5bf71b-c595-45d4-aded-683439f80fc0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Made reservation on behalf of 8a61626699d54c55a1ddefde9f4ab21d for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:24.550370 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf71b-c595-45d4-aded-683439f80fc0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.591170 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1912484a-2e87-48cc-9912-71829e955d15 None None] Current status of the port 3a23f12f-0cf7-4409-aaed-3b09975d7803 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:24.591915 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1912484a-2e87-48cc-9912-71829e955d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (3a23f12f-0cf7-4409-aaed-3b09975d7803), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.613006 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-839d9509-9a57-452a-acc3-643110d36a76 None None] For port 41a4ebc1-9b15-4c84-8b07-7974b56839ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41a4ebc1-9b15-4c84-8b07-7974b56839ee,segment=NetworkSegment(512f50c1-4146-4bb8-b300-cbb5f3f9a1bf),segment_id=512f50c1-4146-4bb8-b300-cbb5f3f9a1bf)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:24.615785 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-8e5bf71b-c595-45d4-aded-683439f80fc0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] device_id is not set on port 21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:09:24.631739 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 83986f52-224e-4153-8577-9e2a7a64e512 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:09:24.673086 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 83986f52-224e-4153-8577-9e2a7a64e512 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:09:24.673879 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 83986f52-224e-4153-8577-9e2a7a64e512 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:09:24.674666 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 881f8a82-d645-4588-b606-307b7c169fd3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:09:24.685495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c3fc-d954-448b-a9b0-58ed05a02269 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (7d52e9e1-7b4c-43b2-8c85-dca4b65213d1), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.685940 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-a9b2c3fc-d954-448b-a9b0-58ed05a02269 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Added segment 7d52e9e1-7b4c-43b2-8c85-dca4b65213d1 of type vlan for network 5a3add68-2b1e-4fb1-a979-dc8834ba8748 Mar 28 09:09:24.715978 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3d69fe63-2376-46b4-a063-459a0ff43109 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.716692 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d69fe63-2376-46b4-a063-459a0ff43109 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Fanout notify agent at l3_agent the message router_deleted on router b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:09:24.722538 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-839d9509-9a57-452a-acc3-643110d36a76 None None] Publish callbacks [] for port (41a4ebc1-9b15-4c84-8b07-7974b56839ee), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.726482 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 881f8a82-d645-4588-b606-307b7c169fd3 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:09:24.727081 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 881f8a82-d645-4588-b606-307b7c169fd3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:09:24.733145 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3d69fe63-2376-46b4-a063-459a0ff43109 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.734342 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3d69fe63-2376-46b4-a063-459a0ff43109 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "DELETE /v2.0/routers/b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15 HTTP/1.1" status: 204 len: 168 time: 5.2783732 Mar 28 09:09:24.752569 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-1912484a-2e87-48cc-9912-71829e955d15 None None] For port 3a23f12f-0cf7-4409-aaed-3b09975d7803, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3a23f12f-0cf7-4409-aaed-3b09975d7803,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:24.756876 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-839d9509-9a57-452a-acc3-643110d36a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (41a4ebc1-9b15-4c84-8b07-7974b56839ee), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.764410 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49692) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:24.778388 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1912484a-2e87-48cc-9912-71829e955d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (3a23f12f-0cf7-4409-aaed-3b09975d7803), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.781300 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f80d9ff3-a46c-4170-a7ea-c7eabed9e661 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-354187876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:24.794765 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-8e5bf71b-c595-45d4-aded-683439f80fc0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Allocated IP 172.20.0.7 (839bdaa6-37d1-4336-b120-a3190d586016/0af81c8e-700d-47e9-8b3f-2b686c972539/21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:24.802384 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6839d3a0-e30d-4d2e-bd65-a4513a717703 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:24.810082 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6839d3a0-e30d-4d2e-bd65-a4513a717703 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:24.812190 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6839d3a0-e30d-4d2e-bd65-a4513a717703 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7896478 Mar 28 09:09:24.818059 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c4e617a8-3f67-465a-bdd4-249ccc88183f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b230028d-5477-44cf-98a6-0410dd4d5d88), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.825954 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c3fc-d954-448b-a9b0-58ed05a02269 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (5a3add68-2b1e-4fb1-a979-dc8834ba8748), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.828325 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49694) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:24.831656 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c4e617a8-3f67-465a-bdd4-249ccc88183f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.832840 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c4e617a8-3f67-465a-bdd4-249ccc88183f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b230028d-5477-44cf-98a6-0410dd4d5d88 HTTP/1.1" status: 204 len: 168 time: 0.8691201 Mar 28 09:09:24.860981 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e617a8-3f67-465a-bdd4-249ccc88183f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b230028d-5477-44cf-98a6-0410dd4d5d88,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:24.915533 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Publish callbacks [] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.937286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (21b4da8c-9778-413b-8ae0-2fa867697897), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.937822 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:24.944782 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.db.resource_extend [None req-a9b2c3fc-d954-448b-a9b0-58ed05a02269 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 09:09:24.997170 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d9509-9a57-452a-acc3-643110d36a76 None None] Pushing event updated for resources: {'Port': ['ID=41a4ebc1-9b15-4c84-8b07-7974b56839ee,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:25.013254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a6194ed7-f967-4e35-9412-ffaf9de3a502 None None] Provisioning complete for port ef53bada-c284-47b3-b407-ca28a40208b6 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:25.013856 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a6194ed7-f967-4e35-9412-ffaf9de3a502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ef53bada-c284-47b3-b407-ca28a40208b6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.088533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e49a6-2e95-4cda-8acf-7ebb62930b6e req-0855f3a9-1618-4313-99e0-39f8cb8a8f8f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:25.103020 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-742e49a6-2e95-4cda-8acf-7ebb62930b6e req-0855f3a9-1618-4313-99e0-39f8cb8a8f8f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.4389622 Mar 28 09:09:25.116270 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f80d9ff3-a46c-4170-a7ea-c7eabed9e661 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (310224d1-ea3c-4325-9e19-5f74bd0a10dc), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.117228 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f80d9ff3-a46c-4170-a7ea-c7eabed9e661 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (310224d1-ea3c-4325-9e19-5f74bd0a10dc), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.123067 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 41a4ebc1-9b15-4c84-8b07-7974b56839ee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:25.132505 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event deleted for resources: {'Port': ['ID=21b4da8c-9778-413b-8ae0-2fa867697897,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:25.139989 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] No DVR routers for this DVR port 21b4da8c-9778-413b-8ae0-2fa867697897 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:09:25.141156 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c3fc-d954-448b-a9b0-58ed05a02269 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (5a3add68-2b1e-4fb1-a979-dc8834ba8748), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.146334 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b2c3fc-d954-448b-a9b0-58ed05a02269 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:25.146942 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c3fc-d954-448b-a9b0-58ed05a02269 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.198991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912484a-2e87-48cc-9912-71829e955d15 None None] Pushing event updated for resources: {'Port': ['ID=3a23f12f-0cf7-4409-aaed-3b09975d7803,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:25.202377 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a6194ed7-f967-4e35-9412-ffaf9de3a502 None None] Port ef53bada-c284-47b3-b407-ca28a40208b6 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:25.248008 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 41a4ebc1-9b15-4c84-8b07-7974b56839ee triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:25.250240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (41a4ebc1-9b15-4c84-8b07-7974b56839ee), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.258993 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf71b-c595-45d4-aded-683439f80fc0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.281264 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352bf1d-9aaa-4408-b392-cf94e37ad5a6 None None] Pushing event updated for resources: {'Port': ['ID=c3173f38-a1e5-47fe-99ad-3ec0ad6216b9,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:25.335586 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Attempting to bind port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:25.335956 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Attempting to bind port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f48b6acf-3d97-470d-98e9-6ee132433a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:25.336317 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Attempting to bind port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 on network 5c886da7-7242-49b0-8048-a74be0cbb950 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:25.357014 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:25.358390 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Checking segment: {'id': 'f48b6acf-3d97-470d-98e9-6ee132433a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:25.360970 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.361419 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Bound using segment: {'id': 'f48b6acf-3d97-470d-98e9-6ee132433a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:25.363461 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Bound port: c3173f38-a1e5-47fe-99ad-3ec0ad6216b9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48b6acf-3d97-470d-98e9-6ee132433a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:25.363868 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.366852 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa3870e-e19c-4890-97ba-8c942c205eb0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:25.367495 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-baa3870e-e19c-4890-97ba-8c942c205eb0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.396387 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 41a4ebc1-9b15-4c84-8b07-7974b56839ee is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:25.398350 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 3a23f12f-0cf7-4409-aaed-3b09975d7803 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:25.406573 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf71b-c595-45d4-aded-683439f80fc0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.508238 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 3a23f12f-0cf7-4409-aaed-3b09975d7803 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:25.508787 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3a23f12f-0cf7-4409-aaed-3b09975d7803), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.527693 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] For port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:25.532295 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] For port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3173f38-a1e5-47fe-99ad-3ec0ad6216b9,segment=NetworkSegment(f48b6acf-3d97-470d-98e9-6ee132433a49),segment_id=f48b6acf-3d97-470d-98e9-6ee132433a49)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:25.537172 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-baa3870e-e19c-4890-97ba-8c942c205eb0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.8122823 Mar 28 09:09:25.542297 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352bf1d-9aaa-4408-b392-cf94e37ad5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:25.542755 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352bf1d-9aaa-4408-b392-cf94e37ad5a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:25.543219 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352bf1d-9aaa-4408-b392-cf94e37ad5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:25.543778 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352bf1d-9aaa-4408-b392-cf94e37ad5a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:25.544545 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352bf1d-9aaa-4408-b392-cf94e37ad5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:25.545551 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352bf1d-9aaa-4408-b392-cf94e37ad5a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:25.546056 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352bf1d-9aaa-4408-b392-cf94e37ad5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:25.546453 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352bf1d-9aaa-4408-b392-cf94e37ad5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:25.546681 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352bf1d-9aaa-4408-b392-cf94e37ad5a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:25.547025 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352bf1d-9aaa-4408-b392-cf94e37ad5a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:25.547573 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352bf1d-9aaa-4408-b392-cf94e37ad5a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:25.547925 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352bf1d-9aaa-4408-b392-cf94e37ad5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:25.548340 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352bf1d-9aaa-4408-b392-cf94e37ad5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:25.548823 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352bf1d-9aaa-4408-b392-cf94e37ad5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:25.549302 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7352bf1d-9aaa-4408-b392-cf94e37ad5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:09:25.558644 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.578696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49706) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:25.581383 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5bf71b-c595-45d4-aded-683439f80fc0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network 839bdaa6-37d1-4336-b120-a3190d586016 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:25.591750 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-0298a899-9f50-45e0-ab2d-e2efab504f13 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b5ceec78-8825-4956-92f4-501106388061'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:25.596978 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-8e5bf71b-c595-45d4-aded-683439f80fc0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:25.608984 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-085469f4-e652-4967-9957-09c06aa75299 None None] Provisioning complete for port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:25.609544 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-085469f4-e652-4967-9957-09c06aa75299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.613207 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a9b2c3fc-d954-448b-a9b0-58ed05a02269 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8579791 Mar 28 09:09:25.623325 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bf71b-c595-45d4-aded-683439f80fc0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:25.623852 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352bf1d-9aaa-4408-b392-cf94e37ad5a6 None None] Pushing event updated for resources: {'Port': ['ID=c3173f38-a1e5-47fe-99ad-3ec0ad6216b9,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:25.623959 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49710) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:25.644325 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5bf71b-c595-45d4-aded-683439f80fc0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:25.645799 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-6621caf5-dc15-4ccb-84f4-3340f98e9c60 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'subnet': {'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:25.651841 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:25.652470 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:08:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:25.673983 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (59abb98e-edb0-4ced-9b74-35fb8889cc85), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.712726 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59abb98e-edb0-4ced-9b74-35fb8889cc85']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:25.729391 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e6ab9c-40cc-4819-a729-3e2490f974a1') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:25.730478 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e6ab9c-40cc-4819-a729-3e2490f974a1') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:25.745281 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (70e6ab9c-40cc-4819-a729-3e2490f974a1), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.762890 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (70e6ab9c-40cc-4819-a729-3e2490f974a1), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.786995 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f80d9ff3-a46c-4170-a7ea-c7eabed9e661 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_controller (310224d1-ea3c-4325-9e19-5f74bd0a10dc), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.796826 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:09:25.797717 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:09:25.798664 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (70e6ab9c-40cc-4819-a729-3e2490f974a1), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.848268 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 3a23f12f-0cf7-4409-aaed-3b09975d7803 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:09:25.850721 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:09:25.857236 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2c3fc-d954-448b-a9b0-58ed05a02269 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Network': ['ID=5a3add68-2b1e-4fb1-a979-dc8834ba8748,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:25.881328 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f80d9ff3-a46c-4170-a7ea-c7eabed9e661 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (310224d1-ea3c-4325-9e19-5f74bd0a10dc), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.887154 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 5a3add68-2b1e-4fb1-a979-dc8834ba8748 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:09:25.896162 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5bf71b-c595-45d4-aded-683439f80fc0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:25.897346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf71b-c595-45d4-aded-683439f80fc0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:25.913285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0298a899-9f50-45e0-ab2d-e2efab504f13 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (25477a30-e104-418c-8931-4bd579cfe4e3), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:26.042082 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-085469f4-e652-4967-9957-09c06aa75299 None None] Current status of the port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:26.042733 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-085469f4-e652-4967-9957-09c06aa75299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:26.105063 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705e0139-7855-481c-a11c-6df47f903852 None None] Network d581b5c6-df24-47c1-8025-78f7fb7bf135 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:26.150360 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:19Z', 'revision_number': 3, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:25Z', 'revision_number': 4, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:26.183715 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-742e49a6-2e95-4cda-8acf-7ebb62930b6e req-5f997c46-0631-4256-9756-464f11d0d86a tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0531814 Mar 28 09:09:26.203158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-085469f4-e652-4967-9957-09c06aa75299 None None] For port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3173f38-a1e5-47fe-99ad-3ec0ad6216b9,segment=NetworkSegment(f48b6acf-3d97-470d-98e9-6ee132433a49),segment_id=f48b6acf-3d97-470d-98e9-6ee132433a49)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:26.219060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f80d9ff3-a46c-4170-a7ea-c7eabed9e661 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:26.220544 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f80d9ff3-a46c-4170-a7ea-c7eabed9e661 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4502149 Mar 28 09:09:26.224525 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49720) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:26.225828 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (59abb98e-edb0-4ced-9b74-35fb8889cc85), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:26.230417 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-085469f4-e652-4967-9957-09c06aa75299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:26.232445 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9ba2cdee-e8c8-4c8f-bcc2-e7f294d787aa tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'enable_snat': True}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:26.240983 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-f93753c4-1a38-4853-9b41-4b2361622655 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port ef53bada-c284-47b3-b407-ca28a40208b6 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:26.241472 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f93753c4-1a38-4853-9b41-4b2361622655 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (ef53bada-c284-47b3-b407-ca28a40208b6), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:26.248374 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404eff83-c7af-4b2b-b168-ccb1ffdd490f None None] The sync data for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv is: [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:19Z', 'revision_number': 3, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:25Z', 'revision_number': 4, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:26.299502 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085469f4-e652-4967-9957-09c06aa75299 None None] Pushing event updated for resources: {'Port': ['ID=c3173f38-a1e5-47fe-99ad-3ec0ad6216b9,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:26.347456 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-0298a899-9f50-45e0-ab2d-e2efab504f13 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Delete allocated IP 172.20.0.28 (d581b5c6-df24-47c1-8025-78f7fb7bf135/23a18b37-6517-4818-b361-b4db07cc3d57) {{(pid=104076) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 09:09:26.386561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-05d6bb32-e23f-4335-a00f-3643ad9c71cd None None] Provisioning complete for port 41a4ebc1-9b15-4c84-8b07-7974b56839ee triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:26.387273 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-05d6bb32-e23f-4335-a00f-3643ad9c71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (41a4ebc1-9b15-4c84-8b07-7974b56839ee), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:26.458993 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8e5bf71b-c595-45d4-aded-683439f80fc0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4933250 Mar 28 09:09:26.482379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:26.486177 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "DELETE /v2.0/networks/59abb98e-edb0-4ced-9b74-35fb8889cc85 HTTP/1.1" status: 204 len: 168 time: 3.9267380 Mar 28 09:09:26.523478 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49724) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:26.523774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49726) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:26.531229 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': '21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:26.555395 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-05d6bb32-e23f-4335-a00f-3643ad9c71cd None None] Current status of the port 41a4ebc1-9b15-4c84-8b07-7974b56839ee is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:26.575395 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-05d6bb32-e23f-4335-a00f-3643ad9c71cd None None] Provisioning complete for port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:26.576161 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-05d6bb32-e23f-4335-a00f-3643ad9c71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:26.617660 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0298a899-9f50-45e0-ab2d-e2efab504f13 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (25477a30-e104-418c-8931-4bd579cfe4e3), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:26.626809 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0298a899-9f50-45e0-ab2d-e2efab504f13 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (25477a30-e104-418c-8931-4bd579cfe4e3), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:26.730701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32bccfc-2025-4626-9f98-01199ba08034 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 09:09:26.747722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1a7e3b16-bbfd-47de-b8c5-1c5e1cfb9bcf tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (d79387ff-0536-4349-bd2e-a617b610d383), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:26.751124 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:26.829940 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c2e5b-6a4d-4b3e-8d4f-f0769bae541c tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event deleted for resources: {'Network': ['ID=59abb98e-edb0-4ced-9b74-35fb8889cc85,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:26.834554 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-0298a899-9f50-45e0-ab2d-e2efab504f13 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] In _notify_port_updated(), no bound segment for port 25477a30-e104-418c-8931-4bd579cfe4e3 on network d581b5c6-df24-47c1-8025-78f7fb7bf135 {{(pid=104076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:09:26.841172 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0298a899-9f50-45e0-ab2d-e2efab504f13 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:26.842826 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0298a899-9f50-45e0-ab2d-e2efab504f13 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:26.844348 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0298a899-9f50-45e0-ab2d-e2efab504f13 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "PUT /v2.0/ports/25477a30-e104-418c-8931-4bd579cfe4e3 HTTP/1.1" status: 200 len: 920 time: 1.2614040 Mar 28 09:09:26.850268 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-05d6bb32-e23f-4335-a00f-3643ad9c71cd None None] Current status of the port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:26.862122 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49732) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:26.864484 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298a899-9f50-45e0-ab2d-e2efab504f13 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=25477a30-e104-418c-8931-4bd579cfe4e3,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:26.878250 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-841be4a8-e1d2-41df-b44b-d65eb79de655 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b5ceec78-8825-4956-92f4-501106388061'}, {'subnet_id': '23a18b37-6517-4818-b361-b4db07cc3d57'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:27.016952 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-841be4a8-e1d2-41df-b44b-d65eb79de655 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (25477a30-e104-418c-8931-4bd579cfe4e3), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:27.047853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3341cb49-4570-465d-be64-eed3566c631d None None] Provisioning complete for port 41a4ebc1-9b15-4c84-8b07-7974b56839ee triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:27.048247 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3341cb49-4570-465d-be64-eed3566c631d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (41a4ebc1-9b15-4c84-8b07-7974b56839ee), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:27.079718 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 41a4ebc1-9b15-4c84-8b07-7974b56839ee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:27.129494 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32bccfc-2025-4626-9f98-01199ba08034 None None] Resources bound (agent type, host, resource id): {{(pid=104077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 09:09:27.145871 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ba2cdee-e8c8-4c8f-bcc2-e7f294d787aa tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_gateway (310224d1-ea3c-4325-9e19-5f74bd0a10dc), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:27.156208 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6621caf5-dc15-4ccb-84f4-3340f98e9c60 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Made reservation on behalf of 8e45e30a1efb47c3b06d7cbbf6271808 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:27.160302 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6621caf5-dc15-4ccb-84f4-3340f98e9c60 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:27.171897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 41a4ebc1-9b15-4c84-8b07-7974b56839ee triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:27.172398 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (41a4ebc1-9b15-4c84-8b07-7974b56839ee), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:27.206817 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58393e7-79eb-490f-a971-096b6acc3000 req-7e6139a7-332b-47de-95f3-b90bc07000f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:27.208397 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c58393e7-79eb-490f-a971-096b6acc3000 req-7e6139a7-332b-47de-95f3-b90bc07000f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2eeee875a9da4567926143d977c5d593&device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 1129 time: 0.7191086 Mar 28 09:09:27.279463 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-76b9b528-2654-494d-8863-2ec5f89f699a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:27.359365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f93753c4-1a38-4853-9b41-4b2361622655 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (ef53bada-c284-47b3-b407-ca28a40208b6), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:27.417039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3341cb49-4570-465d-be64-eed3566c631d None None] Current status of the port 41a4ebc1-9b15-4c84-8b07-7974b56839ee is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:27.422371 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1a7e3b16-bbfd-47de-b8c5-1c5e1cfb9bcf tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (d79387ff-0536-4349-bd2e-a617b610d383), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:27.447909 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-f93753c4-1a38-4853-9b41-4b2361622655 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for ef53bada-c284-47b3-b407-ca28a40208b6 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:27.495162 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 41a4ebc1-9b15-4c84-8b07-7974b56839ee is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:27.496290 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 3a23f12f-0cf7-4409-aaed-3b09975d7803 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:27.499800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-1a7e3b16-bbfd-47de-b8c5-1c5e1cfb9bcf tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79387ff-0536-4349-bd2e-a617b610d383']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:27.499963 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3341cb49-4570-465d-be64-eed3566c631d None None] Provisioning complete for port 25477a30-e104-418c-8931-4bd579cfe4e3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:27.500254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3341cb49-4570-465d-be64-eed3566c631d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (25477a30-e104-418c-8931-4bd579cfe4e3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:27.533406 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-841be4a8-e1d2-41df-b44b-d65eb79de655 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Allocated IP 172.20.0.26 (d581b5c6-df24-47c1-8025-78f7fb7bf135/23a18b37-6517-4818-b361-b4db07cc3d57/25477a30-e104-418c-8931-4bd579cfe4e3) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:27.556470 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-1a7e3b16-bbfd-47de-b8c5-1c5e1cfb9bcf tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cd080f-0a03-497f-8399-dfeb0791d63d') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:27.556768 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-1a7e3b16-bbfd-47de-b8c5-1c5e1cfb9bcf tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cd080f-0a03-497f-8399-dfeb0791d63d') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:27.624275 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1a7e3b16-bbfd-47de-b8c5-1c5e1cfb9bcf tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (32cd080f-0a03-497f-8399-dfeb0791d63d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:27.671413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58393e7-79eb-490f-a971-096b6acc3000 req-5ec0b95c-444c-4e26-bfb4-c0bbfcaad2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:27.673110 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c58393e7-79eb-490f-a971-096b6acc3000 req-5ec0b95c-444c-4e26-bfb4-c0bbfcaad2bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 HTTP/1.1" status: 200 len: 912 time: 0.3847733 Mar 28 09:09:27.674136 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1a7e3b16-bbfd-47de-b8c5-1c5e1cfb9bcf tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (32cd080f-0a03-497f-8399-dfeb0791d63d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:27.702008 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-841be4a8-e1d2-41df-b44b-d65eb79de655 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (25477a30-e104-418c-8931-4bd579cfe4e3), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:27.707771 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3341cb49-4570-465d-be64-eed3566c631d None None] Port 25477a30-e104-418c-8931-4bd579cfe4e3 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:27.725557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7e3b16-bbfd-47de-b8c5-1c5e1cfb9bcf tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:09:27.726003 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1a7e3b16-bbfd-47de-b8c5-1c5e1cfb9bcf tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (32cd080f-0a03-497f-8399-dfeb0791d63d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:09:27.731904 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:09:27.766492 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 3a23f12f-0cf7-4409-aaed-3b09975d7803 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:27.766955 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3a23f12f-0cf7-4409-aaed-3b09975d7803), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:27.777894 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-841be4a8-e1d2-41df-b44b-d65eb79de655 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (25477a30-e104-418c-8931-4bd579cfe4e3), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:27.850194 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:27.867253 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 3a23f12f-0cf7-4409-aaed-3b09975d7803 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:27.868646 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:27.896818 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49748) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:27.905075 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-06d46f4c-fc30-42a4-bc55-7da9aee8b4be tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-647258155', 'description': 'tempest-secgroup-smoke-647258155 description', 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:27.913879 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c58393e7-79eb-490f-a971-096b6acc3000 req-e8743060-c7ee-42ee-968c-3f7bf85eef4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab7442cd-3da3-4e8a-b083-990087554d7a HTTP/1.1" status: 200 len: 1001 time: 0.2256808 Mar 28 09:09:27.941275 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:27.941484 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.002224 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1a7e3b16-bbfd-47de-b8c5-1c5e1cfb9bcf tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (d79387ff-0536-4349-bd2e-a617b610d383), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.010631 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841be4a8-e1d2-41df-b44b-d65eb79de655 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=25477a30-e104-418c-8931-4bd579cfe4e3,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:28.040080 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fb9ae-2186-44a6-9460-f2df7ec4f658 req-048de7aa-f161-4491-8938-6fae19067e83 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:28.041700 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3a2fb9ae-2186-44a6-9460-f2df7ec4f658 req-048de7aa-f161-4491-8938-6fae19067e83 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.3374112 Mar 28 09:09:28.042229 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:28.045553 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06d46f4c-fc30-42a4-bc55-7da9aee8b4be tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.070395 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06d46f4c-fc30-42a4-bc55-7da9aee8b4be tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.082442 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1a7e3b16-bbfd-47de-b8c5-1c5e1cfb9bcf tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.085214 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-841be4a8-e1d2-41df-b44b-d65eb79de655 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] In _notify_port_updated(), no bound segment for port 25477a30-e104-418c-8931-4bd579cfe4e3 on network d581b5c6-df24-47c1-8025-78f7fb7bf135 {{(pid=104076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:09:28.085700 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1a7e3b16-bbfd-47de-b8c5-1c5e1cfb9bcf tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "DELETE /v2.0/networks/d79387ff-0536-4349-bd2e-a617b610d383 HTTP/1.1" status: 204 len: 168 time: 1.5114596 Mar 28 09:09:28.095081 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841be4a8-e1d2-41df-b44b-d65eb79de655 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:28.095337 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-841be4a8-e1d2-41df-b44b-d65eb79de655 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.096585 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-841be4a8-e1d2-41df-b44b-d65eb79de655 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "PUT /v2.0/ports/25477a30-e104-418c-8931-4bd579cfe4e3 HTTP/1.1" status: 200 len: 1000 time: 1.2331591 Mar 28 09:09:28.097188 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49750) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:28.101347 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49752) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:28.136360 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-81557914-e7ad-4a18-a8a4-b20e721926a2 None None] Provisioning complete for port 25477a30-e104-418c-8931-4bd579cfe4e3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:28.136360 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-81557914-e7ad-4a18-a8a4-b20e721926a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (25477a30-e104-418c-8931-4bd579cfe4e3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.179013 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-81557914-e7ad-4a18-a8a4-b20e721926a2 None None] Port 25477a30-e104-418c-8931-4bd579cfe4e3 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:28.182660 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e3b16-bbfd-47de-b8c5-1c5e1cfb9bcf tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event deleted for resources: {'Network': ['ID=d79387ff-0536-4349-bd2e-a617b610d383,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:28.225487 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6621caf5-dc15-4ccb-84f4-3340f98e9c60 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (080dcb3a-265a-47e1-b165-35e432bff33a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.228191 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f93753c4-1a38-4853-9b41-4b2361622655 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (ef53bada-c284-47b3-b407-ca28a40208b6), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.288547 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3a2fb9ae-2186-44a6-9460-f2df7ec4f658 req-deabd0ee-f147-41d9-88f4-8d10e8684c23 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376113 Mar 28 09:09:28.296653 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-637258a1-14fd-43a8-afd9-2e739cd4f7f3 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (c95d7e44-7865-4ff7-9c90-85815516b847), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.320783 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58393e7-79eb-490f-a971-096b6acc3000 req-bb9e3069-2830-4aff-bd28-62a5ab5b2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:28.322630 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c58393e7-79eb-490f-a971-096b6acc3000 req-bb9e3069-2830-4aff-bd28-62a5ab5b2455 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2 HTTP/1.1" status: 200 len: 851 time: 0.3723650 Mar 28 09:09:28.347887 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93753c4-1a38-4853-9b41-4b2361622655 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=ef53bada-c284-47b3-b407-ca28a40208b6,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:28.406253 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f93753c4-1a38-4853-9b41-4b2361622655 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.412024 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f93753c4-1a38-4853-9b41-4b2361622655 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/ef53bada-c284-47b3-b407-ca28a40208b6 HTTP/1.1" status: 204 len: 168 time: 3.5801950 Mar 28 09:09:28.429676 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-997d2c88-bf87-4a9b-bc5f-54139b0b8ceb None None] Provisioning complete for port 25477a30-e104-418c-8931-4bd579cfe4e3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:28.430734 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-997d2c88-bf87-4a9b-bc5f-54139b0b8ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (25477a30-e104-418c-8931-4bd579cfe4e3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.441144 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49754) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:28.470031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06d46f4c-fc30-42a4-bc55-7da9aee8b4be tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group (0417caf7-449d-4404-8488-18e2979618ac), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.474421 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-997d2c88-bf87-4a9b-bc5f-54139b0b8ceb None None] Port 25477a30-e104-418c-8931-4bd579cfe4e3 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:28.488253 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06d46f4c-fc30-42a4-bc55-7da9aee8b4be tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0417caf7-449d-4404-8488-18e2979618ac), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.502596 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-637258a1-14fd-43a8-afd9-2e739cd4f7f3 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (c95d7e44-7865-4ff7-9c90-85815516b847), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.517146 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621caf5-dc15-4ccb-84f4-3340f98e9c60 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Subnet': ['ID=080dcb3a-265a-47e1-b165-35e432bff33a,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:28.519215 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-65e33b3c-0ec0-4262-a971-414f6aa0180c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port 25477a30-e104-418c-8931-4bd579cfe4e3 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:28.519569 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-65e33b3c-0ec0-4262-a971-414f6aa0180c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (25477a30-e104-418c-8931-4bd579cfe4e3), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.531510 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Allocated IP 172.36.4.254 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/c9d3ef28-2cf7-4317-9325-5b10cb5840f6) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:28.545681 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ba2cdee-e8c8-4c8f-bcc2-e7f294d787aa tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_gateway (310224d1-ea3c-4325-9e19-5f74bd0a10dc), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.589366 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ba2cdee-e8c8-4c8f-bcc2-e7f294d787aa tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.600593 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fc10fa-4c7d-4fcb-b1fb-0982853ef3ff tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:28.602677 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fc10fa-4c7d-4fcb-b1fb-0982853ef3ff tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:28.603525 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-637258a1-14fd-43a8-afd9-2e739cd4f7f3 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95d7e44-7865-4ff7-9c90-85815516b847']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:28.604332 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-84fc10fa-4c7d-4fcb-b1fb-0982853ef3ff tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1613498 Mar 28 09:09:28.605026 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621caf5-dc15-4ccb-84f4-3340f98e9c60 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Checking segment: {'id': '7d52e9e1-7b4c-43b2-8c85-dca4b65213d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:28.605394 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6621caf5-dc15-4ccb-84f4-3340f98e9c60 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network hostable DHCP agents. Network: 5a3add68-2b1e-4fb1-a979-dc8834ba8748, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:09:28.608417 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49756) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:28.614179 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-637258a1-14fd-43a8-afd9-2e739cd4f7f3 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084bdb64-8886-4c6c-8849-da534a8a8ba0') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:28.614627 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-637258a1-14fd-43a8-afd9-2e739cd4f7f3 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084bdb64-8886-4c6c-8849-da534a8a8ba0') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:28.628089 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-637258a1-14fd-43a8-afd9-2e739cd4f7f3 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (084bdb64-8886-4c6c-8849-da534a8a8ba0), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.670181 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58393e7-79eb-490f-a971-096b6acc3000 req-98381b1c-660c-474a-bc10-d657b28ffef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:28.671455 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c58393e7-79eb-490f-a971-096b6acc3000 req-98381b1c-660c-474a-bc10-d657b28ffef8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3292506 Mar 28 09:09:28.681803 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d46f4c-fc30-42a4-bc55-7da9aee8b4be tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0417caf7-449d-4404-8488-18e2979618ac,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:28.705315 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-09bfa2f2-52ab-4f1d-91b4-1e0cefe4185e None None] Provisioning complete for port 25477a30-e104-418c-8931-4bd579cfe4e3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:28.706007 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-09bfa2f2-52ab-4f1d-91b4-1e0cefe4185e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (25477a30-e104-418c-8931-4bd579cfe4e3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.706767 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06d46f4c-fc30-42a4-bc55-7da9aee8b4be tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group (27e82b31-4e64-46b8-bbe9-c44a0432a9b0), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.716851 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-637258a1-14fd-43a8-afd9-2e739cd4f7f3 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (084bdb64-8886-4c6c-8849-da534a8a8ba0), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.724808 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06d46f4c-fc30-42a4-bc55-7da9aee8b4be tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (27e82b31-4e64-46b8-bbe9-c44a0432a9b0), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.742009 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637258a1-14fd-43a8-afd9-2e739cd4f7f3 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:09:28.742599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-637258a1-14fd-43a8-afd9-2e739cd4f7f3 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (084bdb64-8886-4c6c-8849-da534a8a8ba0), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.752097 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-09bfa2f2-52ab-4f1d-91b4-1e0cefe4185e None None] Port 25477a30-e104-418c-8931-4bd579cfe4e3 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:09:28.761881 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:09:28.834034 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06d46f4c-fc30-42a4-bc55-7da9aee8b4be tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.835305 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-06d46f4c-fc30-42a4-bc55-7da9aee8b4be tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9347184 Mar 28 09:09:28.842354 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49758) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:28.852659 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-0b960390-aa23-4674-8003-6d076c6f01de tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Request body: {'security_group_rule': {'security_group_id': '27e82b31-4e64-46b8-bbe9-c44a0432a9b0', 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:28.863643 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d46f4c-fc30-42a4-bc55-7da9aee8b4be tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e82b31-4e64-46b8-bbe9-c44a0432a9b0,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:28.888884 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-65e33b3c-0ec0-4262-a971-414f6aa0180c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (25477a30-e104-418c-8931-4bd579cfe4e3), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.893125 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-637258a1-14fd-43a8-afd9-2e739cd4f7f3 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (c95d7e44-7865-4ff7-9c90-85815516b847), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.908035 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-637258a1-14fd-43a8-afd9-2e739cd4f7f3 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:28.911175 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-637258a1-14fd-43a8-afd9-2e739cd4f7f3 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] 10.222.0.15 "DELETE /v2.0/networks/c95d7e44-7865-4ff7-9c90-85815516b847 HTTP/1.1" status: 204 len: 168 time: 0.8106592 Mar 28 09:09:28.917988 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-65e33b3c-0ec0-4262-a971-414f6aa0180c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for 25477a30-e104-418c-8931-4bd579cfe4e3 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:28.939651 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637258a1-14fd-43a8-afd9-2e739cd4f7f3 tempest-BulkNetworkOpsTest-1630352125 tempest-BulkNetworkOpsTest-1630352125-project] Pushing event deleted for resources: {'Network': ['ID=c95d7e44-7865-4ff7-9c90-85815516b847,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:28.945221 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0b960390-aa23-4674-8003-6d076c6f01de tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group_rule (143ceb52-2d9e-4d8e-8846-c2f9ad71c276), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.065202 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0b960390-aa23-4674-8003-6d076c6f01de tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group_rule (143ceb52-2d9e-4d8e-8846-c2f9ad71c276), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.073174 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0b960390-aa23-4674-8003-6d076c6f01de tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (143ceb52-2d9e-4d8e-8846-c2f9ad71c276), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.125077 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b960390-aa23-4674-8003-6d076c6f01de tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143ceb52-2d9e-4d8e-8846-c2f9ad71c276,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:29.134143 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0b960390-aa23-4674-8003-6d076c6f01de tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.135379 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0b960390-aa23-4674-8003-6d076c6f01de tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2891235 Mar 28 09:09:29.138239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49764) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:29.144753 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a9f5c364-3fd7-4a64-942f-146879cc8b11 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Request body: {'security_group_rule': {'security_group_id': '27e82b31-4e64-46b8-bbe9-c44a0432a9b0', 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:29.200149 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6621caf5-dc15-4ccb-84f4-3340f98e9c60 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 5a3add68-2b1e-4fb1-a979-dc8834ba8748 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:09:29.207740 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a9f5c364-3fd7-4a64-942f-146879cc8b11 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group_rule (356a43f5-5540-43c2-93a5-531e9b21c618), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.214851 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-2460350d-06f1-4df7-ac06-4f7db39ccfb6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet 19153038-dbd7-48d7-8e93-ca2a90fbfdfe {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:09:29.224434 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2460350d-06f1-4df7-ac06-4f7db39ccfb6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (19153038-dbd7-48d7-8e93-ca2a90fbfdfe), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.244468 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-65e33b3c-0ec0-4262-a971-414f6aa0180c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (25477a30-e104-418c-8931-4bd579cfe4e3), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.253580 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-6621caf5-dc15-4ccb-84f4-3340f98e9c60 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5a3add68-2b1e-4fb1-a979-dc8834ba8748) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:29.257294 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49766) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:29.258038 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6621caf5-dc15-4ccb-84f4-3340f98e9c60 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:29.259304 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6621caf5-dc15-4ccb-84f4-3340f98e9c60 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.263515 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9de03e-b701-4657-aa2a-d5a6daec4f57 None None] Network 5a3add68-2b1e-4fb1-a979-dc8834ba8748 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:29.291077 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e33b3c-0ec0-4262-a971-414f6aa0180c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=25477a30-e104-418c-8931-4bd579cfe4e3,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:29.321715 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6621caf5-dc15-4ccb-84f4-3340f98e9c60 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6878171 Mar 28 09:09:29.324200 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2460350d-06f1-4df7-ac06-4f7db39ccfb6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (19153038-dbd7-48d7-8e93-ca2a90fbfdfe), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.345008 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49770) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:29.410778 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (c9d3ef28-2cf7-4317-9325-5b10cb5840f6), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.436700 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-65e33b3c-0ec0-4262-a971-414f6aa0180c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.440641 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-65e33b3c-0ec0-4262-a971-414f6aa0180c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/ports/25477a30-e104-418c-8931-4bd579cfe4e3 HTTP/1.1" status: 204 len: 168 time: 1.3310676 Mar 28 09:09:29.446176 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49774) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:29.461448 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a9f5c364-3fd7-4a64-942f-146879cc8b11 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group_rule (356a43f5-5540-43c2-93a5-531e9b21c618), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.484410 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5a3add68-2b1e-4fb1-a979-dc8834ba8748', 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748', 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'fixed_ips': [{'subnet_id': '080dcb3a-265a-47e1-b165-35e432bff33a'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:09:29.487196 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.524292 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-35647108-b3c5-4196-8653-336cf94cdc88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.546128 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c58393e7-79eb-490f-a971-096b6acc3000 req-6af2e6af-ac63-46ee-8926-a3d35fe55aa8 service neutron] 10.222.0.16 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550240 Mar 28 09:09:29.688868 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Allocated IP 2001:db8:2::2 (5a3add68-2b1e-4fb1-a979-dc8834ba8748/080dcb3a-265a-47e1-b165-35e432bff33a/2eb6970c-99cb-424c-9118-62bf42ab7db7) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:29.729917 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156263ea-2d58-45f7-b03c-8558a0924e3e req-33c249b5-6321-4e42-a6ab-652ec62fc4c4 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:29.731514 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-156263ea-2d58-45f7-b03c-8558a0924e3e req-33c249b5-6321-4e42-a6ab-652ec62fc4c4 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.3042696 Mar 28 09:09:29.772126 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2460350d-06f1-4df7-ac06-4f7db39ccfb6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (19153038-dbd7-48d7-8e93-ca2a90fbfdfe), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.819996 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90f7482-88e9-459c-aeb1-8572ffb81947 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] GET failed (client error): The resource could not be found. Mar 28 09:09:29.821927 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e90f7482-88e9-459c-aeb1-8572ffb81947 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports/25477a30-e104-418c-8931-4bd579cfe4e3 HTTP/1.1" status: 404 len: 333 time: 0.3742995 Mar 28 09:09:29.822670 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a9f5c364-3fd7-4a64-942f-146879cc8b11 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (356a43f5-5540-43c2-93a5-531e9b21c618), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.826989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49776) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:29.833517 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (c9d3ef28-2cf7-4317-9325-5b10cb5840f6), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.877121 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Publish callbacks [] for port (2eb6970c-99cb-424c-9118-62bf42ab7db7), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.887527 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (2eb6970c-99cb-424c-9118-62bf42ab7db7), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.894355 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5c364-3fd7-4a64-942f-146879cc8b11 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356a43f5-5540-43c2-93a5-531e9b21c618,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:29.910885 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a9f5c364-3fd7-4a64-942f-146879cc8b11 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.915156 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a9f5c364-3fd7-4a64-942f-146879cc8b11 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7759175 Mar 28 09:09:29.915901 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49778) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:29.926727 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Network 5a3add68-2b1e-4fb1-a979-dc8834ba8748 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:29.927198 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-cb4ff5e9-f779-41fb-9d2c-8f39494a0186 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Request body: {'security_group_rule': {'security_group_id': '27e82b31-4e64-46b8-bbe9-c44a0432a9b0', 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:29.932563 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:29.936069 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:29.941497 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-7feb7e4f-08c2-4425-90c7-ae96d0a066cc tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting subnet 23a18b37-6517-4818-b361-b4db07cc3d57 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:09:29.956080 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6b0a1f28-507d-4c7a-b750-540f4c463496 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ced997486b242a9b66557c94fe60d63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6704898 Mar 28 09:09:29.956080 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7feb7e4f-08c2-4425-90c7-ae96d0a066cc tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (23a18b37-6517-4818-b361-b4db07cc3d57), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:29.971201 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Pushing event updated for resources: {'Port': ['ID=2eb6970c-99cb-424c-9118-62bf42ab7db7,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:29.971899 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49780) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:29.986995 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:29.994555 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb4ff5e9-f779-41fb-9d2c-8f39494a0186 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group_rule (8006f037-6ae2-4ce3-9ba8-3efa4cf4d20f), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.011261 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c58393e7-79eb-490f-a971-096b6acc3000 req-2e7c86bb-c783-488e-a06e-fe3dd00b1a8f service neutron] 10.222.0.16 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520044 Mar 28 09:09:30.012466 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7feb7e4f-08c2-4425-90c7-ae96d0a066cc tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (23a18b37-6517-4818-b361-b4db07cc3d57), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.025457 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Attempting to bind port 2eb6970c-99cb-424c-9118-62bf42ab7db7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:30.026124 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Attempting to bind port 2eb6970c-99cb-424c-9118-62bf42ab7db7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7d52e9e1-7b4c-43b2-8c85-dca4b65213d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:30.026680 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Attempting to bind port 2eb6970c-99cb-424c-9118-62bf42ab7db7 on network 5a3add68-2b1e-4fb1-a979-dc8834ba8748 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:30.027931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:30.030372 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:30.034015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:30.034656 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Checking segment: {'id': '7d52e9e1-7b4c-43b2-8c85-dca4b65213d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:30.035230 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.035804 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Bound using segment: {'id': '7d52e9e1-7b4c-43b2-8c85-dca4b65213d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:30.036504 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Bound port: 2eb6970c-99cb-424c-9118-62bf42ab7db7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d52e9e1-7b4c-43b2-8c85-dca4b65213d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:30.037070 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2eb6970c-99cb-424c-9118-62bf42ab7db7), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.068293 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-9ba2cdee-e8c8-4c8f-bcc2-e7f294d787aa tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Allocated IP 172.36.4.72 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/e36eb679-7fec-4fba-a5fc-82b6f50576af) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:30.074523 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=c9d3ef28-2cf7-4317-9325-5b10cb5840f6,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:30.110612 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb4ff5e9-f779-41fb-9d2c-8f39494a0186 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group_rule (8006f037-6ae2-4ce3-9ba8-3efa4cf4d20f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.118431 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-156263ea-2d58-45f7-b03c-8558a0924e3e req-7bdb51a0-43c7-4d8b-8916-53ddb05615ce tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3419292 Mar 28 09:09:30.119489 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb4ff5e9-f779-41fb-9d2c-8f39494a0186 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (8006f037-6ae2-4ce3-9ba8-3efa4cf4d20f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.138946 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] For port 2eb6970c-99cb-424c-9118-62bf42ab7db7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:30.142525 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] For port 2eb6970c-99cb-424c-9118-62bf42ab7db7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2eb6970c-99cb-424c-9118-62bf42ab7db7,segment=NetworkSegment(7d52e9e1-7b4c-43b2-8c85-dca4b65213d1),segment_id=7d52e9e1-7b4c-43b2-8c85-dca4b65213d1)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:30.149528 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2eb6970c-99cb-424c-9118-62bf42ab7db7), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.175658 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ff5e9-f779-41fb-9d2c-8f39494a0186 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8006f037-6ae2-4ce3-9ba8-3efa4cf4d20f,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:30.183477 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb4ff5e9-f779-41fb-9d2c-8f39494a0186 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.187996 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cb4ff5e9-f779-41fb-9d2c-8f39494a0186 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2623794 Mar 28 09:09:30.187996 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49782) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:30.192925 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a515c240-d734-4aca-b597-5ab03036e3c6 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Request body: {'security_group_rule': {'security_group_id': '27e82b31-4e64-46b8-bbe9-c44a0432a9b0', 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:30.202005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7feb7e4f-08c2-4425-90c7-ae96d0a066cc tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (23a18b37-6517-4818-b361-b4db07cc3d57), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.208109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216f98f-649d-46b3-9409-7b08749d721e None None] Pushing event updated for resources: {'Port': ['ID=2eb6970c-99cb-424c-9118-62bf42ab7db7,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:30.216828 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2460350d-06f1-4df7-ac06-4f7db39ccfb6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (19153038-dbd7-48d7-8e93-ca2a90fbfdfe), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.261705 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a515c240-d734-4aca-b597-5ab03036e3c6 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group_rule (324ee01b-da11-4185-a6e6-2237dd54816b), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.323449 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2460350d-06f1-4df7-ac06-4f7db39ccfb6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.324483 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7feb7e4f-08c2-4425-90c7-ae96d0a066cc tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (23a18b37-6517-4818-b361-b4db07cc3d57), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.329422 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2460350d-06f1-4df7-ac06-4f7db39ccfb6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/19153038-dbd7-48d7-8e93-ca2a90fbfdfe HTTP/1.1" status: 204 len: 168 time: 1.7022207 Mar 28 09:09:30.329422 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460350d-06f1-4df7-ac06-4f7db39ccfb6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=19153038-dbd7-48d7-8e93-ca2a90fbfdfe,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:30.330103 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49784) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:30.338139 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f80c00-d5d0-40f8-b919-0cddbf9402dc None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:30.368330 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a515c240-d734-4aca-b597-5ab03036e3c6 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group_rule (324ee01b-da11-4185-a6e6-2237dd54816b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.369865 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb7e4f-08c2-4425-90c7-ae96d0a066cc tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Subnet': ['ID=23a18b37-6517-4818-b361-b4db07cc3d57,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:30.374367 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7feb7e4f-08c2-4425-90c7-ae96d0a066cc tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.377981 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7feb7e4f-08c2-4425-90c7-ae96d0a066cc tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/23a18b37-6517-4818-b361-b4db07cc3d57 HTTP/1.1" status: 204 len: 168 time: 0.5424440 Mar 28 09:09:30.379479 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a515c240-d734-4aca-b597-5ab03036e3c6 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (324ee01b-da11-4185-a6e6-2237dd54816b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.381316 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49786) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:30.409449 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1a0d95-8ae4-462b-819e-f9d499848b29 None None] Network d581b5c6-df24-47c1-8025-78f7fb7bf135 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:30.417954 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515c240-d734-4aca-b597-5ab03036e3c6 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324ee01b-da11-4185-a6e6-2237dd54816b,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:30.420943 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bf12c6a7-0638-47d7-b93a-4a67e131de2e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800724 Mar 28 09:09:30.441427 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49788) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:30.452990 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0220341d-88b2-4b5c-a6c9-d4e81d592ea2 admin admin] Publish callbacks [] for security_group (c5813e68-b0b6-4466-b029-db35150ddf42), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.456362 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-73dddf62-8741-4aac-b484-5bd68dc15f3b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:30.486521 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a515c240-d734-4aca-b597-5ab03036e3c6 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.486521 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a515c240-d734-4aca-b597-5ab03036e3c6 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2950306 Mar 28 09:09:30.500746 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49790) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:30.523687 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e5106876-e0cd-4fb4-9e12-4a246e1986fe tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Request body: {'security_group_rule': {'security_group_id': '27e82b31-4e64-46b8-bbe9-c44a0432a9b0', 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:30.584945 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb23292d-c02c-4a08-88e8-730fe1b6e6ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting subnet b5ceec78-8825-4956-92f4-501106388061 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:09:30.600551 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0220341d-88b2-4b5c-a6c9-d4e81d592ea2 admin admin] Publish callbacks [] for security_group (c5813e68-b0b6-4466-b029-db35150ddf42), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.603235 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb23292d-c02c-4a08-88e8-730fe1b6e6ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (b5ceec78-8825-4956-92f4-501106388061), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.605214 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ba2cdee-e8c8-4c8f-bcc2-e7f294d787aa tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for port (e36eb679-7fec-4fba-a5fc-82b6f50576af), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.647001 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.682367 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb23292d-c02c-4a08-88e8-730fe1b6e6ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (b5ceec78-8825-4956-92f4-501106388061), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.686917 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dddf62-8741-4aac-b484-5bd68dc15f3b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:30.690745 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-73dddf62-8741-4aac-b484-5bd68dc15f3b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.734170 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-e5106876-e0cd-4fb4-9e12-4a246e1986fe tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Project fc56218a4f8a40e1b109b751b95dda1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:09:30.769419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5106876-e0cd-4fb4-9e12-4a246e1986fe tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group_rule (dbc51a4d-7d65-4155-8d40-12c18a034021), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.790475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4340e59-516a-40bd-bedb-530cf5988887 None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:09:30.827755 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-df3eaade-4188-4fbe-a8a9-c99784fc5923 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.870776 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0220341d-88b2-4b5c-a6c9-d4e81d592ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (c5813e68-b0b6-4466-b029-db35150ddf42), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.873825 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0220341d-88b2-4b5c-a6c9-d4e81d592ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.875121 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0220341d-88b2-4b5c-a6c9-d4e81d592ea2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5813e68-b0b6-4466-b029-db35150ddf42 HTTP/1.1" status: 204 len: 168 time: 0.9022601 Mar 28 09:09:30.876369 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ba2cdee-e8c8-4c8f-bcc2-e7f294d787aa tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (e36eb679-7fec-4fba-a5fc-82b6f50576af), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.934297 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f4340e59-516a-40bd-bedb-530cf5988887 None None] Deleting port 3a23f12f-0cf7-4409-aaed-3b09975d7803 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:30.934470 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f4340e59-516a-40bd-bedb-530cf5988887 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (3a23f12f-0cf7-4409-aaed-3b09975d7803), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:30.967188 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220341d-88b2-4b5c-a6c9-d4e81d592ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5813e68-b0b6-4466-b029-db35150ddf42,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:30.986178 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb23292d-c02c-4a08-88e8-730fe1b6e6ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (b5ceec78-8825-4956-92f4-501106388061), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:31.062038 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2eb6970c-99cb-424c-9118-62bf42ab7db7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:31.076977 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba2cdee-e8c8-4c8f-bcc2-e7f294d787aa tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:31.231128 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb23292d-c02c-4a08-88e8-730fe1b6e6ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (b5ceec78-8825-4956-92f4-501106388061), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:31.268549 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 2eb6970c-99cb-424c-9118-62bf42ab7db7 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:31.268932 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2eb6970c-99cb-424c-9118-62bf42ab7db7), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:31.272284 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f4340e59-516a-40bd-bedb-530cf5988887 None None] For port 3a23f12f-0cf7-4409-aaed-3b09975d7803, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3a23f12f-0cf7-4409-aaed-3b09975d7803,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:31.272690 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f4340e59-516a-40bd-bedb-530cf5988887 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (3a23f12f-0cf7-4409-aaed-3b09975d7803), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:31.319558 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f4340e59-516a-40bd-bedb-530cf5988887 None None] Calling delete_port for 3a23f12f-0cf7-4409-aaed-3b09975d7803 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:31.335125 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23292d-c02c-4a08-88e8-730fe1b6e6ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ceec78-8825-4956-92f4-501106388061,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:31.407759 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb23292d-c02c-4a08-88e8-730fe1b6e6ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:31.416649 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fb23292d-c02c-4a08-88e8-730fe1b6e6ff tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/b5ceec78-8825-4956-92f4-501106388061 HTTP/1.1" status: 204 len: 168 time: 1.0306292 Mar 28 09:09:31.435320 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49798) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:31.525704 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 2eb6970c-99cb-424c-9118-62bf42ab7db7 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:31.526277 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2eb6970c-99cb-424c-9118-62bf42ab7db7), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:31.554190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f4340e59-516a-40bd-bedb-530cf5988887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (3a23f12f-0cf7-4409-aaed-3b09975d7803), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:31.597474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4340e59-516a-40bd-bedb-530cf5988887 None None] Pushing event deleted for resources: {'Port': ['ID=3a23f12f-0cf7-4409-aaed-3b09975d7803,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:31.622934 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4340e59-516a-40bd-bedb-530cf5988887 None None] No DVR routers for this DVR port 3a23f12f-0cf7-4409-aaed-3b09975d7803 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:09:31.625601 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 2eb6970c-99cb-424c-9118-62bf42ab7db7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2eb6970c-99cb-424c-9118-62bf42ab7db7,segment=NetworkSegment(7d52e9e1-7b4c-43b2-8c85-dca4b65213d1),segment_id=7d52e9e1-7b4c-43b2-8c85-dca4b65213d1)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:31.637807 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2eb6970c-99cb-424c-9118-62bf42ab7db7), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:31.658274 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.objects.ports [None req-73dddf62-8741-4aac-b484-5bd68dc15f3b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 09:09:31.676545 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (d581b5c6-df24-47c1-8025-78f7fb7bf135), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:31.682805 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-73dddf62-8741-4aac-b484-5bd68dc15f3b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (c04368f1-9db0-4e8b-b63a-b6f35f5b0d22), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:31.732832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=2eb6970c-99cb-424c-9118-62bf42ab7db7,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:31.737433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1c341-b1b3-4239-8e08-5f76a7ce4422 req-f99ae9da-2219-4ca4-8670-427736ff7881 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:31.747265 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-06e1c341-b1b3-4239-8e08-5f76a7ce4422 req-f99ae9da-2219-4ca4-8670-427736ff7881 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.3674297 Mar 28 09:09:31.772754 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 3a23f12f-0cf7-4409-aaed-3b09975d7803 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:09:31.779187 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-9ba2cdee-e8c8-4c8f-bcc2-e7f294d787aa tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:31.785886 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dddf62-8741-4aac-b484-5bd68dc15f3b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:31.798570 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5106876-e0cd-4fb4-9e12-4a246e1986fe tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group_rule (dbc51a4d-7d65-4155-8d40-12c18a034021), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:31.798820 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 3a23f12f-0cf7-4409-aaed-3b09975d7803 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:09:31.799220 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 3a23f12f-0cf7-4409-aaed-3b09975d7803 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:09:31.802888 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-73dddf62-8741-4aac-b484-5bd68dc15f3b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:31.803874 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba2cdee-e8c8-4c8f-bcc2-e7f294d787aa tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:31.811186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dddf62-8741-4aac-b484-5bd68dc15f3b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:31.811920 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-73dddf62-8741-4aac-b484-5bd68dc15f3b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:31.815147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dddf62-8741-4aac-b484-5bd68dc15f3b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=c04368f1-9db0-4e8b-b63a-b6f35f5b0d22,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:31.821713 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01288a71-1b84-4c94-96ec-ab43cc462adf None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:31.824076 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2cdee-e8c8-4c8f-bcc2-e7f294d787aa tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Pushing event updated for resources: {'Port': ['ID=e36eb679-7fec-4fba-a5fc-82b6f50576af,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:31.873089 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5106876-e0cd-4fb4-9e12-4a246e1986fe tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (dbc51a4d-7d65-4155-8d40-12c18a034021), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:31.895272 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b841776b-f665-4c43-b471-565970299924 None None] Network d581b5c6-df24-47c1-8025-78f7fb7bf135 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:31.948895 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-06e1c341-b1b3-4239-8e08-5f76a7ce4422 req-99426554-4a3b-4f81-946a-789a7300919b tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910579 Mar 28 09:09:31.956201 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-73dddf62-8741-4aac-b484-5bd68dc15f3b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5122709 Mar 28 09:09:31.958911 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49808) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:31.968227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-9c4a99f4-ec6f-46d7-bf49-62b5689b5864 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'mac_address': 'fa:16:3e:37:98:b5', 'name': 'tempest-NetworksTestDHCPv6-66038883'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:31.975965 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5106876-e0cd-4fb4-9e12-4a246e1986fe tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc51a4d-7d65-4155-8d40-12c18a034021,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:31.986213 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-5ee1321f-3bbf-4c99-bd70-216162a49612 None None] Provisioning complete for port 41a4ebc1-9b15-4c84-8b07-7974b56839ee triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:31.986597 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5ee1321f-3bbf-4c99-bd70-216162a49612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (41a4ebc1-9b15-4c84-8b07-7974b56839ee), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.017330 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5106876-e0cd-4fb4-9e12-4a246e1986fe tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.018561 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e5106876-e0cd-4fb4-9e12-4a246e1986fe tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5008602 Mar 28 09:09:32.033369 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49812) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:32.074231 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3651277-7c7a-4321-9a08-0e49762af8d6 None None] Network 5a3add68-2b1e-4fb1-a979-dc8834ba8748 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:32.079722 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e4388740-26ea-4eff-a679-9973da7eb523 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Request body: {'security_group_rule': {'security_group_id': '27e82b31-4e64-46b8-bbe9-c44a0432a9b0', 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:32.103991 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port 41a4ebc1-9b15-4c84-8b07-7974b56839ee {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:32.104751 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (41a4ebc1-9b15-4c84-8b07-7974b56839ee), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.172438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (6145cae7-719f-4aea-ada1-0b6845c2bb9d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.205795 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-e4388740-26ea-4eff-a679-9973da7eb523 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Project fc56218a4f8a40e1b109b751b95dda1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:09:32.212049 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-df3eaade-4188-4fbe-a8a9-c99784fc5923 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Allocated IP 2001:db8:2::1 (5a3add68-2b1e-4fb1-a979-dc8834ba8748/080dcb3a-265a-47e1-b165-35e432bff33a/2393cede-3d07-4a09-8ce4-d2b2d9eb8e53) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:32.216661 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] For port 41a4ebc1-9b15-4c84-8b07-7974b56839ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41a4ebc1-9b15-4c84-8b07-7974b56839ee,segment=NetworkSegment(512f50c1-4146-4bb8-b300-cbb5f3f9a1bf),segment_id=512f50c1-4146-4bb8-b300-cbb5f3f9a1bf)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:32.217115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (41a4ebc1-9b15-4c84-8b07-7974b56839ee), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.230446 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e4388740-26ea-4eff-a679-9973da7eb523 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group_rule (a6ec7dc0-c4e6-46b8-bc9c-7721e04ce3f3), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.272031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for 41a4ebc1-9b15-4c84-8b07-7974b56839ee owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:32.282028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.307849 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49820) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:32.384435 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e4388740-26ea-4eff-a679-9973da7eb523 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group_rule (a6ec7dc0-c4e6-46b8-bc9c-7721e04ce3f3), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.391200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': 'c04368f1-9db0-4e8b-b63a-b6f35f5b0d22'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:09:32.392382 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.393028 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e4388740-26ea-4eff-a679-9973da7eb523 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (a6ec7dc0-c4e6-46b8-bc9c-7721e04ce3f3), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.409233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4a99f4-ec6f-46d7-bf49-62b5689b5864 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:32.433439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5ee1321f-3bbf-4c99-bd70-216162a49612 None None] Current status of the port 41a4ebc1-9b15-4c84-8b07-7974b56839ee is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:32.467172 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4388740-26ea-4eff-a679-9973da7eb523 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ec7dc0-c4e6-46b8-bc9c-7721e04ce3f3,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:32.489065 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e4388740-26ea-4eff-a679-9973da7eb523 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.494267 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e4388740-26ea-4eff-a679-9973da7eb523 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4209332 Mar 28 09:09:32.494907 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49824) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:32.506277 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-df3eaade-4188-4fbe-a8a9-c99784fc5923 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.510817 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-9fe684c6-0037-4a12-b864-682308b5f14c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Request body: {'network': {'name': 'tempest-network-smoke--875928998', 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'port_security_enabled': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:32.535548 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (41a4ebc1-9b15-4c84-8b07-7974b56839ee), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.548665 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7bee37-e339-424d-b635-d490baaa575d None None] DHCP port deletion for d581b5c6-df24-47c1-8025-78f7fb7bf135 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:09:32.559351 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c9d3ef28-2cf7-4317-9325-5b10cb5840f6), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.587279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=41a4ebc1-9b15-4c84-8b07-7974b56839ee,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:32.605784 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-207d5501-8356-47fd-ae8a-3cbd08f5f667 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-96574902'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:32.617182 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe684c6-0037-4a12-b864-682308b5f14c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Made reservation on behalf of fc56218a4f8a40e1b109b751b95dda1a for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:32.623544 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9fe684c6-0037-4a12-b864-682308b5f14c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.626021 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No DVR routers for this DVR port 41a4ebc1-9b15-4c84-8b07-7974b56839ee on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:09:32.634584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-df3eaade-4188-4fbe-a8a9-c99784fc5923 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.663149 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Allocated IP 2001:db8::f816:3eff:fe28:9a15 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/c04368f1-9db0-4e8b-b63a-b6f35f5b0d22/d47c65b3-e70b-4430-8935-90870794be11) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:32.668828 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-6f81820b-0b0a-40ea-b6a8-d918f05b96a9 None None] Provisioning complete for port 2eb6970c-99cb-424c-9118-62bf42ab7db7 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:32.668828 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6f81820b-0b0a-40ea-b6a8-d918f05b96a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2eb6970c-99cb-424c-9118-62bf42ab7db7), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.688505 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c4a99f4-ec6f-46d7-bf49-62b5689b5864 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.756943 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (d581b5c6-df24-47c1-8025-78f7fb7bf135), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.772672 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ba2cdee-e8c8-4c8f-bcc2-e7f294d787aa tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_gateway (310224d1-ea3c-4325-9e19-5f74bd0a10dc), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.787333 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d581b5c6-df24-47c1-8025-78f7fb7bf135']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:32.805553 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512f50c1-4146-4bb8-b300-cbb5f3f9a1bf') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:32.806691 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512f50c1-4146-4bb8-b300-cbb5f3f9a1bf') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:32.823300 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (512f50c1-4146-4bb8-b300-cbb5f3f9a1bf), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.842503 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6f81820b-0b0a-40ea-b6a8-d918f05b96a9 None None] Current status of the port 2eb6970c-99cb-424c-9118-62bf42ab7db7 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:32.875253 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207d5501-8356-47fd-ae8a-3cbd08f5f667 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:32.879759 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3eaade-4188-4fbe-a8a9-c99784fc5923 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 5a3add68-2b1e-4fb1-a979-dc8834ba8748 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:32.880601 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207d5501-8356-47fd-ae8a-3cbd08f5f667 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.885808 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (512f50c1-4146-4bb8-b300-cbb5f3f9a1bf), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.897869 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-df3eaade-4188-4fbe-a8a9-c99784fc5923 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:32.903805 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3eaade-4188-4fbe-a8a9-c99784fc5923 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=2393cede-3d07-4a09-8ce4-d2b2d9eb8e53,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:32.907639 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3eaade-4188-4fbe-a8a9-c99784fc5923 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:32.907902 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe684c6-0037-4a12-b864-682308b5f14c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:09:32.908195 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-df3eaade-4188-4fbe-a8a9-c99784fc5923 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.910095 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207d5501-8356-47fd-ae8a-3cbd08f5f667 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.915714 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:09:32.915943 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (512f50c1-4146-4bb8-b300-cbb5f3f9a1bf), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.920344 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2eb6970c-99cb-424c-9118-62bf42ab7db7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:09:32.921499 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:09:32.929445 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-9c4a99f4-ec6f-46d7-bf49-62b5689b5864 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port 59ad8d4a-9617-4870-9aac-a4bf1cb54b17 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:09:32.982161 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9fe684c6-0037-4a12-b864-682308b5f14c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (dad2e025-c15e-4544-ab84-2ccb1ae8563e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:32.982518 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-9fe684c6-0037-4a12-b864-682308b5f14c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Added segment dad2e025-c15e-4544-ab84-2ccb1ae8563e of type vlan for network 6c3b7f15-8dc7-442e-88e8-e1bad20fff21 Mar 28 09:09:32.992056 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Publish callbacks [] for port (d47c65b3-e70b-4430-8935-90870794be11), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.011464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (d47c65b3-e70b-4430-8935-90870794be11), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.079742 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Pushing event updated for resources: {'Port': ['ID=d47c65b3-e70b-4430-8935-90870794be11,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:33.118251 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c1f65708-b3e6-4762-8b8a-3c42fa7ca6aa None None] Provisioning complete for port 2eb6970c-99cb-424c-9118-62bf42ab7db7 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:33.118648 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c1f65708-b3e6-4762-8b8a-3c42fa7ca6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2eb6970c-99cb-424c-9118-62bf42ab7db7), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.145257 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (d581b5c6-df24-47c1-8025-78f7fb7bf135), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.150817 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:33.157644 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:33.160941 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9fe684c6-0037-4a12-b864-682308b5f14c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (6c3b7f15-8dc7-442e-88e8-e1bad20fff21), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.177393 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.184835 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/networks/d581b5c6-df24-47c1-8025-78f7fb7bf135 HTTP/1.1" status: 204 len: 168 time: 1.7408757 Mar 28 09:09:33.185037 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:33.191196 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49828) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:33.196703 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391edc22-ac43-46de-80d8-3a28b5f49cc2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Network': ['ID=d581b5c6-df24-47c1-8025-78f7fb7bf135,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:33.262687 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 2eb6970c-99cb-424c-9118-62bf42ab7db7 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:33.263023 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2eb6970c-99cb-424c-9118-62bf42ab7db7), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.290360 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9fe684c6-0037-4a12-b864-682308b5f14c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (6c3b7f15-8dc7-442e-88e8-e1bad20fff21), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.295439 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe684c6-0037-4a12-b864-682308b5f14c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:33.296324 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9fe684c6-0037-4a12-b864-682308b5f14c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.359062 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (c9d3ef28-2cf7-4317-9325-5b10cb5840f6), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.384379 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-9c4a99f4-ec6f-46d7-bf49-62b5689b5864 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::f816:3eff:fe37:98b5 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/c04368f1-9db0-4e8b-b63a-b6f35f5b0d22/59ad8d4a-9617-4870-9aac-a4bf1cb54b17) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:33.404744 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (c9d3ef28-2cf7-4317-9325-5b10cb5840f6), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.407612 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9fe684c6-0037-4a12-b864-682308b5f14c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9088387 Mar 28 09:09:33.416252 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49830) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:33.421729 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe684c6-0037-4a12-b864-682308b5f14c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event updated for resources: {'Network': ['ID=6c3b7f15-8dc7-442e-88e8-e1bad20fff21,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:33.426489 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1578479754', 'admin_state_up': True, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:33.434488 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207d5501-8356-47fd-ae8a-3cbd08f5f667 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (b008fe09-1785-4281-9600-a57d70b9fee1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.448549 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 6c3b7f15-8dc7-442e-88e8-e1bad20fff21 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:09:33.449470 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207d5501-8356-47fd-ae8a-3cbd08f5f667 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b008fe09-1785-4281-9600-a57d70b9fee1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.465888 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-df3eaade-4188-4fbe-a8a9-c99784fc5923 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.483979 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb8ec1-379c-434f-a1a7-c73de28eac45 req-b61d7288-092d-4912-b8fd-544b75dd51fa tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:33.486175 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0efb8ec1-379c-434f-a1a7-c73de28eac45 req-b61d7288-092d-4912-b8fd-544b75dd51fa tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.3056335 Mar 28 09:09:33.493108 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Attempting to bind port d47c65b3-e70b-4430-8935-90870794be11 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:33.493405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ba2cdee-e8c8-4c8f-bcc2-e7f294d787aa tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (310224d1-ea3c-4325-9e19-5f74bd0a10dc), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.493645 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Attempting to bind port d47c65b3-e70b-4430-8935-90870794be11 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:33.493821 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Attempting to bind port d47c65b3-e70b-4430-8935-90870794be11 on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:33.502370 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207d5501-8356-47fd-ae8a-3cbd08f5f667 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:09:33.504499 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (68683605-4420-4659-a1c0-84193b1ec940), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.506175 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (68683605-4420-4659-a1c0-84193b1ec940), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.509948 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62fa16a-6196-4412-9e7f-dc67783ed3b9 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:33.515588 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e62fa16a-6196-4412-9e7f-dc67783ed3b9 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3205166 Mar 28 09:09:33.521249 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49832) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:33.542629 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d5501-8356-47fd-ae8a-3cbd08f5f667 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b008fe09-1785-4281-9600-a57d70b9fee1,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:33.545763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207d5501-8356-47fd-ae8a-3cbd08f5f667 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (d79562ee-82ba-4be0-bca7-a79281fc75b1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.546143 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-207d5501-8356-47fd-ae8a-3cbd08f5f667 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Added segment d79562ee-82ba-4be0-bca7-a79281fc75b1 of type vlan for network d240050e-d93a-4530-a0b3-76a8cfd44450 Mar 28 09:09:33.551874 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:33.552327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:33.552742 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.553042 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:33.553680 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Bound port: d47c65b3-e70b-4430-8935-90870794be11, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:33.554035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (d47c65b3-e70b-4430-8935-90870794be11), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.558532 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ba2cdee-e8c8-4c8f-bcc2-e7f294d787aa tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (310224d1-ea3c-4325-9e19-5f74bd0a10dc), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.611610 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=c9d3ef28-2cf7-4317-9325-5b10cb5840f6,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:33.662230 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c1f65708-b3e6-4762-8b8a-3c42fa7ca6aa None None] Current status of the port 2eb6970c-99cb-424c-9118-62bf42ab7db7 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:33.708270 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.712279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207d5501-8356-47fd-ae8a-3cbd08f5f667 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (d240050e-d93a-4530-a0b3-76a8cfd44450), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.713540 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 2eb6970c-99cb-424c-9118-62bf42ab7db7 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:33.720756 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (6145cae7-719f-4aea-ada1-0b6845c2bb9d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.721673 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] For port d47c65b3-e70b-4430-8935-90870794be11, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:33.726598 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] For port d47c65b3-e70b-4430-8935-90870794be11, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d47c65b3-e70b-4430-8935-90870794be11,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:33.731696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for router_controller (68683605-4420-4659-a1c0-84193b1ec940), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.737583 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (d47c65b3-e70b-4430-8935-90870794be11), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.829920 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 41a4ebc1-9b15-4c84-8b07-7974b56839ee no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:09:33.834168 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207d5501-8356-47fd-ae8a-3cbd08f5f667 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (d240050e-d93a-4530-a0b3-76a8cfd44450), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.840654 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207d5501-8356-47fd-ae8a-3cbd08f5f667 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:33.841473 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207d5501-8356-47fd-ae8a-3cbd08f5f667 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.847608 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-71004bf0-7ee5-4d55-93e2-a9ba097b32de tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3254700 Mar 28 09:09:33.857525 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-76ab4039-d146-4ec6-ae44-de1b2ff7cbe5 None None] Provisioning complete for port 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:33.858179 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-76ab4039-d146-4ec6-ae44-de1b2ff7cbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.862066 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 41a4ebc1-9b15-4c84-8b07-7974b56839ee {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:09:33.862414 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 41a4ebc1-9b15-4c84-8b07-7974b56839ee not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:09:33.868930 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49834) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:33.877289 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-8a5ddc21-ab66-4f90-95d7-80bfed1d6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-774746099'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:33.886779 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cd34e-e8fb-4e10-bd0e-f99b6bf867ce None None] Pushing event updated for resources: {'Port': ['ID=d47c65b3-e70b-4430-8935-90870794be11,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:33.918861 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0efb8ec1-379c-434f-a1a7-c73de28eac45 req-ae48eeee-23fe-4059-83ad-5b01c6a7bac2 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4021173 Mar 28 09:09:33.932924 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-76ab4039-d146-4ec6-ae44-de1b2ff7cbe5 None None] Port 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:33.953468 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c4a99f4-ec6f-46d7-bf49-62b5689b5864 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (59ad8d4a-9617-4870-9aac-a4bf1cb54b17), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:33.968757 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-207d5501-8356-47fd-ae8a-3cbd08f5f667 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6573243 Mar 28 09:09:33.969733 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49836) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:33.975734 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-421baf3f-c04b-4341-85e0-894046f080c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450', 'name': 'tempest-PortsIpV6TestJSON-599791775'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:34.057703 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d5501-8356-47fd-ae8a-3cbd08f5f667 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Network': ['ID=d240050e-d93a-4530-a0b3-76a8cfd44450,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:34.065029 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5ddc21-ab66-4f90-95d7-80bfed1d6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:34.068396 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8a5ddc21-ab66-4f90-95d7-80bfed1d6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:34.069541 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network d240050e-d93a-4530-a0b3-76a8cfd44450 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:09:34.083216 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for router_gateway (68683605-4420-4659-a1c0-84193b1ec940), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:34.086488 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Floating IP 6145cae7-719f-4aea-ada1-0b6845c2bb9d associated. External IP: 172.36.4.254, port: 21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723. Mar 28 09:09:34.144293 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5ddc21-ab66-4f90-95d7-80bfed1d6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:09:34.487205 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8a5ddc21-ab66-4f90-95d7-80bfed1d6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (3fe34092-192f-4447-b2eb-7e85300ac7e4), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:34.487939 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-8a5ddc21-ab66-4f90-95d7-80bfed1d6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Added segment 3fe34092-192f-4447-b2eb-7e85300ac7e4 of type vlan for network 5b605a66-8b67-4bf9-950d-e2347fc9165a Mar 28 09:09:34.490562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c4a99f4-ec6f-46d7-bf49-62b5689b5864 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (59ad8d4a-9617-4870-9aac-a4bf1cb54b17), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:34.572760 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8a5ddc21-ab66-4f90-95d7-80bfed1d6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (5b605a66-8b67-4bf9-950d-e2347fc9165a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:34.589819 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4a99f4-ec6f-46d7-bf49-62b5689b5864 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:34.604933 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-9c4a99f4-ec6f-46d7-bf49-62b5689b5864 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:34.610580 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a99f4-ec6f-46d7-bf49-62b5689b5864 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=59ad8d4a-9617-4870-9aac-a4bf1cb54b17,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:34.618157 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4a99f4-ec6f-46d7-bf49-62b5689b5864 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:34.623411 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4a99f4-ec6f-46d7-bf49-62b5689b5864 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:34.624054 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c4a99f4-ec6f-46d7-bf49-62b5689b5864 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:34.653751 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9c4a99f4-ec6f-46d7-bf49-62b5689b5864 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6933775 Mar 28 09:09:34.656717 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49838) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:34.657339 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8a5ddc21-ab66-4f90-95d7-80bfed1d6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (5b605a66-8b67-4bf9-950d-e2347fc9165a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:34.662727 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5ddc21-ab66-4f90-95d7-80bfed1d6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:34.663342 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8a5ddc21-ab66-4f90-95d7-80bfed1d6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:34.677034 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421baf3f-c04b-4341-85e0-894046f080c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:34.680684 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-421baf3f-c04b-4341-85e0-894046f080c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:34.691768 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba2cdee-e8c8-4c8f-bcc2-e7f294d787aa tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Router 310224d1-ea3c-4325-9e19-5f74bd0a10dc is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:09:34.731827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-421baf3f-c04b-4341-85e0-894046f080c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] device_id is not set on port 8d9cf25f-ad59-4061-8bf5-367f11f0c8b9 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:09:34.775031 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8a5ddc21-ab66-4f90-95d7-80bfed1d6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9043133 Mar 28 09:09:34.779465 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49840) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:34.788810 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f4ea29f0-240a-42d8-ad8c-ac6fdd08611b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'subnet': {'network_id': '5b605a66-8b67-4bf9-950d-e2347fc9165a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:34.792199 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ddc21-ab66-4f90-95d7-80bfed1d6c6d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Network': ['ID=5b605a66-8b67-4bf9-950d-e2347fc9165a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:34.806656 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 5b605a66-8b67-4bf9-950d-e2347fc9165a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:09:34.828729 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-df3eaade-4188-4fbe-a8a9-c99784fc5923 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:34.909066 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614bf594-5a02-49cd-96c8-b6f3d3e11134 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:34.914439 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614bf594-5a02-49cd-96c8-b6f3d3e11134 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:34.916312 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-614bf594-5a02-49cd-96c8-b6f3d3e11134 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2497332 Mar 28 09:09:34.929163 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49842) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:34.934214 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-df3eaade-4188-4fbe-a8a9-c99784fc5923 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:34.935043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-df3eaade-4188-4fbe-a8a9-c99784fc5923 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:34.983735 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device d47c65b3-e70b-4430-8935-90870794be11 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:35.037154 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for router_gateway (68683605-4420-4659-a1c0-84193b1ec940), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:35.060602 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port d47c65b3-e70b-4430-8935-90870794be11 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:35.060982 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (d47c65b3-e70b-4430-8935-90870794be11), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:35.085179 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ea29f0-240a-42d8-ad8c-ac6fdd08611b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:35.089452 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4ea29f0-240a-42d8-ad8c-ac6fdd08611b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:35.092984 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:35.191146 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port d47c65b3-e70b-4430-8935-90870794be11 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:35.192410 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (d47c65b3-e70b-4430-8935-90870794be11), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:35.207447 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3eaade-4188-4fbe-a8a9-c99784fc5923 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=2393cede-3d07-4a09-8ce4-d2b2d9eb8e53,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:35.225204 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4e066695-e62f-4276-bf2a-aa74606f4bc6 None None] Provisioning complete for port d47c65b3-e70b-4430-8935-90870794be11 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:35.227465 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e066695-e62f-4276-bf2a-aa74606f4bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (d47c65b3-e70b-4430-8935-90870794be11), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:35.248587 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b4250-589c-4761-abd0-abea2453ff77 req-59c69a69-0ba0-48c7-bdac-301189379413 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:35.250512 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-876b4250-589c-4761-abd0-abea2453ff77 req-59c69a69-0ba0-48c7-bdac-301189379413 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2171361 Mar 28 09:09:35.310866 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port d47c65b3-e70b-4430-8935-90870794be11, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d47c65b3-e70b-4430-8935-90870794be11,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:35.315239 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba2cdee-e8c8-4c8f-bcc2-e7f294d787aa tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:35.321350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ba2cdee-e8c8-4c8f-bcc2-e7f294d787aa tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:35.325179 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (d47c65b3-e70b-4430-8935-90870794be11), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:35.325410 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9ba2cdee-e8c8-4c8f-bcc2-e7f294d787aa tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "PUT /v2.0/routers/310224d1-ea3c-4325-9e19-5f74bd0a10dc HTTP/1.1" status: 200 len: 913 time: 9.0968535 Mar 28 09:09:35.326435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49846) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:35.354191 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router fd4ce091-384d-4170-a28e-6cb246a819be has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:09:35.384418 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Allocated IP 172.36.4.108 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/9c64d36a-3ec3-49b6-8fa1-ed169073c003) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:35.399481 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-876b4250-589c-4761-abd0-abea2453ff77 req-eda25202-7c54-4505-8b9b-828b6495ced1 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395433 Mar 28 09:09:35.420993 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cabe03b-411e-4166-9865-4aab73f2d297 None None] Sync routers for ids ['310224d1-ea3c-4325-9e19-5f74bd0a10dc'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:35.429681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=d47c65b3-e70b-4430-8935-90870794be11,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:35.472356 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-421baf3f-c04b-4341-85e0-894046f080c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (8d9cf25f-ad59-4061-8bf5-367f11f0c8b9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:35.488798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4e066695-e62f-4276-bf2a-aa74606f4bc6 None None] Current status of the port d47c65b3-e70b-4430-8935-90870794be11 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:35.491858 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cabe03b-411e-4166-9865-4aab73f2d297 None None] Routers {'310224d1-ea3c-4325-9e19-5f74bd0a10dc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:35.492765 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8cabe03b-411e-4166-9865-4aab73f2d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['310224d1-ea3c-4325-9e19-5f74bd0a10dc'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:35.497533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3eaade-4188-4fbe-a8a9-c99784fc5923 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network 5a3add68-2b1e-4fb1-a979-dc8834ba8748 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:35.504111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-3a874814-93db-4071-845a-72c8e9239eb3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port 59ad8d4a-9617-4870-9aac-a4bf1cb54b17 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:35.504459 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3a874814-93db-4071-845a-72c8e9239eb3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (59ad8d4a-9617-4870-9aac-a4bf1cb54b17), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:35.513908 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-df3eaade-4188-4fbe-a8a9-c99784fc5923 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:35.516106 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for port (9c64d36a-3ec3-49b6-8fa1-ed169073c003), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:35.534840 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8cabe03b-411e-4166-9865-4aab73f2d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:35.544224 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cabe03b-411e-4166-9865-4aab73f2d297 None None] Routers {'310224d1-ea3c-4325-9e19-5f74bd0a10dc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:35.545130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8cabe03b-411e-4166-9865-4aab73f2d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['310224d1-ea3c-4325-9e19-5f74bd0a10dc'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:35.589643 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8cabe03b-411e-4166-9865-4aab73f2d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:35.590225 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cabe03b-411e-4166-9865-4aab73f2d297 None None] The sync data for ids ['310224d1-ea3c-4325-9e19-5f74bd0a10dc'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:35.603302 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (9c64d36a-3ec3-49b6-8fa1-ed169073c003), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:35.611849 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4ea29f0-240a-42d8-ad8c-ac6fdd08611b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (f8f5ee11-03e6-42d5-b3ca-d4873241a5e7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:35.631184 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-6cc2ed79-bbd7-488b-a7ab-8bd55b6060e6 None None] Provisioning complete for port 59ad8d4a-9617-4870-9aac-a4bf1cb54b17 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:35.632422 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6cc2ed79-bbd7-488b-a7ab-8bd55b6060e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (59ad8d4a-9617-4870-9aac-a4bf1cb54b17), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:35.716554 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:35.733076 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:35.738737 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event updated for resources: {'Port': ['ID=9c64d36a-3ec3-49b6-8fa1-ed169073c003,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:35.741106 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:35.769104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6cc2ed79-bbd7-488b-a7ab-8bd55b6060e6 None None] Port 59ad8d4a-9617-4870-9aac-a4bf1cb54b17 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:35.781651 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-649a7a15-1724-4355-b62e-ac8aa413ba40 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "GET /v2.0/routers/310224d1-ea3c-4325-9e19-5f74bd0a10dc HTTP/1.1" status: 200 len: 919 time: 0.4454248 Mar 28 09:09:35.782272 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49852) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:35.810059 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea29f0-240a-42d8-ad8c-ac6fdd08611b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Subnet': ['ID=f8f5ee11-03e6-42d5-b3ca-d4873241a5e7,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:35.872993 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ea29f0-240a-42d8-ad8c-ac6fdd08611b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Checking segment: {'id': '3fe34092-192f-4447-b2eb-7e85300ac7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5b605a66-8b67-4bf9-950d-e2347fc9165a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:35.873303 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ea29f0-240a-42d8-ad8c-ac6fdd08611b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network hostable DHCP agents. Network: 5b605a66-8b67-4bf9-950d-e2347fc9165a, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:09:35.908102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3a874814-93db-4071-845a-72c8e9239eb3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (59ad8d4a-9617-4870-9aac-a4bf1cb54b17), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:35.912785 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-421baf3f-c04b-4341-85e0-894046f080c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (8d9cf25f-ad59-4061-8bf5-367f11f0c8b9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:35.924279 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3eaade-4188-4fbe-a8a9-c99784fc5923 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:09:35.973499 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a56ed-8cd1-4b7f-ab8f-166988422d05 req-6d169950-4c93-4313-a8f1-cbc9d9fb8f42 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:35.974958 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-329a56ed-8cd1-4b7f-ab8f-166988422d05 req-6d169950-4c93-4313-a8f1-cbc9d9fb8f42 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.1680088 Mar 28 09:09:35.979896 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ea29f0-240a-42d8-ad8c-ac6fdd08611b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network 5b605a66-8b67-4bf9-950d-e2347fc9165a is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:09:35.980095 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-3a874814-93db-4071-845a-72c8e9239eb3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for 59ad8d4a-9617-4870-9aac-a4bf1cb54b17 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:35.998164 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b8e00bfc-8d74-49ee-abca-cd64d87454df None None] Provisioning complete for port 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:35.998164 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b8e00bfc-8d74-49ee-abca-cd64d87454df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:36.001493 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:36.023457 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b9587-f2c8-4615-bc00-0596aecc0ceb None None] Sync routers for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:36.024957 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-f4ea29f0-240a-42d8-ad8c-ac6fdd08611b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5b605a66-8b67-4bf9-950d-e2347fc9165a) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:36.038564 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b9587-f2c8-4615-bc00-0596aecc0ceb None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:36.038778 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-122b9587-f2c8-4615-bc00-0596aecc0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:36.039067 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ea29f0-240a-42d8-ad8c-ac6fdd08611b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:36.039926 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4ea29f0-240a-42d8-ad8c-ac6fdd08611b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:36.048702 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516a80fb-8d12-4d68-ae10-d26ff33decb3 None None] Network 5b605a66-8b67-4bf9-950d-e2347fc9165a requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:36.080954 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f4ea29f0-240a-42d8-ad8c-ac6fdd08611b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3000276 Mar 28 09:09:36.084631 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-329a56ed-8cd1-4b7f-ab8f-166988422d05 req-9fcfada6-e767-4db7-998e-48ec3933165c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841105 Mar 28 09:09:36.085293 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49854) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:36.095858 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b8e00bfc-8d74-49ee-abca-cd64d87454df None None] Port 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:36.112292 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-122b9587-f2c8-4615-bc00-0596aecc0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:36.112605 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d975c83-429e-45d2-a4b7-43f1f825932f tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:36.114258 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4d975c83-429e-45d2-a4b7-43f1f825932f tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&device_id=310224d1-ea3c-4325-9e19-5f74bd0a10dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3250437 Mar 28 09:09:36.124779 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b9587-f2c8-4615-bc00-0596aecc0ceb None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:36.125676 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-122b9587-f2c8-4615-bc00-0596aecc0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:36.151157 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49856) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:36.156207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421baf3f-c04b-4341-85e0-894046f080c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=8d9cf25f-ad59-4061-8bf5-367f11f0c8b9,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:36.156662 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1b4ab7b7-8b8a-46cc-a201-33b7293bdd85 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'network_id': '5b605a66-8b67-4bf9-950d-e2347fc9165a', 'name': 'tempest-PortsTestJSON-944178069'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:36.174505 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-122b9587-f2c8-4615-bc00-0596aecc0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:36.175393 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b9587-f2c8-4615-bc00-0596aecc0ceb None None] The sync data for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:36.202084 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:36.236043 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5b605a66-8b67-4bf9-950d-e2347fc9165a', 'network_id': '5b605a66-8b67-4bf9-950d-e2347fc9165a', 'project_id': 'ef21c6b2cfed4e4b89f188c5409e8013', 'fixed_ips': [{'subnet_id': 'f8f5ee11-03e6-42d5-b3ca-d4873241a5e7'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:09:36.237180 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:36.261012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3546ac1-c0df-4596-8a08-c5f316842950 req-6513f807-f759-4f82-b08a-ebe1ce7cbe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:36.263039 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b3546ac1-c0df-4596-8a08-c5f316842950 req-6513f807-f759-4f82-b08a-ebe1ce7cbe94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2eeee875a9da4567926143d977c5d593&device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 1129 time: 0.3761957 Mar 28 09:09:36.291192 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421baf3f-c04b-4341-85e0-894046f080c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Checking segment: {'id': 'd79562ee-82ba-4be0-bca7-a79281fc75b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:36.291568 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421baf3f-c04b-4341-85e0-894046f080c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network hostable DHCP agents. Network: d240050e-d93a-4530-a0b3-76a8cfd44450, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:09:36.309672 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f18c9611-0571-4a9e-a4e0-1b53cf14b780 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.7813628 Mar 28 09:09:36.318099 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49858) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:36.325107 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-326100b0-31af-488e-b0bc-b4871f9c28c4 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:36.362519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3eaade-4188-4fbe-a8a9-c99784fc5923 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:36.368381 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-df3eaade-4188-4fbe-a8a9-c99784fc5923 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/54131ef4-fc4f-4d6e-9101-ddeb6cee98d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9623129 Mar 28 09:09:36.373937 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49860) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:36.379760 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Sync routers for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:36.379973 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-6516b3ab-1832-446a-9fc0-a7121f32421b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-296853647'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:36.398220 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Allocated IP 172.20.0.2 (5b605a66-8b67-4bf9-950d-e2347fc9165a/f8f5ee11-03e6-42d5-b3ca-d4873241a5e7/92a44cd4-541c-4f63-be79-8196427fc1fa) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:36.407612 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:36.408323 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:36.411592 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421baf3f-c04b-4341-85e0-894046f080c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network d240050e-d93a-4530-a0b3-76a8cfd44450 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:09:36.412681 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bc1dbe-a3f6-4d2a-bf19-1020ce96f5db tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:36.416776 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-42bc1dbe-a3f6-4d2a-bf19-1020ce96f5db tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "GET /v2.0/networks/d6820a0c-8e9c-40a1-af49-32042c6f06b6 HTTP/1.1" status: 200 len: 881 time: 0.2539113 Mar 28 09:09:36.421649 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for router_gateway (68683605-4420-4659-a1c0-84193b1ec940), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:36.425319 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49862) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:36.458516 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-421baf3f-c04b-4341-85e0-894046f080c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d240050e-d93a-4530-a0b3-76a8cfd44450) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:36.463652 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421baf3f-c04b-4341-85e0-894046f080c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:36.470477 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421baf3f-c04b-4341-85e0-894046f080c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:36.471165 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-421baf3f-c04b-4341-85e0-894046f080c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:36.487833 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6516b3ab-1832-446a-9fc0-a7121f32421b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Made reservation on behalf of 8e45e30a1efb47c3b06d7cbbf6271808 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:36.488974 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a1abe3-1e2b-476e-b8bf-698e3c02180c None None] Network d240050e-d93a-4530-a0b3-76a8cfd44450 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:36.490937 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6516b3ab-1832-446a-9fc0-a7121f32421b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:36.527818 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3546ac1-c0df-4596-8a08-c5f316842950 req-e5ded715-3393-4b7b-916e-cffe8c5c2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:36.529604 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b3546ac1-c0df-4596-8a08-c5f316842950 req-e5ded715-3393-4b7b-916e-cffe8c5c2ab7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 HTTP/1.1" status: 200 len: 912 time: 0.2563148 Mar 28 09:09:36.536949 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-421baf3f-c04b-4341-85e0-894046f080c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5664442 Mar 28 09:09:36.545447 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-585f1421-9214-4432-ab40-535619578f5d tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "GET /v2.0/ports?device_id=310224d1-ea3c-4325-9e19-5f74bd0a10dc HTTP/1.1" status: 200 len: 205 time: 0.1115503 Mar 28 09:09:36.546985 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49864) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:36.546985 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49866) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:36.547945 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3a874814-93db-4071-845a-72c8e9239eb3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (59ad8d4a-9617-4870-9aac-a4bf1cb54b17), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:36.552114 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-326100b0-31af-488e-b0bc-b4871f9c28c4 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (6145cae7-719f-4aea-ada1-0b6845c2bb9d), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:36.559194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4ab7b7-8b8a-46cc-a201-33b7293bdd85 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:36.562515 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b4ab7b7-8b8a-46cc-a201-33b7293bdd85 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:36.572190 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ae2edf71-a1e3-4f7d-8ab4-146da6e2e1c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1065059561'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:36.631309 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:09:36.631981 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-1b4ab7b7-8b8a-46cc-a201-33b7293bdd85 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] device_id is not set on port febad018-6764-4a27-8a55-81ef774fc3cb yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:09:36.702897 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a874814-93db-4071-845a-72c8e9239eb3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=59ad8d4a-9617-4870-9aac-a4bf1cb54b17,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:36.714970 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6516b3ab-1832-446a-9fc0-a7121f32421b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:09:36.759798 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3a874814-93db-4071-845a-72c8e9239eb3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:36.765774 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3a874814-93db-4071-845a-72c8e9239eb3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/59ad8d4a-9617-4870-9aac-a4bf1cb54b17 HTTP/1.1" status: 204 len: 168 time: 1.8302038 Mar 28 09:09:36.765774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6516b3ab-1832-446a-9fc0-a7121f32421b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (2e4f34d2-6860-41a2-9645-2153a4f45692), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:36.765774 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-6516b3ab-1832-446a-9fc0-a7121f32421b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Added segment 2e4f34d2-6860-41a2-9645-2153a4f45692 of type vlan for network b906f308-cab8-47d2-8bc7-02a2f9d62cfc Mar 28 09:09:36.778319 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49868) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:36.807059 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2edf71-a1e3-4f7d-8ab4-146da6e2e1c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:36.810507 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae2edf71-a1e3-4f7d-8ab4-146da6e2e1c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:36.825677 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b3546ac1-c0df-4596-8a08-c5f316842950 req-29c9379c-9987-413f-be3f-bc64f5a24cc0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab7442cd-3da3-4e8a-b083-990087554d7a HTTP/1.1" status: 200 len: 1001 time: 0.2861605 Mar 28 09:09:36.874799 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Publish callbacks [] for port (92a44cd4-541c-4f63-be79-8196427fc1fa), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:36.897171 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (92a44cd4-541c-4f63-be79-8196427fc1fa), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:36.908079 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device d47c65b3-e70b-4430-8935-90870794be11 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:36.909117 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6516b3ab-1832-446a-9fc0-a7121f32421b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (b906f308-cab8-47d2-8bc7-02a2f9d62cfc), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:36.975068 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6516b3ab-1832-446a-9fc0-a7121f32421b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (b906f308-cab8-47d2-8bc7-02a2f9d62cfc), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:36.981252 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6516b3ab-1832-446a-9fc0-a7121f32421b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:36.982078 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6516b3ab-1832-446a-9fc0-a7121f32421b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:37.046190 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2edf71-a1e3-4f7d-8ab4-146da6e2e1c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:09:37.058221 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae2edf71-a1e3-4f7d-8ab4-146da6e2e1c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (595c04df-0598-4e97-9928-917281ad0997), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:37.058613 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-ae2edf71-a1e3-4f7d-8ab4-146da6e2e1c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Added segment 595c04df-0598-4e97-9928-917281ad0997 of type vlan for network 64f43318-0d8e-46e1-a9d8-d5d4a2d78738 Mar 28 09:09:37.145204 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a99c8a-d22a-4b54-962d-af4dcb943416 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:37.147908 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a99c8a-d22a-4b54-962d-af4dcb943416 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:37.152407 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b7a99c8a-d22a-4b54-962d-af4dcb943416 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3606064 Mar 28 09:09:37.189646 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Network 5b605a66-8b67-4bf9-950d-e2347fc9165a is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:37.194861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49872) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:37.199246 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:37.212162 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:37.253116 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Pushing event updated for resources: {'Port': ['ID=92a44cd4-541c-4f63-be79-8196427fc1fa,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:37.301451 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6516b3ab-1832-446a-9fc0-a7121f32421b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9261723 Mar 28 09:09:37.311435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae2edf71-a1e3-4f7d-8ab4-146da6e2e1c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (64f43318-0d8e-46e1-a9d8-d5d4a2d78738), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:37.317390 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Attempting to bind port 92a44cd4-541c-4f63-be79-8196427fc1fa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:37.317804 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Attempting to bind port 92a44cd4-541c-4f63-be79-8196427fc1fa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3fe34092-192f-4447-b2eb-7e85300ac7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5b605a66-8b67-4bf9-950d-e2347fc9165a'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:37.318183 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Attempting to bind port 92a44cd4-541c-4f63-be79-8196427fc1fa on network 5b605a66-8b67-4bf9-950d-e2347fc9165a {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:37.325446 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49874) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:37.326973 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3546ac1-c0df-4596-8a08-c5f316842950 req-15e51df2-b8e4-4804-8d9d-e617e9149fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:37.327104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port d47c65b3-e70b-4430-8935-90870794be11 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:37.327409 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (d47c65b3-e70b-4430-8935-90870794be11), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:37.330026 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:37.330412 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Checking segment: {'id': '3fe34092-192f-4447-b2eb-7e85300ac7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5b605a66-8b67-4bf9-950d-e2347fc9165a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:37.330818 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:37.330957 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b3546ac1-c0df-4596-8a08-c5f316842950 req-15e51df2-b8e4-4804-8d9d-e617e9149fc2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2 HTTP/1.1" status: 200 len: 851 time: 0.3902936 Mar 28 09:09:37.331217 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Bound using segment: {'id': '3fe34092-192f-4447-b2eb-7e85300ac7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5b605a66-8b67-4bf9-950d-e2347fc9165a'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:37.331706 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Bound port: 92a44cd4-541c-4f63-be79-8196427fc1fa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe34092-192f-4447-b2eb-7e85300ac7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5b605a66-8b67-4bf9-950d-e2347fc9165a'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:37.332092 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (92a44cd4-541c-4f63-be79-8196427fc1fa), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:37.336822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-3bc80c95-fa24-4775-a0de-ae11edfdc9b0 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'subnet': {'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:37.337301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-326100b0-31af-488e-b0bc-b4871f9c28c4 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:37.354452 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-326100b0-31af-488e-b0bc-b4871f9c28c4 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (6145cae7-719f-4aea-ada1-0b6845c2bb9d), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:37.354789 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-326100b0-31af-488e-b0bc-b4871f9c28c4 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Floating IP 6145cae7-719f-4aea-ada1-0b6845c2bb9d disassociated. External IP: 172.36.4.254, port: 21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723. Mar 28 09:09:37.412895 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:33Z', 'revision_number': 4, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '2393cede-3d07-4a09-8ce4-d2b2d9eb8e53', 'name': '', 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:c1:82:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:31Z', 'updated_at': '2022-03-28T09:09:33Z', 'revision_number': 2, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:26Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:37.440876 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98ec720-3519-40b8-bd9c-098b21a26958 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet c04368f1-9db0-4e8b-b63a-b6f35f5b0d22 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:09:37.455765 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e98ec720-3519-40b8-bd9c-098b21a26958 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (c04368f1-9db0-4e8b-b63a-b6f35f5b0d22), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:37.459336 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Checking router: 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:09:37.459704 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Updating router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 port 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:09:37.492278 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-1b4ab7b7-8b8a-46cc-a201-33b7293bdd85 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Allocated IP 172.20.0.10 (5b605a66-8b67-4bf9-950d-e2347fc9165a/f8f5ee11-03e6-42d5-b3ca-d4873241a5e7/febad018-6764-4a27-8a55-81ef774fc3cb) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:37.501300 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] For port 92a44cd4-541c-4f63-be79-8196427fc1fa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:37.535195 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:37.538715 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (68683605-4420-4659-a1c0-84193b1ec940), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:37.545388 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] For port 92a44cd4-541c-4f63-be79-8196427fc1fa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=92a44cd4-541c-4f63-be79-8196427fc1fa,segment=NetworkSegment(3fe34092-192f-4447-b2eb-7e85300ac7e4),segment_id=3fe34092-192f-4447-b2eb-7e85300ac7e4)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:37.552649 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e98ec720-3519-40b8-bd9c-098b21a26958 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (c04368f1-9db0-4e8b-b63a-b6f35f5b0d22), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:37.565295 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (92a44cd4-541c-4f63-be79-8196427fc1fa), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:37.573035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port d47c65b3-e70b-4430-8935-90870794be11 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:37.721082 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8bb81-06ce-4fbf-933a-2900e9fc2f3e None None] Pushing event updated for resources: {'Port': ['ID=92a44cd4-541c-4f63-be79-8196427fc1fa,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:37.780318 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516b3ab-1832-446a-9fc0-a7121f32421b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Network': ['ID=b906f308-cab8-47d2-8bc7-02a2f9d62cfc,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:37.784079 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6262b61c-bd23-45fa-8f04-e37ffc5e8e25 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (310224d1-ea3c-4325-9e19-5f74bd0a10dc), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:37.800077 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network b906f308-cab8-47d2-8bc7-02a2f9d62cfc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:09:37.817421 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.db.resource_extend [None req-ae2edf71-a1e3-4f7d-8ab4-146da6e2e1c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 09:09:37.896863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e98ec720-3519-40b8-bd9c-098b21a26958 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (c04368f1-9db0-4e8b-b63a-b6f35f5b0d22), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:37.988331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae2edf71-a1e3-4f7d-8ab4-146da6e2e1c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (64f43318-0d8e-46e1-a9d8-d5d4a2d78738), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:37.993552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2edf71-a1e3-4f7d-8ab4-146da6e2e1c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:37.994203 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae2edf71-a1e3-4f7d-8ab4-146da6e2e1c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:38.042331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57327837-d428-4027-912e-f14357e71e74 req-d275216e-324d-4a5f-a1bc-225082a895bf tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:38.049339 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-57327837-d428-4027-912e-f14357e71e74 req-d275216e-324d-4a5f-a1bc-225082a895bf tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.8250425 Mar 28 09:09:38.072246 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b4ab7b7-8b8a-46cc-a201-33b7293bdd85 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (febad018-6764-4a27-8a55-81ef774fc3cb), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:38.095157 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326100b0-31af-488e-b0bc-b4871f9c28c4 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router fd4ce091-384d-4170-a28e-6cb246a819be has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:09:38.114229 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Publish callbacks [] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:38.126306 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:38.131416 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ae2edf71-a1e3-4f7d-8ab4-146da6e2e1c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5766633 Mar 28 09:09:38.132480 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49876) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:38.138586 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'ports': [{'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450'}, {'network_id': '64f43318-0d8e-46e1-a9d8-d5d4a2d78738'}]} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:38.138771 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3546ac1-c0df-4596-8a08-c5f316842950 req-dd179ac0-b043-4ad4-81fb-ecfafce0d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:38.139119 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:38.139693 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'network_id': '64f43318-0d8e-46e1-a9d8-d5d4a2d78738'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:38.140226 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b3546ac1-c0df-4596-8a08-c5f316842950 req-dd179ac0-b043-4ad4-81fb-ecfafce0d83b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.7987909 Mar 28 09:09:38.167811 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Router 68683605-4420-4659-a1c0-84193b1ec940 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:09:38.170541 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e98ec720-3519-40b8-bd9c-098b21a26958 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (c04368f1-9db0-4e8b-b63a-b6f35f5b0d22), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:38.171548 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc80c95-fa24-4775-a0de-ae11edfdc9b0 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Made reservation on behalf of 8e45e30a1efb47c3b06d7cbbf6271808 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:38.174438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3bc80c95-fa24-4775-a0de-ae11edfdc9b0 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:38.208859 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2edf71-a1e3-4f7d-8ab4-146da6e2e1c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Network': ['ID=64f43318-0d8e-46e1-a9d8-d5d4a2d78738,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:38.219267 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439f085-3870-45cb-a81b-00f9e8f6696f None None] Pushing event updated for resources: {'Port': ['ID=2393cede-3d07-4a09-8ce4-d2b2d9eb8e53,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:38.240843 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 64f43318-0d8e-46e1-a9d8-d5d4a2d78738 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:09:38.295111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6262b61c-bd23-45fa-8f04-e37ffc5e8e25 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_gateway (310224d1-ea3c-4325-9e19-5f74bd0a10dc), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:38.307708 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Attempting to bind port 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:38.308370 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Attempting to bind port 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7d52e9e1-7b4c-43b2-8c85-dca4b65213d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:38.308918 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Attempting to bind port 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 on network 5a3add68-2b1e-4fb1-a979-dc8834ba8748 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:38.316608 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-57327837-d428-4027-912e-f14357e71e74 req-4d735f79-fc37-4109-b03e-9f205886f00d tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639654 Mar 28 09:09:38.332310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ec720-3519-40b8-bd9c-098b21a26958 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=c04368f1-9db0-4e8b-b63a-b6f35f5b0d22,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:38.338101 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e98ec720-3519-40b8-bd9c-098b21a26958 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:38.341445 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e98ec720-3519-40b8-bd9c-098b21a26958 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/c04368f1-9db0-4e8b-b63a-b6f35f5b0d22 HTTP/1.1" status: 204 len: 168 time: 1.1419852 Mar 28 09:09:38.344374 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49878) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:38.386211 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:38.386693 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Checking segment: {'id': '7d52e9e1-7b4c-43b2-8c85-dca4b65213d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:38.387783 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:38.388665 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Bound using segment: {'id': '7d52e9e1-7b4c-43b2-8c85-dca4b65213d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:38.389233 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Bound port: 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d52e9e1-7b4c-43b2-8c85-dca4b65213d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:38.389727 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:38.399850 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c248260-58b2-4c82-8725-0bfc764399d0 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:38.417659 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b4ab7b7-8b8a-46cc-a201-33b7293bdd85 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (febad018-6764-4a27-8a55-81ef774fc3cb), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:38.434736 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-be7dd508-bea7-48d6-8f66-42c227120e07 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871892 Mar 28 09:09:38.456423 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49880) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:38.491987 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b3546ac1-c0df-4596-8a08-c5f316842950 req-704cd49b-38f0-477c-897c-201b3ea9ef72 service neutron] 10.222.0.16 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347199 Mar 28 09:09:38.603408 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] For port 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:38.606638 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4ab7b7-8b8a-46cc-a201-33b7293bdd85 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network 5b605a66-8b67-4bf9-950d-e2347fc9165a is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:38.607165 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-873a1552-17a0-4fee-a9b8-eafe4bdc997a None None] Provisioning complete for port 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:38.608363 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-873a1552-17a0-4fee-a9b8-eafe4bdc997a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:38.626682 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6262b61c-bd23-45fa-8f04-e37ffc5e8e25 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Deleting port e36eb679-7fec-4fba-a5fc-82b6f50576af {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:38.627029 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6262b61c-bd23-45fa-8f04-e37ffc5e8e25 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (e36eb679-7fec-4fba-a5fc-82b6f50576af), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:38.627285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1b4ab7b7-8b8a-46cc-a201-33b7293bdd85 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:38.643767 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4ab7b7-8b8a-46cc-a201-33b7293bdd85 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:38.657571 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326100b0-31af-488e-b0bc-b4871f9c28c4 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:38.659203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ab7b7-8b8a-46cc-a201-33b7293bdd85 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=febad018-6764-4a27-8a55-81ef774fc3cb,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:38.665691 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-326100b0-31af-488e-b0bc-b4871f9c28c4 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:38.668169 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] For port 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2393cede-3d07-4a09-8ce4-d2b2d9eb8e53,segment=NetworkSegment(7d52e9e1-7b4c-43b2-8c85-dca4b65213d1),segment_id=7d52e9e1-7b4c-43b2-8c85-dca4b65213d1)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:38.685975 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508c13ac-4cca-4649-974a-1656488228da None None] Sync routers for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:38.692705 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:38.704311 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508c13ac-4cca-4649-974a-1656488228da None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:38.704965 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-508c13ac-4cca-4649-974a-1656488228da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:38.766832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439f085-3870-45cb-a81b-00f9e8f6696f None None] Pushing event updated for resources: {'Port': ['ID=2393cede-3d07-4a09-8ce4-d2b2d9eb8e53,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:38.769812 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-873a1552-17a0-4fee-a9b8-eafe4bdc997a None None] Port 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:38.776608 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-508c13ac-4cca-4649-974a-1656488228da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:38.780619 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b3546ac1-c0df-4596-8a08-c5f316842950 req-f933b783-b57a-4a55-90b3-160dcdbfc761 service neutron] 10.222.0.16 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809246 Mar 28 09:09:38.793785 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:38.794427 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:38.797905 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508c13ac-4cca-4649-974a-1656488228da None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:38.798597 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-508c13ac-4cca-4649-974a-1656488228da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:38.847034 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3bc80c95-fa24-4775-a0de-ae11edfdc9b0 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (d4bf00bc-98b1-42c7-9033-574da8b0f417), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:38.880650 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002ad727-6962-48e8-b18b-0c3c60c0875e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:38.882787 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-508c13ac-4cca-4649-974a-1656488228da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:38.883987 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508c13ac-4cca-4649-974a-1656488228da None None] The sync data for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:38.888317 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-002ad727-6962-48e8-b18b-0c3c60c0875e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4255483 Mar 28 09:09:38.902977 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49882) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:38.913505 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa428fc-0180-43fa-8ccd-d7964418f5dd None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:09:38.917542 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-326100b0-31af-488e-b0bc-b4871f9c28c4 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "PUT /v2.0/floatingips/6145cae7-719f-4aea-ada1-0b6845c2bb9d HTTP/1.1" status: 200 len: 688 time: 2.5981195 Mar 28 09:09:38.933657 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49884) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:38.933860 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4ab7b7-8b8a-46cc-a201-33b7293bdd85 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:38.934395 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b4ab7b7-8b8a-46cc-a201-33b7293bdd85 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:38.937236 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:39.006029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Sync routers for ids ['68683605-4420-4659-a1c0-84193b1ec940'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:39.009369 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'port': 2} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:39.014134 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:39.069904 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1b4ab7b7-8b8a-46cc-a201-33b7293bdd85 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9487669 Mar 28 09:09:39.072131 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:39.076740 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49886) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:39.077950 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 92a44cd4-541c-4f63-be79-8196427fc1fa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:39.085202 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-625afb0c-6444-4329-a310-15515721aea1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'network_id': '5b605a66-8b67-4bf9-950d-e2347fc9165a', 'name': 'tempest-PortsTestJSON-401251482'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:39.091881 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:39.093134 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c9fb88bb-6000-4893-839e-76eb62852593 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.6724830 Mar 28 09:09:39.106206 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49888) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:39.108716 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6262b61c-bd23-45fa-8f04-e37ffc5e8e25 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (e36eb679-7fec-4fba-a5fc-82b6f50576af), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:39.162551 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Routers {'68683605-4420-4659-a1c0-84193b1ec940'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:39.163667 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['68683605-4420-4659-a1c0-84193b1ec940'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:39.169270 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6262b61c-bd23-45fa-8f04-e37ffc5e8e25 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Calling delete_port for e36eb679-7fec-4fba-a5fc-82b6f50576af owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:39.174547 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aeb46f-be3d-47b5-9e34-6423b8ec9f63 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:39.178488 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b5aeb46f-be3d-47b5-9e34-6423b8ec9f63 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2713232 Mar 28 09:09:39.180221 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49890) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:39.282043 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6b8ea291-47f5-4303-9420-4c7547ca10b5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967240 Mar 28 09:09:39.285169 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49892) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:39.292753 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-207f5bd4-94c4-4247-831d-4505f757f488 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:39.323236 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Set router 68683605-4420-4659-a1c0-84193b1ec940 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:09:39.343775 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc80c95-fa24-4775-a0de-ae11edfdc9b0 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Checking segment: {'id': '2e4f34d2-6860-41a2-9645-2153a4f45692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:39.344674 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc80c95-fa24-4775-a0de-ae11edfdc9b0 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network hostable DHCP agents. Network: b906f308-cab8-47d2-8bc7-02a2f9d62cfc, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:09:39.363381 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc80c95-fa24-4775-a0de-ae11edfdc9b0 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Subnet': ['ID=d4bf00bc-98b1-42c7-9033-574da8b0f417,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:39.412528 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19ec4fb-e1aa-409c-9b30-f352fc437de8 None None] Network 5b605a66-8b67-4bf9-950d-e2347fc9165a requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:39.479280 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6262b61c-bd23-45fa-8f04-e37ffc5e8e25 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (e36eb679-7fec-4fba-a5fc-82b6f50576af), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:39.540660 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc80c95-fa24-4775-a0de-ae11edfdc9b0 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network b906f308-cab8-47d2-8bc7-02a2f9d62cfc is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:09:39.542787 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262b61c-bd23-45fa-8f04-e37ffc5e8e25 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Pushing event deleted for resources: {'Port': ['ID=e36eb679-7fec-4fba-a5fc-82b6f50576af,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:39.549524 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] device_id is not set on port 5713458b-03d9-43ec-a1a7-699b05d1570e yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:09:39.588600 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625afb0c-6444-4329-a310-15515721aea1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:39.592071 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-625afb0c-6444-4329-a310-15515721aea1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:39.611218 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49898) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:39.611944 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f1ceee55-26f5-4781-b07b-4ca67c9797ff tempest-TestNetworkAdvancedServerOps-1517567840 tempest-TestNetworkAdvancedServerOps-1517567840-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=fc56218a4f8a40e1b109b751b95dda1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4625261 Mar 28 09:09:39.614129 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-3bc80c95-fa24-4775-a0de-ae11edfdc9b0 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b906f308-cab8-47d2-8bc7-02a2f9d62cfc) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:39.614625 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207f5bd4-94c4-4247-831d-4505f757f488 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:39.618110 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207f5bd4-94c4-4247-831d-4505f757f488 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:39.622205 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc80c95-fa24-4775-a0de-ae11edfdc9b0 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:39.622906 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3bc80c95-fa24-4775-a0de-ae11edfdc9b0 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:39.628609 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc3f4d-a527-4861-86fe-9e7d0dedf605 req-72e387a7-4830-4afe-a008-db4b162bbd61 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:39.630142 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-91bc3f4d-a527-4861-86fe-9e7d0dedf605 req-72e387a7-4830-4afe-a008-db4b162bbd61 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.1837344 Mar 28 09:09:39.652886 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-419f2895-a630-470b-822d-562ca5c49120 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Deleting port c9d3ef28-2cf7-4317-9325-5b10cb5840f6 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:39.653235 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-419f2895-a630-470b-822d-562ca5c49120 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (c9d3ef28-2cf7-4317-9325-5b10cb5840f6), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:39.666516 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3bc80c95-fa24-4775-a0de-ae11edfdc9b0 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3312204 Mar 28 09:09:39.675450 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49900) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:39.706695 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:09:39.710744 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9932077b-6049-43df-839c-b81690b47f91 None None] Network b906f308-cab8-47d2-8bc7-02a2f9d62cfc requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:39.713154 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 92a44cd4-541c-4f63-be79-8196427fc1fa triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:39.713659 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (92a44cd4-541c-4f63-be79-8196427fc1fa), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:39.780506 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2470f72e-ec16-4952-82dd-7c1a6bb2734b None None] Provisioning complete for port 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:39.781057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2470f72e-ec16-4952-82dd-7c1a6bb2734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:39.798864 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6262b61c-bd23-45fa-8f04-e37ffc5e8e25 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (310224d1-ea3c-4325-9e19-5f74bd0a10dc), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:39.967986 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6262b61c-bd23-45fa-8f04-e37ffc5e8e25 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (310224d1-ea3c-4325-9e19-5f74bd0a10dc), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:39.972136 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6262b61c-bd23-45fa-8f04-e37ffc5e8e25 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_controller (310224d1-ea3c-4325-9e19-5f74bd0a10dc), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.018394 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-419f2895-a630-470b-822d-562ca5c49120 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (c9d3ef28-2cf7-4317-9325-5b10cb5840f6), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.018722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-419f2895-a630-470b-822d-562ca5c49120 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (c9d3ef28-2cf7-4317-9325-5b10cb5840f6), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.035315 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2aa428fc-0180-43fa-8ccd-d7964418f5dd None None] Deleting port d47c65b3-e70b-4430-8935-90870794be11 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:40.035315 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2aa428fc-0180-43fa-8ccd-d7964418f5dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (d47c65b3-e70b-4430-8935-90870794be11), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.066479 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-419f2895-a630-470b-822d-562ca5c49120 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Calling delete_port for c9d3ef28-2cf7-4317-9325-5b10cb5840f6 owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:40.078954 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6262b61c-bd23-45fa-8f04-e37ffc5e8e25 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (310224d1-ea3c-4325-9e19-5f74bd0a10dc), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.079505 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6262b61c-bd23-45fa-8f04-e37ffc5e8e25 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Fanout notify agent at l3_agent the message router_deleted on router 310224d1-ea3c-4325-9e19-5f74bd0a10dc {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:09:40.081532 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-625afb0c-6444-4329-a310-15515721aea1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] device_id is not set on port 9a147872-8f72-46dc-8742-ab7e169b6c0e yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:09:40.087316 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6262b61c-bd23-45fa-8f04-e37ffc5e8e25 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.091887 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6262b61c-bd23-45fa-8f04-e37ffc5e8e25 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "DELETE /v2.0/routers/310224d1-ea3c-4325-9e19-5f74bd0a10dc HTTP/1.1" status: 204 len: 168 time: 3.5352399 Mar 28 09:09:40.099145 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49902) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:40.101713 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-239c84e3-8ea6-49e5-83e4-f9d6b8759728 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1662822540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:40.202493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b906f308-cab8-47d2-8bc7-02a2f9d62cfc', 'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc', 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'fixed_ips': [{'subnet_id': 'd4bf00bc-98b1-42c7-9033-574da8b0f417'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:09:40.203504 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.241477 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-239c84e3-8ea6-49e5-83e4-f9d6b8759728 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (2c3f8e25-f81f-4649-9277-103c70420f8c), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.243087 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-239c84e3-8ea6-49e5-83e4-f9d6b8759728 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (2c3f8e25-f81f-4649-9277-103c70420f8c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.293524 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2aa428fc-0180-43fa-8ccd-d7964418f5dd None None] For port d47c65b3-e70b-4430-8935-90870794be11, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d47c65b3-e70b-4430-8935-90870794be11,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:40.294688 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2aa428fc-0180-43fa-8ccd-d7964418f5dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (d47c65b3-e70b-4430-8935-90870794be11), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.309295 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-91bc3f4d-a527-4861-86fe-9e7d0dedf605 req-4206b8ea-76ba-4c2b-a15a-c4ee9fc6fd5d tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6592865 Mar 28 09:09:40.357736 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (5713458b-03d9-43ec-a1a7-699b05d1570e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.362872 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a656576-a76a-4c57-9a5e-dc2ac1bf8a83 tempest-TestNetworkAdvancedServerOps-1517567840 tempest-TestNetworkAdvancedServerOps-1517567840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:40.363039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2aa428fc-0180-43fa-8ccd-d7964418f5dd None None] Calling delete_port for d47c65b3-e70b-4430-8935-90870794be11 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:40.364596 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5a656576-a76a-4c57-9a5e-dc2ac1bf8a83 tempest-TestNetworkAdvancedServerOps-1517567840 tempest-TestNetworkAdvancedServerOps-1517567840-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7509739 Mar 28 09:09:40.372561 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49906) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:40.384235 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2470f72e-ec16-4952-82dd-7c1a6bb2734b None None] Current status of the port 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:40.384637 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2470f72e-ec16-4952-82dd-7c1a6bb2734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.386469 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 92a44cd4-541c-4f63-be79-8196427fc1fa is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:40.386844 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (92a44cd4-541c-4f63-be79-8196427fc1fa), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.403398 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-239c84e3-8ea6-49e5-83e4-f9d6b8759728 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_controller (2c3f8e25-f81f-4649-9277-103c70420f8c), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.432932 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-239c84e3-8ea6-49e5-83e4-f9d6b8759728 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (2c3f8e25-f81f-4649-9277-103c70420f8c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.441245 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-34a3e513-9d59-4c6d-ba95-76d61e884a35 tempest-TestNetworkAdvancedServerOps-1517567840 tempest-TestNetworkAdvancedServerOps-1517567840-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0634248 Mar 28 09:09:40.447531 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49908) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:40.452816 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b530e03f-272a-49af-a332-431ccb642547 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2057432918', 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21', 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:40.535418 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-239c84e3-8ea6-49e5-83e4-f9d6b8759728 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.538649 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-239c84e3-8ea6-49e5-83e4-f9d6b8759728 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4377432 Mar 28 09:09:40.541829 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49910) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:40.566925 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ea26e9f7-de86-4dc0-9ff6-be142ba934b0 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'enable_snat': False}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:40.572314 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] device_id is not set on port e841235f-27b0-4898-bb21-da0ad80a5307 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:09:40.581878 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-419f2895-a630-470b-822d-562ca5c49120 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (c9d3ef28-2cf7-4317-9325-5b10cb5840f6), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.604368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2470f72e-ec16-4952-82dd-7c1a6bb2734b None None] For port 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2393cede-3d07-4a09-8ce4-d2b2d9eb8e53,segment=NetworkSegment(7d52e9e1-7b4c-43b2-8c85-dca4b65213d1),segment_id=7d52e9e1-7b4c-43b2-8c85-dca4b65213d1)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:40.607853 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-625afb0c-6444-4329-a310-15515721aea1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Allocated IP 172.20.0.4 (5b605a66-8b67-4bf9-950d-e2347fc9165a/f8f5ee11-03e6-42d5-b3ca-d4873241a5e7/9a147872-8f72-46dc-8742-ab7e169b6c0e) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:40.625055 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddfaf4-6777-413c-a758-0a80a876587d req-d93f6bf8-a534-4ec1-ba26-0dea9a8ba8a1 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:40.626796 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9bddfaf4-6777-413c-a758-0a80a876587d req-d93f6bf8-a534-4ec1-ba26-0dea9a8ba8a1 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2016790 Mar 28 09:09:40.628045 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2470f72e-ec16-4952-82dd-7c1a6bb2734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.633536 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f2895-a630-470b-822d-562ca5c49120 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event deleted for resources: {'Port': ['ID=c9d3ef28-2cf7-4317-9325-5b10cb5840f6,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:40.647527 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b44e104-b7e4-44f7-9dac-bab9ad299791 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.659418 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 92a44cd4-541c-4f63-be79-8196427fc1fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=92a44cd4-541c-4f63-be79-8196427fc1fa,segment=NetworkSegment(3fe34092-192f-4447-b2eb-7e85300ac7e4),segment_id=3fe34092-192f-4447-b2eb-7e85300ac7e4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:40.731961 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Allocated IP 2001:db8:3::2 (b906f308-cab8-47d2-8bc7-02a2f9d62cfc/d4bf00bc-98b1-42c7-9033-574da8b0f417/a182b2ff-0392-47b3-aebe-fef642c9df85) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:40.786273 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68683605-4420-4659-a1c0-84193b1ec940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578479754', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:33Z', 'updated_at': '2022-03-28T09:09:36Z', 'revision_number': 3, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'gw_port': {'id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:35Z', 'updated_at': '2022-03-28T09:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:40.818806 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (92a44cd4-541c-4f63-be79-8196427fc1fa), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.823102 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9bddfaf4-6777-413c-a758-0a80a876587d req-c031cb6d-1a11-40f7-a947-3f86386b4e6b tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857917 Mar 28 09:09:40.840176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-419f2895-a630-470b-822d-562ca5c49120 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (6145cae7-719f-4aea-ada1-0b6845c2bb9d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.842886 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-419f2895-a630-470b-822d-562ca5c49120 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.849427 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-419f2895-a630-470b-822d-562ca5c49120 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/floatingips/6145cae7-719f-4aea-ada1-0b6845c2bb9d HTTP/1.1" status: 204 len: 168 time: 1.9089949 Mar 28 09:09:40.853212 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49912) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:40.857523 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Checking router: 68683605-4420-4659-a1c0-84193b1ec940 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:09:40.858067 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Updating router 68683605-4420-4659-a1c0-84193b1ec940 port 9c64d36a-3ec3-49b6-8fa1-ed169073c003 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:09:40.858432 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': '53098bc2-86b3-4333-8b86-e6c70357d3c1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:40.910226 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9c64d36a-3ec3-49b6-8fa1-ed169073c003), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:40.955020 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:41.058428 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b530e03f-272a-49af-a332-431ccb642547 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Made reservation on behalf of fc56218a4f8a40e1b109b751b95dda1a for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:41.063990 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b530e03f-272a-49af-a332-431ccb642547 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:41.148857 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device d47c65b3-e70b-4430-8935-90870794be11 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:09:41.160662 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2470f72e-ec16-4952-82dd-7c1a6bb2734b None None] Provisioning complete for port 92a44cd4-541c-4f63-be79-8196427fc1fa triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:41.161053 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2470f72e-ec16-4952-82dd-7c1a6bb2734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (92a44cd4-541c-4f63-be79-8196427fc1fa), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:41.164712 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ea26e9f7-de86-4dc0-9ff6-be142ba934b0 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_gateway (2c3f8e25-f81f-4649-9277-103c70420f8c), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:41.281135 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470f72e-ec16-4952-82dd-7c1a6bb2734b None None] Pushing event updated for resources: {'Port': ['ID=2393cede-3d07-4a09-8ce4-d2b2d9eb8e53,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:41.385974 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2aa428fc-0180-43fa-8ccd-d7964418f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (d47c65b3-e70b-4430-8935-90870794be11), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:41.400083 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (e841235f-27b0-4898-bb21-da0ad80a5307), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:41.427171 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.objects.ports [None req-207f5bd4-94c4-4247-831d-4505f757f488 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 09:09:41.434639 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No active binding found for port d47c65b3-e70b-4430-8935-90870794be11 {{(pid=104077) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 28 09:09:41.435189 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] The host dv-neutron-master-2-hyperv is not matching for port d47c65b3-e70b-4430-8935-90870794be11 host None! {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 28 09:09:41.435929 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device d47c65b3-e70b-4430-8935-90870794be11 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:09:41.438494 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-625afb0c-6444-4329-a310-15515721aea1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (9a147872-8f72-46dc-8742-ab7e169b6c0e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:41.441199 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207f5bd4-94c4-4247-831d-4505f757f488 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (1118cf86-14f8-4aa5-acde-01a1ab24f7d5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:41.575533 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207f5bd4-94c4-4247-831d-4505f757f488 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:41.577441 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3856e3-a7e4-472c-a5f0-60a198e58781 req-bcf3a5dd-a9c8-476c-8f57-fd9839f8d61c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:41.579143 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d3856e3-a7e4-472c-a5f0-60a198e58781 req-bcf3a5dd-a9c8-476c-8f57-fd9839f8d61c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.1229544 Mar 28 09:09:41.601223 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-207f5bd4-94c4-4247-831d-4505f757f488 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:41.613282 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f5bd4-94c4-4247-831d-4505f757f488 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=1118cf86-14f8-4aa5-acde-01a1ab24f7d5,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:41.625513 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207f5bd4-94c4-4247-831d-4505f757f488 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:41.626906 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207f5bd4-94c4-4247-831d-4505f757f488 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:41.630285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa428fc-0180-43fa-8ccd-d7964418f5dd None None] No DVR routers for this DVR port d47c65b3-e70b-4430-8935-90870794be11 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:09:41.645191 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:41.650917 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:33Z', 'revision_number': 4, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '2393cede-3d07-4a09-8ce4-d2b2d9eb8e53', 'name': '', 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:c1:82:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:31Z', 'updated_at': '2022-03-28T09:09:38Z', 'revision_number': 4, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:26Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:41.651162 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (5713458b-03d9-43ec-a1a7-699b05d1570e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:41.657675 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d3856e3-a7e4-472c-a5f0-60a198e58781 req-927ef674-7127-498f-bdb8-8574ea33e368 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723741 Mar 28 09:09:41.699959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420e1574-0bcd-4f83-9e68-885680883402 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:41.700312 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-207f5bd4-94c4-4247-831d-4505f757f488 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4091356 Mar 28 09:09:41.701206 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49920) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:41.705691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-7bc35b14-2c05-4632-a79b-4e99a35ba3bd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'mac_address': 'fa:16:3e:84:17:5a', 'name': 'tempest-NetworksTestDHCPv6-158837255'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:41.725029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfde0a7-5299-47ac-a6b7-d79b8e6411cd None None] The sync data for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv is: [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:33Z', 'revision_number': 4, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '2393cede-3d07-4a09-8ce4-d2b2d9eb8e53', 'name': '', 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:c1:82:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:31Z', 'updated_at': '2022-03-28T09:09:38Z', 'revision_number': 4, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:26Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:41.778265 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=92a44cd4-541c-4f63-be79-8196427fc1fa,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:41.784061 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network d240050e-d93a-4530-a0b3-76a8cfd44450 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:41.791188 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:41.793556 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-625afb0c-6444-4329-a310-15515721aea1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (9a147872-8f72-46dc-8742-ab7e169b6c0e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:41.830709 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:41.831613 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (e841235f-27b0-4898-bb21-da0ad80a5307), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:41.867090 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b530e03f-272a-49af-a332-431ccb642547 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (4f1064f8-fa39-4589-a352-a7c6a691f947), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:41.905780 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc35b14-2c05-4632-a79b-4e99a35ba3bd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:41.949402 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa428fc-0180-43fa-8ccd-d7964418f5dd None None] Pushing event deleted for resources: {'Port': ['ID=d47c65b3-e70b-4430-8935-90870794be11,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:41.951977 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=5713458b-03d9-43ec-a1a7-699b05d1570e,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:41.977865 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625afb0c-6444-4329-a310-15515721aea1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network 5b605a66-8b67-4bf9-950d-e2347fc9165a is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:42.010540 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2470f72e-ec16-4952-82dd-7c1a6bb2734b None None] Current status of the port 92a44cd4-541c-4f63-be79-8196427fc1fa is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:42.014964 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Publish callbacks [] for port (a182b2ff-0392-47b3-aebe-fef642c9df85), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.017436 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Publish callbacks [] for port (9c64d36a-3ec3-49b6-8fa1-ed169073c003), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.032700 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-625afb0c-6444-4329-a310-15515721aea1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:42.039005 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (a182b2ff-0392-47b3-aebe-fef642c9df85), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.042035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9c64d36a-3ec3-49b6-8fa1-ed169073c003), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.055953 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625afb0c-6444-4329-a310-15515721aea1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:42.102698 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7bc35b14-2c05-4632-a79b-4e99a35ba3bd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.109072 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530e03f-272a-49af-a332-431ccb642547 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event updated for resources: {'Subnet': ['ID=4f1064f8-fa39-4589-a352-a7c6a691f947,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:42.144754 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Network b906f308-cab8-47d2-8bc7-02a2f9d62cfc is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:42.157447 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': '1118cf86-14f8-4aa5-acde-01a1ab24f7d5'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:09:42.158158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.176497 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:42.179070 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:42.216338 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Attempting to bind port 9c64d36a-3ec3-49b6-8fa1-ed169073c003 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:42.216713 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Attempting to bind port 9c64d36a-3ec3-49b6-8fa1-ed169073c003 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:42.217081 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Attempting to bind port 9c64d36a-3ec3-49b6-8fa1-ed169073c003 on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:42.219104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Pushing event updated for resources: {'Port': ['ID=a182b2ff-0392-47b3-aebe-fef642c9df85,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:42.241041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-5b44e104-b7e4-44f7-9dac-bab9ad299791 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Allocated IP 2001:db8:3::1 (b906f308-cab8-47d2-8bc7-02a2f9d62cfc/d4bf00bc-98b1-42c7-9033-574da8b0f417/cb24158c-aed3-41db-becb-8c3273813f91) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:42.248548 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=e841235f-27b0-4898-bb21-da0ad80a5307,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:42.270129 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacda1df-b0a4-418b-9c43-c8d48b0e6b30 req-bb9274ed-4297-4afd-ac03-8fad262839c3 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:42.281924 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-dacda1df-b0a4-418b-9c43-c8d48b0e6b30 req-bb9274ed-4297-4afd-ac03-8fad262839c3 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.4934204 Mar 28 09:09:42.295344 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0ea9d702-ac9e-454f-bea3-0924e92b997b None None] Provisioning complete for port 92a44cd4-541c-4f63-be79-8196427fc1fa triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:42.295718 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea9d702-ac9e-454f-bea3-0924e92b997b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (92a44cd4-541c-4f63-be79-8196427fc1fa), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.316701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:42.317047 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:42.317642 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.317777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:42.318325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Bound port: 9c64d36a-3ec3-49b6-8fa1-ed169073c003, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:42.318787 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9c64d36a-3ec3-49b6-8fa1-ed169073c003), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.387548 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625afb0c-6444-4329-a310-15515721aea1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:42.388363 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-625afb0c-6444-4329-a310-15515721aea1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.399708 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b44e104-b7e4-44f7-9dac-bab9ad299791 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (cb24158c-aed3-41db-becb-8c3273813f91), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.404042 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625afb0c-6444-4329-a310-15515721aea1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=9a147872-8f72-46dc-8742-ab7e169b6c0e,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:42.432661 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Allocated IP 172.36.4.231 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/ebc7eb62-60a1-4c97-b1b6-332cd9a930df) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:42.435866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-7bc35b14-2c05-4632-a79b-4e99a35ba3bd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port bbbaed21-bc4d-4f0e-aeb7-ed8250a4bd4c yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:09:42.437813 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530e03f-272a-49af-a332-431ccb642547 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Checking segment: {'id': 'dad2e025-c15e-4544-ab84-2ccb1ae8563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:42.438318 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b530e03f-272a-49af-a332-431ccb642547 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Network hostable DHCP agents. Network: 6c3b7f15-8dc7-442e-88e8-e1bad20fff21, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:09:42.443896 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Checking segment: {'id': '595c04df-0598-4e97-9928-917281ad0997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '64f43318-0d8e-46e1-a9d8-d5d4a2d78738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:42.444425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b44e104-b7e4-44f7-9dac-bab9ad299791 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (cb24158c-aed3-41db-becb-8c3273813f91), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.444581 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network hostable DHCP agents. Network: 64f43318-0d8e-46e1-a9d8-d5d4a2d78738, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:09:42.483439 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-625afb0c-6444-4329-a310-15515721aea1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4047022 Mar 28 09:09:42.502042 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49922) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:42.512083 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Attempting to bind port a182b2ff-0392-47b3-aebe-fef642c9df85 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:42.512677 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Attempting to bind port a182b2ff-0392-47b3-aebe-fef642c9df85 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2e4f34d2-6860-41a2-9645-2153a4f45692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:42.512807 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Attempting to bind port a182b2ff-0392-47b3-aebe-fef642c9df85 on network b906f308-cab8-47d2-8bc7-02a2f9d62cfc {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:42.541434 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a42173-e875-483b-9ae3-793d8cf830f0 None None] Pushing event updated for resources: {'Port': ['ID=9c64d36a-3ec3-49b6-8fa1-ed169073c003,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:42.559522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:42.560134 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Checking segment: {'id': '2e4f34d2-6860-41a2-9645-2153a4f45692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:42.560655 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.561209 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Bound using segment: {'id': '2e4f34d2-6860-41a2-9645-2153a4f45692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:42.561901 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Bound port: a182b2ff-0392-47b3-aebe-fef642c9df85, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4f34d2-6860-41a2-9645-2153a4f45692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:42.562381 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a182b2ff-0392-47b3-aebe-fef642c9df85), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.564723 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b44e104-b7e4-44f7-9dac-bab9ad299791 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network b906f308-cab8-47d2-8bc7-02a2f9d62cfc is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:42.576390 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ea26e9f7-de86-4dc0-9ff6-be142ba934b0 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_gateway (2c3f8e25-f81f-4649-9277-103c70420f8c), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.596879 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] For port 9c64d36a-3ec3-49b6-8fa1-ed169073c003, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:42.599954 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-5b44e104-b7e4-44f7-9dac-bab9ad299791 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:42.608926 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44e104-b7e4-44f7-9dac-bab9ad299791 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=cb24158c-aed3-41db-becb-8c3273813f91,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:42.615331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b44e104-b7e4-44f7-9dac-bab9ad299791 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:42.615890 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b44e104-b7e4-44f7-9dac-bab9ad299791 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.631938 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] For port 9c64d36a-3ec3-49b6-8fa1-ed169073c003, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9c64d36a-3ec3-49b6-8fa1-ed169073c003,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:42.658757 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ea26e9f7-de86-4dc0-9ff6-be142ba934b0 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.678270 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9c64d36a-3ec3-49b6-8fa1-ed169073c003), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.714514 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Allocated IP 2001:db8::f816:3eff:fe5c:bdcb (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/1118cf86-14f8-4aa5-acde-01a1ab24f7d5/9ccb0c03-0b96-4322-8e09-86d19321e442) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:42.744051 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (ebc7eb62-60a1-4c97-b1b6-332cd9a930df), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.747806 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network 64f43318-0d8e-46e1-a9d8-d5d4a2d78738 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:09:42.778240 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b530e03f-272a-49af-a332-431ccb642547 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Network 6c3b7f15-8dc7-442e-88e8-e1bad20fff21 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:09:42.785349 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b44e104-b7e4-44f7-9dac-bab9ad299791 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (cb24158c-aed3-41db-becb-8c3273813f91), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.800593 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-dacda1df-b0a4-418b-9c43-c8d48b0e6b30 req-0c9dba4b-c9fb-4041-b3b8-6306d7082ec8 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5164113 Mar 28 09:09:42.808076 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 64f43318-0d8e-46e1-a9d8-d5d4a2d78738) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:42.819611 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9d702-ac9e-454f-bea3-0924e92b997b None None] Current status of the port 92a44cd4-541c-4f63-be79-8196427fc1fa is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:42.826906 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:42.834274 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:42.841743 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:42.842361 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.845942 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-b530e03f-272a-49af-a332-431ccb642547 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6c3b7f15-8dc7-442e-88e8-e1bad20fff21) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:42.866121 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15d6ed6-41a8-4d32-b924-bb0cb7f61b78 None None] Network 64f43318-0d8e-46e1-a9d8-d5d4a2d78738 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:42.869088 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e3bb40-a68b-4e4b-8611-d13cf63716f6 None None] Network 6c3b7f15-8dc7-442e-88e8-e1bad20fff21 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:42.870496 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b530e03f-272a-49af-a332-431ccb642547 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:42.872834 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b530e03f-272a-49af-a332-431ccb642547 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:42.880256 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] For port a182b2ff-0392-47b3-aebe-fef642c9df85, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:42.911257 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1f10bab0-8214-4bbb-87f8-c47996289dab tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.7772176 Mar 28 09:09:42.916056 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b530e03f-272a-49af-a332-431ccb642547 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4674318 Mar 28 09:09:42.917851 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49926) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:42.928636 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49928) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:42.937905 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6af479-ed2e-47d3-bf69-325697dbf1b0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:42.942176 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2b6af479-ed2e-47d3-bf69-325697dbf1b0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.4350488 Mar 28 09:09:42.969125 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49930) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:42.969452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a42173-e875-483b-9ae3-793d8cf830f0 None None] Pushing event updated for resources: {'Port': ['ID=9c64d36a-3ec3-49b6-8fa1-ed169073c003,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:42.988453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Routers {'68683605-4420-4659-a1c0-84193b1ec940'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:42.989098 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['68683605-4420-4659-a1c0-84193b1ec940'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:43.000413 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] For port a182b2ff-0392-47b3-aebe-fef642c9df85, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a182b2ff-0392-47b3-aebe-fef642c9df85,segment=NetworkSegment(2e4f34d2-6860-41a2-9645-2153a4f45692),segment_id=2e4f34d2-6860-41a2-9645-2153a4f45692)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:43.009420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (ebc7eb62-60a1-4c97-b1b6-332cd9a930df), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:43.085983 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:43.092296 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0ea9d702-ac9e-454f-bea3-0924e92b997b None None] Provisioning complete for port febad018-6764-4a27-8a55-81ef774fc3cb triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:43.092678 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ea9d702-ac9e-454f-bea3-0924e92b997b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (febad018-6764-4a27-8a55-81ef774fc3cb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:43.094777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (a182b2ff-0392-47b3-aebe-fef642c9df85), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:43.103841 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:43.107159 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:43.132123 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93939f0-05c4-4e0a-8f21-fe8b0a694616 req-bf3d33df-e25f-4d3e-8bcd-5d326fe6fcd2 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:43.135968 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b93939f0-05c4-4e0a-8f21-fe8b0a694616 req-bf3d33df-e25f-4d3e-8bcd-5d326fe6fcd2 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2032154 Mar 28 09:09:43.136631 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=ebc7eb62-60a1-4c97-b1b6-332cd9a930df,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:43.292767 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9d702-ac9e-454f-bea3-0924e92b997b None None] Port febad018-6764-4a27-8a55-81ef774fc3cb cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:43.337739 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b93939f0-05c4-4e0a-8f21-fe8b0a694616 req-f56fb186-58bf-4809-8612-46080471eab2 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379588 Mar 28 09:09:43.350607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19bdfb-ec1a-4842-93da-b9cd4d6b1612 None None] Pushing event updated for resources: {'Port': ['ID=a182b2ff-0392-47b3-aebe-fef642c9df85,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:43.354752 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6c3b7f15-8dc7-442e-88e8-e1bad20fff21', 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21', 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'fixed_ips': [{'subnet_id': '4f1064f8-fa39-4589-a352-a7c6a691f947'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:09:43.355648 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:43.425710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] Set router 68683605-4420-4659-a1c0-84193b1ec940 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:09:43.463738 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Publish callbacks [] for port (9ccb0c03-0b96-4322-8e09-86d19321e442), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:43.464912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b44e104-b7e4-44f7-9dac-bab9ad299791 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for port (cb24158c-aed3-41db-becb-8c3273813f91), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:43.525113 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b44e104-b7e4-44f7-9dac-bab9ad299791 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (cb24158c-aed3-41db-becb-8c3273813f91), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:43.525113 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b44e104-b7e4-44f7-9dac-bab9ad299791 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:43.566754 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (9ccb0c03-0b96-4322-8e09-86d19321e442), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:43.708698 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-ea26e9f7-de86-4dc0-9ff6-be142ba934b0 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Allocated IP 172.36.4.183 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/901345ec-22b7-47f1-a059-05096dd9cdf2) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:43.849528 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ea26e9f7-de86-4dc0-9ff6-be142ba934b0 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for port (901345ec-22b7-47f1-a059-05096dd9cdf2), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:43.908969 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44e104-b7e4-44f7-9dac-bab9ad299791 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event updated for resources: {'Port': ['ID=cb24158c-aed3-41db-becb-8c3273813f91,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:43.912499 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b44e104-b7e4-44f7-9dac-bab9ad299791 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Network b906f308-cab8-47d2-8bc7-02a2f9d62cfc is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:43.926355 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:43.933446 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-5b44e104-b7e4-44f7-9dac-bab9ad299791 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:43.935982 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-7bc35b14-2c05-4632-a79b-4e99a35ba3bd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::f816:3eff:fe84:175a (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/1118cf86-14f8-4aa5-acde-01a1ab24f7d5/bbbaed21-bc4d-4f0e-aeb7-ed8250a4bd4c) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:43.986194 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-de9ae71d-38a9-423a-b050-313e081f3492 None None] Provisioning complete for port 9a147872-8f72-46dc-8742-ab7e169b6c0e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:43.986824 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-de9ae71d-38a9-423a-b050-313e081f3492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9a147872-8f72-46dc-8742-ab7e169b6c0e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:44.007057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:44.016461 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ea26e9f7-de86-4dc0-9ff6-be142ba934b0 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (901345ec-22b7-47f1-a059-05096dd9cdf2), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:44.049127 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:44.052876 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2754e-9964-4a15-bd04-702bedc232a7 req-c63ffd38-f272-4d68-9ef4-f9eefd8bebed tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:44.054431 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c0b2754e-9964-4a15-bd04-702bedc232a7 req-c63ffd38-f272-4d68-9ef4-f9eefd8bebed tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.3663459 Mar 28 09:09:44.072152 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:44.113458 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea26e9f7-de86-4dc0-9ff6-be142ba934b0 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:44.113724 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Pushing event updated for resources: {'Port': ['ID=9ccb0c03-0b96-4322-8e09-86d19321e442,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:44.128409 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-ea26e9f7-de86-4dc0-9ff6-be142ba934b0 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:44.130874 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea26e9f7-de86-4dc0-9ff6-be142ba934b0 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:44.139231 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-63760f52-5ff6-4785-b32c-231712a577ee tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port 9a147872-8f72-46dc-8742-ab7e169b6c0e {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:44.139576 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-63760f52-5ff6-4785-b32c-231712a577ee tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (9a147872-8f72-46dc-8742-ab7e169b6c0e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:44.142126 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26e9f7-de86-4dc0-9ff6-be142ba934b0 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Pushing event updated for resources: {'Port': ['ID=901345ec-22b7-47f1-a059-05096dd9cdf2,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:44.155816 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-de9ae71d-38a9-423a-b050-313e081f3492 None None] Port 9a147872-8f72-46dc-8742-ab7e169b6c0e cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:44.166475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-22f108f7-4eb7-47d0-b73b-a1ac8cc4fc82 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port e841235f-27b0-4898-bb21-da0ad80a5307 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:44.166821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22f108f7-4eb7-47d0-b73b-a1ac8cc4fc82 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (e841235f-27b0-4898-bb21-da0ad80a5307), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:44.220690 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b44e104-b7e4-44f7-9dac-bab9ad299791 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:09:44.258130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Allocated IP 172.20.0.2 (6c3b7f15-8dc7-442e-88e8-e1bad20fff21/4f1064f8-fa39-4589-a352-a7c6a691f947/e2856b3c-0cd4-4965-b37e-2fe4fd40de2d) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:44.260772 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Attempting to bind port 9ccb0c03-0b96-4322-8e09-86d19321e442 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:44.261057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Attempting to bind port 9ccb0c03-0b96-4322-8e09-86d19321e442 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:44.261713 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Attempting to bind port 9ccb0c03-0b96-4322-8e09-86d19321e442 on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:44.267478 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:44.268054 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:44.275396 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c0b2754e-9964-4a15-bd04-702bedc232a7 req-df3ec9b3-af3f-4ee3-a1aa-82ea29a86c73 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019539 Mar 28 09:09:44.309012 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:44.309714 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:44.310126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:44.310524 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:44.311149 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Bound port: 9ccb0c03-0b96-4322-8e09-86d19321e442, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:44.311394 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9ccb0c03-0b96-4322-8e09-86d19321e442), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:44.421867 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22f108f7-4eb7-47d0-b73b-a1ac8cc4fc82 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (e841235f-27b0-4898-bb21-da0ad80a5307), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:44.467209 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68683605-4420-4659-a1c0-84193b1ec940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578479754', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:33Z', 'updated_at': '2022-03-28T09:09:36Z', 'revision_number': 3, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'gw_port': {'id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:35Z', 'updated_at': '2022-03-28T09:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:44.489967 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7bc35b14-2c05-4632-a79b-4e99a35ba3bd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (bbbaed21-bc4d-4f0e-aeb7-ed8250a4bd4c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:44.497115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (ed06311d-cded-4487-9c52-591ddbeba67f), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:44.512855 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-22f108f7-4eb7-47d0-b73b-a1ac8cc4fc82 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for e841235f-27b0-4898-bb21-da0ad80a5307 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:44.516015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] For port 9ccb0c03-0b96-4322-8e09-86d19321e442, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:44.528647 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e26c2-3450-4e89-b7c6-ade28ac8e840 None None] The sync data for ids ['68683605-4420-4659-a1c0-84193b1ec940'] in dv-neutron-master-2-hyperv is: [{'id': '68683605-4420-4659-a1c0-84193b1ec940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578479754', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:33Z', 'updated_at': '2022-03-28T09:09:36Z', 'revision_number': 3, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'gw_port': {'id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:35Z', 'updated_at': '2022-03-28T09:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:44.542170 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-63760f52-5ff6-4785-b32c-231712a577ee tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (9a147872-8f72-46dc-8742-ab7e169b6c0e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:44.549855 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] For port 9ccb0c03-0b96-4322-8e09-86d19321e442, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9ccb0c03-0b96-4322-8e09-86d19321e442,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:44.560802 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b44e104-b7e4-44f7-9dac-bab9ad299791 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:44.565493 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5b44e104-b7e4-44f7-9dac-bab9ad299791 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/54131ef4-fc4f-4d6e-9101-ddeb6cee98d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8647845 Mar 28 09:09:44.567994 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49936) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:44.573065 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Sync routers for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:44.585370 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-eeb14a09-2757-4e57-a928-db4fd063c6fc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:44.593209 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9ccb0c03-0b96-4322-8e09-86d19321e442), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:44.597844 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:44.600954 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:44.673573 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:44.675107 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 92a44cd4-541c-4f63-be79-8196427fc1fa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:44.715052 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-63760f52-5ff6-4785-b32c-231712a577ee tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for 9a147872-8f72-46dc-8742-ab7e169b6c0e owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:44.739719 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:09:44.745999 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ebc7eb62-60a1-4c97-b1b6-332cd9a930df), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:44.771594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22f108f7-4eb7-47d0-b73b-a1ac8cc4fc82 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (e841235f-27b0-4898-bb21-da0ad80a5307), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:44.931470 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Publish callbacks [] for port (e2856b3c-0cd4-4965-b37e-2fe4fd40de2d), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:44.956082 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74bfdd-16a7-4bd2-a46a-61a60cc7117d None None] Pushing event updated for resources: {'Port': ['ID=9ccb0c03-0b96-4322-8e09-86d19321e442,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:44.959997 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (e2856b3c-0cd4-4965-b37e-2fe4fd40de2d), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:44.966538 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 92a44cd4-541c-4f63-be79-8196427fc1fa triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:44.967068 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (92a44cd4-541c-4f63-be79-8196427fc1fa), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:45.020455 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f108f7-4eb7-47d0-b73b-a1ac8cc4fc82 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=e841235f-27b0-4898-bb21-da0ad80a5307,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:45.083787 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Network 6c3b7f15-8dc7-442e-88e8-e1bad20fff21 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:45.101044 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:45.109264 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:45.115989 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Pushing event updated for resources: {'Port': ['ID=e2856b3c-0cd4-4965-b37e-2fe4fd40de2d,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:45.150600 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22f108f7-4eb7-47d0-b73b-a1ac8cc4fc82 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:45.156738 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-22f108f7-4eb7-47d0-b73b-a1ac8cc4fc82 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/ports/e841235f-27b0-4898-bb21-da0ad80a5307 HTTP/1.1" status: 204 len: 168 time: 2.2376070 Mar 28 09:09:45.166476 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49938) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:45.183624 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4f7c73-4d4a-424b-89d0-ba1fe9b1f3f2 None None] Network b906f308-cab8-47d2-8bc7-02a2f9d62cfc requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:45.320907 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Attempting to bind port e2856b3c-0cd4-4965-b37e-2fe4fd40de2d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:45.321364 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Attempting to bind port e2856b3c-0cd4-4965-b37e-2fe4fd40de2d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dad2e025-c15e-4544-ab84-2ccb1ae8563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:45.321776 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Attempting to bind port e2856b3c-0cd4-4965-b37e-2fe4fd40de2d on network 6c3b7f15-8dc7-442e-88e8-e1bad20fff21 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:45.342921 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7bc35b14-2c05-4632-a79b-4e99a35ba3bd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (bbbaed21-bc4d-4f0e-aeb7-ed8250a4bd4c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:45.358853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:45.358853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Checking segment: {'id': 'dad2e025-c15e-4544-ab84-2ccb1ae8563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:45.358853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:45.358853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Bound using segment: {'id': 'dad2e025-c15e-4544-ab84-2ccb1ae8563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:45.358853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Bound port: e2856b3c-0cd4-4965-b37e-2fe4fd40de2d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad2e025-c15e-4544-ab84-2ccb1ae8563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:45.358853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e2856b3c-0cd4-4965-b37e-2fe4fd40de2d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:45.408102 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 92a44cd4-541c-4f63-be79-8196427fc1fa is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:45.418541 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e919a6b7-6f1e-40b7-a71c-89fff4e06f5a None None] Provisioning complete for port a182b2ff-0392-47b3-aebe-fef642c9df85 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:45.419259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e919a6b7-6f1e-40b7-a71c-89fff4e06f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a182b2ff-0392-47b3-aebe-fef642c9df85), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:45.483880 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:42Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '2393cede-3d07-4a09-8ce4-d2b2d9eb8e53', 'name': '', 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:c1:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:31Z', 'updated_at': '2022-03-28T09:09:40Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:26Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb24158c-aed3-41db-becb-8c3273813f91', 'name': '', 'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:81:be:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'd4bf00bc-98b1-42c7-9033-574da8b0f417', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:40Z', 'updated_at': '2022-03-28T09:09:43Z', 'revision_number': 2, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'd4bf00bc-98b1-42c7-9033-574da8b0f417', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:45.519702 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc35b14-2c05-4632-a79b-4e99a35ba3bd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:45.574017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-7bc35b14-2c05-4632-a79b-4e99a35ba3bd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:45.576882 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Checking router: 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:09:45.582332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc35b14-2c05-4632-a79b-4e99a35ba3bd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:45.582963 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Updating router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 port cb24158c-aed3-41db-becb-8c3273813f91 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:09:45.597265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc35b14-2c05-4632-a79b-4e99a35ba3bd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:45.597265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7bc35b14-2c05-4632-a79b-4e99a35ba3bd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:45.624762 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc35b14-2c05-4632-a79b-4e99a35ba3bd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=bbbaed21-bc4d-4f0e-aeb7-ed8250a4bd4c,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:45.642538 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] For port e2856b3c-0cd4-4965-b37e-2fe4fd40de2d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:45.653254 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (cb24158c-aed3-41db-becb-8c3273813f91), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:45.677380 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] For port e2856b3c-0cd4-4965-b37e-2fe4fd40de2d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2856b3c-0cd4-4965-b37e-2fe4fd40de2d,segment=NetworkSegment(dad2e025-c15e-4544-ab84-2ccb1ae8563e),segment_id=dad2e025-c15e-4544-ab84-2ccb1ae8563e)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:45.728562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-00c784ea-9941-4350-b722-26830693c6b1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:45.762980 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e2856b3c-0cd4-4965-b37e-2fe4fd40de2d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:45.773247 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7bc35b14-2c05-4632-a79b-4e99a35ba3bd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0712302 Mar 28 09:09:45.778054 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49944) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:45.861120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ea26e9f7-de86-4dc0-9ff6-be142ba934b0 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router_gateway (2c3f8e25-f81f-4649-9277-103c70420f8c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:45.876784 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3cffff-e50e-43b9-886b-5ddfa10aefad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:45.883473 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3cffff-e50e-43b9-886b-5ddfa10aefad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:45.885551 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cb3cffff-e50e-43b9-886b-5ddfa10aefad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.6918285 Mar 28 09:09:45.950610 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49946) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:45.972148 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e919a6b7-6f1e-40b7-a71c-89fff4e06f5a None None] Current status of the port a182b2ff-0392-47b3-aebe-fef642c9df85 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:45.975683 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e919a6b7-6f1e-40b7-a71c-89fff4e06f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a182b2ff-0392-47b3-aebe-fef642c9df85), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:45.982803 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a182b2ff-0392-47b3-aebe-fef642c9df85 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:46.110467 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-e919a6b7-6f1e-40b7-a71c-89fff4e06f5a None None] For port a182b2ff-0392-47b3-aebe-fef642c9df85, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a182b2ff-0392-47b3-aebe-fef642c9df85,segment=NetworkSegment(2e4f34d2-6860-41a2-9645-2153a4f45692),segment_id=2e4f34d2-6860-41a2-9645-2153a4f45692)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:46.131822 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6589d-a677-44e8-b556-812a05ee0171 None None] Pushing event updated for resources: {'Port': ['ID=e2856b3c-0cd4-4965-b37e-2fe4fd40de2d,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:46.165920 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e919a6b7-6f1e-40b7-a71c-89fff4e06f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (a182b2ff-0392-47b3-aebe-fef642c9df85), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:46.181024 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (ebc7eb62-60a1-4c97-b1b6-332cd9a930df), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:46.190223 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-63760f52-5ff6-4785-b32c-231712a577ee tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (9a147872-8f72-46dc-8742-ab7e169b6c0e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:46.221368 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ca264a-b307-4f07-b3fb-2b21fa1a215f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:46.236125 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ca264a-b307-4f07-b3fb-2b21fa1a215f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:46.238836 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e6ca264a-b307-4f07-b3fb-2b21fa1a215f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4576781 Mar 28 09:09:46.271758 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49952) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:46.302738 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (ebc7eb62-60a1-4c97-b1b6-332cd9a930df), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:46.324897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919a6b7-6f1e-40b7-a71c-89fff4e06f5a None None] Pushing event updated for resources: {'Port': ['ID=a182b2ff-0392-47b3-aebe-fef642c9df85,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:46.362203 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port a182b2ff-0392-47b3-aebe-fef642c9df85 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:46.362417 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a182b2ff-0392-47b3-aebe-fef642c9df85), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:46.602306 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port a182b2ff-0392-47b3-aebe-fef642c9df85 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:46.604685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9c64d36a-3ec3-49b6-8fa1-ed169073c003 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:46.626143 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:09:46.687783 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Publish callbacks [] for port (cb24158c-aed3-41db-becb-8c3273813f91), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:46.702457 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (cb24158c-aed3-41db-becb-8c3273813f91), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:46.738868 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001be46c-e433-4e11-b11e-3d03b4496a95 req-583a5dd0-4940-46a7-8d0e-539c56ca6b13 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:46.751845 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9722d22e-3ebe-4d46-a8e0-281c77d405e5 None None] Provisioning complete for port cb24158c-aed3-41db-becb-8c3273813f91 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:46.752432 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9722d22e-3ebe-4d46-a8e0-281c77d405e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (cb24158c-aed3-41db-becb-8c3273813f91), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:46.758783 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-001be46c-e433-4e11-b11e-3d03b4496a95 req-583a5dd0-4940-46a7-8d0e-539c56ca6b13 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 1.2264197 Mar 28 09:09:46.759677 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63760f52-5ff6-4785-b32c-231712a577ee tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=9a147872-8f72-46dc-8742-ab7e169b6c0e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:46.780699 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9b5e2-4285-4e1f-ad13-202e723756ee None None] Pushing event updated for resources: {'Port': ['ID=cb24158c-aed3-41db-becb-8c3273813f91,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:46.792228 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (ed06311d-cded-4487-9c52-591ddbeba67f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:46.859378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 9c64d36a-3ec3-49b6-8fa1-ed169073c003 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:46.862057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9c64d36a-3ec3-49b6-8fa1-ed169073c003), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:46.898231 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Attempting to bind port cb24158c-aed3-41db-becb-8c3273813f91 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:46.899638 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Attempting to bind port cb24158c-aed3-41db-becb-8c3273813f91 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2e4f34d2-6860-41a2-9645-2153a4f45692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:46.900188 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Attempting to bind port cb24158c-aed3-41db-becb-8c3273813f91 on network b906f308-cab8-47d2-8bc7-02a2f9d62cfc {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:46.912358 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:46.912986 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Checking segment: {'id': '2e4f34d2-6860-41a2-9645-2153a4f45692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:46.913543 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:46.914176 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Bound using segment: {'id': '2e4f34d2-6860-41a2-9645-2153a4f45692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:46.914974 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Bound port: cb24158c-aed3-41db-becb-8c3273813f91, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4f34d2-6860-41a2-9645-2153a4f45692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:46.915512 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (cb24158c-aed3-41db-becb-8c3273813f91), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:46.953172 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9722d22e-3ebe-4d46-a8e0-281c77d405e5 None None] Port cb24158c-aed3-41db-becb-8c3273813f91 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:46.981166 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9722d22e-3ebe-4d46-a8e0-281c77d405e5 None None] Provisioning complete for port a182b2ff-0392-47b3-aebe-fef642c9df85 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:46.981548 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9722d22e-3ebe-4d46-a8e0-281c77d405e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a182b2ff-0392-47b3-aebe-fef642c9df85), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:47.001902 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-00c784ea-9941-4350-b722-26830693c6b1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Allocated IP 172.20.0.1 (6c3b7f15-8dc7-442e-88e8-e1bad20fff21/4f1064f8-fa39-4589-a352-a7c6a691f947/65c7b453-84f0-4ea1-8ba9-3d448de1a867) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:47.019192 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] For port cb24158c-aed3-41db-becb-8c3273813f91, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:47.024486 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] For port cb24158c-aed3-41db-becb-8c3273813f91, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb24158c-aed3-41db-becb-8c3273813f91,segment=NetworkSegment(2e4f34d2-6860-41a2-9645-2153a4f45692),segment_id=2e4f34d2-6860-41a2-9645-2153a4f45692)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:47.037817 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=ebc7eb62-60a1-4c97-b1b6-332cd9a930df,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:47.038034 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (cb24158c-aed3-41db-becb-8c3273813f91), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:47.114403 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 9c64d36a-3ec3-49b6-8fa1-ed169073c003 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:47.114786 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9c64d36a-3ec3-49b6-8fa1-ed169073c003), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:47.136272 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:47.137752 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.extraroute_db [None req-eeb14a09-2757-4e57-a928-db4fd063c6fc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=104075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 28 09:09:47.141691 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:47.154248 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 9c64d36a-3ec3-49b6-8fa1-ed169073c003, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9c64d36a-3ec3-49b6-8fa1-ed169073c003,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:47.191386 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9c64d36a-3ec3-49b6-8fa1-ed169073c003), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:47.192176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9ccb0c03-0b96-4322-8e09-86d19321e442 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:47.200477 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-00c784ea-9941-4350-b722-26830693c6b1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:47.210680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.extraroute_db [None req-eeb14a09-2757-4e57-a928-db4fd063c6fc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Removed routes are [] {{(pid=104075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 28 09:09:47.211285 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eeb14a09-2757-4e57-a928-db4fd063c6fc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:47.217226 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-95a9a7a5-4b6d-4c0f-8a5d-7fa5ea95c9fd tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port 5713458b-03d9-43ec-a1a7-699b05d1570e {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:47.217949 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-95a9a7a5-4b6d-4c0f-8a5d-7fa5ea95c9fd tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (5713458b-03d9-43ec-a1a7-699b05d1570e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:47.259872 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-63760f52-5ff6-4785-b32c-231712a577ee tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:47.266530 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-63760f52-5ff6-4785-b32c-231712a577ee tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/ports/9a147872-8f72-46dc-8742-ab7e169b6c0e HTTP/1.1" status: 204 len: 168 time: 4.2952886 Mar 28 09:09:47.271811 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-00c784ea-9941-4350-b722-26830693c6b1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:47.293391 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49958) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:47.323985 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9722d22e-3ebe-4d46-a8e0-281c77d405e5 None None] Current status of the port a182b2ff-0392-47b3-aebe-fef642c9df85 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:47.366494 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 9ccb0c03-0b96-4322-8e09-86d19321e442 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:47.366875 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9ccb0c03-0b96-4322-8e09-86d19321e442), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:47.369557 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=9c64d36a-3ec3-49b6-8fa1-ed169073c003,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:47.386618 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c784ea-9941-4350-b722-26830693c6b1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Network 6c3b7f15-8dc7-442e-88e8-e1bad20fff21 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:47.393058 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:09:47.419660 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-00c784ea-9941-4350-b722-26830693c6b1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:47.484884 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9b5e2-4285-4e1f-ad13-202e723756ee None None] Pushing event updated for resources: {'Port': ['ID=cb24158c-aed3-41db-becb-8c3273813f91,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:47.522468 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c784ea-9941-4350-b722-26830693c6b1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:47.532937 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Floating IP ed06311d-cded-4487-9c52-591ddbeba67f associated. External IP: 172.36.4.231, port: 53098bc2-86b3-4333-8b86-e6c70357d3c1. Mar 28 09:09:47.546333 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a525417-3b3a-417d-b39c-95ea0e570eeb tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] GET failed (client error): The resource could not be found. Mar 28 09:09:47.551279 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5a525417-3b3a-417d-b39c-95ea0e570eeb tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports/9a147872-8f72-46dc-8742-ab7e169b6c0e HTTP/1.1" status: 404 len: 333 time: 0.2163868 Mar 28 09:09:47.554312 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49960) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:47.579485 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-95a9a7a5-4b6d-4c0f-8a5d-7fa5ea95c9fd tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (5713458b-03d9-43ec-a1a7-699b05d1570e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:47.720429 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-9ce34079-d3a8-486e-9cd7-2389792e1ba0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port bbbaed21-bc4d-4f0e-aeb7-ed8250a4bd4c {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:47.720781 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ce34079-d3a8-486e-9cd7-2389792e1ba0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (bbbaed21-bc4d-4f0e-aeb7-ed8250a4bd4c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:47.724572 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a303fcfa-b694-4aab-9d86-fa125168fe8e None None] Provisioning complete for port cb24158c-aed3-41db-becb-8c3273813f91 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:47.725059 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a303fcfa-b694-4aab-9d86-fa125168fe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (cb24158c-aed3-41db-becb-8c3273813f91), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:47.753416 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-001be46c-e433-4e11-b11e-3d03b4496a95 req-dbcfc27d-46eb-4d45-8a9a-c525cb775942 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5057154 Mar 28 09:09:47.853652 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:42Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '2393cede-3d07-4a09-8ce4-d2b2d9eb8e53', 'name': '', 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:c1:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:31Z', 'updated_at': '2022-03-28T09:09:40Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:26Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb24158c-aed3-41db-becb-8c3273813f91', 'name': '', 'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:81:be:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'd4bf00bc-98b1-42c7-9033-574da8b0f417', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:40Z', 'updated_at': '2022-03-28T09:09:47Z', 'revision_number': 4, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'd4bf00bc-98b1-42c7-9033-574da8b0f417', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:47.909817 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 9ccb0c03-0b96-4322-8e09-86d19321e442 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:47.910369 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9ccb0c03-0b96-4322-8e09-86d19321e442), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:47.935870 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d10ca-2ed5-4a7c-b109-f29d8734a6fb None None] The sync data for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv is: [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:42Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '2393cede-3d07-4a09-8ce4-d2b2d9eb8e53', 'name': '', 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:c1:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:31Z', 'updated_at': '2022-03-28T09:09:40Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:26Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb24158c-aed3-41db-becb-8c3273813f91', 'name': '', 'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:81:be:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'd4bf00bc-98b1-42c7-9033-574da8b0f417', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:40Z', 'updated_at': '2022-03-28T09:09:47Z', 'revision_number': 4, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'd4bf00bc-98b1-42c7-9033-574da8b0f417', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:47.986947 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ce34079-d3a8-486e-9cd7-2389792e1ba0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (bbbaed21-bc4d-4f0e-aeb7-ed8250a4bd4c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:48.019011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-95a9a7a5-4b6d-4c0f-8a5d-7fa5ea95c9fd tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for 5713458b-03d9-43ec-a1a7-699b05d1570e owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:48.079129 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-9ce34079-d3a8-486e-9cd7-2389792e1ba0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for bbbaed21-bc4d-4f0e-aeb7-ed8250a4bd4c owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:48.165279 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 9ccb0c03-0b96-4322-8e09-86d19321e442, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9ccb0c03-0b96-4322-8e09-86d19321e442,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:48.174949 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9ccb0c03-0b96-4322-8e09-86d19321e442), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:48.179176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a303fcfa-b694-4aab-9d86-fa125168fe8e None None] Current status of the port cb24158c-aed3-41db-becb-8c3273813f91 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:48.179990 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a303fcfa-b694-4aab-9d86-fa125168fe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (cb24158c-aed3-41db-becb-8c3273813f91), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:48.253044 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a303fcfa-b694-4aab-9d86-fa125168fe8e None None] For port cb24158c-aed3-41db-becb-8c3273813f91, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb24158c-aed3-41db-becb-8c3273813f91,segment=NetworkSegment(2e4f34d2-6860-41a2-9645-2153a4f45692),segment_id=2e4f34d2-6860-41a2-9645-2153a4f45692)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:48.298442 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a303fcfa-b694-4aab-9d86-fa125168fe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (cb24158c-aed3-41db-becb-8c3273813f91), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:48.339626 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a303fcfa-b694-4aab-9d86-fa125168fe8e None None] Provisioning complete for port 9ccb0c03-0b96-4322-8e09-86d19321e442 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:48.340011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a303fcfa-b694-4aab-9d86-fa125168fe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9ccb0c03-0b96-4322-8e09-86d19321e442), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:48.354134 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b643026d-bffe-4d31-a377-e86a297244e0 None None] Network 6c3b7f15-8dc7-442e-88e8-e1bad20fff21 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:48.499505 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ce34079-d3a8-486e-9cd7-2389792e1ba0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (bbbaed21-bc4d-4f0e-aeb7-ed8250a4bd4c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:48.572373 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=9ccb0c03-0b96-4322-8e09-86d19321e442,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:48.608138 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e2856b3c-0cd4-4965-b37e-2fe4fd40de2d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:48.660382 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce34079-d3a8-486e-9cd7-2389792e1ba0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=bbbaed21-bc4d-4f0e-aeb7-ed8250a4bd4c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:48.711914 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303fcfa-b694-4aab-9d86-fa125168fe8e None None] Pushing event updated for resources: {'Port': ['ID=cb24158c-aed3-41db-becb-8c3273813f91,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:48.753417 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ce34079-d3a8-486e-9cd7-2389792e1ba0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:48.757568 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9ce34079-d3a8-486e-9cd7-2389792e1ba0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/bbbaed21-bc4d-4f0e-aeb7-ed8250a4bd4c HTTP/1.1" status: 204 len: 168 time: 2.4862850 Mar 28 09:09:48.760986 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49966) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:48.794751 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eeb14a09-2757-4e57-a928-db4fd063c6fc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:48.800467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eeb14a09-2757-4e57-a928-db4fd063c6fc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:48.821345 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c784ea-9941-4350-b722-26830693c6b1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event updated for resources: {'Port': ['ID=65c7b453-84f0-4ea1-8ba9-3d448de1a867,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:48.844658 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a303fcfa-b694-4aab-9d86-fa125168fe8e None None] Current status of the port 9ccb0c03-0b96-4322-8e09-86d19321e442 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:48.877613 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port e2856b3c-0cd4-4965-b37e-2fe4fd40de2d triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:48.878776 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e2856b3c-0cd4-4965-b37e-2fe4fd40de2d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:48.893426 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-00c784ea-9941-4350-b722-26830693c6b1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (68683605-4420-4659-a1c0-84193b1ec940), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:48.943684 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-95a9a7a5-4b6d-4c0f-8a5d-7fa5ea95c9fd tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (5713458b-03d9-43ec-a1a7-699b05d1570e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.030546 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port e2856b3c-0cd4-4965-b37e-2fe4fd40de2d is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:49.031031 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e2856b3c-0cd4-4965-b37e-2fe4fd40de2d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.079229 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port e2856b3c-0cd4-4965-b37e-2fe4fd40de2d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2856b3c-0cd4-4965-b37e-2fe4fd40de2d,segment=NetworkSegment(dad2e025-c15e-4544-ab84-2ccb1ae8563e),segment_id=dad2e025-c15e-4544-ab84-2ccb1ae8563e)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:49.082517 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9a17adf5-a6e8-4735-a909-df39df4d093f None None] Could not find standard attr ID for object bbbaed21-bc4d-4f0e-aeb7-ed8250a4bd4c. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:09:49.092233 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e2856b3c-0cd4-4965-b37e-2fe4fd40de2d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.096529 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a182b2ff-0392-47b3-aebe-fef642c9df85 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:49.102043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9a7a5-4b6d-4c0f-8a5d-7fa5ea95c9fd tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=5713458b-03d9-43ec-a1a7-699b05d1570e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:49.150940 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ea26e9f7-de86-4dc0-9ff6-be142ba934b0 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (2c3f8e25-f81f-4649-9277-103c70420f8c), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.158928 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-00c784ea-9941-4350-b722-26830693c6b1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.168294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eda2e1e-ae59-479b-88af-64d79345bf53 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:49.168887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ea26e9f7-de86-4dc0-9ff6-be142ba934b0 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (2c3f8e25-f81f-4649-9277-103c70420f8c), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.170446 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eda2e1e-ae59-479b-88af-64d79345bf53 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:49.172215 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1eda2e1e-ae59-479b-88af-64d79345bf53 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4088342 Mar 28 09:09:49.180523 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-95a9a7a5-4b6d-4c0f-8a5d-7fa5ea95c9fd tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.185214 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-95a9a7a5-4b6d-4c0f-8a5d-7fa5ea95c9fd tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/ports/5713458b-03d9-43ec-a1a7-699b05d1570e HTTP/1.1" status: 204 len: 168 time: 3.2334743 Mar 28 09:09:49.189821 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49968) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:49.190580 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49970) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:49.190862 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef737abe-d312-4d65-bbbc-e07d17926c6b req-0278648b-754a-45cb-803e-0c5d9794c028 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:49.192516 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ef737abe-d312-4d65-bbbc-e07d17926c6b req-0278648b-754a-45cb-803e-0c5d9794c028 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.4512858 Mar 28 09:09:49.199128 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-65131951-9d01-4de0-8dc3-953e4f670b2a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port febad018-6764-4a27-8a55-81ef774fc3cb {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:49.199480 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-65131951-9d01-4de0-8dc3-953e4f670b2a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (febad018-6764-4a27-8a55-81ef774fc3cb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.250546 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=e2856b3c-0cd4-4965-b37e-2fe4fd40de2d,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:49.259489 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9a17adf5-a6e8-4735-a909-df39df4d093f None None] Provisioning complete for port cb24158c-aed3-41db-becb-8c3273813f91 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:49.260029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9a17adf5-a6e8-4735-a909-df39df4d093f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (cb24158c-aed3-41db-becb-8c3273813f91), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.314279 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb14a09-2757-4e57-a928-db4fd063c6fc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:09:49.327410 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port a182b2ff-0392-47b3-aebe-fef642c9df85 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:49.328208 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a182b2ff-0392-47b3-aebe-fef642c9df85), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.334538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ddab5f-03c7-45b3-a4a9-131e46b67080 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet 1118cf86-14f8-4aa5-acde-01a1ab24f7d5 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:09:49.345439 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router fd4ce091-384d-4170-a28e-6cb246a819be has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:09:49.348202 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03ddab5f-03c7-45b3-a4a9-131e46b67080 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (1118cf86-14f8-4aa5-acde-01a1ab24f7d5), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.392191 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c489a397-da22-4b0e-809b-6763a13e3c9c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:49.393821 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c489a397-da22-4b0e-809b-6763a13e3c9c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1792033 Mar 28 09:09:49.403392 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9a17adf5-a6e8-4735-a909-df39df4d093f None None] Current status of the port cb24158c-aed3-41db-becb-8c3273813f91 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:49.419733 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9a17adf5-a6e8-4735-a909-df39df4d093f None None] Provisioning complete for port e2856b3c-0cd4-4965-b37e-2fe4fd40de2d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:49.420109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9a17adf5-a6e8-4735-a909-df39df4d093f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e2856b3c-0cd4-4965-b37e-2fe4fd40de2d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.425369 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49972) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:49.433503 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ef737abe-d312-4d65-bbbc-e07d17926c6b req-a52d3966-248e-428f-be03-5baa4da3b321 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286792 Mar 28 09:09:49.484933 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port a182b2ff-0392-47b3-aebe-fef642c9df85 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:49.486066 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device cb24158c-aed3-41db-becb-8c3273813f91 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:49.552356 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ff6f67-7400-4d3b-ac9e-bf33d56768d7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] GET failed (client error): The resource could not be found. Mar 28 09:09:49.554021 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c8ff6f67-7400-4d3b-ac9e-bf33d56768d7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports/e841235f-27b0-4898-bb21-da0ad80a5307 HTTP/1.1" status: 404 len: 333 time: 0.1195786 Mar 28 09:09:49.568368 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49974) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:49.571916 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9a17adf5-a6e8-4735-a909-df39df4d093f None None] Current status of the port e2856b3c-0cd4-4965-b37e-2fe4fd40de2d is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:49.580003 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port cb24158c-aed3-41db-becb-8c3273813f91 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:49.580389 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (cb24158c-aed3-41db-becb-8c3273813f91), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.611972 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b28f101-7521-47f3-b4d4-43c3d09b4c61 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] GET failed (client error): The resource could not be found. Mar 28 09:09:49.616215 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0b28f101-7521-47f3-b4d4-43c3d09b4c61 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports/5713458b-03d9-43ec-a1a7-699b05d1570e HTTP/1.1" status: 404 len: 333 time: 0.0441720 Mar 28 09:09:49.623319 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49976) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:49.653861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-65131951-9d01-4de0-8dc3-953e4f670b2a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (febad018-6764-4a27-8a55-81ef774fc3cb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.668111 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port cb24158c-aed3-41db-becb-8c3273813f91 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:49.668645 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9c64d36a-3ec3-49b6-8fa1-ed169073c003 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:49.718169 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-247b44d9-061e-433e-a47a-99a49e04d482 None None] Provisioning complete for port e2856b3c-0cd4-4965-b37e-2fe4fd40de2d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:49.718463 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-247b44d9-061e-433e-a47a-99a49e04d482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e2856b3c-0cd4-4965-b37e-2fe4fd40de2d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.723598 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-65131951-9d01-4de0-8dc3-953e4f670b2a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for febad018-6764-4a27-8a55-81ef774fc3cb owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:49.768118 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 9c64d36a-3ec3-49b6-8fa1-ed169073c003 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:49.768498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9c64d36a-3ec3-49b6-8fa1-ed169073c003), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.819101 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03ddab5f-03c7-45b3-a4a9-131e46b67080 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (1118cf86-14f8-4aa5-acde-01a1ab24f7d5), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.843841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-247b44d9-061e-433e-a47a-99a49e04d482 None None] Current status of the port e2856b3c-0cd4-4965-b37e-2fe4fd40de2d is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:49.846509 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68906b53-6b84-4a43-9189-19a5ab5c021d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (64f43318-0d8e-46e1-a9d8-d5d4a2d78738), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.884059 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-247b44d9-061e-433e-a47a-99a49e04d482 None None] Provisioning complete for port 65c7b453-84f0-4ea1-8ba9-3d448de1a867 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:49.884436 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-247b44d9-061e-433e-a47a-99a49e04d482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.903585 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea26e9f7-de86-4dc0-9ff6-be142ba934b0 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Router 2c3f8e25-f81f-4649-9277-103c70420f8c is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:09:49.909734 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 9c64d36a-3ec3-49b6-8fa1-ed169073c003 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:49.927204 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-247b44d9-061e-433e-a47a-99a49e04d482 None None] Port 65c7b453-84f0-4ea1-8ba9-3d448de1a867 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:49.948098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb14a09-2757-4e57-a928-db4fd063c6fc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:49.958656 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad6aaf-ab97-40fd-b473-31ea6df5b4b2 None None] Sync routers for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:49.960751 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eeb14a09-2757-4e57-a928-db4fd063c6fc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:49.962118 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-eeb14a09-2757-4e57-a928-db4fd063c6fc tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 HTTP/1.1" status: 200 len: 952 time: 5.3805270 Mar 28 09:09:49.976974 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad6aaf-ab97-40fd-b473-31ea6df5b4b2 None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:49.977706 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c5ad6aaf-ab97-40fd-b473-31ea6df5b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:49.983359 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49978) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:50.076543 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-c5ad6aaf-ab97-40fd-b473-31ea6df5b4b2 None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:09:50.077644 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03ddab5f-03c7-45b3-a4a9-131e46b67080 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (1118cf86-14f8-4aa5-acde-01a1ab24f7d5), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:50.138684 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:50.159406 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7d6e4bae-b05f-47a3-ad75-1ccac970ac2c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/routers/54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 HTTP/1.1" status: 200 len: 952 time: 0.1749043 Mar 28 09:09:50.160988 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38cdca8-4917-48f3-b50c-dc78aa071c35 None None] Sync routers for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:50.164014 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49980) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:50.168995 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b9383209-dfb9-45e0-b7b1-059316be0e87 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'router': {'routes': None}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:50.181088 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68906b53-6b84-4a43-9189-19a5ab5c021d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (64f43318-0d8e-46e1-a9d8-d5d4a2d78738), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:50.193515 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea26e9f7-de86-4dc0-9ff6-be142ba934b0 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:50.198399 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ea26e9f7-de86-4dc0-9ff6-be142ba934b0 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:50.201972 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ea26e9f7-de86-4dc0-9ff6-be142ba934b0 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "PUT /v2.0/routers/2c3f8e25-f81f-4649-9277-103c70420f8c HTTP/1.1" status: 200 len: 916 time: 9.6362402 Mar 28 09:09:50.209353 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49982) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:50.212724 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38cdca8-4917-48f3-b50c-dc78aa071c35 None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:50.222695 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c38cdca8-4917-48f3-b50c-dc78aa071c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:50.247433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-68906b53-6b84-4a43-9189-19a5ab5c021d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f43318-0d8e-46e1-a9d8-d5d4a2d78738']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:50.249065 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:50.283688 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-68906b53-6b84-4a43-9189-19a5ab5c021d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595c04df-0598-4e97-9928-917281ad0997') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:50.283989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-68906b53-6b84-4a43-9189-19a5ab5c021d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595c04df-0598-4e97-9928-917281ad0997') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:50.300111 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-00c784ea-9941-4350-b722-26830693c6b1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:50.302436 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c38cdca8-4917-48f3-b50c-dc78aa071c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:50.303927 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68906b53-6b84-4a43-9189-19a5ab5c021d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (595c04df-0598-4e97-9928-917281ad0997), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:50.314005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-00c784ea-9941-4350-b722-26830693c6b1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:50.320350 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebd1749-6baa-472e-badc-9ab15e5a97cc None None] Sync routers for ids ['2c3f8e25-f81f-4649-9277-103c70420f8c'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:50.324862 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-65131951-9d01-4de0-8dc3-953e4f670b2a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (febad018-6764-4a27-8a55-81ef774fc3cb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:50.338152 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38cdca8-4917-48f3-b50c-dc78aa071c35 None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:50.339017 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c38cdca8-4917-48f3-b50c-dc78aa071c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:50.355446 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd1749-6baa-472e-badc-9ab15e5a97cc None None] Routers {'2c3f8e25-f81f-4649-9277-103c70420f8c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:50.356122 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8ebd1749-6baa-472e-badc-9ab15e5a97cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2c3f8e25-f81f-4649-9277-103c70420f8c'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:50.380679 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03ddab5f-03c7-45b3-a4a9-131e46b67080 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (1118cf86-14f8-4aa5-acde-01a1ab24f7d5), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:50.385320 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c38cdca8-4917-48f3-b50c-dc78aa071c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:50.386248 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38cdca8-4917-48f3-b50c-dc78aa071c35 None None] The sync data for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:50.402751 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device cb24158c-aed3-41db-becb-8c3273813f91 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:50.405358 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8ebd1749-6baa-472e-badc-9ab15e5a97cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:50.439698 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddab5f-03c7-45b3-a4a9-131e46b67080 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=1118cf86-14f8-4aa5-acde-01a1ab24f7d5,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:50.442618 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-00c784ea-9941-4350-b722-26830693c6b1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (68683605-4420-4659-a1c0-84193b1ec940), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:50.443806 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c94853-54a8-4d44-87db-28a08134281c None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:50.453179 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68906b53-6b84-4a43-9189-19a5ab5c021d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (595c04df-0598-4e97-9928-917281ad0997), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:50.453539 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03ddab5f-03c7-45b3-a4a9-131e46b67080 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:50.460445 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-03ddab5f-03c7-45b3-a4a9-131e46b67080 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/1118cf86-14f8-4aa5-acde-01a1ab24f7d5 HTTP/1.1" status: 204 len: 168 time: 1.2667439 Mar 28 09:09:50.464481 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49986) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:50.490015 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-26345e8c-71c4-4a10-9930-adf8064facac tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.6324835 Mar 28 09:09:50.492143 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49988) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:50.494681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd1749-6baa-472e-badc-9ab15e5a97cc None None] Routers {'2c3f8e25-f81f-4649-9277-103c70420f8c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:50.495314 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8ebd1749-6baa-472e-badc-9ab15e5a97cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2c3f8e25-f81f-4649-9277-103c70420f8c'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:50.557201 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c5ad6aaf-ab97-40fd-b473-31ea6df5b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:47Z', 'revision_number': 6, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '2393cede-3d07-4a09-8ce4-d2b2d9eb8e53', 'name': '', 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:c1:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:31Z', 'updated_at': '2022-03-28T09:09:40Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:26Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb24158c-aed3-41db-becb-8c3273813f91', 'name': '', 'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:81:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'd4bf00bc-98b1-42c7-9033-574da8b0f417', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:40Z', 'updated_at': '2022-03-28T09:09:48Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'd4bf00bc-98b1-42c7-9033-574da8b0f417', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:50.559096 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8ebd1749-6baa-472e-badc-9ab15e5a97cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:50.559721 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebd1749-6baa-472e-badc-9ab15e5a97cc None None] The sync data for ids ['2c3f8e25-f81f-4649-9277-103c70420f8c'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:50.578803 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d041b372-f228-4202-9661-982136f835a1 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "GET /v2.0/routers/2c3f8e25-f81f-4649-9277-103c70420f8c HTTP/1.1" status: 200 len: 922 time: 0.3682635 Mar 28 09:09:50.595714 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad6aaf-ab97-40fd-b473-31ea6df5b4b2 None None] Checking router: 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:09:50.595937 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49990) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:50.602992 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68906b53-6b84-4a43-9189-19a5ab5c021d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:09:50.603710 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68906b53-6b84-4a43-9189-19a5ab5c021d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (595c04df-0598-4e97-9928-917281ad0997), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:50.629658 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad6aaf-ab97-40fd-b473-31ea6df5b4b2 None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:50.630326 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c5ad6aaf-ab97-40fd-b473-31ea6df5b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:09:50.634997 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:09:50.638358 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port cb24158c-aed3-41db-becb-8c3273813f91 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:50.638358 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (cb24158c-aed3-41db-becb-8c3273813f91), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:50.644580 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ae538be3-aba5-4a49-a81a-3b4697ed2896 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1694572 Mar 28 09:09:50.649147 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49992) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:50.674622 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-0c21af3b-ea02-40dc-86f1-d553642eb5a1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:50.712814 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c784ea-9941-4350-b722-26830693c6b1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event updated for resources: {'Port': ['ID=65c7b453-84f0-4ea1-8ba9-3d448de1a867,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:50.775683 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-c5ad6aaf-ab97-40fd-b473-31ea6df5b4b2 None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:09:50.811878 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-65131951-9d01-4de0-8dc3-953e4f670b2a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:50.817633 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-65131951-9d01-4de0-8dc3-953e4f670b2a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/ports/febad018-6764-4a27-8a55-81ef774fc3cb HTTP/1.1" status: 204 len: 168 time: 3.1446812 Mar 28 09:09:50.822069 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49994) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:50.824373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65131951-9d01-4de0-8dc3-953e4f670b2a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=febad018-6764-4a27-8a55-81ef774fc3cb,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:50.829582 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1c3408f1-ff43-46c6-aef2-5c07ae6ec269 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "GET /v2.0/floatingips/ed06311d-cded-4487-9c52-591ddbeba67f HTTP/1.1" status: 200 len: 977 time: 0.3338990 Mar 28 09:09:50.833194 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 49996) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:50.862818 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5b9878-3b5e-4d2f-bbbf-94d2bd2a197e tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:50.864634 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7c5b9878-3b5e-4d2f-bbbf-94d2bd2a197e tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&device_id=2c3f8e25-f81f-4649-9277-103c70420f8c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2675385 Mar 28 09:09:50.871953 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68906b53-6b84-4a43-9189-19a5ab5c021d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (64f43318-0d8e-46e1-a9d8-d5d4a2d78738), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:50.873658 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 49998) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:50.874927 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293097c0-02f2-472f-818d-d23b2babca62 req-26093116-50c1-498c-99e1-39384bca4a0b tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:50.877116 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-293097c0-02f2-472f-818d-d23b2babca62 req-26093116-50c1-498c-99e1-39384bca4a0b tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2927613 Mar 28 09:09:50.892739 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da8bdab-90dc-48ce-a60a-8ae6cb543749 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] GET failed (client error): The resource could not be found. Mar 28 09:09:50.894480 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4da8bdab-90dc-48ce-a60a-8ae6cb543749 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports/febad018-6764-4a27-8a55-81ef774fc3cb HTTP/1.1" status: 404 len: 333 time: 0.0712001 Mar 28 09:09:50.899909 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68906b53-6b84-4a43-9189-19a5ab5c021d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:50.906645 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-68906b53-6b84-4a43-9189-19a5ab5c021d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/networks/64f43318-0d8e-46e1-a9d8-d5d4a2d78738 HTTP/1.1" status: 204 len: 168 time: 1.2718945 Mar 28 09:09:50.908446 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50000) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:50.908446 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50002) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:50.957337 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c784ea-9941-4350-b722-26830693c6b1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Network 6c3b7f15-8dc7-442e-88e8-e1bad20fff21 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:50.958307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68906b53-6b84-4a43-9189-19a5ab5c021d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Network': ['ID=64f43318-0d8e-46e1-a9d8-d5d4a2d78738,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:50.965525 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-00c784ea-9941-4350-b722-26830693c6b1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:50.998832 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-c975ee93-0feb-45d0-a244-5b294343eb7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1378966447'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:51.056128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b84d11-c074-4b80-830d-f0c4cf9d6167 None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:09:51.106564 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c784ea-9941-4350-b722-26830693c6b1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Router 68683605-4420-4659-a1c0-84193b1ec940 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:09:51.140147 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-293097c0-02f2-472f-818d-d23b2babca62 req-7363242e-1b92-4da3-86bb-b477138d6d6e tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318599 Mar 28 09:09:51.149895 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port cb24158c-aed3-41db-becb-8c3273813f91 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:51.151161 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e2856b3c-0cd4-4965-b37e-2fe4fd40de2d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:51.216004 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88df8506-8289-4d35-8c5a-c917f55fd1dd tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:51.219675 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-88df8506-8289-4d35-8c5a-c917f55fd1dd tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "GET /v2.0/networks/d6820a0c-8e9c-40a1-af49-32042c6f06b6 HTTP/1.1" status: 200 len: 881 time: 0.3423178 Mar 28 09:09:51.227382 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50006) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:51.231575 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:51.255552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c21af3b-ea02-40dc-86f1-d553642eb5a1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:51.260591 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0c21af3b-ea02-40dc-86f1-d553642eb5a1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:51.263020 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c975ee93-0feb-45d0-a244-5b294343eb7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:51.266334 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c975ee93-0feb-45d0-a244-5b294343eb7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:51.280441 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-17faecb4-5e56-4153-86dc-867307ebedb9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c3f8e25-f81f-4649-9277-103c70420f8c HTTP/1.1" status: 200 len: 205 time: 0.0517297 Mar 28 09:09:51.296991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port e2856b3c-0cd4-4965-b37e-2fe4fd40de2d triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:51.297374 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e2856b3c-0cd4-4965-b37e-2fe4fd40de2d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:51.301680 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-de7de62f-0213-455b-a957-95bc48882891 None None] Provisioning complete for port 65c7b453-84f0-4ea1-8ba9-3d448de1a867 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:51.302060 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-de7de62f-0213-455b-a957-95bc48882891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:51.307110 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50008) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:51.311737 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-dd37e8d6-04c1-4ae8-a8f5-6d7b58bbc353 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4685283 Mar 28 09:09:51.329665 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50010) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:51.332005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ce6725aa-de07-4f3e-bb00-d91847dcea49 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'floatingip': {'port_id': '21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:51.348775 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f9b84d11-c074-4b80-830d-f0c4cf9d6167 None None] Deleting port 9ccb0c03-0b96-4322-8e09-86d19321e442 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:51.349150 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f9b84d11-c074-4b80-830d-f0c4cf9d6167 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (9ccb0c03-0b96-4322-8e09-86d19321e442), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:51.395152 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5ddf88-c40c-4ba8-a8c5-2befb843f383 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting subnet f8f5ee11-03e6-42d5-b3ca-d4873241a5e7 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:09:51.431128 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed5ddf88-c40c-4ba8-a8c5-2befb843f383 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (f8f5ee11-03e6-42d5-b3ca-d4873241a5e7), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:51.445926 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-de7de62f-0213-455b-a957-95bc48882891 None None] Port 65c7b453-84f0-4ea1-8ba9-3d448de1a867 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:09:51.471771 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f9b84d11-c074-4b80-830d-f0c4cf9d6167 None None] For port 9ccb0c03-0b96-4322-8e09-86d19321e442, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9ccb0c03-0b96-4322-8e09-86d19321e442,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:51.472180 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f9b84d11-c074-4b80-830d-f0c4cf9d6167 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (9ccb0c03-0b96-4322-8e09-86d19321e442), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:51.483352 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ce6725aa-de07-4f3e-bb00-d91847dcea49 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (ed06311d-cded-4487-9c52-591ddbeba67f), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:51.488912 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f9b84d11-c074-4b80-830d-f0c4cf9d6167 None None] Calling delete_port for 9ccb0c03-0b96-4322-8e09-86d19321e442 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:51.525511 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c975ee93-0feb-45d0-a244-5b294343eb7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:09:51.534206 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c784ea-9941-4350-b722-26830693c6b1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:51.552249 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-00c784ea-9941-4350-b722-26830693c6b1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "PUT /v2.0/routers/68683605-4420-4659-a1c0-84193b1ec940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6105101 Mar 28 09:09:51.554428 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Sync routers for ids ['68683605-4420-4659-a1c0-84193b1ec940'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:51.557538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed5ddf88-c40c-4ba8-a8c5-2befb843f383 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (f8f5ee11-03e6-42d5-b3ca-d4873241a5e7), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:51.572488 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Routers {'68683605-4420-4659-a1c0-84193b1ec940'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:51.573388 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['68683605-4420-4659-a1c0-84193b1ec940'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:51.578830 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16738970-642a-4baf-a665-58bad2ebcad7 req-fa75ee40-47c5-4541-a181-507cbb7424b1 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:51.580913 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-16738970-642a-4baf-a665-58bad2ebcad7 req-fa75ee40-47c5-4541-a181-507cbb7424b1 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2994404 Mar 28 09:09:51.589250 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c975ee93-0feb-45d0-a244-5b294343eb7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c2f61bf4-713d-4ef0-b9e6-f87907a632aa), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:51.589604 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-c975ee93-0feb-45d0-a244-5b294343eb7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Added segment c2f61bf4-713d-4ef0-b9e6-f87907a632aa of type vlan for network 1bcbc08b-e26b-4eec-af44-f062c4d73b4f Mar 28 09:09:51.616549 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c5ad6aaf-ab97-40fd-b473-31ea6df5b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:47Z', 'revision_number': 6, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '2393cede-3d07-4a09-8ce4-d2b2d9eb8e53', 'name': '', 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:c1:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:31Z', 'updated_at': '2022-03-28T09:09:40Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:26Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb24158c-aed3-41db-becb-8c3273813f91', 'name': '', 'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:81:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'd4bf00bc-98b1-42c7-9033-574da8b0f417', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:40Z', 'updated_at': '2022-03-28T09:09:48Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'd4bf00bc-98b1-42c7-9033-574da8b0f417', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:51.679393 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port e2856b3c-0cd4-4965-b37e-2fe4fd40de2d is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:51.681351 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9ccb0c03-0b96-4322-8e09-86d19321e442 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:51.696894 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad6aaf-ab97-40fd-b473-31ea6df5b4b2 None None] The sync data for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv is: [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:47Z', 'revision_number': 6, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '2393cede-3d07-4a09-8ce4-d2b2d9eb8e53', 'name': '', 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:c1:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:31Z', 'updated_at': '2022-03-28T09:09:40Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:26Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb24158c-aed3-41db-becb-8c3273813f91', 'name': '', 'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:81:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'd4bf00bc-98b1-42c7-9033-574da8b0f417', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:40Z', 'updated_at': '2022-03-28T09:09:48Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'd4bf00bc-98b1-42c7-9033-574da8b0f417', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:51.712721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c975ee93-0feb-45d0-a244-5b294343eb7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (1bcbc08b-e26b-4eec-af44-f062c4d73b4f), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:51.746509 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Set router 68683605-4420-4659-a1c0-84193b1ec940 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:09:51.789972 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.extraroute_db [None req-b9383209-dfb9-45e0-b7b1-059316be0e87 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Added routes are [] {{(pid=104075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 28 09:09:51.790298 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.extraroute_db [None req-b9383209-dfb9-45e0-b7b1-059316be0e87 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=104075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 28 09:09:51.804732 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ab34a0b-c3f8-4afa-a715-0a4413dbc2d9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (2c3f8e25-f81f-4649-9277-103c70420f8c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:51.872242 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 9ccb0c03-0b96-4322-8e09-86d19321e442 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:51.872956 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9ccb0c03-0b96-4322-8e09-86d19321e442), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:51.905438 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f9b84d11-c074-4b80-830d-f0c4cf9d6167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (9ccb0c03-0b96-4322-8e09-86d19321e442), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:51.915740 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Port 9ccb0c03-0b96-4322-8e09-86d19321e442 was deleted so its status cannot be updated. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 28 09:09:51.956823 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b84d11-c074-4b80-830d-f0c4cf9d6167 None None] No DVR routers for this DVR port 9ccb0c03-0b96-4322-8e09-86d19321e442 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:09:51.979232 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b84d11-c074-4b80-830d-f0c4cf9d6167 None None] Pushing event deleted for resources: {'Port': ['ID=9ccb0c03-0b96-4322-8e09-86d19321e442,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:52.084087 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68683605-4420-4659-a1c0-84193b1ec940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578479754', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:33Z', 'updated_at': '2022-03-28T09:09:49Z', 'revision_number': 4, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'gw_port': {'id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:35Z', 'updated_at': '2022-03-28T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '65c7b453-84f0-4ea1-8ba9-3d448de1a867', 'name': '', 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'mac_address': 'fa:16:3e:ec:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:46Z', 'updated_at': '2022-03-28T09:09:49Z', 'revision_number': 2, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'subnets': [{'id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:52.112593 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Checking router: 68683605-4420-4659-a1c0-84193b1ec940 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:09:52.112990 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Updating router 68683605-4420-4659-a1c0-84193b1ec940 port 65c7b453-84f0-4ea1-8ba9-3d448de1a867 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:09:52.146880 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:52.288730 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9ccb0c03-0b96-4322-8e09-86d19321e442 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:09:52.303148 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-16738970-642a-4baf-a665-58bad2ebcad7 req-ac0d1090-a32b-433c-9236-7c24a4855bfb tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5885046 Mar 28 09:09:52.309802 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 9ccb0c03-0b96-4322-8e09-86d19321e442 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:09:52.310171 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9ccb0c03-0b96-4322-8e09-86d19321e442 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:09:52.378234 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c975ee93-0feb-45d0-a244-5b294343eb7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (1bcbc08b-e26b-4eec-af44-f062c4d73b4f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:52.383290 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c975ee93-0feb-45d0-a244-5b294343eb7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:52.383894 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c975ee93-0feb-45d0-a244-5b294343eb7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:52.440300 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed5ddf88-c40c-4ba8-a8c5-2befb843f383 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (f8f5ee11-03e6-42d5-b3ca-d4873241a5e7), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:52.479964 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Publish callbacks [] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:52.486031 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:52.536641 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c197267-0dad-45f6-8672-8256f73738f5 None None] Pushing event updated for resources: {'Port': ['ID=65c7b453-84f0-4ea1-8ba9-3d448de1a867,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:52.589451 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50030) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:52.589645 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c975ee93-0feb-45d0-a244-5b294343eb7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6665709 Mar 28 09:09:52.600366 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Attempting to bind port 65c7b453-84f0-4ea1-8ba9-3d448de1a867 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:52.600952 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Attempting to bind port 65c7b453-84f0-4ea1-8ba9-3d448de1a867 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dad2e025-c15e-4544-ab84-2ccb1ae8563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:52.601814 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Attempting to bind port 65c7b453-84f0-4ea1-8ba9-3d448de1a867 on network 6c3b7f15-8dc7-442e-88e8-e1bad20fff21 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:52.603454 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b9383209-dfb9-45e0-b7b1-059316be0e87 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:52.606104 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-702ef09f-f02f-4a74-8df7-5bc32101ba51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'subnet': {'network_id': '1bcbc08b-e26b-4eec-af44-f062c4d73b4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:52.607869 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:52.608480 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Checking segment: {'id': 'dad2e025-c15e-4544-ab84-2ccb1ae8563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:52.608956 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:52.609459 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Bound using segment: {'id': 'dad2e025-c15e-4544-ab84-2ccb1ae8563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:52.610225 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Bound port: 65c7b453-84f0-4ea1-8ba9-3d448de1a867, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad2e025-c15e-4544-ab84-2ccb1ae8563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:52.610428 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:52.630504 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-bc758994-09ad-4f7f-85c9-2b09b322c94c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647258155&fields=id&tenant_id=fc56218a4f8a40e1b109b751b95dda1a HTTP/1.1" status: 200 len: 267 time: 0.7419770 Mar 28 09:09:52.655680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975ee93-0feb-45d0-a244-5b294343eb7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Network': ['ID=1bcbc08b-e26b-4eec-af44-f062c4d73b4f,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:52.676243 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 1bcbc08b-e26b-4eec-af44-f062c4d73b4f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:09:52.815584 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] For port 65c7b453-84f0-4ea1-8ba9-3d448de1a867, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:52.819653 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] For port 65c7b453-84f0-4ea1-8ba9-3d448de1a867, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65c7b453-84f0-4ea1-8ba9-3d448de1a867,segment=NetworkSegment(dad2e025-c15e-4544-ab84-2ccb1ae8563e),segment_id=dad2e025-c15e-4544-ab84-2ccb1ae8563e)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:52.834396 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:52.875248 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d585f-d925-4aff-939e-aec89d982bac req-c06226b5-58a6-4439-b5d7-a695067dac61 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:52.877180 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-750d585f-d925-4aff-939e-aec89d982bac req-c06226b5-58a6-4439-b5d7-a695067dac61 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.4436369 Mar 28 09:09:52.881681 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ab34a0b-c3f8-4afa-a715-0a4413dbc2d9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_gateway (2c3f8e25-f81f-4649-9277-103c70420f8c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:52.884243 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Routers {'68683605-4420-4659-a1c0-84193b1ec940'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:52.885998 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['68683605-4420-4659-a1c0-84193b1ec940'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:52.951295 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed5ddf88-c40c-4ba8-a8c5-2befb843f383 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (f8f5ee11-03e6-42d5-b3ca-d4873241a5e7), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:52.956892 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.db.resource_extend [None req-ce6725aa-de07-4f3e-bb00-d91847dcea49 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 09:09:52.995569 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-78c3a725-b62e-487b-958c-185a51258f8a None None] Provisioning complete for port 65c7b453-84f0-4ea1-8ba9-3d448de1a867 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:52.995955 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-78c3a725-b62e-487b-958c-185a51258f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:53.016769 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c197267-0dad-45f6-8672-8256f73738f5 None None] Pushing event updated for resources: {'Port': ['ID=65c7b453-84f0-4ea1-8ba9-3d448de1a867,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:53.041498 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] Set router 68683605-4420-4659-a1c0-84193b1ec940 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:09:53.044303 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ddf88-c40c-4ba8-a8c5-2befb843f383 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f5ee11-03e6-42d5-b3ca-d4873241a5e7,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:53.048704 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702ef09f-f02f-4a74-8df7-5bc32101ba51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:53.062654 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-702ef09f-f02f-4a74-8df7-5bc32101ba51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:53.069114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed5ddf88-c40c-4ba8-a8c5-2befb843f383 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:53.073421 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ed5ddf88-c40c-4ba8-a8c5-2befb843f383 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/f8f5ee11-03e6-42d5-b3ca-d4873241a5e7 HTTP/1.1" status: 204 len: 168 time: 2.1516666 Mar 28 09:09:53.079086 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50032) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:53.093057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932f7803-883e-4ee7-8e49-64689b7abdde None None] Network 5b605a66-8b67-4bf9-950d-e2347fc9165a requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:53.156416 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.objects.ports [None req-0c21af3b-ea02-40dc-86f1-d553642eb5a1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104075) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 09:09:53.214280 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.ipam_backend_mixin [None req-702ef09f-f02f-4a74-8df7-5bc32101ba51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Performing IP validity checks on allocation pools {{(pid=104076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 28 09:09:53.217391 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.ipam_backend_mixin [None req-702ef09f-f02f-4a74-8df7-5bc32101ba51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 28 09:09:53.221489 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ce6725aa-de07-4f3e-bb00-d91847dcea49 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:53.231035 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-750d585f-d925-4aff-939e-aec89d982bac req-fc8328a7-6ea3-4acc-88d4-f0e62dc3aa1b tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3316412 Mar 28 09:09:53.235098 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ce6725aa-de07-4f3e-bb00-d91847dcea49 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (ed06311d-cded-4487-9c52-591ddbeba67f), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:53.298383 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-78c3a725-b62e-487b-958c-185a51258f8a None None] Current status of the port 65c7b453-84f0-4ea1-8ba9-3d448de1a867 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:53.298977 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-78c3a725-b62e-487b-958c-185a51258f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:53.322077 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68683605-4420-4659-a1c0-84193b1ec940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578479754', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:33Z', 'updated_at': '2022-03-28T09:09:49Z', 'revision_number': 4, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'gw_port': {'id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:35Z', 'updated_at': '2022-03-28T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '65c7b453-84f0-4ea1-8ba9-3d448de1a867', 'name': '', 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'mac_address': 'fa:16:3e:ec:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:46Z', 'updated_at': '2022-03-28T09:09:52Z', 'revision_number': 4, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'subnets': [{'id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:53.357304 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af3ff64-335f-4b65-b7d3-3203fb50ea97 None None] The sync data for ids ['68683605-4420-4659-a1c0-84193b1ec940'] in dv-neutron-master-2-hyperv is: [{'id': '68683605-4420-4659-a1c0-84193b1ec940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578479754', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:33Z', 'updated_at': '2022-03-28T09:09:49Z', 'revision_number': 4, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'gw_port': {'id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:35Z', 'updated_at': '2022-03-28T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '65c7b453-84f0-4ea1-8ba9-3d448de1a867', 'name': '', 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'mac_address': 'fa:16:3e:ec:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:46Z', 'updated_at': '2022-03-28T09:09:52Z', 'revision_number': 4, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'subnets': [{'id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:53.358832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-78c3a725-b62e-487b-958c-185a51258f8a None None] For port 65c7b453-84f0-4ea1-8ba9-3d448de1a867, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65c7b453-84f0-4ea1-8ba9-3d448de1a867,segment=NetworkSegment(dad2e025-c15e-4544-ab84-2ccb1ae8563e),segment_id=dad2e025-c15e-4544-ab84-2ccb1ae8563e)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:53.366907 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b9383209-dfb9-45e0-b7b1-059316be0e87 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:53.371056 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-78c3a725-b62e-487b-958c-185a51258f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:53.381424 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b9383209-dfb9-45e0-b7b1-059316be0e87 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:53.391289 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-cb0f9fc8-3b74-4c75-8d32-48c7244d0c08 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:53.406176 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-cb0f9fc8-3b74-4c75-8d32-48c7244d0c08 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/networks?id=6c3b7f15-8dc7-442e-88e8-e1bad20fff21 HTTP/1.1" status: 200 len: 796 time: 0.7636280 Mar 28 09:09:53.420321 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0c21af3b-ea02-40dc-86f1-d553642eb5a1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (778f1157-82f9-4c49-ac1c-293d4a2053c2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:53.453886 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c21af3b-ea02-40dc-86f1-d553642eb5a1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:53.466087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3a725-b62e-487b-958c-185a51258f8a None None] Pushing event updated for resources: {'Port': ['ID=65c7b453-84f0-4ea1-8ba9-3d448de1a867,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:53.468108 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-0c21af3b-ea02-40dc-86f1-d553642eb5a1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:53.488561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cf4818-e3d8-42eb-b441-ee2a0db13e79 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:53.545097 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ea134-3725-4c10-a132-9a05d2cd04bc req-f53c530b-6223-46c0-af9c-e511184b892d tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:53.549199 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-12cfb8eb-1238-44cf-9be3-87fbaa755ef1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/quotas/fc56218a4f8a40e1b109b751b95dda1a HTTP/1.1" status: 200 len: 375 time: 0.1416492 Mar 28 09:09:53.553963 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d87ea134-3725-4c10-a132-9a05d2cd04bc req-f53c530b-6223-46c0-af9c-e511184b892d tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.1890697 Mar 28 09:09:53.555413 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-239add22-41e5-482c-be37-92a80d890e4b None None] Provisioning complete for port 65c7b453-84f0-4ea1-8ba9-3d448de1a867 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:53.555872 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-239add22-41e5-482c-be37-92a80d890e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:53.561966 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c21af3b-ea02-40dc-86f1-d553642eb5a1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:53.562845 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0c21af3b-ea02-40dc-86f1-d553642eb5a1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:53.582531 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62f1520-a7f9-4964-9a8a-622814829552 None None] DHCP port deletion for 5b605a66-8b67-4bf9-950d-e2347fc9165a request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:09:53.675894 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-702ef09f-f02f-4a74-8df7-5bc32101ba51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (7988a7cb-adce-455f-bba7-97ae06f921bc), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:53.721205 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-ce6725aa-de07-4f3e-bb00-d91847dcea49 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Floating IP ed06311d-cded-4487-9c52-591ddbeba67f associated. External IP: 172.36.4.231, port: 53098bc2-86b3-4333-8b86-e6c70357d3c1. Mar 28 09:09:53.723100 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-239add22-41e5-482c-be37-92a80d890e4b None None] Current status of the port 65c7b453-84f0-4ea1-8ba9-3d448de1a867 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:53.747297 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': '778f1157-82f9-4c49-ac1c-293d4a2053c2'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:09:53.748748 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:53.759262 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9383209-dfb9-45e0-b7b1-059316be0e87 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:09:53.782213 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (5b605a66-8b67-4bf9-950d-e2347fc9165a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:53.820178 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0c21af3b-ea02-40dc-86f1-d553642eb5a1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1472306 Mar 28 09:09:53.826693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21af3b-ea02-40dc-86f1-d553642eb5a1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=778f1157-82f9-4c49-ac1c-293d4a2053c2,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:53.837774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50036) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:53.839548 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5ab34a0b-c3f8-4afa-a715-0a4413dbc2d9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Deleting port 901345ec-22b7-47f1-a059-05096dd9cdf2 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:53.840225 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ab34a0b-c3f8-4afa-a715-0a4413dbc2d9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (901345ec-22b7-47f1-a059-05096dd9cdf2), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:53.849032 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-548caed6-1c80-4f01-aa05-513d6bb3ad07 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'mac_address': 'fa:16:3e:58:0a:26', 'name': 'tempest-NetworksTestDHCPv6-727206730'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:53.865864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b62f1520-a7f9-4964-9a8a-622814829552 None None] Deleting port 92a44cd4-541c-4f63-be79-8196427fc1fa {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:53.867798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b62f1520-a7f9-4964-9a8a-622814829552 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (92a44cd4-541c-4f63-be79-8196427fc1fa), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:53.878939 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d87ea134-3725-4c10-a132-9a05d2cd04bc req-985b7742-4cc3-4ea5-87db-959b81d6894e tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3239536 Mar 28 09:09:53.930327 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ef09f-f02f-4a74-8df7-5bc32101ba51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Subnet': ['ID=7988a7cb-adce-455f-bba7-97ae06f921bc,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:54.021277 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b62f1520-a7f9-4964-9a8a-622814829552 None None] For port 92a44cd4-541c-4f63-be79-8196427fc1fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=92a44cd4-541c-4f63-be79-8196427fc1fa,segment=NetworkSegment(3fe34092-192f-4447-b2eb-7e85300ac7e4),segment_id=3fe34092-192f-4447-b2eb-7e85300ac7e4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:54.021886 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b62f1520-a7f9-4964-9a8a-622814829552 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (92a44cd4-541c-4f63-be79-8196427fc1fa), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:54.053669 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Allocated IP 2001:db8::f816:3eff:feda:797c (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/778f1157-82f9-4c49-ac1c-293d4a2053c2/03efe236-ab7b-4a49-b783-df09a5ee726a) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:54.077801 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b62f1520-a7f9-4964-9a8a-622814829552 None None] Calling delete_port for 92a44cd4-541c-4f63-be79-8196427fc1fa owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:54.085937 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702ef09f-f02f-4a74-8df7-5bc32101ba51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Checking segment: {'id': 'c2f61bf4-713d-4ef0-b9e6-f87907a632aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1bcbc08b-e26b-4eec-af44-f062c4d73b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:54.086269 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702ef09f-f02f-4a74-8df7-5bc32101ba51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network hostable DHCP agents. Network: 1bcbc08b-e26b-4eec-af44-f062c4d73b4f, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:09:54.133152 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702ef09f-f02f-4a74-8df7-5bc32101ba51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network 1bcbc08b-e26b-4eec-af44-f062c4d73b4f is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:09:54.150180 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93788c3-ab7c-47d6-9a1e-4bacd9822f87 req-69d3bd5c-75c0-46c8-9bb9-18a9b411e462 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:54.157417 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d93788c3-ab7c-47d6-9a1e-4bacd9822f87 req-69d3bd5c-75c0-46c8-9bb9-18a9b411e462 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.1450393 Mar 28 09:09:54.167045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-702ef09f-f02f-4a74-8df7-5bc32101ba51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1bcbc08b-e26b-4eec-af44-f062c4d73b4f) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:54.180561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bfc22a-0203-4c7a-acca-9d62a05d0526 None None] Network 1bcbc08b-e26b-4eec-af44-f062c4d73b4f requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:54.185612 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702ef09f-f02f-4a74-8df7-5bc32101ba51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:54.186251 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-702ef09f-f02f-4a74-8df7-5bc32101ba51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:54.234907 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-702ef09f-f02f-4a74-8df7-5bc32101ba51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6373508 Mar 28 09:09:54.245779 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50040) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:54.255367 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-dd497f6f-e4d8-4aa7-b16e-71348acc5c8b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'network_id': '1bcbc08b-e26b-4eec-af44-f062c4d73b4f', 'name': 'tempest-PortsIpV6TestJSON-1762609744'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:54.359502 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 65c7b453-84f0-4ea1-8ba9-3d448de1a867 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:54.366504 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6725aa-de07-4f3e-bb00-d91847dcea49 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router fd4ce091-384d-4170-a28e-6cb246a819be has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:09:54.431009 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-a74e9b96-c184-47d9-bc22-9e8e049bf22f tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc56218a4f8a40e1b109b751b95dda1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8804853 Mar 28 09:09:54.441363 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d93788c3-ab7c-47d6-9a1e-4bacd9822f87 req-1def335d-2bc4-4c31-a05c-4c5f63cb8719 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829967 Mar 28 09:09:54.463006 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b62f1520-a7f9-4964-9a8a-622814829552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (92a44cd4-541c-4f63-be79-8196427fc1fa), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:54.465234 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Publish callbacks [] for port (03efe236-ab7b-4a49-b783-df09a5ee726a), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:54.502705 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1bcbc08b-e26b-4eec-af44-f062c4d73b4f', 'network_id': '1bcbc08b-e26b-4eec-af44-f062c4d73b4f', 'project_id': '99087c95b7ef419398067fe352f6e8e0', 'fixed_ips': [{'subnet_id': '7988a7cb-adce-455f-bba7-97ae06f921bc'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:09:54.503605 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:54.508536 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62f1520-a7f9-4964-9a8a-622814829552 None None] No DVR routers for this DVR port 92a44cd4-541c-4f63-be79-8196427fc1fa on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:09:54.519977 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f1520-a7f9-4964-9a8a-622814829552 None None] Pushing event deleted for resources: {'Port': ['ID=92a44cd4-541c-4f63-be79-8196427fc1fa,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:54.530079 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (03efe236-ab7b-4a49-b783-df09a5ee726a), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:54.568769 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9383209-dfb9-45e0-b7b1-059316be0e87 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:54.578562 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b9383209-dfb9-45e0-b7b1-059316be0e87 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:54.579899 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b9383209-dfb9-45e0-b7b1-059316be0e87 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 HTTP/1.1" status: 200 len: 702 time: 4.4144032 Mar 28 09:09:54.587445 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50044) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:54.595156 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Pushing event updated for resources: {'Port': ['ID=03efe236-ab7b-4a49-b783-df09a5ee726a,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:54.603692 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eafc91e-9387-471b-a379-802d5aa34c12 None None] Sync routers for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:54.638395 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 65c7b453-84f0-4ea1-8ba9-3d448de1a867 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:54.638787 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:54.676362 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ab34a0b-c3f8-4afa-a715-0a4413dbc2d9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (901345ec-22b7-47f1-a059-05096dd9cdf2), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:54.697092 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port 92a44cd4-541c-4f63-be79-8196427fc1fa {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:54.697450 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (92a44cd4-541c-4f63-be79-8196427fc1fa), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:54.717258 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd497f6f-e4d8-4aa7-b16e-71348acc5c8b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:54.720918 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd497f6f-e4d8-4aa7-b16e-71348acc5c8b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:54.753572 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5ab34a0b-c3f8-4afa-a715-0a4413dbc2d9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Calling delete_port for 901345ec-22b7-47f1-a059-05096dd9cdf2 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:54.755701 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548caed6-1c80-4f01-aa05-513d6bb3ad07 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:54.771482 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-dd497f6f-e4d8-4aa7-b16e-71348acc5c8b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] device_id is not set on port 163efc8a-8dfe-4e28-9b9a-34839233326d yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:09:54.800183 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-13024d46-3378-4741-96f5-ecc597a77578 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/routers/54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 HTTP/1.1" status: 200 len: 702 time: 0.2065301 Mar 28 09:09:54.801821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50046) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:54.835129 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:54.848462 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556c1d6-853c-4fd0-b463-cd27e51f27a0 req-d922db29-5f07-44d9-bc16-f5707fa3a736 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:54.849604 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6556c1d6-853c-4fd0-b463-cd27e51f27a0 req-d922db29-5f07-44d9-bc16-f5707fa3a736 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2737129 Mar 28 09:09:54.854464 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6725aa-de07-4f3e-bb00-d91847dcea49 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:54.854662 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-f2db2405-7b30-4fb6-9c05-d99b8085d666 service neutron] 10.222.0.15 "GET /v2.0/networks/6c3b7f15-8dc7-442e-88e8-e1bad20fff21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227643 Mar 28 09:09:54.888549 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed35f279-386e-4344-b8b9-4b0a856a0ab2 None None] Sync routers for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:54.907026 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed35f279-386e-4344-b8b9-4b0a856a0ab2 None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:54.915227 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ed35f279-386e-4344-b8b9-4b0a856a0ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:54.921197 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eafc91e-9387-471b-a379-802d5aa34c12 None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:54.921870 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0eafc91e-9387-471b-a379-802d5aa34c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:54.943818 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:54.963520 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ed35f279-386e-4344-b8b9-4b0a856a0ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:54.987908 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed35f279-386e-4344-b8b9-4b0a856a0ab2 None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:54.988539 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ed35f279-386e-4344-b8b9-4b0a856a0ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:54.992691 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:55.019708 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-7bb52318-1611-4391-ac50-b29029dbd825 service neutron] 10.222.0.15 "GET /v2.0/networks/6c3b7f15-8dc7-442e-88e8-e1bad20fff21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092331 Mar 28 09:09:55.033364 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] For port 92a44cd4-541c-4f63-be79-8196427fc1fa, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:55.033845 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (92a44cd4-541c-4f63-be79-8196427fc1fa), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:55.066562 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ed35f279-386e-4344-b8b9-4b0a856a0ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:55.067121 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed35f279-386e-4344-b8b9-4b0a856a0ab2 None None] The sync data for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:55.093561 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for 92a44cd4-541c-4f63-be79-8196427fc1fa owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:55.104186 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.ipam_backend_mixin [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Port 92a44cd4-541c-4f63-be79-8196427fc1fa was not found and therefore no delete operation was performed {{(pid=104075) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 09:09:55.130976 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (92a44cd4-541c-4f63-be79-8196427fc1fa), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:55.154993 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Allocated IP 2001:db8::2 (1bcbc08b-e26b-4eec-af44-f062c4d73b4f/7988a7cb-adce-455f-bba7-97ae06f921bc/a6346982-cbda-4148-a717-12a2dec91ac1) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:55.195669 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-548caed6-1c80-4f01-aa05-513d6bb3ad07 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:55.198666 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=92a44cd4-541c-4f63-be79-8196427fc1fa,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:55.201235 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Attempting to bind port 03efe236-ab7b-4a49-b783-df09a5ee726a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:55.201716 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Attempting to bind port 03efe236-ab7b-4a49-b783-df09a5ee726a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:55.202191 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Attempting to bind port 03efe236-ab7b-4a49-b783-df09a5ee726a on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:55.219883 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-0eafc91e-9387-471b-a379-802d5aa34c12 None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:09:55.221080 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No DVR routers for this DVR port 92a44cd4-541c-4f63-be79-8196427fc1fa on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:09:55.224965 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:55.225452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:55.226639 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:55.227204 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:55.227886 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Bound port: 03efe236-ab7b-4a49-b783-df09a5ee726a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:55.228450 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (03efe236-ab7b-4a49-b783-df09a5ee726a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:55.352071 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-548caed6-1c80-4f01-aa05-513d6bb3ad07 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port b458e4eb-1d9e-476b-99a9-11f796bbde5d yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:09:55.391915 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 65c7b453-84f0-4ea1-8ba9-3d448de1a867 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:55.493758 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c5b16fb2-3e15-468e-bfb7-f35196dc5379 req-4dec2f80-c21d-41fa-8a4f-cf8562639a25 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 210 time: 0.1680706 Mar 28 09:09:55.513578 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (5b605a66-8b67-4bf9-950d-e2347fc9165a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:55.527390 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 92a44cd4-541c-4f63-be79-8196427fc1fa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:09:55.592646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b605a66-8b67-4bf9-950d-e2347fc9165a']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:55.599464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 92a44cd4-541c-4f63-be79-8196427fc1fa {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:09:55.599818 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 92a44cd4-541c-4f63-be79-8196427fc1fa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:09:55.616842 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe34092-192f-4447-b2eb-7e85300ac7e4') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:55.617969 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe34092-192f-4447-b2eb-7e85300ac7e4') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:55.626775 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] For port 03efe236-ab7b-4a49-b783-df09a5ee726a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:55.658390 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (3fe34092-192f-4447-b2eb-7e85300ac7e4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:55.677200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] For port 03efe236-ab7b-4a49-b783-df09a5ee726a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03efe236-ab7b-4a49-b783-df09a5ee726a,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:55.690683 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ab34a0b-c3f8-4afa-a715-0a4413dbc2d9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (901345ec-22b7-47f1-a059-05096dd9cdf2), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:55.699320 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (3fe34092-192f-4447-b2eb-7e85300ac7e4), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:55.708786 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (03efe236-ab7b-4a49-b783-df09a5ee726a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:55.718647 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Publish callbacks [] for port (a6346982-cbda-4148-a717-12a2dec91ac1), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:55.720364 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6556c1d6-853c-4fd0-b463-cd27e51f27a0 req-abafe5a7-34dc-4084-b17e-2121fef5fea8 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6909125 Mar 28 09:09:55.742678 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-548caed6-1c80-4f01-aa05-513d6bb3ad07 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::f816:3eff:fe58:a26 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/778f1157-82f9-4c49-ac1c-293d4a2053c2/b458e4eb-1d9e-476b-99a9-11f796bbde5d) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:55.747845 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab34a0b-c3f8-4afa-a715-0a4413dbc2d9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Pushing event deleted for resources: {'Port': ['ID=901345ec-22b7-47f1-a059-05096dd9cdf2,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:55.772257 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:09:55.772693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (3fe34092-192f-4447-b2eb-7e85300ac7e4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:09:55.781219 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:09:55.795671 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (a6346982-cbda-4148-a717-12a2dec91ac1), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:55.851177 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Network 1bcbc08b-e26b-4eec-af44-f062c4d73b4f is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:55.868397 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:55.872103 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:55.874484 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674b6e8-622b-4ede-9b7e-725f4fbb509c None None] Pushing event updated for resources: {'Port': ['ID=03efe236-ab7b-4a49-b783-df09a5ee726a,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:55.925281 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-dd497f6f-e4d8-4aa7-b16e-71348acc5c8b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Allocated IP 2001:db8::a3 (1bcbc08b-e26b-4eec-af44-f062c4d73b4f/7988a7cb-adce-455f-bba7-97ae06f921bc/163efc8a-8dfe-4e28-9b9a-34839233326d) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:56.005042 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (5b605a66-8b67-4bf9-950d-e2347fc9165a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.017391 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Attempting to bind port a6346982-cbda-4148-a717-12a2dec91ac1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:09:56.017798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Attempting to bind port a6346982-cbda-4148-a717-12a2dec91ac1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c2f61bf4-713d-4ef0-b9e6-f87907a632aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1bcbc08b-e26b-4eec-af44-f062c4d73b4f'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:09:56.018640 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Attempting to bind port a6346982-cbda-4148-a717-12a2dec91ac1 on network 1bcbc08b-e26b-4eec-af44-f062c4d73b4f {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:09:56.022041 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Pushing event updated for resources: {'Port': ['ID=a6346982-cbda-4148-a717-12a2dec91ac1,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:56.025774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.029830 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/networks/5b605a66-8b67-4bf9-950d-e2347fc9165a HTTP/1.1" status: 204 len: 168 time: 2.9403057 Mar 28 09:09:56.037917 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0eafc91e-9387-471b-a379-802d5aa34c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:52Z', 'revision_number': 7, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '2393cede-3d07-4a09-8ce4-d2b2d9eb8e53', 'name': '', 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:c1:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:31Z', 'updated_at': '2022-03-28T09:09:40Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:26Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb24158c-aed3-41db-becb-8c3273813f91', 'name': '', 'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:81:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'd4bf00bc-98b1-42c7-9033-574da8b0f417', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:40Z', 'updated_at': '2022-03-28T09:09:48Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'd4bf00bc-98b1-42c7-9033-574da8b0f417', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:56.039689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50062) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:56.042127 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:09:56.042498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Checking segment: {'id': 'c2f61bf4-713d-4ef0-b9e6-f87907a632aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1bcbc08b-e26b-4eec-af44-f062c4d73b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:56.042916 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.048743 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-496dc622-12d9-4b3c-a9f8-333890e542d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-302069574'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:56.051546 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Bound using segment: {'id': 'c2f61bf4-713d-4ef0-b9e6-f87907a632aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1bcbc08b-e26b-4eec-af44-f062c4d73b4f'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:09:56.052137 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Bound port: a6346982-cbda-4148-a717-12a2dec91ac1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f61bf4-713d-4ef0-b9e6-f87907a632aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1bcbc08b-e26b-4eec-af44-f062c4d73b4f'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:09:56.052613 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a6346982-cbda-4148-a717-12a2dec91ac1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.067840 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ab34a0b-c3f8-4afa-a715-0a4413dbc2d9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (2c3f8e25-f81f-4649-9277-103c70420f8c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.103965 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eafc91e-9387-471b-a379-802d5aa34c12 None None] Checking router: 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:09:56.129927 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beaf3dd-ed0e-4bec-8391-baa452e82d11 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Network': ['ID=5b605a66-8b67-4bf9-950d-e2347fc9165a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:56.208465 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eafc91e-9387-471b-a379-802d5aa34c12 None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:56.209690 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0eafc91e-9387-471b-a379-802d5aa34c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:56.283419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ab34a0b-c3f8-4afa-a715-0a4413dbc2d9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (2c3f8e25-f81f-4649-9277-103c70420f8c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.287598 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ab34a0b-c3f8-4afa-a715-0a4413dbc2d9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_controller (2c3f8e25-f81f-4649-9277-103c70420f8c), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.356769 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ab34a0b-c3f8-4afa-a715-0a4413dbc2d9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (2c3f8e25-f81f-4649-9277-103c70420f8c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.357335 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab34a0b-c3f8-4afa-a715-0a4413dbc2d9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Fanout notify agent at l3_agent the message router_deleted on router 2c3f8e25-f81f-4649-9277-103c70420f8c {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:09:56.365252 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ab34a0b-c3f8-4afa-a715-0a4413dbc2d9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.371664 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5ab34a0b-c3f8-4afa-a715-0a4413dbc2d9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "DELETE /v2.0/routers/2c3f8e25-f81f-4649-9277-103c70420f8c HTTP/1.1" status: 204 len: 168 time: 5.0560544 Mar 28 09:09:56.371664 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50066) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:56.375174 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1325740554', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}, 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:56.423816 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-548caed6-1c80-4f01-aa05-513d6bb3ad07 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (b458e4eb-1d9e-476b-99a9-11f796bbde5d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.433691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (9d74f78d-7088-413e-80f4-6d6ec79e7c6b), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.434961 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (9d74f78d-7088-413e-80f4-6d6ec79e7c6b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.463958 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd497f6f-e4d8-4aa7-b16e-71348acc5c8b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (163efc8a-8dfe-4e28-9b9a-34839233326d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.466075 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496dc622-12d9-4b3c-a9f8-333890e542d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:56.470433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-496dc622-12d9-4b3c-a9f8-333890e542d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.474418 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 03efe236-ab7b-4a49-b783-df09a5ee726a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:56.496561 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6725aa-de07-4f3e-bb00-d91847dcea49 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router fd4ce091-384d-4170-a28e-6cb246a819be has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:09:56.519624 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_controller (9d74f78d-7088-413e-80f4-6d6ec79e7c6b), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.527040 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-548caed6-1c80-4f01-aa05-513d6bb3ad07 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (b458e4eb-1d9e-476b-99a9-11f796bbde5d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.551118 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496dc622-12d9-4b3c-a9f8-333890e542d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:09:56.631704 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] For port a6346982-cbda-4148-a717-12a2dec91ac1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:09:56.661349 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] For port a6346982-cbda-4148-a717-12a2dec91ac1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a6346982-cbda-4148-a717-12a2dec91ac1,segment=NetworkSegment(c2f61bf4-713d-4ef0-b9e6-f87907a632aa),segment_id=c2f61bf4-713d-4ef0-b9e6-f87907a632aa)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:09:56.664505 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-0eafc91e-9387-471b-a379-802d5aa34c12 None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:09:56.694028 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-99294e20-944f-4ae2-acf5-4f6b4af68b4d req-e2e8466f-da13-4a64-bd78-c80090c2fefd tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 210 time: 0.0416079 Mar 28 09:09:56.699450 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (a6346982-cbda-4148-a717-12a2dec91ac1), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.711410 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548caed6-1c80-4f01-aa05-513d6bb3ad07 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:56.719584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-548caed6-1c80-4f01-aa05-513d6bb3ad07 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:56.721684 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548caed6-1c80-4f01-aa05-513d6bb3ad07 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:56.731624 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548caed6-1c80-4f01-aa05-513d6bb3ad07 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:56.732389 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-548caed6-1c80-4f01-aa05-513d6bb3ad07 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.752865 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-496dc622-12d9-4b3c-a9f8-333890e542d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (e60526f0-6014-4b17-b7b0-5b67a73c91fb), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.753459 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-496dc622-12d9-4b3c-a9f8-333890e542d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Added segment e60526f0-6014-4b17-b7b0-5b67a73c91fb of type vlan for network 8bf4c3f4-9a8f-4fa9-875e-37c1b66db791 Mar 28 09:09:56.793031 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548caed6-1c80-4f01-aa05-513d6bb3ad07 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=b458e4eb-1d9e-476b-99a9-11f796bbde5d,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:56.814294 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-496dc622-12d9-4b3c-a9f8-333890e542d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (8bf4c3f4-9a8f-4fa9-875e-37c1b66db791), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.838094 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-548caed6-1c80-4f01-aa05-513d6bb3ad07 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.9947882 Mar 28 09:09:56.838902 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50070) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:56.861734 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6725aa-de07-4f3e-bb00-d91847dcea49 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:56.872601 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-496dc622-12d9-4b3c-a9f8-333890e542d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (8bf4c3f4-9a8f-4fa9-875e-37c1b66db791), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.878933 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496dc622-12d9-4b3c-a9f8-333890e542d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:56.879665 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-496dc622-12d9-4b3c-a9f8-333890e542d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.890691 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ce6725aa-de07-4f3e-bb00-d91847dcea49 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.904433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd497f6f-e4d8-4aa7-b16e-71348acc5c8b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (163efc8a-8dfe-4e28-9b9a-34839233326d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.915093 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_gateway (9d74f78d-7088-413e-80f4-6d6ec79e7c6b), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:56.970671 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae829f3a-7d37-4dec-b9e5-b95ff204014b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:56.977593 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae829f3a-7d37-4dec-b9e5-b95ff204014b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:56.979473 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ae829f3a-7d37-4dec-b9e5-b95ff204014b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1373501 Mar 28 09:09:57.008748 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50072) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:57.073043 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd497f6f-e4d8-4aa7-b16e-71348acc5c8b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=163efc8a-8dfe-4e28-9b9a-34839233326d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:57.121641 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b2572a-3f24-44d9-87e1-eebbe1e73fd8 None None] Sync routers for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:57.136425 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 03efe236-ab7b-4a49-b783-df09a5ee726a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:57.137055 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (03efe236-ab7b-4a49-b783-df09a5ee726a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:57.153214 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d284e6-8802-49f2-99d0-ff964c39f0c3 None None] Pushing event updated for resources: {'Port': ['ID=a6346982-cbda-4148-a717-12a2dec91ac1,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:57.191938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-021094c1-6480-4b3e-bc26-424393240175 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port b458e4eb-1d9e-476b-99a9-11f796bbde5d {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:57.192400 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-021094c1-6480-4b3e-bc26-424393240175 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b458e4eb-1d9e-476b-99a9-11f796bbde5d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:57.197656 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b2572a-3f24-44d9-87e1-eebbe1e73fd8 None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:57.198606 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-e6b2572a-3f24-44d9-87e1-eebbe1e73fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:57.239638 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-496dc622-12d9-4b3c-a9f8-333890e542d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1949365 Mar 28 09:09:57.244139 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50074) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:57.273041 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd497f6f-e4d8-4aa7-b16e-71348acc5c8b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network 1bcbc08b-e26b-4eec-af44-f062c4d73b4f is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:57.275510 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496dc622-12d9-4b3c-a9f8-333890e542d3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Network': ['ID=8bf4c3f4-9a8f-4fa9-875e-37c1b66db791,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:57.292162 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4bb3e55a-6f67-4460-9096-3d96d58463c4 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'subnet': {'network_id': '8bf4c3f4-9a8f-4fa9-875e-37c1b66db791', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:57.298251 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-e6b2572a-3f24-44d9-87e1-eebbe1e73fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:57.306814 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-dd497f6f-e4d8-4aa7-b16e-71348acc5c8b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:57.309557 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd497f6f-e4d8-4aa7-b16e-71348acc5c8b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:57.315377 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd497f6f-e4d8-4aa7-b16e-71348acc5c8b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:57.316263 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd497f6f-e4d8-4aa7-b16e-71348acc5c8b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:57.352577 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dd497f6f-e4d8-4aa7-b16e-71348acc5c8b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1047535 Mar 28 09:09:57.353307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50076) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:57.363098 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ce6725aa-de07-4f3e-bb00-d91847dcea49 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "PUT /v2.0/floatingips/ed06311d-cded-4487-9c52-591ddbeba67f HTTP/1.1" status: 200 len: 978 time: 6.0344782 Mar 28 09:09:57.372649 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1464f453-8be8-4562-a267-323b7eff0c81 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:57.376225 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50078) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:57.399956 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 8bf4c3f4-9a8f-4fa9-875e-37c1b66db791 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:09:57.409064 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e9fa56b8-6b6c-4a89-b01c-87ee141f2450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:57.544954 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b2572a-3f24-44d9-87e1-eebbe1e73fd8 None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:57.545629 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-e6b2572a-3f24-44d9-87e1-eebbe1e73fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:57.597370 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-e6b2572a-3f24-44d9-87e1-eebbe1e73fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:57.598091 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b2572a-3f24-44d9-87e1-eebbe1e73fd8 None None] The sync data for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:57.604298 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-021094c1-6480-4b3e-bc26-424393240175 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b458e4eb-1d9e-476b-99a9-11f796bbde5d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:57.621878 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-021094c1-6480-4b3e-bc26-424393240175 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for b458e4eb-1d9e-476b-99a9-11f796bbde5d owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:57.626660 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-01fc60c9-b622-4974-af45-f65c55bc31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:57.671753 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9fa56b8-6b6c-4a89-b01c-87ee141f2450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (ed06311d-cded-4487-9c52-591ddbeba67f), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:57.729101 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-04a80123-769d-4105-ba10-a07cfcaa8aae None None] Provisioning complete for port 03efe236-ab7b-4a49-b783-df09a5ee726a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:57.729838 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-04a80123-769d-4105-ba10-a07cfcaa8aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (03efe236-ab7b-4a49-b783-df09a5ee726a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:57.763201 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb3e55a-6f67-4460-9096-3d96d58463c4 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:57.766888 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e55a-6f67-4460-9096-3d96d58463c4 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:57.779763 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 03efe236-ab7b-4a49-b783-df09a5ee726a is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:57.780384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (03efe236-ab7b-4a49-b783-df09a5ee726a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:57.829161 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0eafc91e-9387-471b-a379-802d5aa34c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:52Z', 'revision_number': 7, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '2393cede-3d07-4a09-8ce4-d2b2d9eb8e53', 'name': '', 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:c1:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:31Z', 'updated_at': '2022-03-28T09:09:40Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:26Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb24158c-aed3-41db-becb-8c3273813f91', 'name': '', 'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:81:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'd4bf00bc-98b1-42c7-9033-574da8b0f417', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:40Z', 'updated_at': '2022-03-28T09:09:48Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'd4bf00bc-98b1-42c7-9033-574da8b0f417', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:57.888032 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eafc91e-9387-471b-a379-802d5aa34c12 None None] The sync data for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv is: [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:52Z', 'revision_number': 7, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '2393cede-3d07-4a09-8ce4-d2b2d9eb8e53', 'name': '', 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:c1:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:31Z', 'updated_at': '2022-03-28T09:09:40Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:26Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb24158c-aed3-41db-becb-8c3273813f91', 'name': '', 'network_id': 'b906f308-cab8-47d2-8bc7-02a2f9d62cfc', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:81:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'd4bf00bc-98b1-42c7-9033-574da8b0f417', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:40Z', 'updated_at': '2022-03-28T09:09:48Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'd4bf00bc-98b1-42c7-9033-574da8b0f417', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:57.893088 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 03efe236-ab7b-4a49-b783-df09a5ee726a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03efe236-ab7b-4a49-b783-df09a5ee726a,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:57.933403 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (03efe236-ab7b-4a49-b783-df09a5ee726a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:57.940917 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9fa56b8-6b6c-4a89-b01c-87ee141f2450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:57.966215 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9fa56b8-6b6c-4a89-b01c-87ee141f2450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (ed06311d-cded-4487-9c52-591ddbeba67f), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:57.968096 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-e9fa56b8-6b6c-4a89-b01c-87ee141f2450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Floating IP ed06311d-cded-4487-9c52-591ddbeba67f disassociated. External IP: 172.36.4.231, port: 21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723. Mar 28 09:09:58.026705 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-04a80123-769d-4105-ba10-a07cfcaa8aae None None] Current status of the port 03efe236-ab7b-4a49-b783-df09a5ee726a is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:58.028228 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-04a80123-769d-4105-ba10-a07cfcaa8aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (03efe236-ab7b-4a49-b783-df09a5ee726a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:58.041262 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31bfc1cc-6043-495b-b580-c739e1972b46 req-9b57b1e9-d8b0-49e2-ac56-fcd0c2fa179c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 210 time: 0.1180248 Mar 28 09:09:58.071382 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=03efe236-ab7b-4a49-b783-df09a5ee726a,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:58.134296 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-04a80123-769d-4105-ba10-a07cfcaa8aae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:09:58.134656 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-04a80123-769d-4105-ba10-a07cfcaa8aae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:09:58.174220 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-31c51ac1-028a-4d41-bfa8-6270412333a4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port 163efc8a-8dfe-4e28-9b9a-34839233326d {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:58.175213 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-31c51ac1-028a-4d41-bfa8-6270412333a4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (163efc8a-8dfe-4e28-9b9a-34839233326d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:58.367435 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-31c51ac1-028a-4d41-bfa8-6270412333a4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (163efc8a-8dfe-4e28-9b9a-34839233326d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:58.387115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-31c51ac1-028a-4d41-bfa8-6270412333a4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for 163efc8a-8dfe-4e28-9b9a-34839233326d owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:58.392865 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_gateway (9d74f78d-7088-413e-80f4-6d6ec79e7c6b), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:58.411425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d6c885b3-2b19-4257-8050-afb04a1e4027 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:58.412884 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d6c885b3-2b19-4257-8050-afb04a1e4027 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.16 "GET /v2.0/networks?id=6c3b7f15-8dc7-442e-88e8-e1bad20fff21 HTTP/1.1" status: 200 len: 796 time: 1.0133803 Mar 28 09:09:58.417745 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 03efe236-ab7b-4a49-b783-df09a5ee726a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:58.450388 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:58.457584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4a2301-791a-431d-992c-ae872f4084e4 None None] Network 1bcbc08b-e26b-4eec-af44-f062c4d73b4f requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:58.561569 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 03efe236-ab7b-4a49-b783-df09a5ee726a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:58.562306 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (03efe236-ab7b-4a49-b783-df09a5ee726a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:58.572925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-021094c1-6480-4b3e-bc26-424393240175 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (b458e4eb-1d9e-476b-99a9-11f796bbde5d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:58.647200 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fa56b8-6b6c-4a89-b01c-87ee141f2450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router fd4ce091-384d-4170-a28e-6cb246a819be has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:09:58.659921 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-1464f453-8be8-4562-a267-323b7eff0c81 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting port cb24158c-aed3-41db-becb-8c3273813f91 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:09:58.659921 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1464f453-8be8-4562-a267-323b7eff0c81 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (cb24158c-aed3-41db-becb-8c3273813f91), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:58.660266 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021094c1-6480-4b3e-bc26-424393240175 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=b458e4eb-1d9e-476b-99a9-11f796bbde5d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:58.678949 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-04a80123-769d-4105-ba10-a07cfcaa8aae None None] Current status of the port 03efe236-ab7b-4a49-b783-df09a5ee726a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:58.679383 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-c7dcde2a-d40e-456f-8dfc-9941a26a7d1a tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc56218a4f8a40e1b109b751b95dda1a HTTP/1.1" status: 200 len: 379 time: 0.2421691 Mar 28 09:09:58.704222 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Request body: {'port': {'device_id': 'f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8', 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21', 'admin_state_up': True, 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'security_groups': ['27e82b31-4e64-46b8-bbe9-c44a0432a9b0']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:58.776028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 03efe236-ab7b-4a49-b783-df09a5ee726a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:58.782823 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a6346982-cbda-4148-a717-12a2dec91ac1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:09:58.802071 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-021094c1-6480-4b3e-bc26-424393240175 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:58.809287 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50086) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:58.812661 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-021094c1-6480-4b3e-bc26-424393240175 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/b458e4eb-1d9e-476b-99a9-11f796bbde5d HTTP/1.1" status: 204 len: 168 time: 1.7923195 Mar 28 09:09:58.813994 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e55a-6f67-4460-9096-3d96d58463c4 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (68244606-982a-436a-8bf7-9059d6ed0c39), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:58.861396 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port a6346982-cbda-4148-a717-12a2dec91ac1 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:58.862057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a6346982-cbda-4148-a717-12a2dec91ac1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:58.866056 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c06837f9-5203-433c-b51a-80241fe9194e None None] Provisioning complete for port a6346982-cbda-4148-a717-12a2dec91ac1 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:58.866758 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c06837f9-5203-433c-b51a-80241fe9194e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a6346982-cbda-4148-a717-12a2dec91ac1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:58.897648 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-31c51ac1-028a-4d41-bfa8-6270412333a4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (163efc8a-8dfe-4e28-9b9a-34839233326d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:58.958702 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-1464f453-8be8-4562-a267-323b7eff0c81 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] For port cb24158c-aed3-41db-becb-8c3273813f91, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb24158c-aed3-41db-becb-8c3273813f91,segment=NetworkSegment(2e4f34d2-6860-41a2-9645-2153a4f45692),segment_id=2e4f34d2-6860-41a2-9645-2153a4f45692)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:58.959350 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1464f453-8be8-4562-a267-323b7eff0c81 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (cb24158c-aed3-41db-becb-8c3273813f91), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:58.983611 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-1464f453-8be8-4562-a267-323b7eff0c81 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Calling delete_port for cb24158c-aed3-41db-becb-8c3273813f91 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:09:58.998587 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Allocated IP 172.36.4.195 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/f4dccc85-0c16-43bf-b997-bfab2d233845) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:59.017885 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c06837f9-5203-433c-b51a-80241fe9194e None None] Current status of the port a6346982-cbda-4148-a717-12a2dec91ac1 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:59.018529 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c06837f9-5203-433c-b51a-80241fe9194e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a6346982-cbda-4148-a717-12a2dec91ac1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:59.052866 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port a6346982-cbda-4148-a717-12a2dec91ac1 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:59.053504 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a6346982-cbda-4148-a717-12a2dec91ac1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:59.056610 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3e55a-6f67-4460-9096-3d96d58463c4 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Subnet': ['ID=68244606-982a-436a-8bf7-9059d6ed0c39,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:59.107608 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c06837f9-5203-433c-b51a-80241fe9194e None None] For port a6346982-cbda-4148-a717-12a2dec91ac1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a6346982-cbda-4148-a717-12a2dec91ac1,segment=NetworkSegment(c2f61bf4-713d-4ef0-b9e6-f87907a632aa),segment_id=c2f61bf4-713d-4ef0-b9e6-f87907a632aa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:09:59.113183 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb3e55a-6f67-4460-9096-3d96d58463c4 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Checking segment: {'id': 'e60526f0-6014-4b17-b7b0-5b67a73c91fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bf4c3f4-9a8f-4fa9-875e-37c1b66db791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:09:59.113551 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb3e55a-6f67-4460-9096-3d96d58463c4 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network hostable DHCP agents. Network: 8bf4c3f4-9a8f-4fa9-875e-37c1b66db791, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:09:59.116410 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c06837f9-5203-433c-b51a-80241fe9194e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (a6346982-cbda-4148-a717-12a2dec91ac1), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:59.128052 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c51ac1-028a-4d41-bfa8-6270412333a4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=163efc8a-8dfe-4e28-9b9a-34839233326d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:59.151006 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c06837f9-5203-433c-b51a-80241fe9194e None None] Could not find standard attr ID for object b458e4eb-1d9e-476b-99a9-11f796bbde5d. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:09:59.198627 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de05d21c-2058-4a7c-81f8-860b4f57845d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:59.200141 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de05d21c-2058-4a7c-81f8-860b4f57845d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:59.201848 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-de05d21c-2058-4a7c-81f8-860b4f57845d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3883722 Mar 28 09:09:59.203996 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fa56b8-6b6c-4a89-b01c-87ee141f2450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:09:59.206047 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50090) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:59.218191 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ad141f5b-0635-4867-a598-a29b1d3e3c87 req-4007a6c6-75de-4835-b831-4e320b156e26 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 210 time: 0.0537221 Mar 28 09:09:59.229855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Made reservation on behalf of fc56218a4f8a40e1b109b751b95dda1a for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:09:59.233477 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:09:59.233741 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:59.233950 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:09:59.234395 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165dcc08-64fa-4a85-b5c9-b40ca66ee7cf None None] Sync routers for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:09:59.244549 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9fa56b8-6b6c-4a89-b01c-87ee141f2450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:59.244773 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06837f9-5203-433c-b51a-80241fe9194e None None] Pushing event updated for resources: {'Port': ['ID=a6346982-cbda-4148-a717-12a2dec91ac1,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:59.258416 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165dcc08-64fa-4a85-b5c9-b40ca66ee7cf None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:59.259158 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-165dcc08-64fa-4a85-b5c9-b40ca66ee7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:59.275849 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-31c51ac1-028a-4d41-bfa8-6270412333a4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:59.282105 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-31c51ac1-028a-4d41-bfa8-6270412333a4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/ports/163efc8a-8dfe-4e28-9b9a-34839233326d HTTP/1.1" status: 204 len: 168 time: 1.9264739 Mar 28 09:09:59.284335 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50092) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:59.292784 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f89e8e0f-8bba-42c7-ac75-60c21c736333 None None] Provisioning complete for port a6346982-cbda-4148-a717-12a2dec91ac1 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:09:59.293395 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f89e8e0f-8bba-42c7-ac75-60c21c736333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a6346982-cbda-4148-a717-12a2dec91ac1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:59.297065 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e9fa56b8-6b6c-4a89-b01c-87ee141f2450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "PUT /v2.0/floatingips/ed06311d-cded-4487-9c52-591ddbeba67f HTTP/1.1" status: 200 len: 688 time: 1.8896852 Mar 28 09:09:59.300271 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50094) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:59.325746 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-165dcc08-64fa-4a85-b5c9-b40ca66ee7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:59.342838 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165dcc08-64fa-4a85-b5c9-b40ca66ee7cf None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:09:59.343459 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-165dcc08-64fa-4a85-b5c9-b40ca66ee7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:59.346861 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for port (f4dccc85-0c16-43bf-b997-bfab2d233845), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:59.388719 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f89e8e0f-8bba-42c7-ac75-60c21c736333 None None] Current status of the port a6346982-cbda-4148-a717-12a2dec91ac1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:59.392741 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f89e8e0f-8bba-42c7-ac75-60c21c736333 None None] Could not find standard attr ID for object 163efc8a-8dfe-4e28-9b9a-34839233326d. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:09:59.404706 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b4984c-5837-4066-a4c4-2f22013c6e0f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] DELETE failed (client error): The resource could not be found. Mar 28 09:09:59.405305 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b4984c-5837-4066-a4c4-2f22013c6e0f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:09:59.405455 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-165dcc08-64fa-4a85-b5c9-b40ca66ee7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:09:59.406088 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165dcc08-64fa-4a85-b5c9-b40ca66ee7cf None None] The sync data for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:09:59.411965 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-90b4984c-5837-4066-a4c4-2f22013c6e0f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/ports/163efc8a-8dfe-4e28-9b9a-34839233326d HTTP/1.1" status: 404 len: 333 time: 0.1263130 Mar 28 09:09:59.415781 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50096) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:59.418660 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb3e55a-6f67-4460-9096-3d96d58463c4 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network 8bf4c3f4-9a8f-4fa9-875e-37c1b66db791 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:09:59.451625 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d2f697c6-0199-4108-937f-713cee436c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:59.481345 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (f4dccc85-0c16-43bf-b997-bfab2d233845), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:59.494119 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf496a6-fb61-453b-aa27-db07f6045fb5 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] GET failed (client error): The resource could not be found. Mar 28 09:09:59.495654 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7bf496a6-fb61-453b-aa27-db07f6045fb5 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports/163efc8a-8dfe-4e28-9b9a-34839233326d HTTP/1.1" status: 404 len: 333 time: 0.0747006 Mar 28 09:09:59.520313 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50098) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:59.527130 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-4bb3e55a-6f67-4460-9096-3d96d58463c4 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8bf4c3f4-9a8f-4fa9-875e-37c1b66db791) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:59.538295 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07390d08-1188-4b9c-bafb-ef7dcda7614b None None] Network 8bf4c3f4-9a8f-4fa9-875e-37c1b66db791 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:09:59.541486 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-94059b2f-4938-4f5f-826b-c484fa33ccc9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet 778f1157-82f9-4c49-ac1c-293d4a2053c2 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:09:59.584360 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-94059b2f-4938-4f5f-826b-c484fa33ccc9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (778f1157-82f9-4c49-ac1c-293d4a2053c2), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:59.588648 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb3e55a-6f67-4460-9096-3d96d58463c4 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:09:59.589255 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e55a-6f67-4460-9096-3d96d58463c4 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:59.626282 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-fd021e07-3a8b-4f2e-981f-2183d35b1767 None None] Could not find standard attr ID for object 163efc8a-8dfe-4e28-9b9a-34839233326d. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:09:59.673028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8bf4c3f4-9a8f-4fa9-875e-37c1b66db791', 'network_id': '8bf4c3f4-9a8f-4fa9-875e-37c1b66db791', 'project_id': 'ef21c6b2cfed4e4b89f188c5409e8013', 'fixed_ips': [{'subnet_id': '68244606-982a-436a-8bf7-9059d6ed0c39'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:09:59.674339 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:59.695627 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:09:59.706768 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7edba4-60b9-4a6d-96df-56d0e079929b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting subnet 7988a7cb-adce-455f-bba7-97ae06f921bc {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:09:59.721450 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c7edba4-60b9-4a6d-96df-56d0e079929b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (7988a7cb-adce-455f-bba7-97ae06f921bc), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:59.730030 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:09:59.732679 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:09:59.782758 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-94059b2f-4938-4f5f-826b-c484fa33ccc9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (778f1157-82f9-4c49-ac1c-293d4a2053c2), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:59.787970 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Pushing event updated for resources: {'Port': ['ID=f4dccc85-0c16-43bf-b997-bfab2d233845,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:09:59.794265 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4bb3e55a-6f67-4460-9096-3d96d58463c4 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5490661 Mar 28 09:09:59.816435 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50100) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:09:59.825990 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-3f42d5ce-c63c-40f3-9f73-de8703181435 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'network_id': '8bf4c3f4-9a8f-4fa9-875e-37c1b66db791', 'name': 'tempest-PortsTestJSON-140783670', 'fixed_ips': [{'subnet_id': '68244606-982a-436a-8bf7-9059d6ed0c39', 'ip_address': '172.20.0.10'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:09:59.848243 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port a6346982-cbda-4148-a717-12a2dec91ac1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:09:59.878406 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Allocated IP 172.20.0.2 (8bf4c3f4-9a8f-4fa9-875e-37c1b66db791/68244606-982a-436a-8bf7-9059d6ed0c39/212950e0-0f83-47c8-b902-57b7ed199d67) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:09:59.898575 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c7edba4-60b9-4a6d-96df-56d0e079929b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (7988a7cb-adce-455f-bba7-97ae06f921bc), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:09:59.977215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Allocated IP 172.20.0.5 (6c3b7f15-8dc7-442e-88e8-e1bad20fff21/4f1064f8-fa39-4589-a352-a7c6a691f947/ae5917b4-ffbd-4c2f-b29a-1c634b98a586) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:00.009024 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-2c4f1a5e-41c7-404c-a3ec-bb9cb8b51513 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Deleting port ebc7eb62-60a1-4c97-b1b6-332cd9a930df {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:00.009602 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c4f1a5e-41c7-404c-a3ec-bb9cb8b51513 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (ebc7eb62-60a1-4c97-b1b6-332cd9a930df), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.050265 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Publish callbacks [] for port (212950e0-0f83-47c8-b902-57b7ed199d67), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.060388 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (212950e0-0f83-47c8-b902-57b7ed199d67), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.061101 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1464f453-8be8-4562-a267-323b7eff0c81 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (cb24158c-aed3-41db-becb-8c3273813f91), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.074433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f42d5ce-c63c-40f3-9f73-de8703181435 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:00.082078 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Network 8bf4c3f4-9a8f-4fa9-875e-37c1b66db791 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:00.084950 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:00.104126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:00.143551 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464f453-8be8-4562-a267-323b7eff0c81 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Port': ['ID=cb24158c-aed3-41db-becb-8c3273813f91,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:00.160038 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-94059b2f-4938-4f5f-826b-c484fa33ccc9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (778f1157-82f9-4c49-ac1c-293d4a2053c2), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.176714 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Attempting to bind port 212950e0-0f83-47c8-b902-57b7ed199d67 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:10:00.176952 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Attempting to bind port 212950e0-0f83-47c8-b902-57b7ed199d67 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e60526f0-6014-4b17-b7b0-5b67a73c91fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bf4c3f4-9a8f-4fa9-875e-37c1b66db791'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:10:00.177311 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Attempting to bind port 212950e0-0f83-47c8-b902-57b7ed199d67 on network 8bf4c3f4-9a8f-4fa9-875e-37c1b66db791 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:10:00.186154 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Pushing event updated for resources: {'Port': ['ID=212950e0-0f83-47c8-b902-57b7ed199d67,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:00.188906 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:10:00.189220 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Checking segment: {'id': 'e60526f0-6014-4b17-b7b0-5b67a73c91fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bf4c3f4-9a8f-4fa9-875e-37c1b66db791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:00.189583 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.190011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Bound using segment: {'id': 'e60526f0-6014-4b17-b7b0-5b67a73c91fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bf4c3f4-9a8f-4fa9-875e-37c1b66db791'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:10:00.190652 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Bound port: 212950e0-0f83-47c8-b902-57b7ed199d67, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60526f0-6014-4b17-b7b0-5b67a73c91fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8bf4c3f4-9a8f-4fa9-875e-37c1b66db791'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:10:00.191040 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (212950e0-0f83-47c8-b902-57b7ed199d67), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.275827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c7edba4-60b9-4a6d-96df-56d0e079929b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (7988a7cb-adce-455f-bba7-97ae06f921bc), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.298930 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] For port 212950e0-0f83-47c8-b902-57b7ed199d67, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:10:00.306265 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] For port 212950e0-0f83-47c8-b902-57b7ed199d67, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=212950e0-0f83-47c8-b902-57b7ed199d67,segment=NetworkSegment(e60526f0-6014-4b17-b7b0-5b67a73c91fb),segment_id=e60526f0-6014-4b17-b7b0-5b67a73c91fb)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:10:00.322071 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c4f1a5e-41c7-404c-a3ec-bb9cb8b51513 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (ebc7eb62-60a1-4c97-b1b6-332cd9a930df), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.322393 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c4f1a5e-41c7-404c-a3ec-bb9cb8b51513 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (ebc7eb62-60a1-4c97-b1b6-332cd9a930df), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.328170 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (212950e0-0f83-47c8-b902-57b7ed199d67), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.419524 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-2c4f1a5e-41c7-404c-a3ec-bb9cb8b51513 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Calling delete_port for ebc7eb62-60a1-4c97-b1b6-332cd9a930df owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:00.457096 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c615a9c-6175-4456-8f96-0a87b71b8c99 None None] Pushing event updated for resources: {'Port': ['ID=212950e0-0f83-47c8-b902-57b7ed199d67,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:00.482916 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6ada70c6-595c-47b3-aa26-5c5471a7dbcd req-a8d96486-d8bc-4c36-aa89-5c2115f84a49 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 210 time: 0.1016934 Mar 28 09:10:00.490363 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f42d5ce-c63c-40f3-9f73-de8703181435 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.495513 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-94059b2f-4938-4f5f-826b-c484fa33ccc9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (778f1157-82f9-4c49-ac1c-293d4a2053c2), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.535222 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1464f453-8be8-4562-a267-323b7eff0c81 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.551076 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a6346982-cbda-4148-a717-12a2dec91ac1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:00.568008 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.574168 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c7edba4-60b9-4a6d-96df-56d0e079929b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (7988a7cb-adce-455f-bba7-97ae06f921bc), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.576190 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94059b2f-4938-4f5f-826b-c484fa33ccc9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=778f1157-82f9-4c49-ac1c-293d4a2053c2,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:00.586633 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_gateway (9d74f78d-7088-413e-80f4-6d6ec79e7c6b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.592154 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.602567 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-94059b2f-4938-4f5f-826b-c484fa33ccc9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.604589 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-3f42d5ce-c63c-40f3-9f73-de8703181435 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] device_id is not set on port 4df932e5-e0da-4efc-ad9b-258a0719d217 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:00.606077 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-94059b2f-4938-4f5f-826b-c484fa33ccc9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/778f1157-82f9-4c49-ac1c-293d4a2053c2 HTTP/1.1" status: 204 len: 168 time: 1.3966928 Mar 28 09:10:00.611289 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50104) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:00.618689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5a46dc-07d4-4596-9b83-fd3dc94a798e None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:00.700463 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7edba4-60b9-4a6d-96df-56d0e079929b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Subnet': ['ID=7988a7cb-adce-455f-bba7-97ae06f921bc,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:00.706943 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c7edba4-60b9-4a6d-96df-56d0e079929b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.709553 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port a6346982-cbda-4148-a717-12a2dec91ac1 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:00.710056 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a6346982-cbda-4148-a717-12a2dec91ac1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.712754 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4c7edba4-60b9-4a6d-96df-56d0e079929b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/7988a7cb-adce-455f-bba7-97ae06f921bc HTTP/1.1" status: 204 len: 168 time: 1.1864040 Mar 28 09:10:00.719247 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c867ee94-e307-424c-b064-1e4f10ee2380 None None] Network 1bcbc08b-e26b-4eec-af44-f062c4d73b4f requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:00.719379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50106) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:00.787186 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-19273140-c4df-437d-80dd-0001667ede10 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1711202 Mar 28 09:10:00.802985 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50108) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:00.903846 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (1bcbc08b-e26b-4eec-af44-f062c4d73b4f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:00.988877 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port a6346982-cbda-4148-a717-12a2dec91ac1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:00.991117 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:01.084396 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c327910-3a45-4e77-8375-ac76a0cac469 None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:10:01.127390 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42a8942-b5f9-4317-81e9-4095ace6205a None None] DHCP port deletion for 1bcbc08b-e26b-4eec-af44-f062c4d73b4f request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:10:01.127607 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86e2321-73e8-438b-8e6c-e45e2bc4e454 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:01.132991 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e86e2321-73e8-438b-8e6c-e45e2bc4e454 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2409768 Mar 28 09:10:01.137088 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50110) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:01.138868 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Network 6c3b7f15-8dc7-442e-88e8-e1bad20fff21 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:01.161151 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:01.193476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event updated for resources: {'Port': ['ID=ae5917b4-ffbd-4c2f-b29a-1c634b98a586,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:01.196936 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:01.219033 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c4f1a5e-41c7-404c-a3ec-bb9cb8b51513 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (ebc7eb62-60a1-4c97-b1b6-332cd9a930df), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:01.228433 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c42a8942-b5f9-4317-81e9-4095ace6205a None None] Deleting port a6346982-cbda-4148-a717-12a2dec91ac1 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:01.229353 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c42a8942-b5f9-4317-81e9-4095ace6205a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (a6346982-cbda-4148-a717-12a2dec91ac1), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:01.242354 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-3f42d5ce-c63c-40f3-9f73-de8703181435 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Allocated IP 172.20.0.10 (8bf4c3f4-9a8f-4fa9-875e-37c1b66db791/68244606-982a-436a-8bf7-9059d6ed0c39/4df932e5-e0da-4efc-ad9b-258a0719d217) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:01.246735 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1464f453-8be8-4562-a267-323b7eff0c81 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:10:01.296569 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:01.297017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:01.306307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f1a5e-41c7-404c-a3ec-bb9cb8b51513 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event deleted for resources: {'Port': ['ID=ebc7eb62-60a1-4c97-b1b6-332cd9a930df,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:01.325714 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c42a8942-b5f9-4317-81e9-4095ace6205a None None] For port a6346982-cbda-4148-a717-12a2dec91ac1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a6346982-cbda-4148-a717-12a2dec91ac1,segment=NetworkSegment(c2f61bf4-713d-4ef0-b9e6-f87907a632aa),segment_id=c2f61bf4-713d-4ef0-b9e6-f87907a632aa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:01.326423 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c42a8942-b5f9-4317-81e9-4095ace6205a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (a6346982-cbda-4148-a717-12a2dec91ac1), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:01.345881 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c42a8942-b5f9-4317-81e9-4095ace6205a None None] Calling delete_port for a6346982-cbda-4148-a717-12a2dec91ac1 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:01.450202 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4c327910-3a45-4e77-8375-ac76a0cac469 None None] Deleting port 03efe236-ab7b-4a49-b783-df09a5ee726a {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:01.450519 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4c327910-3a45-4e77-8375-ac76a0cac469 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (03efe236-ab7b-4a49-b783-df09a5ee726a), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:01.452460 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c42a8942-b5f9-4317-81e9-4095ace6205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (a6346982-cbda-4148-a717-12a2dec91ac1), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:01.480517 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42a8942-b5f9-4317-81e9-4095ace6205a None None] No DVR routers for this DVR port a6346982-cbda-4148-a717-12a2dec91ac1 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:01.481206 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c4f1a5e-41c7-404c-a3ec-bb9cb8b51513 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (ed06311d-cded-4487-9c52-591ddbeba67f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:01.485145 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c4f1a5e-41c7-404c-a3ec-bb9cb8b51513 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:01.487685 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2c4f1a5e-41c7-404c-a3ec-bb9cb8b51513 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/floatingips/ed06311d-cded-4487-9c52-591ddbeba67f HTTP/1.1" status: 204 len: 168 time: 2.1864777 Mar 28 09:10:01.533101 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1464f453-8be8-4562-a267-323b7eff0c81 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:10:01.543599 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1464f453-8be8-4562-a267-323b7eff0c81 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/54131ef4-fc4f-4d6e-9101-ddeb6cee98d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7370460 Mar 28 09:10:01.544497 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50114) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:01.558010 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50118) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:01.682057 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-9165c499-b092-4dcd-9d2f-6390856455d4 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] delete failed (client error): The resource could not be found. Mar 28 09:10:01.683511 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9165c499-b092-4dcd-9d2f-6390856455d4 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/floatingips/ed06311d-cded-4487-9c52-591ddbeba67f HTTP/1.1" status: 404 len: 345 time: 0.1346974 Mar 28 09:10:01.690551 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50120) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:01.747174 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c4e1a-cfb0-4c3b-8212-537edfa8e274 None None] Sync routers for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:10:01.769987 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a8942-b5f9-4317-81e9-4095ace6205a None None] Pushing event deleted for resources: {'Port': ['ID=a6346982-cbda-4148-a717-12a2dec91ac1,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:01.784305 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-6e92fe67-1e21-4d8e-8012-9183e7456973 None None] Provisioning complete for port ae5917b4-ffbd-4c2f-b29a-1c634b98a586 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:01.784695 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6e92fe67-1e21-4d8e-8012-9183e7456973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:01.786529 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:01.787408 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:01.787926 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:01.788430 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:01.788976 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:01.789479 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:01.790669 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:01.791344 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:01.791986 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:01.792483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:01.792978 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:01.793658 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:01.794289 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:01.794820 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:01.795909 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:01.832788 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c14f62-d439-4f23-8258-c98bfedb015c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting subnet d4bf00bc-98b1-42c7-9033-574da8b0f417 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:10:01.838373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36c14f62-d439-4f23-8258-c98bfedb015c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (d4bf00bc-98b1-42c7-9033-574da8b0f417), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:01.838579 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6e92fe67-1e21-4d8e-8012-9183e7456973 None None] Port ae5917b4-ffbd-4c2f-b29a-1c634b98a586 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:01.847388 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c4e1a-cfb0-4c3b-8212-537edfa8e274 None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:01.848037 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2b7c4e1a-cfb0-4c3b-8212-537edfa8e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:01.854168 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-23f26ce0-3926-4c62-8aae-596060111954 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1598258 Mar 28 09:10:01.872670 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedb424a-f36e-4c08-9c88-693aebc838a1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:01.878040 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bedb424a-f36e-4c08-9c88-693aebc838a1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7315483 Mar 28 09:10:01.888612 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Request body: {'port': {'device_id': 'f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:01.891449 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50122) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:01.893817 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port a6346982-cbda-4148-a717-12a2dec91ac1 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:01.893951 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36c14f62-d439-4f23-8258-c98bfedb015c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (d4bf00bc-98b1-42c7-9033-574da8b0f417), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:01.894730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (a6346982-cbda-4148-a717-12a2dec91ac1), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:01.932757 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4c327910-3a45-4e77-8375-ac76a0cac469 None None] For port 03efe236-ab7b-4a49-b783-df09a5ee726a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03efe236-ab7b-4a49-b783-df09a5ee726a,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:01.933166 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4c327910-3a45-4e77-8375-ac76a0cac469 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (03efe236-ab7b-4a49-b783-df09a5ee726a), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:01.936488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622f4c7d-1a21-45fb-93b5-ccc20669ded1 None None] Network 8bf4c3f4-9a8f-4fa9-875e-37c1b66db791 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:01.992798 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bf74a7c5-5378-401f-9eca-007e9988d409 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942013 Mar 28 09:10:02.009200 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50124) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:02.014433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:02.026024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4c327910-3a45-4e77-8375-ac76a0cac469 None None] Calling delete_port for 03efe236-ab7b-4a49-b783-df09a5ee726a owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:02.054800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1e82d-70c3-4347-b112-9e0da1fafcdc req-ddc98a11-b9e1-4d44-88e5-11e8b7f09493 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:02.056600 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-44d1e82d-70c3-4347-b112-9e0da1fafcdc req-ddc98a11-b9e1-4d44-88e5-11e8b7f09493 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 931 time: 0.3240476 Mar 28 09:10:02.081735 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e782bb72-c0a8-46f7-87e0-716b74421dc2 None None] Provisioning complete for port 212950e0-0f83-47c8-b902-57b7ed199d67 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:02.081946 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e782bb72-c0a8-46f7-87e0-716b74421dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (212950e0-0f83-47c8-b902-57b7ed199d67), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.111735 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-2b7c4e1a-cfb0-4c3b-8212-537edfa8e274 None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:10:02.114450 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.123785 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (9d74f78d-7088-413e-80f4-6d6ec79e7c6b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.130131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] For port a6346982-cbda-4148-a717-12a2dec91ac1, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:02.130506 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (a6346982-cbda-4148-a717-12a2dec91ac1), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.136451 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f42d5ce-c63c-40f3-9f73-de8703181435 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (4df932e5-e0da-4efc-ad9b-258a0719d217), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.140132 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.146165 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c037d7c-72ca-4257-a7f7-05bcc32545c3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:02.152498 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c037d7c-72ca-4257-a7f7-05bcc32545c3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:02.158445 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c037d7c-72ca-4257-a7f7-05bcc32545c3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:02.162726 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9c037d7c-72ca-4257-a7f7-05bcc32545c3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "GET /v2.0/ports?network_id=839bdaa6-37d1-4336-b120-a3190d586016 HTTP/1.1" status: 200 len: 2357 time: 0.4662905 Mar 28 09:10:02.165863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:02.169275 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.177175 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50126) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:02.198424 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for a6346982-cbda-4148-a717-12a2dec91ac1 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:02.204670 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.ipam_backend_mixin [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Port a6346982-cbda-4148-a717-12a2dec91ac1 was not found and therefore no delete operation was performed {{(pid=104075) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 09:10:02.247298 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (a6346982-cbda-4148-a717-12a2dec91ac1), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.267594 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-44d1e82d-70c3-4347-b112-9e0da1fafcdc req-3461acfe-e5d1-4bbf-ac3a-10257fb69be5 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833973 Mar 28 09:10:02.313928 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=a6346982-cbda-4148-a717-12a2dec91ac1,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:02.320757 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No DVR routers for this DVR port a6346982-cbda-4148-a717-12a2dec91ac1 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:02.333972 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36c14f62-d439-4f23-8258-c98bfedb015c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (d4bf00bc-98b1-42c7-9033-574da8b0f417), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.403533 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4c327910-3a45-4e77-8375-ac76a0cac469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (03efe236-ab7b-4a49-b783-df09a5ee726a), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.414623 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea04a4f-2d15-450c-a740-81ba3ef66040 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:02.421790 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0ea04a4f-2d15-450c-a740-81ba3ef66040 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "GET /v2.0/subnets/0af81c8e-700d-47e9-8b3f-2b686c972539 HTTP/1.1" status: 200 len: 797 time: 0.2373297 Mar 28 09:10:02.423085 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50128) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:02.424233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f42d5ce-c63c-40f3-9f73-de8703181435 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (4df932e5-e0da-4efc-ad9b-258a0719d217), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.434260 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b5c84c7c-7e40-4af8-9b09-2236b8a548ed tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'port': {'network_id': '839bdaa6-37d1-4336-b120-a3190d586016', 'name': 'tempest-FloatingIPTestJSON-103411891', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:02.459848 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c327910-3a45-4e77-8375-ac76a0cac469 None None] No DVR routers for this DVR port 03efe236-ab7b-4a49-b783-df09a5ee726a on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:02.472410 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c327910-3a45-4e77-8375-ac76a0cac469 None None] Pushing event deleted for resources: {'Port': ['ID=03efe236-ab7b-4a49-b783-df09a5ee726a,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:02.494988 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e782bb72-c0a8-46f7-87e0-716b74421dc2 None None] Current status of the port 212950e0-0f83-47c8-b902-57b7ed199d67 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:02.495391 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e782bb72-c0a8-46f7-87e0-716b74421dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (212950e0-0f83-47c8-b902-57b7ed199d67), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.531244 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 212950e0-0f83-47c8-b902-57b7ed199d67 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:02.600345 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-e782bb72-c0a8-46f7-87e0-716b74421dc2 None None] For port 212950e0-0f83-47c8-b902-57b7ed199d67, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=212950e0-0f83-47c8-b902-57b7ed199d67,segment=NetworkSegment(e60526f0-6014-4b17-b7b0-5b67a73c91fb),segment_id=e60526f0-6014-4b17-b7b0-5b67a73c91fb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:02.608642 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c84c7c-7e40-4af8-9b09-2236b8a548ed tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Made reservation on behalf of 8a61626699d54c55a1ddefde9f4ab21d for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:02.610954 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e782bb72-c0a8-46f7-87e0-716b74421dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (212950e0-0f83-47c8-b902-57b7ed199d67), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.674445 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (1bcbc08b-e26b-4eec-af44-f062c4d73b4f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.687384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782bb72-c0a8-46f7-87e0-716b74421dc2 None None] Pushing event updated for resources: {'Port': ['ID=212950e0-0f83-47c8-b902-57b7ed199d67,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:02.712951 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 212950e0-0f83-47c8-b902-57b7ed199d67 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:02.713205 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f42d5ce-c63c-40f3-9f73-de8703181435 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network 8bf4c3f4-9a8f-4fa9-875e-37c1b66db791 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:02.713538 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (212950e0-0f83-47c8-b902-57b7ed199d67), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.721567 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42d5ce-c63c-40f3-9f73-de8703181435 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=4df932e5-e0da-4efc-ad9b-258a0719d217,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:02.723067 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcbc08b-e26b-4eec-af44-f062c4d73b4f']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:02.724427 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-3f42d5ce-c63c-40f3-9f73-de8703181435 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:02.746640 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36c14f62-d439-4f23-8258-c98bfedb015c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (d4bf00bc-98b1-42c7-9033-574da8b0f417), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.747962 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f61bf4-713d-4ef0-b9e6-f87907a632aa') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:02.748274 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f61bf4-713d-4ef0-b9e6-f87907a632aa') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:02.760166 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f42d5ce-c63c-40f3-9f73-de8703181435 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:02.770201 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (c2f61bf4-713d-4ef0-b9e6-f87907a632aa), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.776207 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2b7c4e1a-cfb0-4c3b-8212-537edfa8e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:59Z', 'revision_number': 8, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '2393cede-3d07-4a09-8ce4-d2b2d9eb8e53', 'name': '', 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:c1:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:31Z', 'updated_at': '2022-03-28T09:09:40Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:26Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:02.799274 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c2f61bf4-713d-4ef0-b9e6-f87907a632aa), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.809065 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:10:02.810043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (c2f61bf4-713d-4ef0-b9e6-f87907a632aa), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.814969 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-1907a49b-9454-456c-9bb9-8594ed27fdf1 None None] Provisioning complete for port 212950e0-0f83-47c8-b902-57b7ed199d67 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:02.815349 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1907a49b-9454-456c-9bb9-8594ed27fdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (212950e0-0f83-47c8-b902-57b7ed199d67), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.841501 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c4e1a-cfb0-4c3b-8212-537edfa8e274 None None] Checking router: 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:10:02.854857 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f42d5ce-c63c-40f3-9f73-de8703181435 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:02.855429 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f42d5ce-c63c-40f3-9f73-de8703181435 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.865373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36c14f62-d439-4f23-8258-c98bfedb015c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:02.871807 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-36c14f62-d439-4f23-8258-c98bfedb015c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/subnets/d4bf00bc-98b1-42c7-9033-574da8b0f417 HTTP/1.1" status: 204 len: 168 time: 1.3120868 Mar 28 09:10:02.879118 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c14f62-d439-4f23-8258-c98bfedb015c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Subnet': ['ID=d4bf00bc-98b1-42c7-9033-574da8b0f417,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:02.886393 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50130) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:10:02.897138 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:10:02.918687 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c4e1a-cfb0-4c3b-8212-537edfa8e274 None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:02.919592 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2b7c4e1a-cfb0-4c3b-8212-537edfa8e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:02.921780 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Router 9d74f78d-7088-413e-80f4-6d6ec79e7c6b is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:10:02.970617 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3f42d5ce-c63c-40f3-9f73-de8703181435 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1511443 Mar 28 09:10:02.995760 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50132) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:03.003156 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-d2c8478b-28e1-411a-9aef-4c28b1de845c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'network_id': '8bf4c3f4-9a8f-4fa9-875e-37c1b66db791', 'name': 'tempest-PortsTestJSON-785190491', 'fixed_ips': [{'subnet_id': '68244606-982a-436a-8bf7-9059d6ed0c39', 'ip_address': '172.20.0.9'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:03.018403 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5c84c7c-7e40-4af8-9b09-2236b8a548ed tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:03.031594 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-2b7c4e1a-cfb0-4c3b-8212-537edfa8e274 None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:10:03.034406 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (1bcbc08b-e26b-4eec-af44-f062c4d73b4f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:03.063206 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:03.070933 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/networks/1bcbc08b-e26b-4eec-af44-f062c4d73b4f HTTP/1.1" status: 204 len: 168 time: 2.3497334 Mar 28 09:10:03.074064 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f4020a-b8ee-4ff4-88a9-5738afec6048 None None] Network b906f308-cab8-47d2-8bc7-02a2f9d62cfc requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:03.074227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ab89e-549a-4a05-8c3f-995aef03d37f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Network': ['ID=1bcbc08b-e26b-4eec-af44-f062c4d73b4f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:03.078895 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50134) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:03.083541 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5917b4-ffbd-4c2f-b29a-1c634b98a586 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:10:03.097639 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-76846ec1-c127-4f85-a568-708fc6c77ab4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-835124909'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:03.103882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Publish callbacks [] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:03.129088 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (b906f308-cab8-47d2-8bc7-02a2f9d62cfc), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:03.129309 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Transition to ACTIVE for port object ae5917b4-ffbd-4c2f-b29a-1c634b98a586 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:10:03.138461 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-b5c84c7c-7e40-4af8-9b09-2236b8a548ed tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] device_id is not set on port 6385083d-f42a-4ba3-a332-9fc7dc06c32c yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:03.140817 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 212950e0-0f83-47c8-b902-57b7ed199d67 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:03.149998 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:10:03.164466 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c960a168-6950-4890-a688-3355a779267e None None] Sync routers for ids ['9d74f78d-7088-413e-80f4-6d6ec79e7c6b'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:10:03.165413 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (87a3c8cf-4ddb-4cae-b6a7-c377afb5bc8f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:03.186224 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c960a168-6950-4890-a688-3355a779267e None None] Routers {'9d74f78d-7088-413e-80f4-6d6ec79e7c6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:03.188296 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c960a168-6950-4890-a688-3355a779267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9d74f78d-7088-413e-80f4-6d6ec79e7c6b'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:03.191668 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:03.218899 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1907a49b-9454-456c-9bb9-8594ed27fdf1 None None] Current status of the port 212950e0-0f83-47c8-b902-57b7ed199d67 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:03.224569 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 03efe236-ab7b-4a49-b783-df09a5ee726a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:10:03.245396 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c960a168-6950-4890-a688-3355a779267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:03.256955 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c960a168-6950-4890-a688-3355a779267e None None] Routers {'9d74f78d-7088-413e-80f4-6d6ec79e7c6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:03.258488 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c960a168-6950-4890-a688-3355a779267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9d74f78d-7088-413e-80f4-6d6ec79e7c6b'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:03.328377 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 03efe236-ab7b-4a49-b783-df09a5ee726a {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:10:03.328724 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 03efe236-ab7b-4a49-b783-df09a5ee726a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:10:03.330869 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a6346982-cbda-4148-a717-12a2dec91ac1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:10:03.341493 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c960a168-6950-4890-a688-3355a779267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:03.355325 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c960a168-6950-4890-a688-3355a779267e None None] The sync data for ids ['9d74f78d-7088-413e-80f4-6d6ec79e7c6b'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:10:03.356078 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:03.359918 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-384fd882-ffbe-4a95-ab99-58e23eb377b9 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.9857132 Mar 28 09:10:03.379734 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-00e46b50-2add-40aa-bbd0-9bbdf9ed24cc None None] Provisioning complete for port 4df932e5-e0da-4efc-ad9b-258a0719d217 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:03.379995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-00e46b50-2add-40aa-bbd0-9bbdf9ed24cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4df932e5-e0da-4efc-ad9b-258a0719d217), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:03.380706 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50138) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:03.417077 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9ddd6ec1-ac61-40ad-a26c-8d927a411978 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:03.584949 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: a6346982-cbda-4148-a717-12a2dec91ac1 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:10:03.585301 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a6346982-cbda-4148-a717-12a2dec91ac1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:10:03.612503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5917b4-ffbd-4c2f-b29a-1c634b98a586,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:03.638039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-00e46b50-2add-40aa-bbd0-9bbdf9ed24cc None None] Port 4df932e5-e0da-4efc-ad9b-258a0719d217 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:03.677563 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Attempting to bind port ae5917b4-ffbd-4c2f-b29a-1c634b98a586 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:10:03.678143 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Attempting to bind port ae5917b4-ffbd-4c2f-b29a-1c634b98a586 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dad2e025-c15e-4544-ab84-2ccb1ae8563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:10:03.678748 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Attempting to bind port ae5917b4-ffbd-4c2f-b29a-1c634b98a586 on network 6c3b7f15-8dc7-442e-88e8-e1bad20fff21 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:10:03.689024 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Port ae5917b4-ffbd-4c2f-b29a-1c634b98a586 on network 6c3b7f15-8dc7-442e-88e8-e1bad20fff21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:10:03.689409 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Attempting to bind port ae5917b4-ffbd-4c2f-b29a-1c634b98a586 on network 6c3b7f15-8dc7-442e-88e8-e1bad20fff21 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:10:03.699083 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:03.700872 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:10:03.701576 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Checking segment: {'id': 'dad2e025-c15e-4544-ab84-2ccb1ae8563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:03.701576 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Bound using segment: {'id': 'dad2e025-c15e-4544-ab84-2ccb1ae8563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:10:03.703096 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Bound port: ae5917b4-ffbd-4c2f-b29a-1c634b98a586, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad2e025-c15e-4544-ab84-2ccb1ae8563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:10:03.703503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:03.717334 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] DHCP port deletion for b906f308-cab8-47d2-8bc7-02a2f9d62cfc request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:10:03.730810 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2b7c4e1a-cfb0-4c3b-8212-537edfa8e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:59Z', 'revision_number': 8, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '2393cede-3d07-4a09-8ce4-d2b2d9eb8e53', 'name': '', 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:c1:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:31Z', 'updated_at': '2022-03-28T09:09:40Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:26Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:03.731089 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76846ec1-c127-4f85-a568-708fc6c77ab4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:03.734593 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76846ec1-c127-4f85-a568-708fc6c77ab4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:03.782826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c4e1a-cfb0-4c3b-8212-537edfa8e274 None None] The sync data for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv is: [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:09:59Z', 'revision_number': 8, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '2393cede-3d07-4a09-8ce4-d2b2d9eb8e53', 'name': '', 'network_id': '5a3add68-2b1e-4fb1-a979-dc8834ba8748', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:c1:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:31Z', 'updated_at': '2022-03-28T09:09:40Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '080dcb3a-265a-47e1-b165-35e432bff33a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:26Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:10:03.794460 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:03.822912 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Deleting port a182b2ff-0392-47b3-aebe-fef642c9df85 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:03.824113 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (a182b2ff-0392-47b3-aebe-fef642c9df85), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:03.841105 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:03.844461 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:03.845167 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:03.881046 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0675ba91-fce0-469c-bd27-87b3b3f03fd8 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:03.917384 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=87a3c8cf-4ddb-4cae-b6a7-c377afb5bc8f,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:03.956997 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] For port a182b2ff-0392-47b3-aebe-fef642c9df85, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a182b2ff-0392-47b3-aebe-fef642c9df85,segment=NetworkSegment(2e4f34d2-6860-41a2-9645-2153a4f45692),segment_id=2e4f34d2-6860-41a2-9645-2153a4f45692)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:03.957267 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76846ec1-c127-4f85-a568-708fc6c77ab4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:10:03.957535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (a182b2ff-0392-47b3-aebe-fef642c9df85), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:03.963451 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:03.964004 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:03.964453 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:03.964897 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:03.965325 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:03.965801 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:03.966228 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:03.966652 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:03.967249 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:03.967676 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:03.968105 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:03.968523 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:03.969070 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:03.969635 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:03.970189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:03.980939 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Calling delete_port for a182b2ff-0392-47b3-aebe-fef642c9df85 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:03.988697 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c8033649-cbb7-4810-8a81-eafd8ad15e9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9783258 Mar 28 09:10:04.002070 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50140) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:04.011058 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2550a994-a6a2-414e-942f-1d8f698a81d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'mac_address': 'fa:16:3e:36:c1:7c', 'name': 'tempest-NetworksTestDHCPv6-697937991'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:04.050123 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76846ec1-c127-4f85-a568-708fc6c77ab4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (151b4562-f5f8-49b0-b700-e165711f1206), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:04.050880 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-76846ec1-c127-4f85-a568-708fc6c77ab4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Added segment 151b4562-f5f8-49b0-b700-e165711f1206 of type vlan for network a23bd0ba-be87-47d9-aae3-a36c3ed29b51 Mar 28 09:10:04.083045 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': '87a3c8cf-4ddb-4cae-b6a7-c377afb5bc8f'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:10:04.083934 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:04.119600 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c8478b-28e1-411a-9aef-4c28b1de845c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:04.125466 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2c8478b-28e1-411a-9aef-4c28b1de845c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:04.129320 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] For port ae5917b4-ffbd-4c2f-b29a-1c634b98a586, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:10:04.137777 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7564354-71c7-4621-8f18-3c6b902a8289 req-4f7685c7-4722-4c03-bf09-e5c293a9c456 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:04.139800 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d7564354-71c7-4621-8f18-3c6b902a8289 req-4f7685c7-4722-4c03-bf09-e5c293a9c456 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 943 time: 0.5037320 Mar 28 09:10:04.155517 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] For port ae5917b4-ffbd-4c2f-b29a-1c634b98a586, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ae5917b4-ffbd-4c2f-b29a-1c634b98a586,segment=NetworkSegment(dad2e025-c15e-4544-ab84-2ccb1ae8563e),segment_id=dad2e025-c15e-4544-ab84-2ccb1ae8563e)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:10:04.175711 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:04.223461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (a182b2ff-0392-47b3-aebe-fef642c9df85), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:04.253106 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ddd6ec1-ac61-40ad-a26c-8d927a411978 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_gateway (9d74f78d-7088-413e-80f4-6d6ec79e7c6b), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:04.262539 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Pushing event deleted for resources: {'Port': ['ID=a182b2ff-0392-47b3-aebe-fef642c9df85,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:04.269947 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76846ec1-c127-4f85-a568-708fc6c77ab4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (a23bd0ba-be87-47d9-aae3-a36c3ed29b51), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:04.277374 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-d2c8478b-28e1-411a-9aef-4c28b1de845c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] device_id is not set on port 13bc99d4-964f-4f09-9cb2-73864dbbb114 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:04.283616 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:04.284245 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:04.285223 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] No DVR routers for this DVR port a182b2ff-0392-47b3-aebe-fef642c9df85 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:04.286863 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] 10.222.0.16 "PUT /v2.0/ports/ae5917b4-ffbd-4c2f-b29a-1c634b98a586 HTTP/1.1" status: 200 len: 1093 time: 2.4027145 Mar 28 09:10:04.295628 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:04.296269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:04.296982 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:04.297512 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:04.298039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:04.298538 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:04.305195 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8', 'tag': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:10:04.310733 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c470973-bd75-4ce0-abe0-2e74e7d58046" -d '{"events": [{"name": "network-changed", "server_uuid": "f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8", "tag": "ae5917b4-ffbd-4c2f-b29a-1c634b98a586"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:10:04.312616 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:04.313136 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:04.313487 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:04.314232 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:04.314752 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:04.315254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:04.315773 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:04.316250 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:04.316737 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199ba7fa-d40e-4010-bb0a-143fbe5565a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:10:04.389231 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ddd6ec1-ac61-40ad-a26c-8d927a411978 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_gateway (9d74f78d-7088-413e-80f4-6d6ec79e7c6b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:04.410285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting port a182b2ff-0392-47b3-aebe-fef642c9df85 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:04.410727 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (a182b2ff-0392-47b3-aebe-fef642c9df85), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:04.421107 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.db.resource_extend [None req-76846ec1-c127-4f85-a568-708fc6c77ab4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 09:10:04.440985 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Allocated IP 2001:db8::2 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/87a3c8cf-4ddb-4cae-b6a7-c377afb5bc8f/f642af03-3884-4abe-8c22-ab7f83136e7a) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:04.469124 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1782ffd-59e6-475f-bbe9-b51e6459422f x-openstack-request-id: req-f1782ffd-59e6-475f-bbe9-b51e6459422f {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:10:04.469659 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8", "tag": "ae5917b4-ffbd-4c2f-b29a-1c634b98a586", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:10:04.470631 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1782ffd-59e6-475f-bbe9-b51e6459422f {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:10:04.471209 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1782ffd-59e6-475f-bbe9-b51e6459422f'] response: {'name': 'network-changed', 'server_uuid': 'f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8', 'tag': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586', 'status': 'completed', 'code': 200} Mar 28 09:10:04.545955 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d1412-4578-47e4-8e33-ab824cc6a3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5917b4-ffbd-4c2f-b29a-1c634b98a586,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:04.583292 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-8e7ff26b-a3a8-4620-b4aa-36d1c55a42af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:04.585121 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-8e7ff26b-a3a8-4620-b4aa-36d1c55a42af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc56218a4f8a40e1b109b751b95dda1a&device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 1127 time: 0.2279027 Mar 28 09:10:04.599089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 212950e0-0f83-47c8-b902-57b7ed199d67 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:04.611205 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d7564354-71c7-4621-8f18-3c6b902a8289 req-01cc7a0b-9dd6-4a45-8673-0aadc6a9ee52 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4570403 Mar 28 09:10:04.651903 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd6ec1-ac61-40ad-a26c-8d927a411978 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Deleting port f4dccc85-0c16-43bf-b997-bfab2d233845 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:04.652533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ddd6ec1-ac61-40ad-a26c-8d927a411978 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (f4dccc85-0c16-43bf-b997-bfab2d233845), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:04.656326 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-aceef30b-e55a-4179-b6d7-8cde2fd93f68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae5917b4-ffbd-4c2f-b29a-1c634b98a586 HTTP/1.1" status: 200 len: 217 time: 0.0587478 Mar 28 09:10:04.658289 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76846ec1-c127-4f85-a568-708fc6c77ab4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (a23bd0ba-be87-47d9-aae3-a36c3ed29b51), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:04.665450 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76846ec1-c127-4f85-a568-708fc6c77ab4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:04.666243 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76846ec1-c127-4f85-a568-708fc6c77ab4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:04.712904 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 212950e0-0f83-47c8-b902-57b7ed199d67 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:04.713284 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (212950e0-0f83-47c8-b902-57b7ed199d67), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:04.724547 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] For port a182b2ff-0392-47b3-aebe-fef642c9df85, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:04.725068 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (a182b2ff-0392-47b3-aebe-fef642c9df85), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:04.759025 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-85ee6d42-98fd-4e7e-985f-7adaa921b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:04.760522 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-85ee6d42-98fd-4e7e-985f-7adaa921b8e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f1064f8-fa39-4589-a352-a7c6a691f947 HTTP/1.1" status: 200 len: 835 time: 0.0921428 Mar 28 09:10:04.799089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Publish callbacks [] for port (f642af03-3884-4abe-8c22-ab7f83136e7a), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:04.806101 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ddd6ec1-ac61-40ad-a26c-8d927a411978 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (f4dccc85-0c16-43bf-b997-bfab2d233845), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:04.808539 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (f642af03-3884-4abe-8c22-ab7f83136e7a), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:04.821369 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-76846ec1-c127-4f85-a568-708fc6c77ab4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7346740 Mar 28 09:10:04.821999 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50144) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:04.826516 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-538fe728-c799-4c1a-8ccd-a9b7d664f691 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'subnet': {'network_id': 'a23bd0ba-be87-47d9-aae3-a36c3ed29b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:04.827091 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Calling delete_port for a182b2ff-0392-47b3-aebe-fef642c9df85 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:04.833179 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd6ec1-ac61-40ad-a26c-8d927a411978 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Calling delete_port for f4dccc85-0c16-43bf-b997-bfab2d233845 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:04.858696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.ipam_backend_mixin [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Port a182b2ff-0392-47b3-aebe-fef642c9df85 was not found and therefore no delete operation was performed {{(pid=104076) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 09:10:04.866495 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2550a994-a6a2-414e-942f-1d8f698a81d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:04.878914 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76846ec1-c127-4f85-a568-708fc6c77ab4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Network': ['ID=a23bd0ba-be87-47d9-aae3-a36c3ed29b51,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:04.881548 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:04.883047 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (a182b2ff-0392-47b3-aebe-fef642c9df85), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:04.888433 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Pushing event updated for resources: {'Port': ['ID=f642af03-3884-4abe-8c22-ab7f83136e7a,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:04.889030 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-b5c84c7c-7e40-4af8-9b09-2236b8a548ed tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Allocated IP 172.20.0.14 (839bdaa6-37d1-4336-b120-a3190d586016/0af81c8e-700d-47e9-8b3f-2b686c972539/6385083d-f42a-4ba3-a332-9fc7dc06c32c) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:04.891838 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:04.894571 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:04.896868 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 212950e0-0f83-47c8-b902-57b7ed199d67 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:04.908910 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network a23bd0ba-be87-47d9-aae3-a36c3ed29b51 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:10:04.942352 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-120d1252-d8b5-49d9-ae50-b3fa223bf8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:04.943909 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-120d1252-d8b5-49d9-ae50-b3fa223bf8f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c3b7f15-8dc7-442e-88e8-e1bad20fff21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1758773 Mar 28 09:10:04.968895 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-b5c84c7c-7e40-4af8-9b09-2236b8a548ed tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Allocated IP 172.20.0.13 (839bdaa6-37d1-4336-b120-a3190d586016/0af81c8e-700d-47e9-8b3f-2b686c972539/6385083d-f42a-4ba3-a332-9fc7dc06c32c) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:04.983094 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] No DVR routers for this DVR port a182b2ff-0392-47b3-aebe-fef642c9df85 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:04.987498 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Port': ['ID=a182b2ff-0392-47b3-aebe-fef642c9df85,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:05.007072 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a182b2ff-0392-47b3-aebe-fef642c9df85 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:10:05.031557 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-d2c8478b-28e1-411a-9aef-4c28b1de845c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Allocated IP 172.20.0.9 (8bf4c3f4-9a8f-4fa9-875e-37c1b66db791/68244606-982a-436a-8bf7-9059d6ed0c39/13bc99d4-964f-4f09-9cb2-73864dbbb114) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:05.062770 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: a182b2ff-0392-47b3-aebe-fef642c9df85 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:10:05.063429 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a182b2ff-0392-47b3-aebe-fef642c9df85 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:10:05.064016 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device cb24158c-aed3-41db-becb-8c3273813f91 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:10:05.073933 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538fe728-c799-4c1a-8ccd-a9b7d664f691 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:05.077322 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-538fe728-c799-4c1a-8ccd-a9b7d664f691 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:05.105984 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: cb24158c-aed3-41db-becb-8c3273813f91 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:10:05.106331 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device cb24158c-aed3-41db-becb-8c3273813f91 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:10:05.112015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Attempting to bind port f642af03-3884-4abe-8c22-ab7f83136e7a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:10:05.113108 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Attempting to bind port f642af03-3884-4abe-8c22-ab7f83136e7a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:10:05.113493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Attempting to bind port f642af03-3884-4abe-8c22-ab7f83136e7a on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:10:05.120841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:10:05.121592 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:05.122023 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:05.122416 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:10:05.123358 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Bound port: f642af03-3884-4abe-8c22-ab7f83136e7a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:10:05.123358 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f642af03-3884-4abe-8c22-ab7f83136e7a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:05.147981 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (b906f308-cab8-47d2-8bc7-02a2f9d62cfc), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:05.195846 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-f68f0a45-82ef-47ad-adf1-033073d1270c service neutron] 10.222.0.16 "GET /v2.0/networks/6c3b7f15-8dc7-442e-88e8-e1bad20fff21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441125 Mar 28 09:10:05.197444 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] For port f642af03-3884-4abe-8c22-ab7f83136e7a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:10:05.201128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] For port f642af03-3884-4abe-8c22-ab7f83136e7a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f642af03-3884-4abe-8c22-ab7f83136e7a,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:10:05.209062 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f642af03-3884-4abe-8c22-ab7f83136e7a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:05.255309 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2550a994-a6a2-414e-942f-1d8f698a81d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:05.259862 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b906f308-cab8-47d2-8bc7-02a2f9d62cfc']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:05.279425 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99d162-5b89-4d07-a9f5-2d1153d9e4ad None None] Pushing event updated for resources: {'Port': ['ID=f642af03-3884-4abe-8c22-ab7f83136e7a,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:05.303071 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4f34d2-6860-41a2-9645-2153a4f45692') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:05.303375 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4f34d2-6860-41a2-9645-2153a4f45692') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:05.344038 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-2550a994-a6a2-414e-942f-1d8f698a81d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port e75dfe2c-db98-4dfa-8904-301f04b70b87 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:05.349867 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (2e4f34d2-6860-41a2-9645-2153a4f45692), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:05.377433 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ddd6ec1-ac61-40ad-a26c-8d927a411978 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (f4dccc85-0c16-43bf-b997-bfab2d233845), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:05.437119 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd6ec1-ac61-40ad-a26c-8d927a411978 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Pushing event deleted for resources: {'Port': ['ID=f4dccc85-0c16-43bf-b997-bfab2d233845,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:05.443903 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98a81f85-e7a1-48bf-8561-d3b04e687b6c req-a3588361-45b1-4c9d-84ac-08c53608e327 service neutron] 10.222.0.16 "GET /v2.0/networks/6c3b7f15-8dc7-442e-88e8-e1bad20fff21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409601 Mar 28 09:10:05.483736 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (2e4f34d2-6860-41a2-9645-2153a4f45692), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:05.508924 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:10:05.509339 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (2e4f34d2-6860-41a2-9645-2153a4f45692), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:10:05.517173 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:10:05.574711 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5c84c7c-7e40-4af8-9b09-2236b8a548ed tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (6385083d-f42a-4ba3-a332-9fc7dc06c32c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:05.615912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ddd6ec1-ac61-40ad-a26c-8d927a411978 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (9d74f78d-7088-413e-80f4-6d6ec79e7c6b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:05.699165 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-538fe728-c799-4c1a-8ccd-a9b7d664f691 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (6ba9a291-d899-4674-b4b5-a7ebe78d3e6a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:05.707603 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (b906f308-cab8-47d2-8bc7-02a2f9d62cfc), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:05.715051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2c8478b-28e1-411a-9aef-4c28b1de845c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (13bc99d4-964f-4f09-9cb2-73864dbbb114), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:05.739045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-2550a994-a6a2-414e-942f-1d8f698a81d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::36d (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/87a3c8cf-4ddb-4cae-b6a7-c377afb5bc8f/e75dfe2c-db98-4dfa-8904-301f04b70b87) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:05.741400 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:05.747809 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/networks/b906f308-cab8-47d2-8bc7-02a2f9d62cfc HTTP/1.1" status: 204 len: 168 time: 2.8563042 Mar 28 09:10:05.758374 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c470973-bd75-4ce0-abe0-2e74e7d58046 req-284fbbb1-0c87-4eef-8747-e84857e46727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:05.760162 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5c470973-bd75-4ce0-abe0-2e74e7d58046 req-284fbbb1-0c87-4eef-8747-e84857e46727 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc56218a4f8a40e1b109b751b95dda1a&device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 1127 time: 0.2237923 Mar 28 09:10:05.761738 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50148) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:05.837230 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309a88f-9816-490c-ba59-72a54fc3e38c tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Network': ['ID=b906f308-cab8-47d2-8bc7-02a2f9d62cfc,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:05.859734 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5c84c7c-7e40-4af8-9b09-2236b8a548ed tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (6385083d-f42a-4ba3-a332-9fc7dc06c32c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:05.926404 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c84c7c-7e40-4af8-9b09-2236b8a548ed tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network 839bdaa6-37d1-4336-b120-a3190d586016 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:05.939578 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fe728-c799-4c1a-8ccd-a9b7d664f691 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Subnet': ['ID=6ba9a291-d899-4674-b4b5-a7ebe78d3e6a,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:05.941594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-b5c84c7c-7e40-4af8-9b09-2236b8a548ed tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:05.950690 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c84c7c-7e40-4af8-9b09-2236b8a548ed tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:06.081222 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2c8478b-28e1-411a-9aef-4c28b1de845c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (13bc99d4-964f-4f09-9cb2-73864dbbb114), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:06.082151 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fe821-0e63-4c0d-b7fe-e9b10ebd1f69 req-a7802ac6-1daa-4aa8-9c1e-8a1af2f689a1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:06.083005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c84c7c-7e40-4af8-9b09-2236b8a548ed tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=6385083d-f42a-4ba3-a332-9fc7dc06c32c,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:06.094879 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a98fe821-0e63-4c0d-b7fe-e9b10ebd1f69 req-a7802ac6-1daa-4aa8-9c1e-8a1af2f689a1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 943 time: 0.3755577 Mar 28 09:10:06.109014 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fe728-c799-4c1a-8ccd-a9b7d664f691 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Checking segment: {'id': '151b4562-f5f8-49b0-b700-e165711f1206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a23bd0ba-be87-47d9-aae3-a36c3ed29b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:06.109393 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538fe728-c799-4c1a-8ccd-a9b7d664f691 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network hostable DHCP agents. Network: a23bd0ba-be87-47d9-aae3-a36c3ed29b51, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:10:06.163554 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ddd6ec1-ac61-40ad-a26c-8d927a411978 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (9d74f78d-7088-413e-80f4-6d6ec79e7c6b), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:06.165594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c8478b-28e1-411a-9aef-4c28b1de845c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network 8bf4c3f4-9a8f-4fa9-875e-37c1b66db791 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:06.184016 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c84c7c-7e40-4af8-9b09-2236b8a548ed tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:06.184656 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5c84c7c-7e40-4af8-9b09-2236b8a548ed tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:06.193713 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c470973-bd75-4ce0-abe0-2e74e7d58046 req-eb3afdee-23c8-44ac-9862-adfdbaecf323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:06.197751 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5c470973-bd75-4ce0-abe0-2e74e7d58046 req-eb3afdee-23c8-44ac-9862-adfdbaecf323 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c3b7f15-8dc7-442e-88e8-e1bad20fff21 HTTP/1.1" status: 200 len: 896 time: 0.4194200 Mar 28 09:10:06.199930 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ddd6ec1-ac61-40ad-a26c-8d927a411978 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (9d74f78d-7088-413e-80f4-6d6ec79e7c6b), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:06.200294 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-d2c8478b-28e1-411a-9aef-4c28b1de845c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:06.235031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c8478b-28e1-411a-9aef-4c28b1de845c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:06.289066 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8478b-28e1-411a-9aef-4c28b1de845c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=13bc99d4-964f-4f09-9cb2-73864dbbb114,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:06.309175 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b5c84c7c-7e40-4af8-9b09-2236b8a548ed tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.8827724 Mar 28 09:10:06.315479 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50150) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:06.389572 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddd6ec1-ac61-40ad-a26c-8d927a411978 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Router 9d74f78d-7088-413e-80f4-6d6ec79e7c6b has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:10:06.407988 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a98fe821-0e63-4c0d-b7fe-e9b10ebd1f69 req-802cb04c-34dc-4476-a3b6-9fb7de58cf77 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3121314 Mar 28 09:10:06.411951 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5c470973-bd75-4ce0-abe0-2e74e7d58046 req-c370c235-716b-4de2-ab61-a59bec21133c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae5917b4-ffbd-4c2f-b29a-1c634b98a586 HTTP/1.1" status: 200 len: 217 time: 0.1943581 Mar 28 09:10:06.417094 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538fe728-c799-4c1a-8ccd-a9b7d664f691 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network a23bd0ba-be87-47d9-aae3-a36c3ed29b51 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:10:06.552078 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c470973-bd75-4ce0-abe0-2e74e7d58046 req-777bfea2-fdab-479d-9925-2a382bddaa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:06.554589 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5c470973-bd75-4ce0-abe0-2e74e7d58046 req-777bfea2-fdab-479d-9925-2a382bddaa06 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f1064f8-fa39-4589-a352-a7c6a691f947 HTTP/1.1" status: 200 len: 835 time: 0.1108449 Mar 28 09:10:06.559467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-538fe728-c799-4c1a-8ccd-a9b7d664f691 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a23bd0ba-be87-47d9-aae3-a36c3ed29b51) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:06.578554 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538fe728-c799-4c1a-8ccd-a9b7d664f691 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:06.579085 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-538fe728-c799-4c1a-8ccd-a9b7d664f691 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:06.584595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd444463-4ea0-46f9-8a91-f3d15fc0b164 None None] Network a23bd0ba-be87-47d9-aae3-a36c3ed29b51 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:06.666939 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f642af03-3884-4abe-8c22-ab7f83136e7a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:06.741538 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f651ebed-23db-4a96-af8a-7c1eb1e4ce3b None None] Provisioning complete for port 13bc99d4-964f-4f09-9cb2-73864dbbb114 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:06.742513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f651ebed-23db-4a96-af8a-7c1eb1e4ce3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (13bc99d4-964f-4f09-9cb2-73864dbbb114), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:06.742644 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-538fe728-c799-4c1a-8ccd-a9b7d664f691 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9190071 Mar 28 09:10:06.745712 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50152) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:06.751658 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-3c138ac3-2dab-42a6-8e51-103006560934 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'network_id': 'a23bd0ba-be87-47d9-aae3-a36c3ed29b51', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-991707990'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:06.758759 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddd6ec1-ac61-40ad-a26c-8d927a411978 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:10:06.783709 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': '6385083d-f42a-4ba3-a332-9fc7dc06c32c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:06.786098 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f651ebed-23db-4a96-af8a-7c1eb1e4ce3b None None] Port 13bc99d4-964f-4f09-9cb2-73864dbbb114 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:06.789311 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dd4859-6b82-4159-990f-6ab55730f1b1 None None] Sync routers for ids ['9d74f78d-7088-413e-80f4-6d6ec79e7c6b'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:10:06.791658 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ddd6ec1-ac61-40ad-a26c-8d927a411978 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:06.793777 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9ddd6ec1-ac61-40ad-a26c-8d927a411978 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "PUT /v2.0/routers/9d74f78d-7088-413e-80f4-6d6ec79e7c6b HTTP/1.1" status: 200 len: 706 time: 3.3848293 Mar 28 09:10:06.805972 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50154) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:06.843395 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port f642af03-3884-4abe-8c22-ab7f83136e7a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:06.843857 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f642af03-3884-4abe-8c22-ab7f83136e7a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:06.845886 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dd4859-6b82-4159-990f-6ab55730f1b1 None None] Routers {'9d74f78d-7088-413e-80f4-6d6ec79e7c6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:06.846645 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-08dd4859-6b82-4159-990f-6ab55730f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9d74f78d-7088-413e-80f4-6d6ec79e7c6b'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:06.860645 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c470973-bd75-4ce0-abe0-2e74e7d58046 req-417ae691-c6f9-4649-a925-e81777f183f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:06.860851 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2550a994-a6a2-414e-942f-1d8f698a81d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (e75dfe2c-db98-4dfa-8904-301f04b70b87), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:06.863700 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5c470973-bd75-4ce0-abe0-2e74e7d58046 req-417ae691-c6f9-4649-a925-e81777f183f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c3b7f15-8dc7-442e-88e8-e1bad20fff21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2749937 Mar 28 09:10:06.876622 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a23bd0ba-be87-47d9-aae3-a36c3ed29b51', 'network_id': 'a23bd0ba-be87-47d9-aae3-a36c3ed29b51', 'project_id': '99087c95b7ef419398067fe352f6e8e0', 'fixed_ips': [{'subnet_id': '6ba9a291-d899-4674-b4b5-a7ebe78d3e6a'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:10:06.877526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:06.880253 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c8478b-28e1-411a-9aef-4c28b1de845c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:06.880957 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2c8478b-28e1-411a-9aef-4c28b1de845c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:06.926523 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-08dd4859-6b82-4159-990f-6ab55730f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:06.972885 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:07.006835 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d2c8478b-28e1-411a-9aef-4c28b1de845c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0073056 Mar 28 09:10:07.018497 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dd4859-6b82-4159-990f-6ab55730f1b1 None None] Routers {'9d74f78d-7088-413e-80f4-6d6ec79e7c6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:07.019151 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-08dd4859-6b82-4159-990f-6ab55730f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9d74f78d-7088-413e-80f4-6d6ec79e7c6b'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:07.028254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-48a3c313-3ba3-436f-be2c-f450b0152eaa None None] Provisioning complete for port f642af03-3884-4abe-8c22-ab7f83136e7a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:07.028634 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-48a3c313-3ba3-436f-be2c-f450b0152eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f642af03-3884-4abe-8c22-ab7f83136e7a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:07.036373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50156) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:07.042322 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8031b647-4014-4930-8efa-345e339576f5 tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "GET /v2.0/routers/9d74f78d-7088-413e-80f4-6d6ec79e7c6b HTTP/1.1" status: 200 len: 741 time: 0.2177582 Mar 28 09:10:07.087980 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50158) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:07.110270 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-08dd4859-6b82-4159-990f-6ab55730f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:07.110948 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dd4859-6b82-4159-990f-6ab55730f1b1 None None] The sync data for ids ['9d74f78d-7088-413e-80f4-6d6ec79e7c6b'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:10:07.182904 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e0aace89-aa87-4893-aea3-b6d824a1968e tempest-RoutersAdminTest-1033920055 tempest-RoutersAdminTest-1033920055-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&device_id=9d74f78d-7088-413e-80f4-6d6ec79e7c6b HTTP/1.1" status: 200 len: 205 time: 0.0937419 Mar 28 09:10:07.190193 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50160) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:07.211192 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port f642af03-3884-4abe-8c22-ab7f83136e7a is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:07.211587 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f642af03-3884-4abe-8c22-ab7f83136e7a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:07.246026 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-513f1ee3-adfe-4fff-94fd-1c531593a43d tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d74f78d-7088-413e-80f4-6d6ec79e7c6b HTTP/1.1" status: 200 len: 205 time: 0.0436442 Mar 28 09:10:07.251508 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Allocated IP 2001:db8::2 (a23bd0ba-be87-47d9-aae3-a36c3ed29b51/6ba9a291-d899-4674-b4b5-a7ebe78d3e6a/17632a3e-b148-4905-b2fa-eaa46cb87978) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:07.252225 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2550a994-a6a2-414e-942f-1d8f698a81d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (e75dfe2c-db98-4dfa-8904-301f04b70b87), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:07.260748 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50162) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:07.356610 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c138ac3-2dab-42a6-8e51-103006560934 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:07.360184 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3c138ac3-2dab-42a6-8e51-103006560934 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:07.360376 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1d8bb714-2892-4ccb-8000-8e987c2babdd tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (9d74f78d-7088-413e-80f4-6d6ec79e7c6b), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:07.383380 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5c470973-bd75-4ce0-abe0-2e74e7d58046 req-96e833e4-42b0-4a42-ab5b-374f090a2e83 service neutron] 10.222.0.16 "GET /v2.0/networks/6c3b7f15-8dc7-442e-88e8-e1bad20fff21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126703 Mar 28 09:10:07.384682 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-3c138ac3-2dab-42a6-8e51-103006560934 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] device_id is not set on port 613e45dc-aa1c-4db0-9c01-4a881bdf33a3 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:07.418566 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port f642af03-3884-4abe-8c22-ab7f83136e7a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f642af03-3884-4abe-8c22-ab7f83136e7a,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:07.489580 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc417cc9-2d4e-4713-9f6c-e2204c83a1d6 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:07.494571 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fc417cc9-2d4e-4713-9f6c-e2204c83a1d6 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4511685 Mar 28 09:10:07.494833 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5c470973-bd75-4ce0-abe0-2e74e7d58046 req-9a44eb89-c1be-4845-91b0-714151030973 service neutron] 10.222.0.16 "GET /v2.0/networks/6c3b7f15-8dc7-442e-88e8-e1bad20fff21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037812 Mar 28 09:10:07.496174 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50166) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:07.584456 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Publish callbacks [] for port (17632a3e-b148-4905-b2fa-eaa46cb87978), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:07.589949 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f642af03-3884-4abe-8c22-ab7f83136e7a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:07.622110 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2550a994-a6a2-414e-942f-1d8f698a81d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:07.643140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (17632a3e-b148-4905-b2fa-eaa46cb87978), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:07.645268 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-2550a994-a6a2-414e-942f-1d8f698a81d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:07.648117 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=f642af03-3884-4abe-8c22-ab7f83136e7a,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:07.652320 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2550a994-a6a2-414e-942f-1d8f698a81d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:07.654093 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-48a3c313-3ba3-436f-be2c-f450b0152eaa None None] Current status of the port f642af03-3884-4abe-8c22-ab7f83136e7a is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:07.654578 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-48a3c313-3ba3-436f-be2c-f450b0152eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f642af03-3884-4abe-8c22-ab7f83136e7a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:07.657482 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2550a994-a6a2-414e-942f-1d8f698a81d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:07.658138 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2550a994-a6a2-414e-942f-1d8f698a81d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:07.666387 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550a994-a6a2-414e-942f-1d8f698a81d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=e75dfe2c-db98-4dfa-8904-301f04b70b87,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:07.731401 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Network a23bd0ba-be87-47d9-aae3-a36c3ed29b51 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:07.760622 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-3c138ac3-2dab-42a6-8e51-103006560934 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Allocated IP 2001:db8::83 (a23bd0ba-be87-47d9-aae3-a36c3ed29b51/6ba9a291-d899-4674-b4b5-a7ebe78d3e6a/613e45dc-aa1c-4db0-9c01-4a881bdf33a3) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:07.762240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:07.777578 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:07.779779 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Pushing event updated for resources: {'Port': ['ID=17632a3e-b148-4905-b2fa-eaa46cb87978,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:07.819104 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2550a994-a6a2-414e-942f-1d8f698a81d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8135884 Mar 28 09:10:07.820036 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-48a3c313-3ba3-436f-be2c-f450b0152eaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:10:07.820618 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-48a3c313-3ba3-436f-be2c-f450b0152eaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:10:07.827807 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50168) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:07.844540 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1d8bb714-2892-4ccb-8000-8e987c2babdd tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (9d74f78d-7088-413e-80f4-6d6ec79e7c6b), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:07.848354 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1d8bb714-2892-4ccb-8000-8e987c2babdd tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router_controller (9d74f78d-7088-413e-80f4-6d6ec79e7c6b), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:07.853177 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:07.868301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419ce48b-7a7e-407f-8512-c1f867feedfe tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:07.875942 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419ce48b-7a7e-407f-8512-c1f867feedfe tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:07.881473 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419ce48b-7a7e-407f-8512-c1f867feedfe tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:07.901303 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-419ce48b-7a7e-407f-8512-c1f867feedfe tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3862627 Mar 28 09:10:07.904101 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Attempting to bind port 17632a3e-b148-4905-b2fa-eaa46cb87978 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:10:07.904729 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Attempting to bind port 17632a3e-b148-4905-b2fa-eaa46cb87978 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '151b4562-f5f8-49b0-b700-e165711f1206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a23bd0ba-be87-47d9-aae3-a36c3ed29b51'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:10:07.905319 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Attempting to bind port 17632a3e-b148-4905-b2fa-eaa46cb87978 on network a23bd0ba-be87-47d9-aae3-a36c3ed29b51 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:10:07.913365 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:10:07.915281 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Checking segment: {'id': '151b4562-f5f8-49b0-b700-e165711f1206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a23bd0ba-be87-47d9-aae3-a36c3ed29b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:07.915945 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:07.916584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Bound using segment: {'id': '151b4562-f5f8-49b0-b700-e165711f1206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a23bd0ba-be87-47d9-aae3-a36c3ed29b51'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:10:07.917370 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Bound port: 17632a3e-b148-4905-b2fa-eaa46cb87978, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151b4562-f5f8-49b0-b700-e165711f1206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a23bd0ba-be87-47d9-aae3-a36c3ed29b51'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:10:07.918025 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (17632a3e-b148-4905-b2fa-eaa46cb87978), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:07.928667 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50170) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:07.969700 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d4825-305d-4524-b6bc-b1ce37594759 req-e19c7d01-b057-40af-ad7b-c8e67b186ee7 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:07.970976 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0b7d4825-305d-4524-b6bc-b1ce37594759 req-e19c7d01-b057-40af-ad7b-c8e67b186ee7 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 943 time: 0.4449627 Mar 28 09:10:07.972629 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3c138ac3-2dab-42a6-8e51-103006560934 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (613e45dc-aa1c-4db0-9c01-4a881bdf33a3), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:08.028452 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3c138ac3-2dab-42a6-8e51-103006560934 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (613e45dc-aa1c-4db0-9c01-4a881bdf33a3), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:08.097542 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c138ac3-2dab-42a6-8e51-103006560934 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network a23bd0ba-be87-47d9-aae3-a36c3ed29b51 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:08.103267 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d58a8a50-6fc6-47b8-8abe-44d2db55f29e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:08.104433 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-3c138ac3-2dab-42a6-8e51-103006560934 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:08.111633 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c138ac3-2dab-42a6-8e51-103006560934 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:08.119594 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c138ac3-2dab-42a6-8e51-103006560934 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:08.120324 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3c138ac3-2dab-42a6-8e51-103006560934 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:08.131961 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c138ac3-2dab-42a6-8e51-103006560934 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=613e45dc-aa1c-4db0-9c01-4a881bdf33a3,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:08.148881 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3c138ac3-2dab-42a6-8e51-103006560934 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.4010160 Mar 28 09:10:08.153599 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50174) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:08.197484 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1d8bb714-2892-4ccb-8000-8e987c2babdd tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (9d74f78d-7088-413e-80f4-6d6ec79e7c6b), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:08.198014 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8bb714-2892-4ccb-8000-8e987c2babdd tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Fanout notify agent at l3_agent the message router_deleted on router 9d74f78d-7088-413e-80f4-6d6ec79e7c6b {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:10:08.217366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1d8bb714-2892-4ccb-8000-8e987c2babdd tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:08.218842 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1d8bb714-2892-4ccb-8000-8e987c2babdd tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "DELETE /v2.0/routers/9d74f78d-7088-413e-80f4-6d6ec79e7c6b HTTP/1.1" status: 204 len: 168 time: 0.9518185 Mar 28 09:10:08.227127 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50176) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:08.259519 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] For port 17632a3e-b148-4905-b2fa-eaa46cb87978, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:10:08.262804 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] For port 17632a3e-b148-4905-b2fa-eaa46cb87978, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17632a3e-b148-4905-b2fa-eaa46cb87978,segment=NetworkSegment(151b4562-f5f8-49b0-b700-e165711f1206),segment_id=151b4562-f5f8-49b0-b700-e165711f1206)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:10:08.271046 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (17632a3e-b148-4905-b2fa-eaa46cb87978), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:08.298859 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cbd0dc93-fa08-46dc-ac7d-f5a70d725f96 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d74f78d-7088-413e-80f4-6d6ec79e7c6b HTTP/1.1" status: 200 len: 205 time: 0.0691907 Mar 28 09:10:08.299559 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50178) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:08.315661 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b30a842-0016-447d-905c-21403c3e23c6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:08.322920 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b30a842-0016-447d-905c-21403c3e23c6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:08.327206 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9b30a842-0016-447d-905c-21403c3e23c6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.4958029 Mar 28 09:10:08.347702 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50180) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:08.355675 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0b7d4825-305d-4524-b6bc-b1ce37594759 req-f3e6a831-563a-445d-a443-8055dc6206e6 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3066783 Mar 28 09:10:08.391082 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595066e-78ec-4c9d-a8d9-1b36f5c72437 None None] Pushing event updated for resources: {'Port': ['ID=17632a3e-b148-4905-b2fa-eaa46cb87978,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:08.403357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-48a3c313-3ba3-436f-be2c-f450b0152eaa None None] Current status of the port f642af03-3884-4abe-8c22-ab7f83136e7a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:08.409784 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-7481898c-63f1-41bb-b147-1ac46835b787 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] delete failed (client error): The resource could not be found. Mar 28 09:10:08.414403 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7481898c-63f1-41bb-b147-1ac46835b787 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "DELETE /v2.0/routers/9d74f78d-7088-413e-80f4-6d6ec79e7c6b HTTP/1.1" status: 404 len: 336 time: 0.1124642 Mar 28 09:10:08.416967 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50182) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:08.451814 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Allocated IP 172.36.4.121 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/42370317-df4f-419e-b276-68b5aa588ef1) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:08.482345 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5f97c3b8-dbc1-4cc5-9ff3-6fb340cad73f tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c3f8e25-f81f-4649-9277-103c70420f8c HTTP/1.1" status: 200 len: 205 time: 0.0633037 Mar 28 09:10:08.484159 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50184) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:08.492084 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device ae5917b4-ffbd-4c2f-b29a-1c634b98a586 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:10:08.509916 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c723f-bd68-4bed-a59d-f5b57648522b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port 13bc99d4-964f-4f09-9cb2-73864dbbb114 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:08.510263 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae0c723f-bd68-4bed-a59d-f5b57648522b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (13bc99d4-964f-4f09-9cb2-73864dbbb114), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:08.552664 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-1d664b35-6aeb-490b-b3b7-f33ef01ec129 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] delete failed (client error): The resource could not be found. Mar 28 09:10:08.556792 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1d664b35-6aeb-490b-b3b7-f33ef01ec129 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "DELETE /v2.0/routers/2c3f8e25-f81f-4649-9277-103c70420f8c HTTP/1.1" status: 404 len: 336 time: 0.0696640 Mar 28 09:10:08.559430 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50186) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:08.562321 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-f821ce42-eed7-47f2-a28d-ecb784e90a53 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port 613e45dc-aa1c-4db0-9c01-4a881bdf33a3 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:08.562754 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f821ce42-eed7-47f2-a28d-ecb784e90a53 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (613e45dc-aa1c-4db0-9c01-4a881bdf33a3), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:08.677114 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ba6a609c-99ea-432b-bcab-3d34ef7e57fc tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "GET /v2.0/ports?device_id=310224d1-ea3c-4325-9e19-5f74bd0a10dc HTTP/1.1" status: 200 len: 205 time: 0.1110456 Mar 28 09:10:08.677766 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50188) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:08.713484 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port ae5917b4-ffbd-4c2f-b29a-1c634b98a586, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ae5917b4-ffbd-4c2f-b29a-1c634b98a586,segment=NetworkSegment(dad2e025-c15e-4544-ab84-2ccb1ae8563e),segment_id=dad2e025-c15e-4544-ab84-2ccb1ae8563e)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:08.728859 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-4255587e-0793-40f4-8e7b-afb8e74bea4c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] delete failed (client error): The resource could not be found. Mar 28 09:10:08.732242 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586', 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21', 'port_id': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586', 'mac_address': 'fa:16:3e:24:89:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:10:08.732661 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4255587e-0793-40f4-8e7b-afb8e74bea4c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "DELETE /v2.0/routers/310224d1-ea3c-4325-9e19-5f74bd0a10dc HTTP/1.1" status: 404 len: 336 time: 0.0500214 Mar 28 09:10:08.738043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50190) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:08.739091 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f642af03-3884-4abe-8c22-ab7f83136e7a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:08.787315 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae0c723f-bd68-4bed-a59d-f5b57648522b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (13bc99d4-964f-4f09-9cb2-73864dbbb114), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:08.804550 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-5daad712-9b61-49ce-bb6a-c93205e8a1d4 None None] Provisioning complete for port e75dfe2c-db98-4dfa-8904-301f04b70b87 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:08.805148 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5daad712-9b61-49ce-bb6a-c93205e8a1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e75dfe2c-db98-4dfa-8904-301f04b70b87), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:08.810592 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (42370317-df4f-419e-b276-68b5aa588ef1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:08.817296 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f821ce42-eed7-47f2-a28d-ecb784e90a53 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (613e45dc-aa1c-4db0-9c01-4a881bdf33a3), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:08.822299 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c723f-bd68-4bed-a59d-f5b57648522b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for 13bc99d4-964f-4f09-9cb2-73864dbbb114 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:08.828601 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c5fb4713-012a-4989-adb7-714528702876 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15 HTTP/1.1" status: 200 len: 205 time: 0.0893793 Mar 28 09:10:08.833134 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-8cbff78d-8886-4ce6-8166-02f878c0e00b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port e75dfe2c-db98-4dfa-8904-301f04b70b87 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:08.833400 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8cbff78d-8886-4ce6-8166-02f878c0e00b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (e75dfe2c-db98-4dfa-8904-301f04b70b87), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:08.833547 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50192) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:08.841024 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-f821ce42-eed7-47f2-a28d-ecb784e90a53 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for 613e45dc-aa1c-4db0-9c01-4a881bdf33a3 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:08.857458 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port ae5917b4-ffbd-4c2f-b29a-1c634b98a586 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:08.857883 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:08.881940 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5daad712-9b61-49ce-bb6a-c93205e8a1d4 None None] Port e75dfe2c-db98-4dfa-8904-301f04b70b87 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:08.885966 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5917b4-ffbd-4c2f-b29a-1c634b98a586 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:10:08.903013 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-abf5d923-5a10-41f6-97e9-3fcb7c52cd7c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] delete failed (client error): The resource could not be found. Mar 28 09:10:08.904054 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-abf5d923-5a10-41f6-97e9-3fcb7c52cd7c tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "DELETE /v2.0/routers/b3b2b5b4-6e6d-41eb-936a-3ecd3e25ef15 HTTP/1.1" status: 404 len: 336 time: 0.0694170 Mar 28 09:10:08.907427 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port f642af03-3884-4abe-8c22-ab7f83136e7a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:08.909290 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f642af03-3884-4abe-8c22-ab7f83136e7a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:08.909554 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50194) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:08.918413 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port ae5917b4-ffbd-4c2f-b29a-1c634b98a586, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ae5917b4-ffbd-4c2f-b29a-1c634b98a586,segment=NetworkSegment(dad2e025-c15e-4544-ab84-2ccb1ae8563e),segment_id=dad2e025-c15e-4544-ab84-2ccb1ae8563e)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:08.941074 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:08.982646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8cbff78d-8886-4ce6-8166-02f878c0e00b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (e75dfe2c-db98-4dfa-8904-301f04b70b87), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:08.986089 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7252aece-1e7d-4bef-88b1-2765bc5e985e tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "GET /v2.0/ports?device_id=8992b788-c58d-43b3-8394-9f98e6a1cd6a HTTP/1.1" status: 200 len: 205 time: 0.0747063 Mar 28 09:10:08.991416 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50196) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:09.016048 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (42370317-df4f-419e-b276-68b5aa588ef1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:09.017105 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=ae5917b4-ffbd-4c2f-b29a-1c634b98a586,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:09.051405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-8cbff78d-8886-4ce6-8166-02f878c0e00b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for e75dfe2c-db98-4dfa-8904-301f04b70b87 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:09.054989 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-1866edd9-be2d-46ad-b380-8aab1cfa9bb7 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] delete failed (client error): The resource could not be found. Mar 28 09:10:09.059421 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1866edd9-be2d-46ad-b380-8aab1cfa9bb7 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "DELETE /v2.0/routers/8992b788-c58d-43b3-8394-9f98e6a1cd6a HTTP/1.1" status: 404 len: 336 time: 0.0617676 Mar 28 09:10:09.059421 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50198) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:09.082529 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port f642af03-3884-4abe-8c22-ab7f83136e7a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:09.083832 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:09.095167 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-d58a8a50-6fc6-47b8-8abe-44d2db55f29e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting port 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:09.095510 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d58a8a50-6fc6-47b8-8abe-44d2db55f29e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:09.100280 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d211450f-e9d7-4690-b9fd-2afafbb287ef tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4889869-24ae-45b3-9521-28fe66cb2644 HTTP/1.1" status: 200 len: 205 time: 0.0365438 Mar 28 09:10:09.100400 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:09.100400 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50200) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:09.109165 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:09.122613 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=42370317-df4f-419e-b276-68b5aa588ef1,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:09.182113 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f821ce42-eed7-47f2-a28d-ecb784e90a53 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (613e45dc-aa1c-4db0-9c01-4a881bdf33a3), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:09.188083 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['ae5917b4-ffbd-4c2f-b29a-1c634b98a586'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:10:09.220022 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821ce42-eed7-47f2-a28d-ecb784e90a53 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=613e45dc-aa1c-4db0-9c01-4a881bdf33a3,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:09.236821 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-b54827eb-3b30-45a4-a7ee-69c34309b62b tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] delete failed (client error): The resource could not be found. Mar 28 09:10:09.237907 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b54827eb-3b30-45a4-a7ee-69c34309b62b tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "DELETE /v2.0/routers/b4889869-24ae-45b3-9521-28fe66cb2644 HTTP/1.1" status: 404 len: 336 time: 0.1341195 Mar 28 09:10:09.254138 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50202) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:09.258483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f821ce42-eed7-47f2-a28d-ecb784e90a53 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:09.261912 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f821ce42-eed7-47f2-a28d-ecb784e90a53 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/ports/613e45dc-aa1c-4db0-9c01-4a881bdf33a3 HTTP/1.1" status: 204 len: 168 time: 1.1070216 Mar 28 09:10:09.269117 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50204) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:09.318860 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-3747a31d-8d9d-4ad5-a1b0-3ef187e79177 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] GET failed (client error): The resource could not be found. Mar 28 09:10:09.320968 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3747a31d-8d9d-4ad5-a1b0-3ef187e79177 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports/613e45dc-aa1c-4db0-9c01-4a881bdf33a3 HTTP/1.1" status: 404 len: 333 time: 0.0508442 Mar 28 09:10:09.324035 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50206) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:09.361672 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-319d6579-2e9c-4fe5-934d-77ebef493c44 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] DELETE failed (client error): The resource could not be found. Mar 28 09:10:09.362314 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319d6579-2e9c-4fe5-934d-77ebef493c44 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:10:09.367901 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-319d6579-2e9c-4fe5-934d-77ebef493c44 tempest-RoutersAdminTest-786645195 tempest-RoutersAdminTest-786645195-project] 10.222.0.15 "DELETE /v2.0/subnets/099cfdd8-2dff-414d-a4f6-5d2fd34e2762 HTTP/1.1" status: 404 len: 337 time: 0.1105607 Mar 28 09:10:09.379619 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-d58a8a50-6fc6-47b8-8abe-44d2db55f29e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] For port 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2393cede-3d07-4a09-8ce4-d2b2d9eb8e53,segment=NetworkSegment(7d52e9e1-7b4c-43b2-8c85-dca4b65213d1),segment_id=7d52e9e1-7b4c-43b2-8c85-dca4b65213d1)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:09.379989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d58a8a50-6fc6-47b8-8abe-44d2db55f29e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:09.392948 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8cbff78d-8886-4ce6-8166-02f878c0e00b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (e75dfe2c-db98-4dfa-8904-301f04b70b87), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:09.411148 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d66aa8-428b-4fb4-b1a6-9a32e1b3f447 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting subnet 6ba9a291-d899-4674-b4b5-a7ebe78d3e6a {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:10:09.421023 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-d58a8a50-6fc6-47b8-8abe-44d2db55f29e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Calling delete_port for 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:09.455501 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-73d66aa8-428b-4fb4-b1a6-9a32e1b3f447 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (6ba9a291-d899-4674-b4b5-a7ebe78d3e6a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:09.461226 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbff78d-8886-4ce6-8166-02f878c0e00b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=e75dfe2c-db98-4dfa-8904-301f04b70b87,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:09.618010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8cbff78d-8886-4ce6-8166-02f878c0e00b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:09.621427 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8cbff78d-8886-4ce6-8166-02f878c0e00b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/e75dfe2c-db98-4dfa-8904-301f04b70b87 HTTP/1.1" status: 204 len: 168 time: 1.2715685 Mar 28 09:10:09.627279 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50212) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:09.697978 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-73d66aa8-428b-4fb4-b1a6-9a32e1b3f447 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (6ba9a291-d899-4674-b4b5-a7ebe78d3e6a), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:09.783265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50216) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:09.811461 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b6979c-cb4e-4e83-a8ed-7eb517850054 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:09.813125 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b6979c-cb4e-4e83-a8ed-7eb517850054 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:09.815322 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d1b6979c-cb4e-4e83-a8ed-7eb517850054 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1829731 Mar 28 09:10:09.818800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50220) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:09.832671 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed82ec21-6f2f-4e91-a161-a9740d29cd0c None None] Network a23bd0ba-be87-47d9-aae3-a36c3ed29b51 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:09.846385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b772bd-5156-47cf-a003-a5c732056924 req-f0217248-d662-4d48-a121-ccd741347d68 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:09.848023 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-14b772bd-5156-47cf-a003-a5c732056924 req-f0217248-d662-4d48-a121-ccd741347d68 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 944 time: 0.3453054 Mar 28 09:10:09.939365 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3d724659-194f-4175-9898-7df7dbd28cda None None] Provisioning complete for port 17632a3e-b148-4905-b2fa-eaa46cb87978 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:09.940016 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3d724659-194f-4175-9898-7df7dbd28cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (17632a3e-b148-4905-b2fa-eaa46cb87978), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:09.963494 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-948e353a-4335-4a33-ae0f-63a979f14172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:09.965975 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae0c723f-bd68-4bed-a59d-f5b57648522b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (13bc99d4-964f-4f09-9cb2-73864dbbb114), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.006418 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-673d0536-6616-48c1-9e66-48606f2c3559 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet 87a3c8cf-4ddb-4cae-b6a7-c377afb5bc8f {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:10:10.010793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-73d66aa8-428b-4fb4-b1a6-9a32e1b3f447 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (6ba9a291-d899-4674-b4b5-a7ebe78d3e6a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.016472 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-673d0536-6616-48c1-9e66-48606f2c3559 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (87a3c8cf-4ddb-4cae-b6a7-c377afb5bc8f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.034416 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c723f-bd68-4bed-a59d-f5b57648522b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=13bc99d4-964f-4f09-9cb2-73864dbbb114,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:10.072849 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-14b772bd-5156-47cf-a003-a5c732056924 req-fa0dd6b3-6f2f-4d6e-9f76-2485446f483e tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133582 Mar 28 09:10:10.083762 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3d724659-194f-4175-9898-7df7dbd28cda None None] Current status of the port 17632a3e-b148-4905-b2fa-eaa46cb87978 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:10.084324 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3d724659-194f-4175-9898-7df7dbd28cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (17632a3e-b148-4905-b2fa-eaa46cb87978), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.133120 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-673d0536-6616-48c1-9e66-48606f2c3559 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (87a3c8cf-4ddb-4cae-b6a7-c377afb5bc8f), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.235666 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-73d66aa8-428b-4fb4-b1a6-9a32e1b3f447 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (6ba9a291-d899-4674-b4b5-a7ebe78d3e6a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.275834 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae0c723f-bd68-4bed-a59d-f5b57648522b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.281868 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ae0c723f-bd68-4bed-a59d-f5b57648522b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/ports/13bc99d4-964f-4f09-9cb2-73864dbbb114 HTTP/1.1" status: 204 len: 168 time: 2.3444562 Mar 28 09:10:10.286550 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50222) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:10.304873 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-3d724659-194f-4175-9898-7df7dbd28cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:10:10.305593 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-3d724659-194f-4175-9898-7df7dbd28cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:10:10.312712 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d66aa8-428b-4fb4-b1a6-9a32e1b3f447 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Subnet': ['ID=6ba9a291-d899-4674-b4b5-a7ebe78d3e6a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:10.321816 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-73d66aa8-428b-4fb4-b1a6-9a32e1b3f447 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.327968 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-73d66aa8-428b-4fb4-b1a6-9a32e1b3f447 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/6ba9a291-d899-4674-b4b5-a7ebe78d3e6a HTTP/1.1" status: 204 len: 168 time: 1.0002904 Mar 28 09:10:10.329718 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50224) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:10.341587 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c739102-2f1e-428f-b68c-cb511b728d85 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] GET failed (client error): The resource could not be found. Mar 28 09:10:10.345680 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0c739102-2f1e-428f-b68c-cb511b728d85 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports/13bc99d4-964f-4f09-9cb2-73864dbbb114 HTTP/1.1" status: 404 len: 333 time: 0.0550945 Mar 28 09:10:10.347236 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50226) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:10.358228 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-948e353a-4335-4a33-ae0f-63a979f14172 admin admin] Publish callbacks [] for security_group (3dc32397-d307-44ca-ad46-6e30ddbb22af), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.361780 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-673d0536-6616-48c1-9e66-48606f2c3559 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (87a3c8cf-4ddb-4cae-b6a7-c377afb5bc8f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.409849 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-948e353a-4335-4a33-ae0f-63a979f14172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (3dc32397-d307-44ca-ad46-6e30ddbb22af), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.412990 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f671aec7-cab9-47aa-bcd0-ad6968281e35 None None] Network a23bd0ba-be87-47d9-aae3-a36c3ed29b51 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:10.479374 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (a23bd0ba-be87-47d9-aae3-a36c3ed29b51), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.502078 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device ae5917b4-ffbd-4c2f-b29a-1c634b98a586 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:10.506903 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d58a8a50-6fc6-47b8-8abe-44d2db55f29e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (2393cede-3d07-4a09-8ce4-d2b2d9eb8e53), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.519964 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-948e353a-4335-4a33-ae0f-63a979f14172 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d17035f7f26b4744a4b93653ce360f59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7350988 Mar 28 09:10:10.524673 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50228) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:10.537489 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e353a-4335-4a33-ae0f-63a979f14172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc32397-d307-44ca-ad46-6e30ddbb22af,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:10.582745 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a8a50-6fc6-47b8-8abe-44d2db55f29e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Port': ['ID=2393cede-3d07-4a09-8ce4-d2b2d9eb8e53,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:10.604364 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-673d0536-6616-48c1-9e66-48606f2c3559 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (87a3c8cf-4ddb-4cae-b6a7-c377afb5bc8f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.605444 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port ae5917b4-ffbd-4c2f-b29a-1c634b98a586 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:10:10.626013 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port ae5917b4-ffbd-4c2f-b29a-1c634b98a586 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:10.626676 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.673878 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d0536-6616-48c1-9e66-48606f2c3559 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=87a3c8cf-4ddb-4cae-b6a7-c377afb5bc8f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:10.685959 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-576ebd64-63bf-4466-816f-5b859fb17b8a admin admin] Publish callbacks [] for security_group (3dc32397-d307-44ca-ad46-6e30ddbb22af), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.690111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-673d0536-6616-48c1-9e66-48606f2c3559 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.691448 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e129c3b7-be38-40bc-a3c1-7f2d0b89bf99 None None] DHCP port deletion for a23bd0ba-be87-47d9-aae3-a36c3ed29b51 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:10:10.693453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fc06ac-49e1-43bd-9530-4451ac2c3523 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:10.694123 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-673d0536-6616-48c1-9e66-48606f2c3559 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/87a3c8cf-4ddb-4cae-b6a7-c377afb5bc8f HTTP/1.1" status: 204 len: 168 time: 0.8451157 Mar 28 09:10:10.699992 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50230) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:10.751457 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-04c9a0a3-1c6e-490f-bd7a-44810306d249 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484550 Mar 28 09:10:10.761672 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50232) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:10.765917 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-28509a00-9e54-4dea-93ce-ad8953f1ae8c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port 4df932e5-e0da-4efc-ad9b-258a0719d217 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:10.766720 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-28509a00-9e54-4dea-93ce-ad8953f1ae8c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (4df932e5-e0da-4efc-ad9b-258a0719d217), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.847296 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-576ebd64-63bf-4466-816f-5b859fb17b8a admin admin] Publish callbacks [] for security_group (3dc32397-d307-44ca-ad46-6e30ddbb22af), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.876294 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port 17632a3e-b148-4905-b2fa-eaa46cb87978 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:10.876633 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (17632a3e-b148-4905-b2fa-eaa46cb87978), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.931187 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3d724659-194f-4175-9898-7df7dbd28cda None None] Current status of the port 17632a3e-b148-4905-b2fa-eaa46cb87978 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:10.931792 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3d724659-194f-4175-9898-7df7dbd28cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (17632a3e-b148-4905-b2fa-eaa46cb87978), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.950031 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-28509a00-9e54-4dea-93ce-ad8953f1ae8c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (4df932e5-e0da-4efc-ad9b-258a0719d217), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.970025 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port ae5917b4-ffbd-4c2f-b29a-1c634b98a586 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:10.970417 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.971391 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-28509a00-9e54-4dea-93ce-ad8953f1ae8c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for 4df932e5-e0da-4efc-ad9b-258a0719d217 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:10.977317 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-576ebd64-63bf-4466-816f-5b859fb17b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (3dc32397-d307-44ca-ad46-6e30ddbb22af), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.980279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dc5204-fa8a-456d-b444-ae21fe443d3f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:10.981119 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-576ebd64-63bf-4466-816f-5b859fb17b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.984174 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e129c3b7-be38-40bc-a3c1-7f2d0b89bf99 None None] Deleting port 17632a3e-b148-4905-b2fa-eaa46cb87978 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:10.984394 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-75dc5204-fa8a-456d-b444-ae21fe443d3f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2203407 Mar 28 09:10:10.984609 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e129c3b7-be38-40bc-a3c1-7f2d0b89bf99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (17632a3e-b148-4905-b2fa-eaa46cb87978), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.985853 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (60aa6161-4e03-4120-8c06-12963b500eab), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:10.986311 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-576ebd64-63bf-4466-816f-5b859fb17b8a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3dc32397-d307-44ca-ad46-6e30ddbb22af HTTP/1.1" status: 204 len: 168 time: 0.4602358 Mar 28 09:10:10.986961 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50234) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:10.999530 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d58a8a50-6fc6-47b8-8abe-44d2db55f29e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:11.057926 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] For port 17632a3e-b148-4905-b2fa-eaa46cb87978, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17632a3e-b148-4905-b2fa-eaa46cb87978,segment=NetworkSegment(151b4562-f5f8-49b0-b700-e165711f1206),segment_id=151b4562-f5f8-49b0-b700-e165711f1206)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:11.058355 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (17632a3e-b148-4905-b2fa-eaa46cb87978), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:11.063328 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3d724659-194f-4175-9898-7df7dbd28cda None None] For port 17632a3e-b148-4905-b2fa-eaa46cb87978, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17632a3e-b148-4905-b2fa-eaa46cb87978,segment=NetworkSegment(151b4562-f5f8-49b0-b700-e165711f1206),segment_id=151b4562-f5f8-49b0-b700-e165711f1206)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:11.069469 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:10:11.072925 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5e6ea2-ecc7-420d-88bc-6969a6fc055d" -d '{"events": [{"server_uuid": "f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8", "name": "network-vif-plugged", "status": "completed", "tag": "ae5917b4-ffbd-4c2f-b29a-1c634b98a586"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:10:11.083892 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ad6a14-16b0-4a7d-a924-a821f63028a4 None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:10:11.086697 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3d724659-194f-4175-9898-7df7dbd28cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (17632a3e-b148-4905-b2fa-eaa46cb87978), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:11.126330 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for 17632a3e-b148-4905-b2fa-eaa46cb87978 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:11.133376 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port ae5917b4-ffbd-4c2f-b29a-1c634b98a586, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ae5917b4-ffbd-4c2f-b29a-1c634b98a586,segment=NetworkSegment(dad2e025-c15e-4544-ab84-2ccb1ae8563e),segment_id=dad2e025-c15e-4544-ab84-2ccb1ae8563e)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:11.219103 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d68cee-d1bb-4786-829a-5033911b5fd7 x-openstack-request-id: req-24d68cee-d1bb-4786-829a-5033911b5fd7 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:10:11.220265 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8", "name": "network-vif-plugged", "status": "completed", "tag": "ae5917b4-ffbd-4c2f-b29a-1c634b98a586", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:10:11.220726 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24d68cee-d1bb-4786-829a-5033911b5fd7 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:10:11.221331 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24d68cee-d1bb-4786-829a-5033911b5fd7'] response: {'server_uuid': 'f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586', 'code': 200} Mar 28 09:10:11.225004 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-e129c3b7-be38-40bc-a3c1-7f2d0b89bf99 None None] For port 17632a3e-b148-4905-b2fa-eaa46cb87978, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17632a3e-b148-4905-b2fa-eaa46cb87978,segment=NetworkSegment(151b4562-f5f8-49b0-b700-e165711f1206),segment_id=151b4562-f5f8-49b0-b700-e165711f1206)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:11.225639 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e129c3b7-be38-40bc-a3c1-7f2d0b89bf99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (17632a3e-b148-4905-b2fa-eaa46cb87978), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:11.242573 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e129c3b7-be38-40bc-a3c1-7f2d0b89bf99 None None] Calling delete_port for 17632a3e-b148-4905-b2fa-eaa46cb87978 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:11.279519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ebd64-63bf-4466-816f-5b859fb17b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc32397-d307-44ca-ad46-6e30ddbb22af,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:11.290887 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20eadde-d049-4ed2-8ab4-d678ea80d3ff tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:11.292600 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b20eadde-d049-4ed2-8ab4-d678ea80d3ff tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1012573 Mar 28 09:10:11.295145 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-28509a00-9e54-4dea-93ce-ad8953f1ae8c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (4df932e5-e0da-4efc-ad9b-258a0719d217), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:11.296955 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50244) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:11.342074 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (42370317-df4f-419e-b276-68b5aa588ef1), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:11.364466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:11.367621 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d724659-194f-4175-9898-7df7dbd28cda None None] Pushing event updated for resources: {'Port': ['ID=17632a3e-b148-4905-b2fa-eaa46cb87978,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:11.373040 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2f6dfbf5-3a92-4f18-884d-f0e448296935 None None] Could not find standard attr ID for object 17632a3e-b148-4905-b2fa-eaa46cb87978. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:10:11.387008 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e129c3b7-be38-40bc-a3c1-7f2d0b89bf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (17632a3e-b148-4905-b2fa-eaa46cb87978), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:11.489238 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=ae5917b4-ffbd-4c2f-b29a-1c634b98a586,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:11.520187 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129c3b7-be38-40bc-a3c1-7f2d0b89bf99 None None] Pushing event deleted for resources: {'Port': ['ID=17632a3e-b148-4905-b2fa-eaa46cb87978,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:11.522344 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e129c3b7-be38-40bc-a3c1-7f2d0b89bf99 None None] No DVR routers for this DVR port 17632a3e-b148-4905-b2fa-eaa46cb87978 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:11.542130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-17ad6a14-16b0-4a7d-a924-a821f63028a4 None None] Deleting port f642af03-3884-4abe-8c22-ab7f83136e7a {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:11.542595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-17ad6a14-16b0-4a7d-a924-a821f63028a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (f642af03-3884-4abe-8c22-ab7f83136e7a), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:11.613138 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-17ad6a14-16b0-4a7d-a924-a821f63028a4 None None] For port f642af03-3884-4abe-8c22-ab7f83136e7a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f642af03-3884-4abe-8c22-ab7f83136e7a,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:11.613751 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-17ad6a14-16b0-4a7d-a924-a821f63028a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (f642af03-3884-4abe-8c22-ab7f83136e7a), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:11.640543 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-17ad6a14-16b0-4a7d-a924-a821f63028a4 None None] Calling delete_port for f642af03-3884-4abe-8c22-ab7f83136e7a owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:11.668832 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50246) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:11.673851 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-840b0d57-3eb5-4131-a902-408ca77ba71a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3735571 Mar 28 09:10:11.726016 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-17ad6a14-16b0-4a7d-a924-a821f63028a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (f642af03-3884-4abe-8c22-ab7f83136e7a), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:11.737570 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50248) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:11.744524 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-194b95b7-e0fc-4d1c-bb2e-f920c8be995e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:11.753047 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad6a14-16b0-4a7d-a924-a821f63028a4 None None] Pushing event deleted for resources: {'Port': ['ID=f642af03-3884-4abe-8c22-ab7f83136e7a,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:11.757409 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ad6a14-16b0-4a7d-a924-a821f63028a4 None None] No DVR routers for this DVR port f642af03-3884-4abe-8c22-ab7f83136e7a on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:11.765835 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28509a00-9e54-4dea-93ce-ad8953f1ae8c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=4df932e5-e0da-4efc-ad9b-258a0719d217,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:11.845954 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (17632a3e-b148-4905-b2fa-eaa46cb87978), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:11.896338 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=17632a3e-b148-4905-b2fa-eaa46cb87978,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:11.905844 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No DVR routers for this DVR port 17632a3e-b148-4905-b2fa-eaa46cb87978 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:11.911523 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c99db99f-60fe-457b-9370-7a2c10de69ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f46ddb857314a9fa1b8f30fbd37af80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344131 Mar 28 09:10:11.926627 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193511b6-5ad4-4c87-b718-a2f88ba5518f req-79e9f5d7-626f-441b-b14d-511912654ed7 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:11.928203 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-193511b6-5ad4-4c87-b718-a2f88ba5518f req-79e9f5d7-626f-441b-b14d-511912654ed7 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.6804211 Mar 28 09:10:11.932109 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50250) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:11.961073 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58a8a50-6fc6-47b8-8abe-44d2db55f29e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:10:11.976443 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c20c22-a197-4a22-a3ce-3ca93aa6ba51 req-ab2fc5d2-e92e-4745-9b28-20c2612445bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:11.977938 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-69c20c22-a197-4a22-a3ce-3ca93aa6ba51 req-ab2fc5d2-e92e-4745-9b28-20c2612445bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 1129 time: 0.3099484 Mar 28 09:10:12.016016 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-28509a00-9e54-4dea-93ce-ad8953f1ae8c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.021745 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-28509a00-9e54-4dea-93ce-ad8953f1ae8c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/ports/4df932e5-e0da-4efc-ad9b-258a0719d217 HTTP/1.1" status: 204 len: 168 time: 1.6708987 Mar 28 09:10:12.027259 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50252) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:12.029019 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (a23bd0ba-be87-47d9-aae3-a36c3ed29b51), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.047803 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (42370317-df4f-419e-b276-68b5aa588ef1), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.068592 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194b95b7-e0fc-4d1c-bb2e-f920c8be995e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:12.072198 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-194b95b7-e0fc-4d1c-bb2e-f920c8be995e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.104385 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22166e3-b81a-4ac8-abd0-28d649d7cc8e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] GET failed (client error): The resource could not be found. Mar 28 09:10:12.105877 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f22166e3-b81a-4ac8-abd0-28d649d7cc8e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports/4df932e5-e0da-4efc-ad9b-258a0719d217 HTTP/1.1" status: 404 len: 333 time: 0.0738511 Mar 28 09:10:12.140223 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (42370317-df4f-419e-b276-68b5aa588ef1), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.142929 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50254) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:12.153096 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23bd0ba-be87-47d9-aae3-a36c3ed29b51']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:12.155180 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-193511b6-5ad4-4c87-b718-a2f88ba5518f req-1d4ccab2-8093-44ea-8767-a125f723187f tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097993 Mar 28 09:10:12.163076 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-69c20c22-a197-4a22-a3ce-3ca93aa6ba51 req-0ef51348-dfa9-470e-b6aa-ba1428ba980d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653852 Mar 28 09:10:12.167188 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-db275305-a53a-473a-824c-4f82599cf963 admin admin] Publish callbacks [] for security_group (c101b126-636f-441e-b115-6c8cb04ca92f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.206037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-db275305-a53a-473a-824c-4f82599cf963 admin admin] Publish callbacks [] for security_group (c101b126-636f-441e-b115-6c8cb04ca92f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.208611 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151b4562-f5f8-49b0-b700-e165711f1206') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:12.208912 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151b4562-f5f8-49b0-b700-e165711f1206') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:12.236241 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (151b4562-f5f8-49b0-b700-e165711f1206), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.295505 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-db275305-a53a-473a-824c-4f82599cf963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (c101b126-636f-441e-b115-6c8cb04ca92f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.298192 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-db275305-a53a-473a-824c-4f82599cf963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.301871 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-db275305-a53a-473a-824c-4f82599cf963 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c101b126-636f-441e-b115-6c8cb04ca92f HTTP/1.1" status: 204 len: 168 time: 0.3640015 Mar 28 09:10:12.308767 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=42370317-df4f-419e-b276-68b5aa588ef1,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:12.314405 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-91449df6-c2e9-41c0-8392-30a7ea2d603c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting subnet 68244606-982a-436a-8bf7-9059d6ed0c39 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:10:12.317007 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (151b4562-f5f8-49b0-b700-e165711f1206), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.318792 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db275305-a53a-473a-824c-4f82599cf963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c101b126-636f-441e-b115-6c8cb04ca92f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:12.330410 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-91449df6-c2e9-41c0-8392-30a7ea2d603c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (68244606-982a-436a-8bf7-9059d6ed0c39), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.333687 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:10:12.334089 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (151b4562-f5f8-49b0-b700-e165711f1206), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:10:12.338299 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:10:12.365779 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (60aa6161-4e03-4120-8c06-12963b500eab), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.368251 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58a8a50-6fc6-47b8-8abe-44d2db55f29e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:10:12.379460 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673e4197-dd8e-4ff2-b4ce-a3319c554bf7 None None] Sync routers for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:10:12.394238 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673e4197-dd8e-4ff2-b4ce-a3319c554bf7 None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:12.396918 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-673e4197-dd8e-4ff2-b4ce-a3319c554bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:12.405072 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d58a8a50-6fc6-47b8-8abe-44d2db55f29e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/54131ef4-fc4f-4d6e-9101-ddeb6cee98d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6408920 Mar 28 09:10:12.405268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50260) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:12.514265 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-91449df6-c2e9-41c0-8392-30a7ea2d603c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (68244606-982a-436a-8bf7-9059d6ed0c39), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.523152 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bdfe12f-67e6-4572-9f37-9caec3931c1b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting subnet 080dcb3a-265a-47e1-b165-35e432bff33a {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:10:12.542390 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.objects.ports [None req-194b95b7-e0fc-4d1c-bb2e-f920c8be995e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104075) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 09:10:12.544381 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0bdfe12f-67e6-4572-9f37-9caec3931c1b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (080dcb3a-265a-47e1-b165-35e432bff33a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.547596 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-194b95b7-e0fc-4d1c-bb2e-f920c8be995e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (ae2a23bc-ba3b-4e94-bf83-c6095093d3cf), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.549207 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (a23bd0ba-be87-47d9-aae3-a36c3ed29b51), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.566530 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.574268 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/networks/a23bd0ba-be87-47d9-aae3-a36c3ed29b51 HTTP/1.1" status: 204 len: 168 time: 2.2427280 Mar 28 09:10:12.575120 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-673e4197-dd8e-4ff2-b4ce-a3319c554bf7 None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:10:12.581265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50262) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:12.586713 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-be28b73c-62b8-4612-9ffc-57038b3e701c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450', 'name': 'tempest-PortsIpV6TestJSON-2112027678'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:12.603961 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Floating IP 60aa6161-4e03-4120-8c06-12963b500eab associated. External IP: 172.36.4.121, port: 6385083d-f42a-4ba3-a332-9fc7dc06c32c. Mar 28 09:10:12.688524 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194b95b7-e0fc-4d1c-bb2e-f920c8be995e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:12.701663 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-194b95b7-e0fc-4d1c-bb2e-f920c8be995e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:12.707125 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0bdfe12f-67e6-4572-9f37-9caec3931c1b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (080dcb3a-265a-47e1-b165-35e432bff33a), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.710856 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f642af03-3884-4abe-8c22-ab7f83136e7a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:10:12.734894 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194b95b7-e0fc-4d1c-bb2e-f920c8be995e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:12.735782 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-194b95b7-e0fc-4d1c-bb2e-f920c8be995e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.751750 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: f642af03-3884-4abe-8c22-ab7f83136e7a {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:10:12.752932 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f642af03-3884-4abe-8c22-ab7f83136e7a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:10:12.753712 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 17632a3e-b148-4905-b2fa-eaa46cb87978 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:10:12.756559 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4710ba91-ef8a-4330-a15d-0ca3dd092902 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:12.756921 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b95b7-e0fc-4d1c-bb2e-f920c8be995e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=ae2a23bc-ba3b-4e94-bf83-c6095093d3cf,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:12.787628 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-194b95b7-e0fc-4d1c-bb2e-f920c8be995e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0475903 Mar 28 09:10:12.792320 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50266) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:12.802900 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-673e4197-dd8e-4ff2-b4ce-a3319c554bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:10:10Z', 'revision_number': 9, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:26Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:12.834039 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-de4d6db0-1c58-492e-83ea-cc7f8110e007 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:12.839848 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7909ecd-0a1b-4d66-b96f-b4fa136b8e7e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Network': ['ID=a23bd0ba-be87-47d9-aae3-a36c3ed29b51,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:12.840417 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673e4197-dd8e-4ff2-b4ce-a3319c554bf7 None None] Checking router: 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:10:12.842263 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be28b73c-62b8-4612-9ffc-57038b3e701c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:12.852979 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673e4197-dd8e-4ff2-b4ce-a3319c554bf7 None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:12.853934 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-673e4197-dd8e-4ff2-b4ce-a3319c554bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:12.855122 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-be28b73c-62b8-4612-9ffc-57038b3e701c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.884743 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 17632a3e-b148-4905-b2fa-eaa46cb87978 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:10:12.885075 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 17632a3e-b148-4905-b2fa-eaa46cb87978 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:10:12.904492 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0bdfe12f-67e6-4572-9f37-9caec3931c1b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (080dcb3a-265a-47e1-b165-35e432bff33a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:12.965880 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-be28b73c-62b8-4612-9ffc-57038b3e701c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] device_id is not set on port cea031ac-b663-46ee-a140-6815ad72a1db yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:12.980885 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-673e4197-dd8e-4ff2-b4ce-a3319c554bf7 None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:10:12.993665 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': 'ae2a23bc-ba3b-4e94-bf83-c6095093d3cf'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:10:12.998138 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:13.105571 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-91449df6-c2e9-41c0-8392-30a7ea2d603c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (68244606-982a-436a-8bf7-9059d6ed0c39), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:13.197881 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4d6db0-1c58-492e-83ea-cc7f8110e007 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:13.201438 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de4d6db0-1c58-492e-83ea-cc7f8110e007 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:13.267585 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0bdfe12f-67e6-4572-9f37-9caec3931c1b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (080dcb3a-265a-47e1-b165-35e432bff33a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:13.307999 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router fd4ce091-384d-4170-a28e-6cb246a819be has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:10:13.326343 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-91449df6-c2e9-41c0-8392-30a7ea2d603c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (68244606-982a-436a-8bf7-9059d6ed0c39), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:13.329937 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Allocated IP 2001:db8::f816:3eff:fe34:6569 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/ae2a23bc-ba3b-4e94-bf83-c6095093d3cf/03f1f8a8-186a-4c46-8553-ea91ead7341c) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:13.364589 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfe12f-67e6-4572-9f37-9caec3931c1b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Subnet': ['ID=080dcb3a-265a-47e1-b165-35e432bff33a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:13.370099 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0bdfe12f-67e6-4572-9f37-9caec3931c1b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:13.376135 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0bdfe12f-67e6-4572-9f37-9caec3931c1b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/subnets/080dcb3a-265a-47e1-b165-35e432bff33a HTTP/1.1" status: 204 len: 168 time: 0.9696910 Mar 28 09:10:13.379239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50282) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:13.396003 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91449df6-c2e9-41c0-8392-30a7ea2d603c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Subnet': ['ID=68244606-982a-436a-8bf7-9059d6ed0c39,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:13.419033 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-be28b73c-62b8-4612-9ffc-57038b3e701c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (cea031ac-b663-46ee-a140-6815ad72a1db), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:13.451514 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b9ddf4-221c-46fd-b1ad-aa9de6854ab2 None None] Network 5a3add68-2b1e-4fb1-a979-dc8834ba8748 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:13.465560 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-91449df6-c2e9-41c0-8392-30a7ea2d603c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:13.468917 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-91449df6-c2e9-41c0-8392-30a7ea2d603c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/68244606-982a-436a-8bf7-9059d6ed0c39 HTTP/1.1" status: 204 len: 168 time: 1.3214698 Mar 28 09:10:13.473561 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50286) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:13.475910 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb7af3c-0893-4f2b-add0-3cce5a25255d None None] Network 8bf4c3f4-9a8f-4fa9-875e-37c1b66db791 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:13.519245 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-be28b73c-62b8-4612-9ffc-57038b3e701c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (cea031ac-b663-46ee-a140-6815ad72a1db), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:13.606539 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-673e4197-dd8e-4ff2-b4ce-a3319c554bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:10:10Z', 'revision_number': 9, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:26Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:13.607144 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd595fe7-59f0-4a5c-949e-9956ec106a53 req-5d159182-098e-40f2-a6b7-41db038ade9c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:13.613965 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-bd595fe7-59f0-4a5c-949e-9956ec106a53 req-5d159182-098e-40f2-a6b7-41db038ade9c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.3119006 Mar 28 09:10:13.620036 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.ipam_backend_mixin [None req-de4d6db0-1c58-492e-83ea-cc7f8110e007 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ae2a23bc-ba3b-4e94-bf83-c6095093d3cf (CIDR: 2001:db8::/64) Mar 28 09:10:13.640423 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (5a3add68-2b1e-4fb1-a979-dc8834ba8748), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:13.643906 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673e4197-dd8e-4ff2-b4ce-a3319c554bf7 None None] The sync data for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv is: [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:10:10Z', 'revision_number': 9, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3173f38-a1e5-47fe-99ad-3ec0ad6216b9', 'name': '', 'network_id': '5c886da7-7242-49b0-8048-a74be0cbb950', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:8f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:17Z', 'updated_at': '2022-03-28T09:09:26Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': '4e1d2b76-2876-43b7-bbc4-20d62ca328df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:10:13.652993 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4d6db0-1c58-492e-83ea-cc7f8110e007 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:13.653477 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4d6db0-1c58-492e-83ea-cc7f8110e007 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:10:13.657781 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50290) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:13.685070 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28b73c-62b8-4612-9ffc-57038b3e701c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=cea031ac-b663-46ee-a140-6815ad72a1db,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:13.693660 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be28b73c-62b8-4612-9ffc-57038b3e701c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network d240050e-d93a-4530-a0b3-76a8cfd44450 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:13.701912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-be28b73c-62b8-4612-9ffc-57038b3e701c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:13.712216 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be28b73c-62b8-4612-9ffc-57038b3e701c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:13.719376 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be28b73c-62b8-4612-9ffc-57038b3e701c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:13.720854 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-be28b73c-62b8-4612-9ffc-57038b3e701c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:13.744871 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-de4d6db0-1c58-492e-83ea-cc7f8110e007 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9198680 Mar 28 09:10:13.745487 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50294) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:13.747202 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (8bf4c3f4-9a8f-4fa9-875e-37c1b66db791), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:13.771956 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ca166d57-cfc0-4d53-890e-1a9fe790cc20 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:13.781773 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-be28b73c-62b8-4612-9ffc-57038b3e701c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1992102 Mar 28 09:10:13.784662 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50296) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:13.809932 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:10:13.822603 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-bd595fe7-59f0-4a5c-949e-9956ec106a53 req-4f3e60d8-6583-4177-9a87-ae1d94b8b376 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072823 Mar 28 09:10:13.844497 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dfae46-ce4d-4bed-9ab8-20996bf02210 None None] Sync routers for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:10:13.866221 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-55b9c630-4113-42ac-b6fb-d9c5383582f8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-534781393'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:13.910267 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dfae46-ce4d-4bed-9ab8-20996bf02210 None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:13.910977 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-26dfae46-ce4d-4bed-9ab8-20996bf02210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:13.915883 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:13.930762 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port 212950e0-0f83-47c8-b902-57b7ed199d67 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:13.931128 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (212950e0-0f83-47c8-b902-57b7ed199d67), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:13.934616 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-ec76d437-7c63-4df1-bcfa-8320c59e98a7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port cea031ac-b663-46ee-a140-6815ad72a1db {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:13.934949 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ec76d437-7c63-4df1-bcfa-8320c59e98a7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (cea031ac-b663-46ee-a140-6815ad72a1db), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:13.971515 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b9c630-4113-42ac-b6fb-d9c5383582f8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Made reservation on behalf of af0b6a25fd884d5c80cb636d95ece5cc for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:13.975118 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-55b9c630-4113-42ac-b6fb-d9c5383582f8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:13.988859 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-26dfae46-ce4d-4bed-9ab8-20996bf02210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:14.009215 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-55b9c630-4113-42ac-b6fb-d9c5383582f8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.015561 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-881337cb-9191-4776-966b-db46766b34d0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.2365036 Mar 28 09:10:14.027269 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50298) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:14.034588 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ae8dcffe-0b0a-4103-9033-112ca8a71f3a tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'floatingip': {'port_id': '6385083d-f42a-4ba3-a332-9fc7dc06c32c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:14.034819 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting port 2eb6970c-99cb-424c-9118-62bf42ab7db7 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:14.035501 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2eb6970c-99cb-424c-9118-62bf42ab7db7), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.057975 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dfae46-ce4d-4bed-9ab8-20996bf02210 None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:14.058913 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-26dfae46-ce4d-4bed-9ab8-20996bf02210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:14.119702 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ec76d437-7c63-4df1-bcfa-8320c59e98a7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (cea031ac-b663-46ee-a140-6815ad72a1db), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.127685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Publish callbacks [] for port (03f1f8a8-186a-4c46-8553-ea91ead7341c), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.127832 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] For port 212950e0-0f83-47c8-b902-57b7ed199d67, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=212950e0-0f83-47c8-b902-57b7ed199d67,segment=NetworkSegment(e60526f0-6014-4b17-b7b0-5b67a73c91fb),segment_id=e60526f0-6014-4b17-b7b0-5b67a73c91fb)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:14.128236 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (212950e0-0f83-47c8-b902-57b7ed199d67), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.128502 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca166d57-cfc0-4d53-890e-1a9fe790cc20 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:14.132556 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ca166d57-cfc0-4d53-890e-1a9fe790cc20 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.165954 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for 212950e0-0f83-47c8-b902-57b7ed199d67 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:14.167794 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-ec76d437-7c63-4df1-bcfa-8320c59e98a7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for cea031ac-b663-46ee-a140-6815ad72a1db owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:14.173003 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae8dcffe-0b0a-4103-9033-112ca8a71f3a tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (60aa6161-4e03-4120-8c06-12963b500eab), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.178139 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4ba370-9086-4475-ad06-12ee86ad05ec None None] DHCP port deletion for 8bf4c3f4-9a8f-4fa9-875e-37c1b66db791 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:10:14.196102 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (03f1f8a8-186a-4c46-8553-ea91ead7341c), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.201317 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-26dfae46-ce4d-4bed-9ab8-20996bf02210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:14.202220 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dfae46-ce4d-4bed-9ab8-20996bf02210 None None] The sync data for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:10:14.206085 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] For port 2eb6970c-99cb-424c-9118-62bf42ab7db7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2eb6970c-99cb-424c-9118-62bf42ab7db7,segment=NetworkSegment(7d52e9e1-7b4c-43b2-8c85-dca4b65213d1),segment_id=7d52e9e1-7b4c-43b2-8c85-dca4b65213d1)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:14.206582 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2eb6970c-99cb-424c-9118-62bf42ab7db7), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.244795 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Calling delete_port for 2eb6970c-99cb-424c-9118-62bf42ab7db7 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:14.298537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4dc88e-01cc-4ac6-abda-34283710eff7 None None] DHCP port deletion for 5a3add68-2b1e-4fb1-a979-dc8834ba8748 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:10:14.313611 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:14.323031 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:14.331034 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:14.359550 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Pushing event updated for resources: {'Port': ['ID=03f1f8a8-186a-4c46-8553-ea91ead7341c,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:14.399767 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-55b9c630-4113-42ac-b6fb-d9c5383582f8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks [] for security_group (8ed643fa-5c3f-434e-8bdd-3d2404a6b86f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.415780 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-55b9c630-4113-42ac-b6fb-d9c5383582f8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (8ed643fa-5c3f-434e-8bdd-3d2404a6b86f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.436546 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Attempting to bind port 03f1f8a8-186a-4c46-8553-ea91ead7341c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:10:14.436833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Attempting to bind port 03f1f8a8-186a-4c46-8553-ea91ead7341c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:10:14.437379 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Attempting to bind port 03f1f8a8-186a-4c46-8553-ea91ead7341c on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:10:14.451369 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b9c630-4113-42ac-b6fb-d9c5383582f8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:10:14.454602 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3b4ba370-9086-4475-ad06-12ee86ad05ec None None] Deleting port 212950e0-0f83-47c8-b902-57b7ed199d67 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:14.455383 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b4ba370-9086-4475-ad06-12ee86ad05ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (212950e0-0f83-47c8-b902-57b7ed199d67), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.458562 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:10:14.459108 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:14.459670 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.460498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:10:14.461413 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Bound port: 03f1f8a8-186a-4c46-8553-ea91ead7341c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:10:14.461814 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (03f1f8a8-186a-4c46-8553-ea91ead7341c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.484623 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-55b9c630-4113-42ac-b6fb-d9c5383582f8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (e7b6b8f4-bbef-4c26-b95a-6caa691aeba6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.485381 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-55b9c630-4113-42ac-b6fb-d9c5383582f8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Added segment e7b6b8f4-bbef-4c26-b95a-6caa691aeba6 of type vlan for network 2dab1291-e306-4f31-adbc-9bafacfaa836 Mar 28 09:10:14.487041 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9c630-4113-42ac-b6fb-d9c5383582f8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed643fa-5c3f-434e-8bdd-3d2404a6b86f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:14.496530 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ec76d437-7c63-4df1-bcfa-8320c59e98a7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (cea031ac-b663-46ee-a140-6815ad72a1db), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.497947 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (212950e0-0f83-47c8-b902-57b7ed199d67), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.523523 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (2eb6970c-99cb-424c-9118-62bf42ab7db7), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.532696 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dc88e-01cc-4ac6-abda-34283710eff7 None None] Deleting port 2eb6970c-99cb-424c-9118-62bf42ab7db7 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:14.533409 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc88e-01cc-4ac6-abda-34283710eff7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2eb6970c-99cb-424c-9118-62bf42ab7db7), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.595679 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] No DVR routers for this DVR port 2eb6970c-99cb-424c-9118-62bf42ab7db7 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:14.610051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Port': ['ID=2eb6970c-99cb-424c-9118-62bf42ab7db7,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:14.618739 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:10:14.626775 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No DVR routers for this DVR port 212950e0-0f83-47c8-b902-57b7ed199d67 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:14.628392 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=212950e0-0f83-47c8-b902-57b7ed199d67,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:14.641903 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-55b9c630-4113-42ac-b6fb-d9c5383582f8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (2dab1291-e306-4f31-adbc-9bafacfaa836), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.658132 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3b4ba370-9086-4475-ad06-12ee86ad05ec None None] For port 212950e0-0f83-47c8-b902-57b7ed199d67, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=212950e0-0f83-47c8-b902-57b7ed199d67,segment=NetworkSegment(e60526f0-6014-4b17-b7b0-5b67a73c91fb),segment_id=e60526f0-6014-4b17-b7b0-5b67a73c91fb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:14.658798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b4ba370-9086-4475-ad06-12ee86ad05ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (212950e0-0f83-47c8-b902-57b7ed199d67), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.664309 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76d437-7c63-4df1-bcfa-8320c59e98a7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=cea031ac-b663-46ee-a140-6815ad72a1db,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:14.666710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:10:14.667221 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2393cede-3d07-4a09-8ce4-d2b2d9eb8e53 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:10:14.667797 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2eb6970c-99cb-424c-9118-62bf42ab7db7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:10:14.691982 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ec76d437-7c63-4df1-bcfa-8320c59e98a7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.697574 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ec76d437-7c63-4df1-bcfa-8320c59e98a7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/ports/cea031ac-b663-46ee-a140-6815ad72a1db HTTP/1.1" status: 204 len: 168 time: 0.9094453 Mar 28 09:10:14.701660 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50300) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:14.703285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-0756168d-d8cd-4a35-a204-80658f41dbe7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450', 'mac_address': 'fa:16:3e:c7:5d:56', 'name': 'tempest-PortsIpV6TestJSON-843797512'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:14.714925 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 2eb6970c-99cb-424c-9118-62bf42ab7db7 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:10:14.715571 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2eb6970c-99cb-424c-9118-62bf42ab7db7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:10:14.716314 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 212950e0-0f83-47c8-b902-57b7ed199d67 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:10:14.721486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3b4ba370-9086-4475-ad06-12ee86ad05ec None None] Calling delete_port for 212950e0-0f83-47c8-b902-57b7ed199d67 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:14.751369 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-0e4dc88e-01cc-4ac6-abda-34283710eff7 None None] For port 2eb6970c-99cb-424c-9118-62bf42ab7db7, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:14.751770 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc88e-01cc-4ac6-abda-34283710eff7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2eb6970c-99cb-424c-9118-62bf42ab7db7), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.754725 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] For port 03f1f8a8-186a-4c46-8553-ea91ead7341c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:10:14.761397 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (8bf4c3f4-9a8f-4fa9-875e-37c1b66db791), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.775180 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 212950e0-0f83-47c8-b902-57b7ed199d67 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:10:14.775590 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 212950e0-0f83-47c8-b902-57b7ed199d67 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:10:14.784819 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] For port 03f1f8a8-186a-4c46-8553-ea91ead7341c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03f1f8a8-186a-4c46-8553-ea91ead7341c,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:10:14.786821 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dc88e-01cc-4ac6-abda-34283710eff7 None None] Calling delete_port for 2eb6970c-99cb-424c-9118-62bf42ab7db7 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:14.791880 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.ipam_backend_mixin [None req-0e4dc88e-01cc-4ac6-abda-34283710eff7 None None] Port 2eb6970c-99cb-424c-9118-62bf42ab7db7 was not found and therefore no delete operation was performed {{(pid=104077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 09:10:14.823475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc88e-01cc-4ac6-abda-34283710eff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (2eb6970c-99cb-424c-9118-62bf42ab7db7), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.825892 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (03f1f8a8-186a-4c46-8553-ea91ead7341c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.829212 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf4c3f4-9a8f-4fa9-875e-37c1b66db791']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:14.843695 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60526f0-6014-4b17-b7b0-5b67a73c91fb') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:14.843922 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60526f0-6014-4b17-b7b0-5b67a73c91fb') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:14.857705 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (e60526f0-6014-4b17-b7b0-5b67a73c91fb), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.872255 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dc88e-01cc-4ac6-abda-34283710eff7 None None] Pushing event deleted for resources: {'Port': ['ID=2eb6970c-99cb-424c-9118-62bf42ab7db7,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:14.880437 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4dc88e-01cc-4ac6-abda-34283710eff7 None None] No DVR routers for this DVR port 2eb6970c-99cb-424c-9118-62bf42ab7db7 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:14.941543 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (e60526f0-6014-4b17-b7b0-5b67a73c91fb), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.968514 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b4ba370-9086-4475-ad06-12ee86ad05ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (212950e0-0f83-47c8-b902-57b7ed199d67), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:14.971616 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4da754-76af-457c-9dd5-111212b9a926 None None] Pushing event updated for resources: {'Port': ['ID=03f1f8a8-186a-4c46-8553-ea91ead7341c,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:15.001435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:10:15.010066 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (e60526f0-6014-4b17-b7b0-5b67a73c91fb), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:10:15.015274 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:10:15.017811 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4ba370-9086-4475-ad06-12ee86ad05ec None None] No DVR routers for this DVR port 212950e0-0f83-47c8-b902-57b7ed199d67 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:15.019341 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ba370-9086-4475-ad06-12ee86ad05ec None None] Pushing event deleted for resources: {'Port': ['ID=212950e0-0f83-47c8-b902-57b7ed199d67,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:15.119908 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (5a3add68-2b1e-4fb1-a979-dc8834ba8748), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.176049 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-55b9c630-4113-42ac-b6fb-d9c5383582f8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (2dab1291-e306-4f31-adbc-9bafacfaa836), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.181722 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b9c630-4113-42ac-b6fb-d9c5383582f8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:15.182430 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-55b9c630-4113-42ac-b6fb-d9c5383582f8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.232497 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3add68-2b1e-4fb1-a979-dc8834ba8748']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:15.297395 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d52e9e1-7b4c-43b2-8c85-dca4b65213d1') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:15.297831 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d52e9e1-7b4c-43b2-8c85-dca4b65213d1') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:15.318208 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-55b9c630-4113-42ac-b6fb-d9c5383582f8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6510398 Mar 28 09:10:15.318208 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ca166d57-cfc0-4d53-890e-1a9fe790cc20 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (5d3f40e7-618c-479c-91ca-e4599d115566), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.322216 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (7d52e9e1-7b4c-43b2-8c85-dca4b65213d1), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.340239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50304) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:15.345411 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-3e6339bd-0362-4160-b2ed-1a091a86a27c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Request body: {'subnet': {'network_id': '2dab1291-e306-4f31-adbc-9bafacfaa836', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:15.392404 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9c630-4113-42ac-b6fb-d9c5383582f8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event updated for resources: {'Network': ['ID=2dab1291-e306-4f31-adbc-9bafacfaa836,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:15.406896 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 2dab1291-e306-4f31-adbc-9bafacfaa836 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:10:15.409123 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (8bf4c3f4-9a8f-4fa9-875e-37c1b66db791), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.415975 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (7d52e9e1-7b4c-43b2-8c85-dca4b65213d1), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.447345 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.450725 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/networks/8bf4c3f4-9a8f-4fa9-875e-37c1b66db791 HTTP/1.1" status: 204 len: 168 time: 1.9754734 Mar 28 09:10:15.451816 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b91cf-bee9-4ac1-8294-de76f4420e6e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Network': ['ID=8bf4c3f4-9a8f-4fa9-875e-37c1b66db791,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:15.459092 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50306) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:15.465035 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ab75263a-392c-4ac1-8e91-9f1bb132e65c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-853504807'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:15.471793 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0756168d-d8cd-4a35-a204-80658f41dbe7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:15.488474 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9621f-fa1c-4505-8e15-32946f0d00df req-296d2639-d58c-4de6-a52d-141042c505ec tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:15.489567 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:10:15.490340 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d7b9621f-fa1c-4505-8e15-32946f0d00df req-296d2639-d58c-4de6-a52d-141042c505ec tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.5083117 Mar 28 09:10:15.490494 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (7d52e9e1-7b4c-43b2-8c85-dca4b65213d1), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.498145 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca166d57-cfc0-4d53-890e-1a9fe790cc20 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:10:15.500967 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:10:15.562015 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab75263a-392c-4ac1-8e91-9f1bb132e65c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:15.563298 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-ca166d57-cfc0-4d53-890e-1a9fe790cc20 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:15.565326 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab75263a-392c-4ac1-8e91-9f1bb132e65c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.566631 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca166d57-cfc0-4d53-890e-1a9fe790cc20 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:15.567242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ca166d57-cfc0-4d53-890e-1a9fe790cc20 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.607091 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca166d57-cfc0-4d53-890e-1a9fe790cc20 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=5d3f40e7-618c-479c-91ca-e4599d115566,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:15.616755 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae8dcffe-0b0a-4103-9033-112ca8a71f3a tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.623256 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae8dcffe-0b0a-4103-9033-112ca8a71f3a tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (60aa6161-4e03-4120-8c06-12963b500eab), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.625288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab75263a-392c-4ac1-8e91-9f1bb132e65c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:10:15.631141 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d7b9621f-fa1c-4505-8e15-32946f0d00df req-219a3edd-5406-4790-b9ed-71be491e342b tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293578 Mar 28 09:10:15.669667 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ca166d57-cfc0-4d53-890e-1a9fe790cc20 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9184470 Mar 28 09:10:15.674778 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50310) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:15.680362 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-0cb88368-29a5-48c9-83c8-d9f021d14fb0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'mac_address': 'fa:16:3e:6c:37:47', 'name': 'tempest-NetworksTestDHCPv6-416702402'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:15.688721 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (5a3add68-2b1e-4fb1-a979-dc8834ba8748), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.694146 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.697990 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/networks/5a3add68-2b1e-4fb1-a979-dc8834ba8748 HTTP/1.1" status: 204 len: 168 time: 2.3125882 Mar 28 09:10:15.707545 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab75263a-392c-4ac1-8e91-9f1bb132e65c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (ef9d92cc-ab0a-4c44-bd8d-ecc20ada49fa), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.708114 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-ab75263a-392c-4ac1-8e91-9f1bb132e65c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Added segment ef9d92cc-ab0a-4c44-bd8d-ecc20ada49fa of type vlan for network b62763ac-e0a0-4f56-9719-3361d28e4682 Mar 28 09:10:15.708963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50312) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:15.748940 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0756168d-d8cd-4a35-a204-80658f41dbe7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.784715 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019797b9-1caf-4634-a917-fc04c7378326 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Network': ['ID=5a3add68-2b1e-4fb1-a979-dc8834ba8748,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:15.794389 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6339bd-0362-4160-b2ed-1a091a86a27c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Made reservation on behalf of af0b6a25fd884d5c80cb636d95ece5cc for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:15.797827 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e6339bd-0362-4160-b2ed-1a091a86a27c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.821700 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab75263a-392c-4ac1-8e91-9f1bb132e65c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (b62763ac-e0a0-4f56-9719-3361d28e4682), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.890137 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-0756168d-d8cd-4a35-a204-80658f41dbe7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] device_id is not set on port 4cd8c4fe-da56-4955-b827-791da8f04901 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:15.921984 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab75263a-392c-4ac1-8e91-9f1bb132e65c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (b62763ac-e0a0-4f56-9719-3361d28e4682), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:15.927014 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab75263a-392c-4ac1-8e91-9f1bb132e65c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:15.927620 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab75263a-392c-4ac1-8e91-9f1bb132e65c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:16.050278 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f289dc-b33d-45c6-b0a0-b57fc8230155 req-f8590696-e33f-4aa3-85c6-743c022b6abe tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:16.054842 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ab75263a-392c-4ac1-8e91-9f1bb132e65c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5909870 Mar 28 09:10:16.055738 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-47f289dc-b33d-45c6-b0a0-b57fc8230155 req-f8590696-e33f-4aa3-85c6-743c022b6abe tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.2905052 Mar 28 09:10:16.059458 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50314) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:16.099372 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-1d98ee76-58f7-4b3c-9a70-5141ce74ea5d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'subnet': {'network_id': 'b62763ac-e0a0-4f56-9719-3361d28e4682', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:16.138329 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d95cb81-0969-4322-9b13-2c8920320e3c None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:16.153308 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb88368-29a5-48c9-83c8-d9f021d14fb0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:16.177182 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75263a-392c-4ac1-8e91-9f1bb132e65c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Network': ['ID=b62763ac-e0a0-4f56-9719-3361d28e4682,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:16.192314 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network b62763ac-e0a0-4f56-9719-3361d28e4682 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:10:16.292679 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-897e87c7-600d-49ee-b91c-c5ad98f77bff None None] Provisioning complete for port 03f1f8a8-186a-4c46-8553-ea91ead7341c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:16.293513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-897e87c7-600d-49ee-b91c-c5ad98f77bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (03f1f8a8-186a-4c46-8553-ea91ead7341c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:16.311653 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-47f289dc-b33d-45c6-b0a0-b57fc8230155 req-52f84e08-a923-488a-834e-a8795e72b67b tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470100 Mar 28 09:10:16.339704 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0756168d-d8cd-4a35-a204-80658f41dbe7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (4cd8c4fe-da56-4955-b827-791da8f04901), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:16.349993 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50316) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:16.356118 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d98ee76-58f7-4b3c-9a70-5141ce74ea5d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:16.359788 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d98ee76-58f7-4b3c-9a70-5141ce74ea5d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:16.425896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8dcffe-0b0a-4103-9033-112ca8a71f3a tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router fd4ce091-384d-4170-a28e-6cb246a819be has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:10:16.436275 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0cb88368-29a5-48c9-83c8-d9f021d14fb0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:16.447009 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e6339bd-0362-4160-b2ed-1a091a86a27c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (42d75a56-1ef6-41f9-9e45-5b494b62ba6d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:16.480418 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-897e87c7-600d-49ee-b91c-c5ad98f77bff None None] Current status of the port 03f1f8a8-186a-4c46-8553-ea91ead7341c is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:16.481195 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-897e87c7-600d-49ee-b91c-c5ad98f77bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (03f1f8a8-186a-4c46-8553-ea91ead7341c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:16.497192 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c460209-4245-4165-aad1-a4a31a9d3d65 None None] Update dhcp port {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'fixed_ips': [{'subnet_id': 'ae2a23bc-ba3b-4e94-bf83-c6095093d3cf', 'ip_address': '2001:db8::f816:3eff:fe34:6569'}, {'subnet_id': '5d3f40e7-618c-479c-91ca-e4599d115566'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '03f1f8a8-186a-4c46-8553-ea91ead7341c'} from dv-neutron-master-2-hyperv. {{(pid=104077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 09:10:16.546617 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-0cb88368-29a5-48c9-83c8-d9f021d14fb0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port 52ffbe52-eb9a-4957-9a9a-aff84524aab2 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:16.561426 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4c460209-4245-4165-aad1-a4a31a9d3d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (03f1f8a8-186a-4c46-8553-ea91ead7341c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:16.574294 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a057df-d2ab-49f2-b461-fa8105d5e936 tempest-TestNetworkAdvancedServerOps-1517567840 tempest-TestNetworkAdvancedServerOps-1517567840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:16.575927 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d0a057df-d2ab-49f2-b461-fa8105d5e936 tempest-TestNetworkAdvancedServerOps-1517567840 tempest-TestNetworkAdvancedServerOps-1517567840-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 1124 time: 0.2261834 Mar 28 09:10:16.580410 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-897e87c7-600d-49ee-b91c-c5ad98f77bff None None] For port 03f1f8a8-186a-4c46-8553-ea91ead7341c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03f1f8a8-186a-4c46-8553-ea91ead7341c,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:16.606849 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50318) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:16.618474 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0756168d-d8cd-4a35-a204-80658f41dbe7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (4cd8c4fe-da56-4955-b827-791da8f04901), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:16.628643 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-897e87c7-600d-49ee-b91c-c5ad98f77bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (03f1f8a8-186a-4c46-8553-ea91ead7341c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:16.634782 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6339bd-0362-4160-b2ed-1a091a86a27c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event updated for resources: {'Subnet': ['ID=42d75a56-1ef6-41f9-9e45-5b494b62ba6d,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:16.636881 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 03f1f8a8-186a-4c46-8553-ea91ead7341c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:16.642584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:16.703792 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6339bd-0362-4160-b2ed-1a091a86a27c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Checking segment: {'id': 'e7b6b8f4-bbef-4c26-b95a-6caa691aeba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2dab1291-e306-4f31-adbc-9bafacfaa836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:16.704170 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6339bd-0362-4160-b2ed-1a091a86a27c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Network hostable DHCP agents. Network: 2dab1291-e306-4f31-adbc-9bafacfaa836, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:10:16.709824 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0756168d-d8cd-4a35-a204-80658f41dbe7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network d240050e-d93a-4530-a0b3-76a8cfd44450 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:16.722191 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-0756168d-d8cd-4a35-a204-80658f41dbe7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:16.725223 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0756168d-d8cd-4a35-a204-80658f41dbe7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:16.731388 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0756168d-d8cd-4a35-a204-80658f41dbe7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:16.732012 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0756168d-d8cd-4a35-a204-80658f41dbe7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:16.739932 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756168d-d8cd-4a35-a204-80658f41dbe7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=4cd8c4fe-da56-4955-b827-791da8f04901,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:16.775116 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8dcffe-0b0a-4103-9033-112ca8a71f3a tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:10:16.776047 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:16.789585 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e87c7-600d-49ee-b91c-c5ad98f77bff None None] Pushing event updated for resources: {'Port': ['ID=03f1f8a8-186a-4c46-8553-ea91ead7341c,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:16.790087 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae8dcffe-0b0a-4103-9033-112ca8a71f3a tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:16.804373 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e99e0e1-78df-45fa-acd6-f21443e6c2db None None] Sync routers for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:10:16.814419 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 03f1f8a8-186a-4c46-8553-ea91ead7341c triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:16.814938 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (03f1f8a8-186a-4c46-8553-ea91ead7341c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:16.823978 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e99e0e1-78df-45fa-acd6-f21443e6c2db None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:16.825501 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8e99e0e1-78df-45fa-acd6-f21443e6c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:16.873522 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d98ee76-58f7-4b3c-9a70-5141ce74ea5d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (c1172007-0533-45ab-97c3-4a480caeaf2b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:16.887239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-0cb88368-29a5-48c9-83c8-d9f021d14fb0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8:0:1::ad (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/5d3f40e7-618c-479c-91ca-e4599d115566/52ffbe52-eb9a-4957-9a9a-aff84524aab2) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:16.892154 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8e99e0e1-78df-45fa-acd6-f21443e6c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:16.893068 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0756168d-d8cd-4a35-a204-80658f41dbe7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1934683 Mar 28 09:10:16.894649 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6339bd-0362-4160-b2ed-1a091a86a27c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Network 2dab1291-e306-4f31-adbc-9bafacfaa836 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:10:16.897036 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50320) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:16.903627 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-0cb88368-29a5-48c9-83c8-d9f021d14fb0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::f816:3eff:fe6c:3747 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/ae2a23bc-ba3b-4e94-bf83-c6095093d3cf/52ffbe52-eb9a-4957-9a9a-aff84524aab2) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:16.909161 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e99e0e1-78df-45fa-acd6-f21443e6c2db None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:16.910219 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8e99e0e1-78df-45fa-acd6-f21443e6c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:16.959644 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8e99e0e1-78df-45fa-acd6-f21443e6c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:16.961979 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e99e0e1-78df-45fa-acd6-f21443e6c2db None None] The sync data for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:10:17.005546 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ae8dcffe-0b0a-4103-9033-112ca8a71f3a tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "PUT /v2.0/floatingips/60aa6161-4e03-4120-8c06-12963b500eab HTTP/1.1" status: 200 len: 978 time: 2.9752989 Mar 28 09:10:17.013190 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50322) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:17.024254 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98ee76-58f7-4b3c-9a70-5141ce74ea5d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Subnet': ['ID=c1172007-0533-45ab-97c3-4a480caeaf2b,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:17.028680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf6a41fe-1b25-4cfd-83ae-d59ad841c19b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.056982 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 03f1f8a8-186a-4c46-8553-ea91ead7341c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:17.061393 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-3e6339bd-0362-4160-b2ed-1a091a86a27c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2dab1291-e306-4f31-adbc-9bafacfaa836) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:17.066086 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6339bd-0362-4160-b2ed-1a091a86a27c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:17.067672 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e6339bd-0362-4160-b2ed-1a091a86a27c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.073672 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db090e4-0b17-49c5-9ac8-fd21db85a808 None None] Network 2dab1291-e306-4f31-adbc-9bafacfaa836 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:17.111122 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdea631-45f7-4b46-b3ff-687c799b0826 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:17.115072 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0fdea631-45f7-4b46-b3ff-687c799b0826 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports/4cd8c4fe-da56-4955-b827-791da8f04901 HTTP/1.1" status: 200 len: 844 time: 0.1046634 Mar 28 09:10:17.116878 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50324) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:17.124509 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3e6339bd-0362-4160-b2ed-1a091a86a27c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7808137 Mar 28 09:10:17.135142 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50326) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:17.147230 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b425bde5-62e4-40ef-b9b6-78d0e574f0a8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Request body: {'port': {'network_id': '2dab1291-e306-4f31-adbc-9bafacfaa836', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-465395178'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:17.191367 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2dab1291-e306-4f31-adbc-9bafacfaa836', 'network_id': '2dab1291-e306-4f31-adbc-9bafacfaa836', 'project_id': 'af0b6a25fd884d5c80cb636d95ece5cc', 'fixed_ips': [{'subnet_id': '42d75a56-1ef6-41f9-9e45-5b494b62ba6d'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:10:17.192983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.242084 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0cb88368-29a5-48c9-83c8-d9f021d14fb0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (52ffbe52-eb9a-4957-9a9a-aff84524aab2), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.339637 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Allocated IP 2001:db8::2 (2dab1291-e306-4f31-adbc-9bafacfaa836/42d75a56-1ef6-41f9-9e45-5b494b62ba6d/18bafbc7-70a5-42c8-b82f-25e5ca14da2b) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:17.377190 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0cb88368-29a5-48c9-83c8-d9f021d14fb0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (52ffbe52-eb9a-4957-9a9a-aff84524aab2), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.400405 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-3aaf2e74-9819-413c-971b-03562d4c5290 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port 4cd8c4fe-da56-4955-b827-791da8f04901 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:17.400775 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3aaf2e74-9819-413c-971b-03562d4c5290 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (4cd8c4fe-da56-4955-b827-791da8f04901), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.452307 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d98ee76-58f7-4b3c-9a70-5141ce74ea5d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Checking segment: {'id': 'ef9d92cc-ab0a-4c44-bd8d-ecc20ada49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b62763ac-e0a0-4f56-9719-3361d28e4682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:17.452765 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d98ee76-58f7-4b3c-9a70-5141ce74ea5d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network hostable DHCP agents. Network: b62763ac-e0a0-4f56-9719-3361d28e4682, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:10:17.465792 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b425bde5-62e4-40ef-b9b6-78d0e574f0a8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Made reservation on behalf of af0b6a25fd884d5c80cb636d95ece5cc for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:17.466866 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-4c460209-4245-4165-aad1-a4a31a9d3d65 None None] Allocated IP 2001:db8:0:1::2 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/5d3f40e7-618c-479c-91ca-e4599d115566/03f1f8a8-186a-4c46-8553-ea91ead7341c) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:17.469427 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b425bde5-62e4-40ef-b9b6-78d0e574f0a8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.482546 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb88368-29a5-48c9-83c8-d9f021d14fb0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:17.495991 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-0cb88368-29a5-48c9-83c8-d9f021d14fb0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:17.498485 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb88368-29a5-48c9-83c8-d9f021d14fb0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:17.505238 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb88368-29a5-48c9-83c8-d9f021d14fb0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:17.506134 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0cb88368-29a5-48c9-83c8-d9f021d14fb0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.550602 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb88368-29a5-48c9-83c8-d9f021d14fb0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=52ffbe52-eb9a-4957-9a9a-aff84524aab2,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:17.560906 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3aaf2e74-9819-413c-971b-03562d4c5290 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (4cd8c4fe-da56-4955-b827-791da8f04901), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.580322 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-b425bde5-62e4-40ef-b9b6-78d0e574f0a8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] device_id is not set on port 14b1d2f5-e3c5-4dae-bed9-71f56c6454ea yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:17.597241 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-3aaf2e74-9819-413c-971b-03562d4c5290 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for 4cd8c4fe-da56-4955-b827-791da8f04901 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:17.604294 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0cb88368-29a5-48c9-83c8-d9f021d14fb0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9259491 Mar 28 09:10:17.606032 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50328) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:17.615361 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Publish callbacks [] for port (18bafbc7-70a5-42c8-b82f-25e5ca14da2b), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.621013 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d98ee76-58f7-4b3c-9a70-5141ce74ea5d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network b62763ac-e0a0-4f56-9719-3361d28e4682 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:10:17.621919 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (18bafbc7-70a5-42c8-b82f-25e5ca14da2b), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.642399 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4c460209-4245-4165-aad1-a4a31a9d3d65 None None] For port 03f1f8a8-186a-4c46-8553-ea91ead7341c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03f1f8a8-186a-4c46-8553-ea91ead7341c,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:17.680382 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Network 2dab1291-e306-4f31-adbc-9bafacfaa836 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:17.692743 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:17.698133 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-1d98ee76-58f7-4b3c-9a70-5141ce74ea5d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b62763ac-e0a0-4f56-9719-3361d28e4682) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:17.701852 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:17.710870 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d98ee76-58f7-4b3c-9a70-5141ce74ea5d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:17.711749 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d98ee76-58f7-4b3c-9a70-5141ce74ea5d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.712058 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b62b79-da7f-4554-8c41-314408878cf4 None None] Network b62763ac-e0a0-4f56-9719-3361d28e4682 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:17.715043 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Pushing event updated for resources: {'Port': ['ID=18bafbc7-70a5-42c8-b82f-25e5ca14da2b,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:17.723140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4c460209-4245-4165-aad1-a4a31a9d3d65 None None] Publish callbacks [] for port (03f1f8a8-186a-4c46-8553-ea91ead7341c), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.744685 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.785060 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4c460209-4245-4165-aad1-a4a31a9d3d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (03f1f8a8-186a-4c46-8553-ea91ead7341c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.798390 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1d98ee76-58f7-4b3c-9a70-5141ce74ea5d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7027953 Mar 28 09:10:17.799958 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-b425bde5-62e4-40ef-b9b6-78d0e574f0a8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Allocated IP 2001:db8::18b (2dab1291-e306-4f31-adbc-9bafacfaa836/42d75a56-1ef6-41f9-9e45-5b494b62ba6d/14b1d2f5-e3c5-4dae-bed9-71f56c6454ea) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:17.803630 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50330) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:17.807290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-97de07a0-04d7-411b-8438-b68d97e54448 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1400653095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:17.834896 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3aaf2e74-9819-413c-971b-03562d4c5290 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (4cd8c4fe-da56-4955-b827-791da8f04901), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.881180 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Attempting to bind port 18bafbc7-70a5-42c8-b82f-25e5ca14da2b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:10:17.881598 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Attempting to bind port 18bafbc7-70a5-42c8-b82f-25e5ca14da2b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e7b6b8f4-bbef-4c26-b95a-6caa691aeba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2dab1291-e306-4f31-adbc-9bafacfaa836'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:10:17.882125 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-97de07a0-04d7-411b-8438-b68d97e54448 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (2148aa34-ff88-45ea-9ddf-1d1bc020a11f), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.882254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Attempting to bind port 18bafbc7-70a5-42c8-b82f-25e5ca14da2b on network 2dab1291-e306-4f31-adbc-9bafacfaa836 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:10:17.883547 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-97de07a0-04d7-411b-8438-b68d97e54448 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (2148aa34-ff88-45ea-9ddf-1d1bc020a11f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.891520 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf2e74-9819-413c-971b-03562d4c5290 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=4cd8c4fe-da56-4955-b827-791da8f04901,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:17.903307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3aaf2e74-9819-413c-971b-03562d4c5290 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.909419 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3aaf2e74-9819-413c-971b-03562d4c5290 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/ports/4cd8c4fe-da56-4955-b827-791da8f04901 HTTP/1.1" status: 204 len: 168 time: 0.7887726 Mar 28 09:10:17.911034 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50332) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:17.923662 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:10:17.923960 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Checking segment: {'id': 'e7b6b8f4-bbef-4c26-b95a-6caa691aeba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2dab1291-e306-4f31-adbc-9bafacfaa836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:17.924256 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.924937 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Bound using segment: {'id': 'e7b6b8f4-bbef-4c26-b95a-6caa691aeba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2dab1291-e306-4f31-adbc-9bafacfaa836'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:10:17.925124 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Bound port: 18bafbc7-70a5-42c8-b82f-25e5ca14da2b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b6b8f4-bbef-4c26-b95a-6caa691aeba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2dab1291-e306-4f31-adbc-9bafacfaa836'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:10:17.925648 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (18bafbc7-70a5-42c8-b82f-25e5ca14da2b), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:17.954745 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c460209-4245-4165-aad1-a4a31a9d3d65 None None] Pushing event updated for resources: {'Port': ['ID=03f1f8a8-186a-4c46-8553-ea91ead7341c,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:17.966389 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2e7d4f-55c3-484d-8036-3703c49f4ad8 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] GET failed (client error): The resource could not be found. Mar 28 09:10:17.967845 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4b2e7d4f-55c3-484d-8036-3703c49f4ad8 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports/4cd8c4fe-da56-4955-b827-791da8f04901 HTTP/1.1" status: 404 len: 333 time: 0.0558562 Mar 28 09:10:17.975264 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50334) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:17.988137 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-015192c0-00eb-4957-9d72-ad3aca97ced9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450', 'name': 'tempest-PortsIpV6TestJSON-616016704'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:17.996912 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b62763ac-e0a0-4f56-9719-3361d28e4682', 'network_id': 'b62763ac-e0a0-4f56-9719-3361d28e4682', 'project_id': 'ef21c6b2cfed4e4b89f188c5409e8013', 'fixed_ips': [{'subnet_id': 'c1172007-0533-45ab-97c3-4a480caeaf2b'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:10:17.997813 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.010356 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-b7feeb54-eb4b-4b5b-b2b3-9976652d0776 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Deleting port 42370317-df4f-419e-b276-68b5aa588ef1 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:18.010693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b7feeb54-eb4b-4b5b-b2b3-9976652d0776 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (42370317-df4f-419e-b276-68b5aa588ef1), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.048100 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a43c1-0b01-464b-b410-7a3aec34b2bc tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port 52ffbe52-eb9a-4957-9a9a-aff84524aab2 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:18.048346 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b6a43c1-0b01-464b-b410-7a3aec34b2bc tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (52ffbe52-eb9a-4957-9a9a-aff84524aab2), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.051471 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-97de07a0-04d7-411b-8438-b68d97e54448 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for router_controller (2148aa34-ff88-45ea-9ddf-1d1bc020a11f), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.062338 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-97de07a0-04d7-411b-8438-b68d97e54448 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (2148aa34-ff88-45ea-9ddf-1d1bc020a11f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.109157 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] For port 18bafbc7-70a5-42c8-b82f-25e5ca14da2b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:10:18.127887 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] For port 18bafbc7-70a5-42c8-b82f-25e5ca14da2b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=18bafbc7-70a5-42c8-b82f-25e5ca14da2b,segment=NetworkSegment(e7b6b8f4-bbef-4c26-b95a-6caa691aeba6),segment_id=e7b6b8f4-bbef-4c26-b95a-6caa691aeba6)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:10:18.143310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-97de07a0-04d7-411b-8438-b68d97e54448 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.148943 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-97de07a0-04d7-411b-8438-b68d97e54448 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3440561 Mar 28 09:10:18.153263 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50336) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:18.155838 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (18bafbc7-70a5-42c8-b82f-25e5ca14da2b), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.164503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-cf84d0e9-e6be-4854-beb7-12c0b431f7e2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'network_id': 'b62763ac-e0a0-4f56-9719-3361d28e4682', 'name': 'tempest-PortsTestJSON-1891445711'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:18.194033 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Allocated IP 172.36.4.85 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/40fd0513-7e65-4941-af4f-a55a614cb34a) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:18.238284 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Allocated IP 172.20.0.2 (b62763ac-e0a0-4f56-9719-3361d28e4682/c1172007-0533-45ab-97c3-4a480caeaf2b/372ca9f4-1230-4f92-a174-76fff88dcf6e) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:18.250580 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662e77e-9d13-4d26-8f3f-c681645cfc43 None None] Pushing event updated for resources: {'Port': ['ID=18bafbc7-70a5-42c8-b82f-25e5ca14da2b,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:18.412886 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b7feeb54-eb4b-4b5b-b2b3-9976652d0776 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (42370317-df4f-419e-b276-68b5aa588ef1), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.413316 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b7feeb54-eb4b-4b5b-b2b3-9976652d0776 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (42370317-df4f-419e-b276-68b5aa588ef1), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.430218 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-b7feeb54-eb4b-4b5b-b2b3-9976652d0776 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Calling delete_port for 42370317-df4f-419e-b276-68b5aa588ef1 owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:18.477271 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Publish callbacks [] for port (372ca9f4-1230-4f92-a174-76fff88dcf6e), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.485716 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (372ca9f4-1230-4f92-a174-76fff88dcf6e), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.566981 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b425bde5-62e4-40ef-b9b6-78d0e574f0a8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks [] for port (14b1d2f5-e3c5-4dae-bed9-71f56c6454ea), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.575075 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Network b62763ac-e0a0-4f56-9719-3361d28e4682 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:18.579480 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 03f1f8a8-186a-4c46-8553-ea91ead7341c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:18.584712 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:18.623133 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b6a43c1-0b01-464b-b410-7a3aec34b2bc tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (52ffbe52-eb9a-4957-9a9a-aff84524aab2), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.639681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:18.648338 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Pushing event updated for resources: {'Port': ['ID=372ca9f4-1230-4f92-a174-76fff88dcf6e,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:18.690102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a43c1-0b01-464b-b410-7a3aec34b2bc tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for 52ffbe52-eb9a-4957-9a9a-aff84524aab2 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:18.693647 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015192c0-00eb-4957-9d72-ad3aca97ced9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:18.700275 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-015192c0-00eb-4957-9d72-ad3aca97ced9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.736184 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf84d0e9-e6be-4854-beb7-12c0b431f7e2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:18.740932 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf84d0e9-e6be-4854-beb7-12c0b431f7e2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.744339 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Attempting to bind port 372ca9f4-1230-4f92-a174-76fff88dcf6e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:10:18.745006 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Attempting to bind port 372ca9f4-1230-4f92-a174-76fff88dcf6e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ef9d92cc-ab0a-4c44-bd8d-ecc20ada49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b62763ac-e0a0-4f56-9719-3361d28e4682'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:10:18.745159 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Attempting to bind port 372ca9f4-1230-4f92-a174-76fff88dcf6e on network b62763ac-e0a0-4f56-9719-3361d28e4682 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:10:18.766677 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-cf84d0e9-e6be-4854-beb7-12c0b431f7e2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] device_id is not set on port f84ddd8c-ec42-42ce-ae54-77668bb488d0 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:18.767807 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 03f1f8a8-186a-4c46-8553-ea91ead7341c triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:18.768190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (03f1f8a8-186a-4c46-8553-ea91ead7341c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.775290 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-cf6a41fe-1b25-4cfd-83ae-d59ad841c19b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:18.775290 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf6a41fe-1b25-4cfd-83ae-d59ad841c19b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.775789 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b425bde5-62e4-40ef-b9b6-78d0e574f0a8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (14b1d2f5-e3c5-4dae-bed9-71f56c6454ea), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.831646 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:10:18.832038 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Checking segment: {'id': 'ef9d92cc-ab0a-4c44-bd8d-ecc20ada49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b62763ac-e0a0-4f56-9719-3361d28e4682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:18.832448 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.832850 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Bound using segment: {'id': 'ef9d92cc-ab0a-4c44-bd8d-ecc20ada49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b62763ac-e0a0-4f56-9719-3361d28e4682'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:10:18.833342 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Bound port: 372ca9f4-1230-4f92-a174-76fff88dcf6e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9d92cc-ab0a-4c44-bd8d-ecc20ada49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b62763ac-e0a0-4f56-9719-3361d28e4682'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:10:18.833775 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (372ca9f4-1230-4f92-a174-76fff88dcf6e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.870648 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b425bde5-62e4-40ef-b9b6-78d0e574f0a8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Network 2dab1291-e306-4f31-adbc-9bafacfaa836 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:18.879663 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-b425bde5-62e4-40ef-b9b6-78d0e574f0a8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:18.890704 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b425bde5-62e4-40ef-b9b6-78d0e574f0a8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:18.896331 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b425bde5-62e4-40ef-b9b6-78d0e574f0a8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:18.898098 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b425bde5-62e4-40ef-b9b6-78d0e574f0a8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.907151 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-cf6a41fe-1b25-4cfd-83ae-d59ad841c19b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] For port c3173f38-a1e5-47fe-99ad-3ec0ad6216b9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3173f38-a1e5-47fe-99ad-3ec0ad6216b9,segment=NetworkSegment(f48b6acf-3d97-470d-98e9-6ee132433a49),segment_id=f48b6acf-3d97-470d-98e9-6ee132433a49)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:18.907711 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf6a41fe-1b25-4cfd-83ae-d59ad841c19b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:18.918151 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-015192c0-00eb-4957-9d72-ad3aca97ced9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] device_id is not set on port 7e34d953-54f6-49fa-9de9-9e7b66bcf66d yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:18.959714 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 03f1f8a8-186a-4c46-8553-ea91ead7341c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:18.965717 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425bde5-62e4-40ef-b9b6-78d0e574f0a8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event updated for resources: {'Port': ['ID=14b1d2f5-e3c5-4dae-bed9-71f56c6454ea,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:18.967845 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] For port 372ca9f4-1230-4f92-a174-76fff88dcf6e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:10:18.975364 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] For port 372ca9f4-1230-4f92-a174-76fff88dcf6e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=372ca9f4-1230-4f92-a174-76fff88dcf6e,segment=NetworkSegment(ef9d92cc-ab0a-4c44-bd8d-ecc20ada49fa),segment_id=ef9d92cc-ab0a-4c44-bd8d-ecc20ada49fa)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:10:18.979641 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b425bde5-62e4-40ef-b9b6-78d0e574f0a8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8423748 Mar 28 09:10:18.982761 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50342) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:18.987860 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1c767781-a145-4005-9485-f4e5702cdfc9 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Request body: {'port': {'network_id': '2dab1291-e306-4f31-adbc-9bafacfaa836', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-245458224', 'allowed_address_pairs': [{'ip_address': '2001:db8::18b', 'mac_address': 'fa:16:3e:5f:ba:21'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:18.999461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (372ca9f4-1230-4f92-a174-76fff88dcf6e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:19.084875 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-cf84d0e9-e6be-4854-beb7-12c0b431f7e2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Allocated IP 172.20.0.11 (b62763ac-e0a0-4f56-9719-3361d28e4682/c1172007-0533-45ab-97c3-4a480caeaf2b/f84ddd8c-ec42-42ce-ae54-77668bb488d0) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:19.105463 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bc86f-fd29-4e07-92aa-a0d15cf9b294 None None] Pushing event updated for resources: {'Port': ['ID=372ca9f4-1230-4f92-a174-76fff88dcf6e,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:19.108433 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a0784ed7-b189-4117-9e36-2b39a9304775 None None] Provisioning complete for port 03f1f8a8-186a-4c46-8553-ea91ead7341c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:19.114073 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a0784ed7-b189-4117-9e36-2b39a9304775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (03f1f8a8-186a-4c46-8553-ea91ead7341c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:19.122096 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-015192c0-00eb-4957-9d72-ad3aca97ced9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (7e34d953-54f6-49fa-9de9-9e7b66bcf66d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:19.224754 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for port (40fd0513-7e65-4941-af4f-a55a614cb34a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:19.261165 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a0784ed7-b189-4117-9e36-2b39a9304775 None None] Current status of the port 03f1f8a8-186a-4c46-8553-ea91ead7341c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:19.272371 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-015192c0-00eb-4957-9d72-ad3aca97ced9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (7e34d953-54f6-49fa-9de9-9e7b66bcf66d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:19.289040 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (40fd0513-7e65-4941-af4f-a55a614cb34a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:19.303245 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-cf6a41fe-1b25-4cfd-83ae-d59ad841c19b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Calling delete_port for c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:19.317565 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:19.319952 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c767781-a145-4005-9485-f4e5702cdfc9 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Made reservation on behalf of af0b6a25fd884d5c80cb636d95ece5cc for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:19.343455 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:19.347257 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:19.542144 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf84d0e9-e6be-4854-beb7-12c0b431f7e2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (f84ddd8c-ec42-42ce-ae54-77668bb488d0), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:19.546636 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c767781-a145-4005-9485-f4e5702cdfc9 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:19.589402 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-bd88cf66-993b-4636-bcb6-a7e1a2ec69e2 None None] Provisioning complete for port 52ffbe52-eb9a-4957-9a9a-aff84524aab2 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:19.591409 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-1c767781-a145-4005-9485-f4e5702cdfc9 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] device_id is not set on port 460d576f-1215-497e-bedc-735f2ac9f206 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:19.592197 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bd88cf66-993b-4636-bcb6-a7e1a2ec69e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (52ffbe52-eb9a-4957-9a9a-aff84524aab2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:19.656188 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bd88cf66-993b-4636-bcb6-a7e1a2ec69e2 None None] Port 52ffbe52-eb9a-4957-9a9a-aff84524aab2 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:19.714840 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015192c0-00eb-4957-9d72-ad3aca97ced9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network d240050e-d93a-4530-a0b3-76a8cfd44450 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:19.753639 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf84d0e9-e6be-4854-beb7-12c0b431f7e2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (f84ddd8c-ec42-42ce-ae54-77668bb488d0), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:19.771139 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2747c0a-d125-47b9-9a0e-134715d80302 req-f31924da-a59b-4a29-bfb5-e49ce1645791 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:19.773061 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d2747c0a-d125-47b9-9a0e-134715d80302 req-f31924da-a59b-4a29-bfb5-e49ce1645791 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.1688454 Mar 28 09:10:19.786194 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-015192c0-00eb-4957-9d72-ad3aca97ced9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:19.817024 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015192c0-00eb-4957-9d72-ad3aca97ced9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:19.822989 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015192c0-00eb-4957-9d72-ad3aca97ced9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:19.823586 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-015192c0-00eb-4957-9d72-ad3aca97ced9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:19.870960 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf84d0e9-e6be-4854-beb7-12c0b431f7e2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network b62763ac-e0a0-4f56-9719-3361d28e4682 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:19.886262 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-cf84d0e9-e6be-4854-beb7-12c0b431f7e2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:19.888868 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf84d0e9-e6be-4854-beb7-12c0b431f7e2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:19.893498 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015192c0-00eb-4957-9d72-ad3aca97ced9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=7e34d953-54f6-49fa-9de9-9e7b66bcf66d,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:19.926970 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f669dfa-4cd7-4db8-adec-470d7117b4b0 None None] Network 2dab1291-e306-4f31-adbc-9bafacfaa836 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:19.945071 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-1c767781-a145-4005-9485-f4e5702cdfc9 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Allocated IP 2001:db8::c1 (2dab1291-e306-4f31-adbc-9bafacfaa836/42d75a56-1ef6-41f9-9e45-5b494b62ba6d/460d576f-1215-497e-bedc-735f2ac9f206) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:19.952426 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84d0e9-e6be-4854-beb7-12c0b431f7e2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=f84ddd8c-ec42-42ce-ae54-77668bb488d0,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:19.981881 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d2747c0a-d125-47b9-9a0e-134715d80302 req-a356a056-fff8-42ef-ad18-bd9d815e2fcf tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747897 Mar 28 09:10:20.005745 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf84d0e9-e6be-4854-beb7-12c0b431f7e2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:20.006433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf84d0e9-e6be-4854-beb7-12c0b431f7e2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:20.026593 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2e550a64-cf78-4af9-bbbe-1d9d2324d5d2 None None] Provisioning complete for port 18bafbc7-70a5-42c8-b82f-25e5ca14da2b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:20.026971 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e550a64-cf78-4af9-bbbe-1d9d2324d5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (18bafbc7-70a5-42c8-b82f-25e5ca14da2b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:20.042329 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cf84d0e9-e6be-4854-beb7-12c0b431f7e2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8880153 Mar 28 09:10:20.045342 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50348) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:20.182067 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2e550a64-cf78-4af9-bbbe-1d9d2324d5d2 None None] Current status of the port 18bafbc7-70a5-42c8-b82f-25e5ca14da2b is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:20.182461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e550a64-cf78-4af9-bbbe-1d9d2324d5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (18bafbc7-70a5-42c8-b82f-25e5ca14da2b), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:20.231537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2e550a64-cf78-4af9-bbbe-1d9d2324d5d2 None None] For port 18bafbc7-70a5-42c8-b82f-25e5ca14da2b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=18bafbc7-70a5-42c8-b82f-25e5ca14da2b,segment=NetworkSegment(e7b6b8f4-bbef-4c26-b95a-6caa691aeba6),segment_id=e7b6b8f4-bbef-4c26-b95a-6caa691aeba6)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:20.237700 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e550a64-cf78-4af9-bbbe-1d9d2324d5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (18bafbc7-70a5-42c8-b82f-25e5ca14da2b), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:20.264871 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-015192c0-00eb-4957-9d72-ad3aca97ced9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2811577 Mar 28 09:10:20.267503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50350) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:20.277730 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-aed42d08-8016-417a-97a1-ef137df036d0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:20.309268 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e550a64-cf78-4af9-bbbe-1d9d2324d5d2 None None] Pushing event updated for resources: {'Port': ['ID=18bafbc7-70a5-42c8-b82f-25e5ca14da2b,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:20.381088 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b7feeb54-eb4b-4b5b-b2b3-9976652d0776 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (42370317-df4f-419e-b276-68b5aa588ef1), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:20.391263 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event updated for resources: {'Port': ['ID=40fd0513-7e65-4941-af4f-a55a614cb34a,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:20.395401 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bccde-c46a-40e8-98b2-d23e1dba530c req-94b1f149-2183-4766-9e3f-e9ce68a88f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:20.400329 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cd6bccde-c46a-40e8-98b2-d23e1dba530c req-94b1f149-2183-4766-9e3f-e9ce68a88f83 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2eeee875a9da4567926143d977c5d593&device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 1129 time: 0.7276080 Mar 28 09:10:20.536350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7feeb54-eb4b-4b5b-b2b3-9976652d0776 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event deleted for resources: {'Port': ['ID=42370317-df4f-419e-b276-68b5aa588ef1,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:20.554349 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aed42d08-8016-417a-97a1-ef137df036d0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7e34d953-54f6-49fa-9de9-9e7b66bcf66d), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:20.599427 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b6a43c1-0b01-464b-b410-7a3aec34b2bc tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (52ffbe52-eb9a-4957-9a9a-aff84524aab2), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:20.681747 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 372ca9f4-1230-4f92-a174-76fff88dcf6e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:20.688532 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0358d4-f8d2-45e2-b8cd-a2b55906f63f None None] Network b62763ac-e0a0-4f56-9719-3361d28e4682 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:20.692496 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c05fe458-c371-4ae3-ad22-e59d096042b7 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f84ddd8c-ec42-42ce-ae54-77668bb488d0), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:20.784206 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a43c1-0b01-464b-b410-7a3aec34b2bc tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=52ffbe52-eb9a-4957-9a9a-aff84524aab2,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:20.810344 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-5885930a-90d3-4382-ad0c-3c71a94324f3 None None] Provisioning complete for port 14b1d2f5-e3c5-4dae-bed9-71f56c6454ea triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:20.810937 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5885930a-90d3-4382-ad0c-3c71a94324f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (14b1d2f5-e3c5-4dae-bed9-71f56c6454ea), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:20.869983 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b7feeb54-eb4b-4b5b-b2b3-9976652d0776 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (60aa6161-4e03-4120-8c06-12963b500eab), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:20.870496 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-b7feeb54-eb4b-4b5b-b2b3-9976652d0776 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Floating IP 60aa6161-4e03-4120-8c06-12963b500eab disassociated (deleted). External IP: 172.36.4.121, port: 6385083d-f42a-4ba3-a332-9fc7dc06c32c. Mar 28 09:10:20.902293 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf6a41fe-1b25-4cfd-83ae-d59ad841c19b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (c3173f38-a1e5-47fe-99ad-3ec0ad6216b9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:20.928206 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5885930a-90d3-4382-ad0c-3c71a94324f3 None None] Port 14b1d2f5-e3c5-4dae-bed9-71f56c6454ea cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:20.954331 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-5885930a-90d3-4382-ad0c-3c71a94324f3 None None] Provisioning complete for port 18bafbc7-70a5-42c8-b82f-25e5ca14da2b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:20.954715 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5885930a-90d3-4382-ad0c-3c71a94324f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (18bafbc7-70a5-42c8-b82f-25e5ca14da2b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:20.958835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 372ca9f4-1230-4f92-a174-76fff88dcf6e triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:20.959214 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (372ca9f4-1230-4f92-a174-76fff88dcf6e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:20.998593 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for floatingip (b3da2410-7798-4077-bd59-0d280761f21b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:21.100425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a41fe-1b25-4cfd-83ae-d59ad841c19b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Port': ['ID=c3173f38-a1e5-47fe-99ad-3ec0ad6216b9,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:21.108427 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bccde-c46a-40e8-98b2-d23e1dba530c req-27b369b7-3859-44d6-b91f-8fbe32ab913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:21.110644 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cd6bccde-c46a-40e8-98b2-d23e1dba530c req-27b369b7-3859-44d6-b91f-8fbe32ab913b service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 HTTP/1.1" status: 200 len: 912 time: 0.6977818 Mar 28 09:10:21.121216 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b6a43c1-0b01-464b-b410-7a3aec34b2bc tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:21.125417 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0b6a43c1-0b01-464b-b410-7a3aec34b2bc tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/52ffbe52-eb9a-4957-9a9a-aff84524aab2 HTTP/1.1" status: 204 len: 168 time: 3.5149255 Mar 28 09:10:21.132662 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50354) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:21.249246 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:21.261889 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aed42d08-8016-417a-97a1-ef137df036d0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (7e34d953-54f6-49fa-9de9-9e7b66bcf66d), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:21.283637 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aed42d08-8016-417a-97a1-ef137df036d0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (7e34d953-54f6-49fa-9de9-9e7b66bcf66d), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:21.361594 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 372ca9f4-1230-4f92-a174-76fff88dcf6e is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:21.362193 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (372ca9f4-1230-4f92-a174-76fff88dcf6e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:21.363643 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc09a54c-36e4-4a88-a0c3-86f21ef490cc tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:21.365279 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bc09a54c-36e4-4a88-a0c3-86f21ef490cc tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2315762 Mar 28 09:10:21.396788 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50356) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:21.403991 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-aed42d08-8016-417a-97a1-ef137df036d0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] In _notify_port_updated(), no bound segment for port 7e34d953-54f6-49fa-9de9-9e7b66bcf66d on network d240050e-d93a-4530-a0b3-76a8cfd44450 {{(pid=104076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:10:21.409221 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed42d08-8016-417a-97a1-ef137df036d0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:21.410038 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aed42d08-8016-417a-97a1-ef137df036d0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:21.411667 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-aed42d08-8016-417a-97a1-ef137df036d0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "PUT /v2.0/ports/7e34d953-54f6-49fa-9de9-9e7b66bcf66d HTTP/1.1" status: 200 len: 818 time: 1.1419110 Mar 28 09:10:21.412480 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5885930a-90d3-4382-ad0c-3c71a94324f3 None None] Current status of the port 18bafbc7-70a5-42c8-b82f-25e5ca14da2b is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:21.419095 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cd6bccde-c46a-40e8-98b2-d23e1dba530c req-1c7617e1-1f5c-478d-a544-fa99a8473abf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab7442cd-3da3-4e8a-b083-990087554d7a HTTP/1.1" status: 200 len: 1001 time: 0.2910120 Mar 28 09:10:21.421885 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50358) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:21.445298 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 372ca9f4-1230-4f92-a174-76fff88dcf6e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=372ca9f4-1230-4f92-a174-76fff88dcf6e,segment=NetworkSegment(ef9d92cc-ab0a-4c44-bd8d-ecc20ada49fa),segment_id=ef9d92cc-ab0a-4c44-bd8d-ecc20ada49fa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:21.454382 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (372ca9f4-1230-4f92-a174-76fff88dcf6e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:21.455487 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 18bafbc7-70a5-42c8-b82f-25e5ca14da2b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:21.465033 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c767781-a145-4005-9485-f4e5702cdfc9 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks [] for port (460d576f-1215-497e-bedc-735f2ac9f206), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:21.478732 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed42d08-8016-417a-97a1-ef137df036d0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=7e34d953-54f6-49fa-9de9-9e7b66bcf66d,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:21.510258 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bccde-c46a-40e8-98b2-d23e1dba530c req-e1da55b4-4360-4fb5-bb57-958e47c08e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:21.511812 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cd6bccde-c46a-40e8-98b2-d23e1dba530c req-e1da55b4-4360-4fb5-bb57-958e47c08e72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2 HTTP/1.1" status: 200 len: 851 time: 0.0798745 Mar 28 09:10:21.523536 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c05fe458-c371-4ae3-ad22-e59d096042b7 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (f84ddd8c-ec42-42ce-ae54-77668bb488d0), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:21.548209 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6975d7d8-15a4-4874-81bd-e19e2b27156d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:21.549938 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6975d7d8-15a4-4874-81bd-e19e2b27156d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1473653 Mar 28 09:10:21.552918 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50360) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:21.558240 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c05fe458-c371-4ae3-ad22-e59d096042b7 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (f84ddd8c-ec42-42ce-ae54-77668bb488d0), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:21.559019 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713261ab-a60f-48f7-a372-0753585005c8 req-3c392499-1a78-4cdf-96f5-9f7cddeeb4f0 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:21.560573 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-713261ab-a60f-48f7-a372-0753585005c8 req-3c392499-1a78-4cdf-96f5-9f7cddeeb4f0 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.4338026 Mar 28 09:10:21.561184 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (40fd0513-7e65-4941-af4f-a55a614cb34a), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:21.616352 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a7ce7d41-8a4c-4993-a6d0-290575544ec8 None None] Provisioning complete for port 14b1d2f5-e3c5-4dae-bed9-71f56c6454ea triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:21.616834 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7ce7d41-8a4c-4993-a6d0-290575544ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (14b1d2f5-e3c5-4dae-bed9-71f56c6454ea), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:21.671111 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a7ce7d41-8a4c-4993-a6d0-290575544ec8 None None] Port 14b1d2f5-e3c5-4dae-bed9-71f56c6454ea cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:21.689010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a7ce7d41-8a4c-4993-a6d0-290575544ec8 None None] Provisioning complete for port 372ca9f4-1230-4f92-a174-76fff88dcf6e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:21.689542 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7ce7d41-8a4c-4993-a6d0-290575544ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (372ca9f4-1230-4f92-a174-76fff88dcf6e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:21.691350 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=372ca9f4-1230-4f92-a174-76fff88dcf6e,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:21.711402 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fe458-c371-4ae3-ad22-e59d096042b7 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=f84ddd8c-ec42-42ce-ae54-77668bb488d0,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:21.720225 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c767781-a145-4005-9485-f4e5702cdfc9 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (460d576f-1215-497e-bedc-735f2ac9f206), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:21.726026 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 18bafbc7-70a5-42c8-b82f-25e5ca14da2b triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:21.726628 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (18bafbc7-70a5-42c8-b82f-25e5ca14da2b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:21.732147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d22114e-1d34-4f76-a267-26288632f5bd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:21.733181 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d22114e-1d34-4f76-a267-26288632f5bd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:21.733414 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf6a41fe-1b25-4cfd-83ae-d59ad841c19b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:21.734739 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d22114e-1d34-4f76-a267-26288632f5bd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:21.736445 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7d22114e-1d34-4f76-a267-26288632f5bd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1741362 Mar 28 09:10:21.763515 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50362) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:21.847037 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a7ce7d41-8a4c-4993-a6d0-290575544ec8 None None] Current status of the port 372ca9f4-1230-4f92-a174-76fff88dcf6e is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:21.901980 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 18bafbc7-70a5-42c8-b82f-25e5ca14da2b is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:21.974835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-84a064ec-4683-46e6-8cd0-b37d11a4b7d6 None None] Provisioning complete for port 372ca9f4-1230-4f92-a174-76fff88dcf6e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:21.975567 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-84a064ec-4683-46e6-8cd0-b37d11a4b7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (372ca9f4-1230-4f92-a174-76fff88dcf6e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:22.080591 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-84a064ec-4683-46e6-8cd0-b37d11a4b7d6 None None] Current status of the port 372ca9f4-1230-4f92-a174-76fff88dcf6e is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:22.102453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-84a064ec-4683-46e6-8cd0-b37d11a4b7d6 None None] Provisioning complete for port f84ddd8c-ec42-42ce-ae54-77668bb488d0 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:22.102980 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-84a064ec-4683-46e6-8cd0-b37d11a4b7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f84ddd8c-ec42-42ce-ae54-77668bb488d0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:22.144271 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-84a064ec-4683-46e6-8cd0-b37d11a4b7d6 None None] Port f84ddd8c-ec42-42ce-ae54-77668bb488d0 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:22.187988 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c767781-a145-4005-9485-f4e5702cdfc9 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Network 2dab1291-e306-4f31-adbc-9bafacfaa836 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:22.211443 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1c767781-a145-4005-9485-f4e5702cdfc9 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:22.219594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c767781-a145-4005-9485-f4e5702cdfc9 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:22.224714 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c767781-a145-4005-9485-f4e5702cdfc9 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:22.225342 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c767781-a145-4005-9485-f4e5702cdfc9 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:22.228555 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c767781-a145-4005-9485-f4e5702cdfc9 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event updated for resources: {'Port': ['ID=460d576f-1215-497e-bedc-735f2ac9f206,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:22.237655 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d01c93-72d3-4579-ad21-9ac12cf5884f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet 5d3f40e7-618c-479c-91ca-e4599d115566 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:10:22.248422 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-713261ab-a60f-48f7-a372-0753585005c8 req-d7464ce5-dc9d-4c5f-9eb2-9fecb21a0531 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6685860 Mar 28 09:10:22.253066 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b7d01c93-72d3-4579-ad21-9ac12cf5884f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (5d3f40e7-618c-479c-91ca-e4599d115566), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:22.290308 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ca724429-8174-4079-9770-dca5a70fca1e None None] Provisioning complete for port f84ddd8c-ec42-42ce-ae54-77668bb488d0 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:22.290975 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ca724429-8174-4079-9770-dca5a70fca1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f84ddd8c-ec42-42ce-ae54-77668bb488d0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:22.291098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bccde-c46a-40e8-98b2-d23e1dba530c req-96fc20b1-c8b9-413b-b557-613bd6508c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:22.292524 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cd6bccde-c46a-40e8-98b2-d23e1dba530c req-96fc20b1-c8b9-413b-b557-613bd6508c0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.7292955 Mar 28 09:10:22.306957 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1c767781-a145-4005-9485-f4e5702cdfc9 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.3230331 Mar 28 09:10:22.313301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50364) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:22.345149 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ca724429-8174-4079-9770-dca5a70fca1e None None] Port f84ddd8c-ec42-42ce-ae54-77668bb488d0 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:22.361202 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b7d01c93-72d3-4579-ad21-9ac12cf5884f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (5d3f40e7-618c-479c-91ca-e4599d115566), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:22.417095 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c05fe458-c371-4ae3-ad22-e59d096042b7 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (2148aa34-ff88-45ea-9ddf-1d1bc020a11f), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:22.426758 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-75b13796-6fe1-4eb4-834f-5c83d6c4106c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port 7e34d953-54f6-49fa-9de9-9e7b66bcf66d {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:22.427345 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-75b13796-6fe1-4eb4-834f-5c83d6c4106c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (7e34d953-54f6-49fa-9de9-9e7b66bcf66d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:22.547427 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c22fdc-0f73-4ee1-a222-bf900ac4a0b8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:22.552689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c22fdc-0f73-4ee1-a222-bf900ac4a0b8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:22.558686 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c22fdc-0f73-4ee1-a222-bf900ac4a0b8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:22.564066 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-57c22fdc-0f73-4ee1-a222-bf900ac4a0b8 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2479100 Mar 28 09:10:22.564771 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50366) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:22.573227 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b593aad5-9ba3-48f9-b3fd-7bcd1e9c6c45 None None] Provisioning complete for port 460d576f-1215-497e-bedc-735f2ac9f206 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:22.573758 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b593aad5-9ba3-48f9-b3fd-7bcd1e9c6c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (460d576f-1215-497e-bedc-735f2ac9f206), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:22.587825 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7feeb54-eb4b-4b5b-b2b3-9976652d0776 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router fd4ce091-384d-4170-a28e-6cb246a819be has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:10:22.624090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b593aad5-9ba3-48f9-b3fd-7bcd1e9c6c45 None None] Port 460d576f-1215-497e-bedc-735f2ac9f206 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:22.628837 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cd6bccde-c46a-40e8-98b2-d23e1dba530c req-1f4720a8-ea7a-4b5e-88a1-6cf0177b4f4a service neutron] 10.222.0.16 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182099 Mar 28 09:10:22.635842 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b7d01c93-72d3-4579-ad21-9ac12cf5884f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (5d3f40e7-618c-479c-91ca-e4599d115566), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:22.639639 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 372ca9f4-1230-4f92-a174-76fff88dcf6e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:22.645382 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-75b13796-6fe1-4eb4-834f-5c83d6c4106c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (7e34d953-54f6-49fa-9de9-9e7b66bcf66d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:22.698749 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 372ca9f4-1230-4f92-a174-76fff88dcf6e triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:22.699473 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (372ca9f4-1230-4f92-a174-76fff88dcf6e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:22.729228 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-75b13796-6fe1-4eb4-834f-5c83d6c4106c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for 7e34d953-54f6-49fa-9de9-9e7b66bcf66d owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:22.748793 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c05fe458-c371-4ae3-ad22-e59d096042b7 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f84ddd8c-ec42-42ce-ae54-77668bb488d0), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:22.775653 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b7d01c93-72d3-4579-ad21-9ac12cf5884f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (5d3f40e7-618c-479c-91ca-e4599d115566), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:22.776215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for port (40fd0513-7e65-4941-af4f-a55a614cb34a), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:22.791655 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 372ca9f4-1230-4f92-a174-76fff88dcf6e is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:22.822666 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (40fd0513-7e65-4941-af4f-a55a614cb34a), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:22.837487 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d01c93-72d3-4579-ad21-9ac12cf5884f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3f40e7-618c-479c-91ca-e4599d115566,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:22.845442 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6a41fe-1b25-4cfd-83ae-d59ad841c19b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:10:22.847916 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b7d01c93-72d3-4579-ad21-9ac12cf5884f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:22.851215 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b7d01c93-72d3-4579-ad21-9ac12cf5884f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/5d3f40e7-618c-479c-91ca-e4599d115566 HTTP/1.1" status: 204 len: 168 time: 1.0871921 Mar 28 09:10:22.854036 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-7a311f1f-afd6-494c-af8e-08cccc766003 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Deleting port 460d576f-1215-497e-bedc-735f2ac9f206 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:22.854292 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7a311f1f-afd6-494c-af8e-08cccc766003 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (460d576f-1215-497e-bedc-735f2ac9f206), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:22.856439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09376194-c98e-4f81-805e-7b01e150798d None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:22.860725 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50368) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:23.015290 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cd6bccde-c46a-40e8-98b2-d23e1dba530c req-8b853b4b-d32c-4b08-ab94-a720f18d8d1f service neutron] 10.222.0.16 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718243 Mar 28 09:10:23.038976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc77f84-2e85-40e7-b2f4-19b9db8ec538 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet ae2a23bc-ba3b-4e94-bf83-c6095093d3cf {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:10:23.048839 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9fc77f84-2e85-40e7-b2f4-19b9db8ec538 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (ae2a23bc-ba3b-4e94-bf83-c6095093d3cf), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:23.095815 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event updated for resources: {'Port': ['ID=40fd0513-7e65-4941-af4f-a55a614cb34a,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:23.147963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7feeb54-eb4b-4b5b-b2b3-9976652d0776 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:10:23.150114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (b3da2410-7798-4077-bd59-0d280761f21b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:23.154119 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9fc77f84-2e85-40e7-b2f4-19b9db8ec538 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (ae2a23bc-ba3b-4e94-bf83-c6095093d3cf), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:23.159925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b7feeb54-eb4b-4b5b-b2b3-9976652d0776 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:23.160563 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c9466a-9894-4b31-9b1c-050d65eb2c78 None None] Sync routers for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:10:23.184207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6a41fe-1b25-4cfd-83ae-d59ad841c19b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:10:23.184520 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c9466a-9894-4b31-9b1c-050d65eb2c78 None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:23.185161 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-77c9466a-9894-4b31-9b1c-050d65eb2c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:23.192660 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cf6a41fe-1b25-4cfd-83ae-d59ad841c19b tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/54131ef4-fc4f-4d6e-9101-ddeb6cee98d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4821904 Mar 28 09:10:23.196999 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e9eb6-c749-4bb8-b724-8dd5fc7b2123 None None] Sync routers for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:10:23.224294 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3e9eb6-c749-4bb8-b724-8dd5fc7b2123 None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:23.224905 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cd3e9eb6-c749-4bb8-b724-8dd5fc7b2123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:23.244988 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50370) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:23.265745 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-77c9466a-9894-4b31-9b1c-050d65eb2c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:23.283723 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7a311f1f-afd6-494c-af8e-08cccc766003 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (460d576f-1215-497e-bedc-735f2ac9f206), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:23.290983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c9466a-9894-4b31-9b1c-050d65eb2c78 None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:23.291645 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-77c9466a-9894-4b31-9b1c-050d65eb2c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:23.327374 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-75b13796-6fe1-4eb4-834f-5c83d6c4106c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (7e34d953-54f6-49fa-9de9-9e7b66bcf66d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:23.363846 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-77c9466a-9894-4b31-9b1c-050d65eb2c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:23.364868 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c9466a-9894-4b31-9b1c-050d65eb2c78 None None] The sync data for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:10:23.410698 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b7feeb54-eb4b-4b5b-b2b3-9976652d0776 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/floatingips/60aa6161-4e03-4120-8c06-12963b500eab HTTP/1.1" status: 204 len: 168 time: 6.3941743 Mar 28 09:10:23.412500 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b13796-6fe1-4eb4-834f-5c83d6c4106c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=7e34d953-54f6-49fa-9de9-9e7b66bcf66d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:23.415205 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50374) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:23.422621 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-cd3e9eb6-c749-4bb8-b724-8dd5fc7b2123 None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:10:23.426423 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Floating IP b3da2410-7798-4077-bd59-0d280761f21b associated. External IP: 172.36.4.85, port: ae5917b4-ffbd-4c2f-b29a-1c634b98a586. Mar 28 09:10:23.433925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-75b13796-6fe1-4eb4-834f-5c83d6c4106c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:23.438188 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-75b13796-6fe1-4eb4-834f-5c83d6c4106c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/ports/7e34d953-54f6-49fa-9de9-9e7b66bcf66d HTTP/1.1" status: 204 len: 168 time: 2.0111780 Mar 28 09:10:23.469689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c05fe458-c371-4ae3-ad22-e59d096042b7 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (f84ddd8c-ec42-42ce-ae54-77668bb488d0), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:23.478093 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba1f516-a5a7-4988-bff2-f9bee2bd9fef tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting subnet 4e1d2b76-2876-43b7-bbc4-20d62ca328df {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:10:23.482095 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aba1f516-a5a7-4988-bff2-f9bee2bd9fef tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (4e1d2b76-2876-43b7-bbc4-20d62ca328df), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:23.489875 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50376) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:23.543069 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aba1f516-a5a7-4988-bff2-f9bee2bd9fef tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (4e1d2b76-2876-43b7-bbc4-20d62ca328df), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:23.553422 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:10:23.676843 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c05fe458-c371-4ae3-ad22-e59d096042b7 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (f84ddd8c-ec42-42ce-ae54-77668bb488d0), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:23.731887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-7a311f1f-afd6-494c-af8e-08cccc766003 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Calling delete_port for 460d576f-1215-497e-bedc-735f2ac9f206 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:23.737875 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c4e4ec-a4d8-4614-9be7-f60a8b7ef8e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:23.739617 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-62c4e4ec-a4d8-4614-9be7-f60a8b7ef8e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2063339 Mar 28 09:10:23.745075 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50380) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:23.783173 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b11cb71-a7cc-4b29-b9b2-8b27d4899e33 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] GET failed (client error): The resource could not be found. Mar 28 09:10:23.788917 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6b11cb71-a7cc-4b29-b9b2-8b27d4899e33 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports/7e34d953-54f6-49fa-9de9-9e7b66bcf66d HTTP/1.1" status: 404 len: 333 time: 0.0373144 Mar 28 09:10:23.789174 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50382) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:23.794532 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-d802b6b0-52e3-4689-ad1d-56edcbe673d2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1632387300'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:23.803433 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cd3e9eb6-c749-4bb8-b724-8dd5fc7b2123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:10:20Z', 'revision_number': 10, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:23.833038 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e9eb6-c749-4bb8-b724-8dd5fc7b2123 None None] Checking router: 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:10:23.836846 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9fc77f84-2e85-40e7-b2f4-19b9db8ec538 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (ae2a23bc-ba3b-4e94-bf83-c6095093d3cf), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:23.846227 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3e9eb6-c749-4bb8-b724-8dd5fc7b2123 None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:23.846227 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cd3e9eb6-c749-4bb8-b724-8dd5fc7b2123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:23.861905 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-77b503b1-9941-4adc-b330-f3b61dadf13b None None] Provisioning complete for port 03f1f8a8-186a-4c46-8553-ea91ead7341c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:23.863314 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-77b503b1-9941-4adc-b330-f3b61dadf13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (03f1f8a8-186a-4c46-8553-ea91ead7341c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:23.904653 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-c8a36607-2933-49c0-998e-352efdfe6c9f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Deleting port 6385083d-f42a-4ba3-a332-9fc7dc06c32c {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:23.905006 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c8a36607-2933-49c0-998e-352efdfe6c9f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (6385083d-f42a-4ba3-a332-9fc7dc06c32c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:23.912110 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d802b6b0-52e3-4689-ad1d-56edcbe673d2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:23.915356 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d802b6b0-52e3-4689-ad1d-56edcbe673d2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:23.922996 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c05fe458-c371-4ae3-ad22-e59d096042b7 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (2148aa34-ff88-45ea-9ddf-1d1bc020a11f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:23.934307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aba1f516-a5a7-4988-bff2-f9bee2bd9fef tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (4e1d2b76-2876-43b7-bbc4-20d62ca328df), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:23.965700 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-cd3e9eb6-c749-4bb8-b724-8dd5fc7b2123 None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:10:23.970244 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fe458-c371-4ae3-ad22-e59d096042b7 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=f84ddd8c-ec42-42ce-ae54-77668bb488d0,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:24.010405 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d145d0d-fc3e-4f0e-85b9-e393e99cbf1e req-12d8d086-b5b9-404e-b064-dd98d444e5b5 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:24.012567 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d145d0d-fc3e-4f0e-85b9-e393e99cbf1e req-12d8d086-b5b9-404e-b064-dd98d444e5b5 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.3719289 Mar 28 09:10:24.020709 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d802b6b0-52e3-4689-ad1d-56edcbe673d2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:10:24.034178 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-77b503b1-9941-4adc-b330-f3b61dadf13b None None] Current status of the port 03f1f8a8-186a-4c46-8553-ea91ead7341c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:24.039885 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Router 68683605-4420-4659-a1c0-84193b1ec940 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:10:24.055342 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d802b6b0-52e3-4689-ad1d-56edcbe673d2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (00f36d60-8aa0-4975-b4cf-2a10039632f9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:24.055614 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-d802b6b0-52e3-4689-ad1d-56edcbe673d2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Added segment 00f36d60-8aa0-4975-b4cf-2a10039632f9 of type vlan for network 47f0e55f-82e7-4278-8380-481e455c0f59 Mar 28 09:10:24.057870 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c8a36607-2933-49c0-998e-352efdfe6c9f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (6385083d-f42a-4ba3-a332-9fc7dc06c32c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:24.106551 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-c8a36607-2933-49c0-998e-352efdfe6c9f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Calling delete_port for 6385083d-f42a-4ba3-a332-9fc7dc06c32c owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:24.206622 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cd3e9eb6-c749-4bb8-b724-8dd5fc7b2123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:10:20Z', 'revision_number': 10, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:24.239491 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e9eb6-c749-4bb8-b724-8dd5fc7b2123 None None] The sync data for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv is: [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:10:20Z', 'revision_number': 10, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None, '_interfaces': [{'id': '7253502e-923f-47c2-ab72-00bb31e78418', 'name': '', 'network_id': '176c5fa4-268e-4eb5-b026-579c5993dd7f', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'mac_address': 'fa:16:3e:51:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:09Z', 'updated_at': '2022-03-28T09:09:18Z', 'revision_number': 5, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'subnets': [{'id': 'a36166c6-8d14-49c4-b270-f6e460028a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:10:24.423337 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9fc77f84-2e85-40e7-b2f4-19b9db8ec538 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (ae2a23bc-ba3b-4e94-bf83-c6095093d3cf), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:24.473340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d802b6b0-52e3-4689-ad1d-56edcbe673d2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (47f0e55f-82e7-4278-8380-481e455c0f59), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:24.490332 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aba1f516-a5a7-4988-bff2-f9bee2bd9fef tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (4e1d2b76-2876-43b7-bbc4-20d62ca328df), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:24.501921 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc77f84-2e85-40e7-b2f4-19b9db8ec538 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=ae2a23bc-ba3b-4e94-bf83-c6095093d3cf,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:24.520025 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d145d0d-fc3e-4f0e-85b9-e393e99cbf1e req-7aeed8ca-1dab-4626-9dae-8392608d0bce tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4755881 Mar 28 09:10:24.523513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3889fe83-7a05-4176-91c5-5717b69ad7b3 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:24.524965 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9fc77f84-2e85-40e7-b2f4-19b9db8ec538 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:24.528633 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9fc77f84-2e85-40e7-b2f4-19b9db8ec538 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/ae2a23bc-ba3b-4e94-bf83-c6095093d3cf HTTP/1.1" status: 204 len: 168 time: 1.6668005 Mar 28 09:10:24.532660 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50384) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:24.565222 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1f516-a5a7-4988-bff2-f9bee2bd9fef tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Subnet': ['ID=4e1d2b76-2876-43b7-bbc4-20d62ca328df,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:24.568215 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aba1f516-a5a7-4988-bff2-f9bee2bd9fef tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:24.572683 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-aba1f516-a5a7-4988-bff2-f9bee2bd9fef tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/subnets/4e1d2b76-2876-43b7-bbc4-20d62ca328df HTTP/1.1" status: 204 len: 168 time: 1.3259616 Mar 28 09:10:24.575000 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d802b6b0-52e3-4689-ad1d-56edcbe673d2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (47f0e55f-82e7-4278-8380-481e455c0f59), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:24.580073 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d802b6b0-52e3-4689-ad1d-56edcbe673d2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:24.580692 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d802b6b0-52e3-4689-ad1d-56edcbe673d2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:24.582985 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50386) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:24.608258 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415bad8b-9eac-4345-9640-0e660277dd09 None None] Network 5c886da7-7242-49b0-8048-a74be0cbb950 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:24.616812 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2cf806d9-439e-44c3-8f79-02d17c13632f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669007 Mar 28 09:10:24.622013 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50388) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:24.626919 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-6a5a496c-309d-42f6-b499-20b2ebfa6c55 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:24.632886 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05fe458-c371-4ae3-ad22-e59d096042b7 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network b62763ac-e0a0-4f56-9719-3361d28e4682 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:24.635624 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7a311f1f-afd6-494c-af8e-08cccc766003 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (460d576f-1215-497e-bedc-735f2ac9f206), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:24.646909 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-c05fe458-c371-4ae3-ad22-e59d096042b7 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:24.713268 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:10:24.729451 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:10:24.746689 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d802b6b0-52e3-4689-ad1d-56edcbe673d2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9564128 Mar 28 09:10:24.750845 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50390) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:24.761371 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a311f1f-afd6-494c-af8e-08cccc766003 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event deleted for resources: {'Port': ['ID=460d576f-1215-497e-bedc-735f2ac9f206,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:24.769227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1e3068e0-a181-4cc8-9a61-df369e4b74bc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'subnet': {'network_id': '47f0e55f-82e7-4278-8380-481e455c0f59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:24.774570 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d616c223-a74c-4bbd-b8d3-a9d037b9785c None None] Sync routers for ids ['68683605-4420-4659-a1c0-84193b1ec940'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:10:24.795871 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:10:24.796394 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c3173f38-a1e5-47fe-99ad-3ec0ad6216b9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:10:24.798297 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802b6b0-52e3-4689-ad1d-56edcbe673d2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Network': ['ID=47f0e55f-82e7-4278-8380-481e455c0f59,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:24.844631 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d616c223-a74c-4bbd-b8d3-a9d037b9785c None None] Routers {'68683605-4420-4659-a1c0-84193b1ec940'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:24.845418 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d616c223-a74c-4bbd-b8d3-a9d037b9785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['68683605-4420-4659-a1c0-84193b1ec940'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:24.845600 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (5c886da7-7242-49b0-8048-a74be0cbb950), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:24.858426 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:24.920686 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ac2450cd-83fc-4043-8689-05d615d33687 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.3127880 Mar 28 09:10:24.925586 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8', 'tag': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:10:24.927898 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295e2b67-e357-422e-bf91-993e167e9f27" -d '{"events": [{"name": "network-changed", "server_uuid": "f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8", "tag": "ae5917b4-ffbd-4c2f-b29a-1c634b98a586"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:10:24.952699 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 47f0e55f-82e7-4278-8380-481e455c0f59 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:10:25.032255 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49ec868-8249-4425-a146-13378718411c x-openstack-request-id: req-f49ec868-8249-4425-a146-13378718411c {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:10:25.032557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8", "tag": "ae5917b4-ffbd-4c2f-b29a-1c634b98a586", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:10:25.032809 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f49ec868-8249-4425-a146-13378718411c {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:10:25.033221 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f49ec868-8249-4425-a146-13378718411c'] response: {'name': 'network-changed', 'server_uuid': 'f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8', 'tag': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586', 'status': 'completed', 'code': 200} Mar 28 09:10:25.130595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-d616c223-a74c-4bbd-b8d3-a9d037b9785c None None] Set router 68683605-4420-4659-a1c0-84193b1ec940 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:10:25.220669 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c8a36607-2933-49c0-998e-352efdfe6c9f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (6385083d-f42a-4ba3-a332-9fc7dc06c32c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:25.266812 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5a496c-309d-42f6-b499-20b2ebfa6c55 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:25.269299 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258403c4-437d-4b2e-85f7-143d4b5196ba None None] DHCP port deletion for 5c886da7-7242-49b0-8048-a74be0cbb950 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:10:25.270260 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6a5a496c-309d-42f6-b499-20b2ebfa6c55 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:25.271644 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc21bff-3fad-4703-9db5-0b0b9ab5d1c5 None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:10:25.285668 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a36607-2933-49c0-998e-352efdfe6c9f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event deleted for resources: {'Port': ['ID=6385083d-f42a-4ba3-a332-9fc7dc06c32c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:25.300443 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ea7a1-e662-4201-892b-3fa49ad9649d req-a2904dbb-b6f5-44f8-a713-0deec04f1ad9 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:25.302233 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1d3ea7a1-e662-4201-892b-3fa49ad9649d req-a2904dbb-b6f5-44f8-a713-0deec04f1ad9 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.2682157 Mar 28 09:10:25.311476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting port cc968513-db78-4355-9f2b-c781b262ee46 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:25.311904 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (cc968513-db78-4355-9f2b-c781b262ee46), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:25.317279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7a311f1f-afd6-494c-af8e-08cccc766003 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:25.322524 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7a311f1f-afd6-494c-af8e-08cccc766003 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "DELETE /v2.0/ports/460d576f-1215-497e-bedc-735f2ac9f206 HTTP/1.1" status: 204 len: 168 time: 2.7519538 Mar 28 09:10:25.325375 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50396) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:25.330052 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e2b67-e357-422e-bf91-993e167e9f27 req-782402cd-04c2-4c55-9bd9-7a44cd97289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:25.331638 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-295e2b67-e357-422e-bf91-993e167e9f27 req-782402cd-04c2-4c55-9bd9-7a44cd97289d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc56218a4f8a40e1b109b751b95dda1a&device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 1129 time: 0.2581525 Mar 28 09:10:25.363270 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ddadb02a-373e-4daa-97f4-912c0feae753 None None] Provisioning complete for port f84ddd8c-ec42-42ce-ae54-77668bb488d0 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:25.363734 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ddadb02a-373e-4daa-97f4-912c0feae753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f84ddd8c-ec42-42ce-ae54-77668bb488d0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:25.382026 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e32c3f-d9c7-44ed-b2d2-f8ab7d7b1c48 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] GET failed (client error): The resource could not be found. Mar 28 09:10:25.386962 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-96e32c3f-d9c7-44ed-b2d2-f8ab7d7b1c48 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "GET /v2.0/ports/460d576f-1215-497e-bedc-735f2ac9f206 HTTP/1.1" status: 404 len: 333 time: 0.0491629 Mar 28 09:10:25.386962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3068e0-a181-4cc8-9a61-df369e4b74bc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:25.389030 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e3068e0-a181-4cc8-9a61-df369e4b74bc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:25.393589 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50398) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:25.400834 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ddadb02a-373e-4daa-97f4-912c0feae753 None None] Port f84ddd8c-ec42-42ce-ae54-77668bb488d0 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:25.424985 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9e535c90-f731-4403-9e2b-8a17504e2eb1 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Request body: {'port': {'network_id': '2dab1291-e306-4f31-adbc-9bafacfaa836', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-161610254'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:25.469804 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05fe458-c371-4ae3-ad22-e59d096042b7 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Router 2148aa34-ff88-45ea-9ddf-1d1bc020a11f is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:10:25.486680 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0bc21bff-3fad-4703-9db5-0b0b9ab5d1c5 None None] Deleting port 03f1f8a8-186a-4c46-8553-ea91ead7341c {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:25.486878 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0bc21bff-3fad-4703-9db5-0b0b9ab5d1c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (03f1f8a8-186a-4c46-8553-ea91ead7341c), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:25.550713 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-0bc21bff-3fad-4703-9db5-0b0b9ab5d1c5 None None] For port 03f1f8a8-186a-4c46-8553-ea91ead7341c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03f1f8a8-186a-4c46-8553-ea91ead7341c,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:25.551232 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0bc21bff-3fad-4703-9db5-0b0b9ab5d1c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (03f1f8a8-186a-4c46-8553-ea91ead7341c), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:25.564520 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0bc21bff-3fad-4703-9db5-0b0b9ab5d1c5 None None] Calling delete_port for 03f1f8a8-186a-4c46-8553-ea91ead7341c owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:25.590796 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-258403c4-437d-4b2e-85f7-143d4b5196ba None None] Deleting port cc968513-db78-4355-9f2b-c781b262ee46 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:25.591635 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-258403c4-437d-4b2e-85f7-143d4b5196ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (cc968513-db78-4355-9f2b-c781b262ee46), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:25.634878 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] For port cc968513-db78-4355-9f2b-c781b262ee46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc968513-db78-4355-9f2b-c781b262ee46,segment=NetworkSegment(f48b6acf-3d97-470d-98e9-6ee132433a49),segment_id=f48b6acf-3d97-470d-98e9-6ee132433a49)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:25.635465 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (cc968513-db78-4355-9f2b-c781b262ee46), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:25.660976 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1d3ea7a1-e662-4201-892b-3fa49ad9649d req-9f5b99ac-a831-4c89-9b10-c10f04bca928 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3516679 Mar 28 09:10:25.682917 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Calling delete_port for cc968513-db78-4355-9f2b-c781b262ee46 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:25.687336 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05fe458-c371-4ae3-ad22-e59d096042b7 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:10:25.698434 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaa11d1-e41c-42f3-ad18-2d7b3b0ce53e None None] Sync routers for ids ['2148aa34-ff88-45ea-9ddf-1d1bc020a11f'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:10:25.701539 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c05fe458-c371-4ae3-ad22-e59d096042b7 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "PUT /v2.0/routers/2148aa34-ff88-45ea-9ddf-1d1bc020a11f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6548936 Mar 28 09:10:25.703372 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50402) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:25.713764 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50404) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:25.714259 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaa11d1-e41c-42f3-ad18-2d7b3b0ce53e None None] Routers {'2148aa34-ff88-45ea-9ddf-1d1bc020a11f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:25.715235 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fdaa11d1-e41c-42f3-ad18-2d7b3b0ce53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2148aa34-ff88-45ea-9ddf-1d1bc020a11f'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:25.727922 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e2b67-e357-422e-bf91-993e167e9f27 req-e16e5d8c-e661-4c13-919a-bcac6b0bc100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:25.729523 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-295e2b67-e357-422e-bf91-993e167e9f27 req-e16e5d8c-e661-4c13-919a-bcac6b0bc100 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c3b7f15-8dc7-442e-88e8-e1bad20fff21 HTTP/1.1" status: 200 len: 896 time: 0.3695881 Mar 28 09:10:25.730946 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c8a36607-2933-49c0-998e-352efdfe6c9f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:25.739505 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c8a36607-2933-49c0-998e-352efdfe6c9f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/ports/6385083d-f42a-4ba3-a332-9fc7dc06c32c HTTP/1.1" status: 204 len: 168 time: 2.3191912 Mar 28 09:10:25.747082 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50406) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:25.764555 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fdaa11d1-e41c-42f3-ad18-2d7b3b0ce53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:25.776250 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaa11d1-e41c-42f3-ad18-2d7b3b0ce53e None None] Routers {'2148aa34-ff88-45ea-9ddf-1d1bc020a11f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:25.777234 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fdaa11d1-e41c-42f3-ad18-2d7b3b0ce53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2148aa34-ff88-45ea-9ddf-1d1bc020a11f'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:25.819876 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fdaa11d1-e41c-42f3-ad18-2d7b3b0ce53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:25.820934 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaa11d1-e41c-42f3-ad18-2d7b3b0ce53e None None] The sync data for ids ['2148aa34-ff88-45ea-9ddf-1d1bc020a11f'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:10:25.837760 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f2bfe093-fc96-4062-bd9b-1469690e023f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:25.872585 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e535c90-f731-4403-9e2b-8a17504e2eb1 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Made reservation on behalf of af0b6a25fd884d5c80cb636d95ece5cc for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:25.876348 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e535c90-f731-4403-9e2b-8a17504e2eb1 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:25.910495 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-258403c4-437d-4b2e-85f7-143d4b5196ba None None] For port cc968513-db78-4355-9f2b-c781b262ee46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc968513-db78-4355-9f2b-c781b262ee46,segment=NetworkSegment(f48b6acf-3d97-470d-98e9-6ee132433a49),segment_id=f48b6acf-3d97-470d-98e9-6ee132433a49)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:25.910905 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-258403c4-437d-4b2e-85f7-143d4b5196ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (cc968513-db78-4355-9f2b-c781b262ee46), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:25.921406 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-9e535c90-f731-4403-9e2b-8a17504e2eb1 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] device_id is not set on port 522ce9d6-86a3-4206-b6e2-0bfb0db936cb yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:25.938667 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-258403c4-437d-4b2e-85f7-143d4b5196ba None None] Calling delete_port for cc968513-db78-4355-9f2b-c781b262ee46 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:25.940573 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-295e2b67-e357-422e-bf91-993e167e9f27 req-60c3b6d7-027a-4128-b7d0-854ea4b13bfa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae5917b4-ffbd-4c2f-b29a-1c634b98a586 HTTP/1.1" status: 200 len: 998 time: 0.1860626 Mar 28 09:10:25.987646 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2bfe093-fc96-4062-bd9b-1469690e023f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:25.988622 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0bc21bff-3fad-4703-9db5-0b0b9ab5d1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (03f1f8a8-186a-4c46-8553-ea91ead7341c), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:26.000403 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-58ba6a32-c9a3-4126-9958-29f4f2df56ee tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/floatingips/b3da2410-7798-4077-bd59-0d280761f21b HTTP/1.1" status: 200 len: 990 time: 0.2868528 Mar 28 09:10:26.006397 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba173861-3545-47e8-8c6f-29a309b6dade req-7687630c-9ed8-4992-bead-e17724e61424 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:26.008729 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ba173861-3545-47e8-8c6f-29a309b6dade req-7687630c-9ed8-4992-bead-e17724e61424 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.3675091 Mar 28 09:10:26.024743 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc21bff-3fad-4703-9db5-0b0b9ab5d1c5 None None] Pushing event deleted for resources: {'Port': ['ID=03f1f8a8-186a-4c46-8553-ea91ead7341c,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:26.030729 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc21bff-3fad-4703-9db5-0b0b9ab5d1c5 None None] No DVR routers for this DVR port 03f1f8a8-186a-4c46-8553-ea91ead7341c on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:26.034739 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (cc968513-db78-4355-9f2b-c781b262ee46), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:26.036762 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d616c223-a74c-4bbd-b8d3-a9d037b9785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68683605-4420-4659-a1c0-84193b1ec940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578479754', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:33Z', 'updated_at': '2022-03-28T09:09:49Z', 'revision_number': 4, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'gw_port': {'id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:35Z', 'updated_at': '2022-03-28T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b3da2410-7798-4077-bd59-0d280761f21b', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'floating_ip_address': '172.36.4.85', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '68683605-4420-4659-a1c0-84193b1ec940', 'port_id': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21', 'mac_address': 'fa:16:3e:24:89:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:10:20Z', 'updated_at': '2022-03-28T09:10:20Z', 'revision_number': 0, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c7b453-84f0-4ea1-8ba9-3d448de1a867', 'name': '', 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'mac_address': 'fa:16:3e:ec:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:46Z', 'updated_at': '2022-03-28T09:09:53Z', 'revision_number': 5, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'subnets': [{'id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:26.079916 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d616c223-a74c-4bbd-b8d3-a9d037b9785c None None] Checking router: 68683605-4420-4659-a1c0-84193b1ec940 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:10:26.097565 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Port': ['ID=cc968513-db78-4355-9f2b-c781b262ee46,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:26.103316 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] No DVR routers for this DVR port cc968513-db78-4355-9f2b-c781b262ee46 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:26.106185 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d616c223-a74c-4bbd-b8d3-a9d037b9785c None None] Routers {'68683605-4420-4659-a1c0-84193b1ec940'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:26.106958 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d616c223-a74c-4bbd-b8d3-a9d037b9785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:09:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['68683605-4420-4659-a1c0-84193b1ec940'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:26.111937 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e2b67-e357-422e-bf91-993e167e9f27 req-64ef857e-0621-4db4-9365-e5c8006e6c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:26.112193 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e3068e0-a181-4cc8-9a61-df369e4b74bc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (e99c5db1-e514-4baa-8d89-2afd79041b76), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:26.113397 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-295e2b67-e357-422e-bf91-993e167e9f27 req-64ef857e-0621-4db4-9365-e5c8006e6c39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f1064f8-fa39-4589-a352-a7c6a691f947 HTTP/1.1" status: 200 len: 835 time: 0.1663556 Mar 28 09:10:26.148349 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6962e747-fa92-4b76-873d-a67e2fd11c8d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:26.148349 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6962e747-fa92-4b76-873d-a67e2fd11c8d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports?device_id=2148aa34-ff88-45ea-9ddf-1d1bc020a11f HTTP/1.1" status: 200 len: 983 time: 0.4212742 Mar 28 09:10:26.162166 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50408) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:26.179194 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-258403c4-437d-4b2e-85f7-143d4b5196ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (cc968513-db78-4355-9f2b-c781b262ee46), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:26.217210 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258403c4-437d-4b2e-85f7-143d4b5196ba None None] Pushing event deleted for resources: {'Port': ['ID=cc968513-db78-4355-9f2b-c781b262ee46,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:26.221954 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258403c4-437d-4b2e-85f7-143d4b5196ba None None] No DVR routers for this DVR port cc968513-db78-4355-9f2b-c781b262ee46 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:26.254082 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (5c886da7-7242-49b0-8048-a74be0cbb950), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:26.264957 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-d616c223-a74c-4bbd-b8d3-a9d037b9785c None None] Set router 68683605-4420-4659-a1c0-84193b1ec940 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:10:26.302857 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-9e535c90-f731-4403-9e2b-8a17504e2eb1 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Allocated IP 2001:db8::222 (2dab1291-e306-4f31-adbc-9bafacfaa836/42d75a56-1ef6-41f9-9e45-5b494b62ba6d/522ce9d6-86a3-4206-b6e2-0bfb0db936cb) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:26.307932 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c886da7-7242-49b0-8048-a74be0cbb950']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:26.326013 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48b6acf-3d97-470d-98e9-6ee132433a49') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:26.326387 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48b6acf-3d97-470d-98e9-6ee132433a49') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:26.338645 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e2b67-e357-422e-bf91-993e167e9f27 req-66fdc3a6-591a-48a8-bc0b-b2f7af3dd874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:26.340139 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-295e2b67-e357-422e-bf91-993e167e9f27 req-66fdc3a6-591a-48a8-bc0b-b2f7af3dd874 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c3b7f15-8dc7-442e-88e8-e1bad20fff21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2197449 Mar 28 09:10:26.345884 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (f48b6acf-3d97-470d-98e9-6ee132433a49), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:26.363512 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.objects.ports [None req-6a5a496c-309d-42f6-b499-20b2ebfa6c55 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 09:10:26.376013 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ba173861-3545-47e8-8c6f-29a309b6dade req-23b5d139-462e-4cdc-a1de-f1286dcc98b2 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410902 Mar 28 09:10:26.390434 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6a5a496c-309d-42f6-b499-20b2ebfa6c55 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (c70d65d6-7e4a-4838-baa6-20fdb69d78d3), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:26.392875 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3068e0-a181-4cc8-9a61-df369e4b74bc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Subnet': ['ID=e99c5db1-e514-4baa-8d89-2afd79041b76,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:26.416954 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (f48b6acf-3d97-470d-98e9-6ee132433a49), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:26.428357 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:10:26.429555 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (f48b6acf-3d97-470d-98e9-6ee132433a49), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:10:26.436134 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:10:26.479458 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3068e0-a181-4cc8-9a61-df369e4b74bc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Checking segment: {'id': '00f36d60-8aa0-4975-b4cf-2a10039632f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '47f0e55f-82e7-4278-8380-481e455c0f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:26.479814 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3068e0-a181-4cc8-9a61-df369e4b74bc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network hostable DHCP agents. Network: 47f0e55f-82e7-4278-8380-481e455c0f59, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:10:26.531699 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5a496c-309d-42f6-b499-20b2ebfa6c55 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:26.558461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d616c223-a74c-4bbd-b8d3-a9d037b9785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68683605-4420-4659-a1c0-84193b1ec940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578479754', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:33Z', 'updated_at': '2022-03-28T09:09:49Z', 'revision_number': 4, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'gw_port': {'id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:35Z', 'updated_at': '2022-03-28T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b3da2410-7798-4077-bd59-0d280761f21b', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'floating_ip_address': '172.36.4.85', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '68683605-4420-4659-a1c0-84193b1ec940', 'port_id': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21', 'mac_address': 'fa:16:3e:24:89:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:10:20Z', 'updated_at': '2022-03-28T09:10:20Z', 'revision_number': 0, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c7b453-84f0-4ea1-8ba9-3d448de1a867', 'name': '', 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'mac_address': 'fa:16:3e:ec:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:46Z', 'updated_at': '2022-03-28T09:09:53Z', 'revision_number': 5, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'subnets': [{'id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:26.568962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-6a5a496c-309d-42f6-b499-20b2ebfa6c55 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:26.575099 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a496c-309d-42f6-b499-20b2ebfa6c55 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=c70d65d6-7e4a-4838-baa6-20fdb69d78d3,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:26.578519 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5a496c-309d-42f6-b499-20b2ebfa6c55 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:26.578979 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6a5a496c-309d-42f6-b499-20b2ebfa6c55 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:26.590141 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (5c886da7-7242-49b0-8048-a74be0cbb950), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:26.594808 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device cc968513-db78-4355-9f2b-c781b262ee46 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:10:26.595460 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:26.597222 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac1745b-978f-4c02-98ca-a58a2dc0491c None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:26.599189 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/networks/5c886da7-7242-49b0-8048-a74be0cbb950 HTTP/1.1" status: 204 len: 168 time: 2.0087683 Mar 28 09:10:26.602518 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d616c223-a74c-4bbd-b8d3-a9d037b9785c None None] The sync data for ids ['68683605-4420-4659-a1c0-84193b1ec940'] in dv-neutron-master-2-hyperv is: [{'id': '68683605-4420-4659-a1c0-84193b1ec940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578479754', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:33Z', 'updated_at': '2022-03-28T09:09:49Z', 'revision_number': 4, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'gw_port': {'id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:35Z', 'updated_at': '2022-03-28T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b3da2410-7798-4077-bd59-0d280761f21b', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'floating_ip_address': '172.36.4.85', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '68683605-4420-4659-a1c0-84193b1ec940', 'port_id': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21', 'mac_address': 'fa:16:3e:24:89:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:10:20Z', 'updated_at': '2022-03-28T09:10:20Z', 'revision_number': 0, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c7b453-84f0-4ea1-8ba9-3d448de1a867', 'name': '', 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'mac_address': 'fa:16:3e:ec:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:46Z', 'updated_at': '2022-03-28T09:09:53Z', 'revision_number': 5, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'subnets': [{'id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:10:26.617365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50412) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:26.644794 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-295e2b67-e357-422e-bf91-993e167e9f27 req-7e6c291f-5ab7-4e4b-98a8-4c7c5321cc82 service neutron] 10.222.0.16 "GET /v2.0/networks/6c3b7f15-8dc7-442e-88e8-e1bad20fff21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890005 Mar 28 09:10:26.645385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336766a3-864e-4ef1-ab87-087d66fa357d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Network': ['ID=5c886da7-7242-49b0-8048-a74be0cbb950,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:26.669502 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: cc968513-db78-4355-9f2b-c781b262ee46 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:10:26.670010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device cc968513-db78-4355-9f2b-c781b262ee46 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:10:26.670533 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 03f1f8a8-186a-4c46-8553-ea91ead7341c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:10:26.700126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 03f1f8a8-186a-4c46-8553-ea91ead7341c {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:10:26.700629 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 03f1f8a8-186a-4c46-8553-ea91ead7341c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:10:26.723078 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3068e0-a181-4cc8-9a61-df369e4b74bc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network 47f0e55f-82e7-4278-8380-481e455c0f59 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:10:26.734019 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6a5a496c-309d-42f6-b499-20b2ebfa6c55 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1109509 Mar 28 09:10:26.742326 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50414) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:26.757980 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-6bfdf0db-1e4e-436d-9be1-c5b1edb17e77 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:26.765165 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1e3068e0-a181-4cc8-9a61-df369e4b74bc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 47f0e55f-82e7-4278-8380-481e455c0f59) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:26.773717 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680f3a3b-d75c-4b7e-a2ea-cf9ce0cf7b72 None None] Network 47f0e55f-82e7-4278-8380-481e455c0f59 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:26.823402 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': 'c70d65d6-7e4a-4838-baa6-20fdb69d78d3'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:10:26.824713 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:26.844012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e535c90-f731-4403-9e2b-8a17504e2eb1 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks [] for port (522ce9d6-86a3-4206-b6e2-0bfb0db936cb), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:26.949208 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4227b3f-5b36-4031-ac80-994cc4a5cef1 None None] New status for floating IP b3da2410-7798-4077-bd59-0d280761f21b: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:10:26.973523 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-295e2b67-e357-422e-bf91-993e167e9f27 req-52cd9f54-321b-4f01-a00a-63a9b93980a1 service neutron] 10.222.0.16 "GET /v2.0/networks/6c3b7f15-8dc7-442e-88e8-e1bad20fff21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779403 Mar 28 09:10:27.005217 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50416) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:27.020440 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e535c90-f731-4403-9e2b-8a17504e2eb1 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (522ce9d6-86a3-4206-b6e2-0bfb0db936cb), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:27.099414 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3068e0-a181-4cc8-9a61-df369e4b74bc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:27.099757 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e3068e0-a181-4cc8-9a61-df369e4b74bc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:27.111433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2bfe093-fc96-4062-bd9b-1469690e023f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:27.125835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-47f0e55f-82e7-4278-8380-481e455c0f59', 'network_id': '47f0e55f-82e7-4278-8380-481e455c0f59', 'project_id': '99087c95b7ef419398067fe352f6e8e0', 'fixed_ips': [{'subnet_id': 'e99c5db1-e514-4baa-8d89-2afd79041b76'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:10:27.126492 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:27.172930 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Allocated IP 2001:db8::f816:3eff:feb7:91d1 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/c70d65d6-7e4a-4838-baa6-20fdb69d78d3/35bc4636-5c86-46b5-b763-e465d1ab668c) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:27.223588 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-f2bfe093-fc96-4062-bd9b-1469690e023f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Allocated IP 172.36.4.14 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/b9c937f8-7e0a-4fce-b625-2b0801315201) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:27.332021 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2bfe093-fc96-4062-bd9b-1469690e023f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (b9c937f8-7e0a-4fce-b625-2b0801315201), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:27.355539 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b9fcdba-986d-4388-96aa-ebdd6128df43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:27.377736 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1e3068e0-a181-4cc8-9a61-df369e4b74bc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6211617 Mar 28 09:10:27.385115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2bfe093-fc96-4062-bd9b-1469690e023f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (b9c937f8-7e0a-4fce-b625-2b0801315201), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:27.393410 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50418) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:27.437473 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-8b02232d-4264-42f0-87cc-73b2206a75f9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'subnet': {'network_id': '47f0e55f-82e7-4278-8380-481e455c0f59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:27.443641 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Allocated IP 2001:db8::2 (47f0e55f-82e7-4278-8380-481e455c0f59/e99c5db1-e514-4baa-8d89-2afd79041b76/73651174-8e88-47cc-bd00-07b6b5badb96) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:27.445970 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfe093-fc96-4062-bd9b-1469690e023f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=b9c937f8-7e0a-4fce-b625-2b0801315201,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:27.458679 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e535c90-f731-4403-9e2b-8a17504e2eb1 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Network 2dab1291-e306-4f31-adbc-9bafacfaa836 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:27.477348 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-9e535c90-f731-4403-9e2b-8a17504e2eb1 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:27.479806 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e535c90-f731-4403-9e2b-8a17504e2eb1 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:27.485421 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e535c90-f731-4403-9e2b-8a17504e2eb1 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:27.486165 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e535c90-f731-4403-9e2b-8a17504e2eb1 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:27.500474 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e535c90-f731-4403-9e2b-8a17504e2eb1 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event updated for resources: {'Port': ['ID=522ce9d6-86a3-4206-b6e2-0bfb0db936cb,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:27.519472 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-922a6def-1014-441b-8cc8-449d37e8debd tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/floatingips/b3da2410-7798-4077-bd59-0d280761f21b HTTP/1.1" status: 200 len: 990 time: 0.5127881 Mar 28 09:10:27.534689 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9e535c90-f731-4403-9e2b-8a17504e2eb1 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1312597 Mar 28 09:10:27.557215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50420) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:27.564935 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-939b055c-4408-4893-95ec-526885bd1d6c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18b', 'mac_address': 'fa:16:3e:5f:ba:21'}]}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:27.573243 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Publish callbacks [] for port (35bc4636-5c86-46b5-b763-e465d1ab668c), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:27.587651 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bfe093-fc96-4062-bd9b-1469690e023f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:27.589014 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (35bc4636-5c86-46b5-b763-e465d1ab668c), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:27.598846 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-f2bfe093-fc96-4062-bd9b-1469690e023f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:27.608469 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bfe093-fc96-4062-bd9b-1469690e023f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:27.636747 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:27.658834 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:27.665512 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:27.738972 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Pushing event updated for resources: {'Port': ['ID=35bc4636-5c86-46b5-b763-e465d1ab668c,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:27.783421 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Attempting to bind port 35bc4636-5c86-46b5-b763-e465d1ab668c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:10:27.783798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Attempting to bind port 35bc4636-5c86-46b5-b763-e465d1ab668c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:10:27.784168 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Attempting to bind port 35bc4636-5c86-46b5-b763-e465d1ab668c on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:10:27.796613 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:10:27.799181 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:27.799859 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:27.800464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:10:27.801164 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Bound port: 35bc4636-5c86-46b5-b763-e465d1ab668c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:10:27.801910 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (35bc4636-5c86-46b5-b763-e465d1ab668c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:27.805485 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8357d638-e8d3-4665-b2dc-780d81fe2599 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:27.807530 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-939b055c-4408-4893-95ec-526885bd1d6c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (522ce9d6-86a3-4206-b6e2-0bfb0db936cb), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:27.830070 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Publish callbacks [] for port (73651174-8e88-47cc-bd00-07b6b5badb96), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:27.831424 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-787287d8-a789-4013-84c7-104c86980615 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (2148aa34-ff88-45ea-9ddf-1d1bc020a11f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:27.862599 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (73651174-8e88-47cc-bd00-07b6b5badb96), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:27.922994 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Network 47f0e55f-82e7-4278-8380-481e455c0f59 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:27.933471 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:27.945141 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:27.949844 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfdf0db-1e4e-436d-9be1-c5b1edb17e77 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:27.954578 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6bfdf0db-1e4e-436d-9be1-c5b1edb17e77 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:27.955853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] For port 35bc4636-5c86-46b5-b763-e465d1ab668c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:10:27.958173 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Pushing event updated for resources: {'Port': ['ID=73651174-8e88-47cc-bd00-07b6b5badb96,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:27.978985 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] For port 35bc4636-5c86-46b5-b763-e465d1ab668c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=35bc4636-5c86-46b5-b763-e465d1ab668c,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:10:28.009237 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-50198e71-d5ac-4e31-91d2-6ee219e449b0 None None] Provisioning complete for port 522ce9d6-86a3-4206-b6e2-0bfb0db936cb triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:28.009715 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-50198e71-d5ac-4e31-91d2-6ee219e449b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (522ce9d6-86a3-4206-b6e2-0bfb0db936cb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:28.011820 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (35bc4636-5c86-46b5-b763-e465d1ab668c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:28.018634 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b02232d-4264-42f0-87cc-73b2206a75f9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:28.022271 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b02232d-4264-42f0-87cc-73b2206a75f9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:28.097245 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Attempting to bind port 73651174-8e88-47cc-bd00-07b6b5badb96 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:10:28.097663 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Attempting to bind port 73651174-8e88-47cc-bd00-07b6b5badb96 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '00f36d60-8aa0-4975-b4cf-2a10039632f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '47f0e55f-82e7-4278-8380-481e455c0f59'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:10:28.098030 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Attempting to bind port 73651174-8e88-47cc-bd00-07b6b5badb96 on network 47f0e55f-82e7-4278-8380-481e455c0f59 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:10:28.105790 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2bfe093-fc96-4062-bd9b-1469690e023f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (35749d4b-5874-43d6-866d-bcf7b284e8ac), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:28.125672 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:10:28.126317 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Checking segment: {'id': '00f36d60-8aa0-4975-b4cf-2a10039632f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '47f0e55f-82e7-4278-8380-481e455c0f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:28.126999 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:28.128030 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Bound using segment: {'id': '00f36d60-8aa0-4975-b4cf-2a10039632f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '47f0e55f-82e7-4278-8380-481e455c0f59'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:10:28.128415 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Bound port: 73651174-8e88-47cc-bd00-07b6b5badb96, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f36d60-8aa0-4975-b4cf-2a10039632f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '47f0e55f-82e7-4278-8380-481e455c0f59'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:10:28.129685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (73651174-8e88-47cc-bd00-07b6b5badb96), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:28.138062 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-50198e71-d5ac-4e31-91d2-6ee219e449b0 None None] Port 522ce9d6-86a3-4206-b6e2-0bfb0db936cb cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:28.156283 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d837a2f-146a-40e9-bf89-bf7c9c8ef100 None None] Pushing event updated for resources: {'Port': ['ID=35bc4636-5c86-46b5-b763-e465d1ab668c,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:28.214948 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] For port 73651174-8e88-47cc-bd00-07b6b5badb96, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:10:28.218270 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] For port 73651174-8e88-47cc-bd00-07b6b5badb96, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73651174-8e88-47cc-bd00-07b6b5badb96,segment=NetworkSegment(00f36d60-8aa0-4975-b4cf-2a10039632f9),segment_id=00f36d60-8aa0-4975-b4cf-2a10039632f9)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:10:28.223624 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.ipam_backend_mixin [None req-6bfdf0db-1e4e-436d-9be1-c5b1edb17e77 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c70d65d6-7e4a-4838-baa6-20fdb69d78d3 (CIDR: 2001:db8::/64) Mar 28 09:10:28.226044 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (73651174-8e88-47cc-bd00-07b6b5badb96), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:28.250717 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfdf0db-1e4e-436d-9be1-c5b1edb17e77 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:28.251213 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bfdf0db-1e4e-436d-9be1-c5b1edb17e77 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:10:28.258480 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2bfe093-fc96-4062-bd9b-1469690e023f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b9c937f8-7e0a-4fce-b625-2b0801315201), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:28.299874 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa621ad7-694b-4bb2-8d2b-c34e35724c5d None None] Pushing event updated for resources: {'Port': ['ID=73651174-8e88-47cc-bd00-07b6b5badb96,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:28.317603 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.ipam_backend_mixin [None req-8b02232d-4264-42f0-87cc-73b2206a75f9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e99c5db1-e514-4baa-8d89-2afd79041b76 (CIDR: 2001:db8::/64) Mar 28 09:10:28.325037 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6bfdf0db-1e4e-436d-9be1-c5b1edb17e77 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5741668 Mar 28 09:10:28.329046 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50422) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:28.334181 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-d2c7bc5a-55d1-4fc0-b298-8a52e77d17c6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:28.336708 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-939b055c-4408-4893-95ec-526885bd1d6c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks [] for port (522ce9d6-86a3-4206-b6e2-0bfb0db936cb), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:28.339354 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b02232d-4264-42f0-87cc-73b2206a75f9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:28.339799 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b02232d-4264-42f0-87cc-73b2206a75f9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:10:28.354556 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-939b055c-4408-4893-95ec-526885bd1d6c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (522ce9d6-86a3-4206-b6e2-0bfb0db936cb), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:28.413180 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-16cb9a50-7e2e-43d1-8293-00b5bdfa22a0 req-e0da07b2-6cd3-45a9-83d2-40bb1588f83d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1236699 Mar 28 09:10:28.414369 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-939b055c-4408-4893-95ec-526885bd1d6c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] In _notify_port_updated(), no bound segment for port 522ce9d6-86a3-4206-b6e2-0bfb0db936cb on network 2dab1291-e306-4f31-adbc-9bafacfaa836 {{(pid=104075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:10:28.419594 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939b055c-4408-4893-95ec-526885bd1d6c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:28.424647 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-939b055c-4408-4893-95ec-526885bd1d6c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:28.424647 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-939b055c-4408-4893-95ec-526885bd1d6c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "PUT /v2.0/ports/522ce9d6-86a3-4206-b6e2-0bfb0db936cb HTTP/1.1" status: 200 len: 1002 time: 0.8642926 Mar 28 09:10:28.433054 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-8357d638-e8d3-4665-b2dc-780d81fe2599 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting port 7253502e-923f-47c2-ab72-00bb31e78418 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:28.433362 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8357d638-e8d3-4665-b2dc-780d81fe2599 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (7253502e-923f-47c2-ab72-00bb31e78418), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:28.437115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50424) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:28.459107 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8b02232d-4264-42f0-87cc-73b2206a75f9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0257063 Mar 28 09:10:28.475010 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50426) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:28.480814 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-86965f27-5433-43d9-a886-0b884483ea89 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'subnet': {'network_id': '47f0e55f-82e7-4278-8380-481e455c0f59', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:28.523198 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b055c-4408-4893-95ec-526885bd1d6c tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event updated for resources: {'Port': ['ID=522ce9d6-86a3-4206-b6e2-0bfb0db936cb,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:28.530490 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50428) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:28.744137 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 35bc4636-5c86-46b5-b763-e465d1ab668c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:28.780350 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-348a97f4-59a5-4255-863d-691a1cb26ad2 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/floatingips/b3da2410-7798-4077-bd59-0d280761f21b HTTP/1.1" status: 200 len: 992 time: 0.2365000 Mar 28 09:10:28.831461 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb9a50-7e2e-43d1-8293-00b5bdfa22a0 req-c5a43fb8-3f8a-4c0d-b5c9-562a2621d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:28.833078 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-16cb9a50-7e2e-43d1-8293-00b5bdfa22a0 req-c5a43fb8-3f8a-4c0d-b5c9-562a2621d07b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2eeee875a9da4567926143d977c5d593&device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 1129 time: 0.2978835 Mar 28 09:10:28.840692 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86965f27-5433-43d9-a886-0b884483ea89 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:28.849088 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-86965f27-5433-43d9-a886-0b884483ea89 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:28.854180 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-8357d638-e8d3-4665-b2dc-780d81fe2599 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] For port 7253502e-923f-47c2-ab72-00bb31e78418, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7253502e-923f-47c2-ab72-00bb31e78418,segment=NetworkSegment(885a04ce-b518-4301-bb90-da7a88a93067),segment_id=885a04ce-b518-4301-bb90-da7a88a93067)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:28.855217 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 35bc4636-5c86-46b5-b763-e465d1ab668c triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:28.855808 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (35bc4636-5c86-46b5-b763-e465d1ab668c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:28.855923 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8357d638-e8d3-4665-b2dc-780d81fe2599 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (7253502e-923f-47c2-ab72-00bb31e78418), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:28.907201 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-8357d638-e8d3-4665-b2dc-780d81fe2599 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Calling delete_port for 7253502e-923f-47c2-ab72-00bb31e78418 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:28.968160 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 35bc4636-5c86-46b5-b763-e465d1ab668c is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:28.968643 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (35bc4636-5c86-46b5-b763-e465d1ab668c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:28.986776 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c7bc5a-55d1-4fc0-b298-8a52e77d17c6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:28.990272 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2c7bc5a-55d1-4fc0-b298-8a52e77d17c6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:29.002733 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2bfe093-fc96-4062-bd9b-1469690e023f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (b9c937f8-7e0a-4fce-b625-2b0801315201), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:29.016162 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 35bc4636-5c86-46b5-b763-e465d1ab668c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=35bc4636-5c86-46b5-b763-e465d1ab668c,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:29.024059 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (35bc4636-5c86-46b5-b763-e465d1ab668c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:29.039661 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-7793aae2-af9a-45ef-9518-f4a278b1576f tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Deleting port 522ce9d6-86a3-4206-b6e2-0bfb0db936cb {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:29.040010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7793aae2-af9a-45ef-9518-f4a278b1576f tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (522ce9d6-86a3-4206-b6e2-0bfb0db936cb), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:29.057099 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2bfe093-fc96-4062-bd9b-1469690e023f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (b9c937f8-7e0a-4fce-b625-2b0801315201), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:29.094624 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=35bc4636-5c86-46b5-b763-e465d1ab668c,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:29.112202 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-726f5d93-7007-4ddf-8328-84849d5e7827 None None] Provisioning complete for port 522ce9d6-86a3-4206-b6e2-0bfb0db936cb triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:29.112800 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-726f5d93-7007-4ddf-8328-84849d5e7827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (522ce9d6-86a3-4206-b6e2-0bfb0db936cb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:29.138676 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-787287d8-a789-4013-84c7-104c86980615 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port f84ddd8c-ec42-42ce-ae54-77668bb488d0 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:29.139027 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-787287d8-a789-4013-84c7-104c86980615 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (f84ddd8c-ec42-42ce-ae54-77668bb488d0), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:29.153721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb9a50-7e2e-43d1-8293-00b5bdfa22a0 req-96236891-1850-48b6-bdad-560cfe3dd4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:29.155352 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-16cb9a50-7e2e-43d1-8293-00b5bdfa22a0 req-96236891-1850-48b6-bdad-560cfe3dd4cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 HTTP/1.1" status: 200 len: 912 time: 0.2909214 Mar 28 09:10:29.156385 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-726f5d93-7007-4ddf-8328-84849d5e7827 None None] Port 522ce9d6-86a3-4206-b6e2-0bfb0db936cb cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:29.228193 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfe093-fc96-4062-bd9b-1469690e023f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=b9c937f8-7e0a-4fce-b625-2b0801315201,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:29.264784 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7793aae2-af9a-45ef-9518-f4a278b1576f tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (522ce9d6-86a3-4206-b6e2-0bfb0db936cb), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:29.285702 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-7793aae2-af9a-45ef-9518-f4a278b1576f tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Calling delete_port for 522ce9d6-86a3-4206-b6e2-0bfb0db936cb owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:29.294691 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2bfe093-fc96-4062-bd9b-1469690e023f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (35749d4b-5874-43d6-866d-bcf7b284e8ac), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:29.307741 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-16cb9a50-7e2e-43d1-8293-00b5bdfa22a0 req-a310033c-b3e3-4398-8f3c-505e0e22825c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab7442cd-3da3-4e8a-b083-990087554d7a HTTP/1.1" status: 200 len: 1001 time: 0.1053147 Mar 28 09:10:29.449158 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb9a50-7e2e-43d1-8293-00b5bdfa22a0 req-f6014c85-7bc6-48f2-bda6-dbab5466754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:29.450361 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b504a48f-5b0e-48b6-916c-4a7054c62e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:29.450669 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-16cb9a50-7e2e-43d1-8293-00b5bdfa22a0 req-f6014c85-7bc6-48f2-bda6-dbab5466754b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2 HTTP/1.1" status: 200 len: 851 time: 0.1036258 Mar 28 09:10:29.471448 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8357d638-e8d3-4665-b2dc-780d81fe2599 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (7253502e-923f-47c2-ab72-00bb31e78418), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:29.528240 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357d638-e8d3-4665-b2dc-780d81fe2599 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Port': ['ID=7253502e-923f-47c2-ab72-00bb31e78418,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:29.656651 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2bfe093-fc96-4062-bd9b-1469690e023f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:29.660812 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50430) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:29.662114 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f2bfe093-fc96-4062-bd9b-1469690e023f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8569691 Mar 28 09:10:29.670347 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-3a42a128-b9b9-4b1f-a3de-227a38d6613d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'port': {'network_id': '839bdaa6-37d1-4336-b120-a3190d586016', 'name': 'tempest-FloatingIPTestJSON-1922125323'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:29.693714 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-787287d8-a789-4013-84c7-104c86980615 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (f84ddd8c-ec42-42ce-ae54-77668bb488d0), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:29.736829 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8357d638-e8d3-4665-b2dc-780d81fe2599 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:29.742742 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-787287d8-a789-4013-84c7-104c86980615 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for f84ddd8c-ec42-42ce-ae54-77668bb488d0 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:29.751548 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb9a50-7e2e-43d1-8293-00b5bdfa22a0 req-91254981-b13a-4543-ac4f-629f852356de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:29.753216 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-16cb9a50-7e2e-43d1-8293-00b5bdfa22a0 req-91254981-b13a-4543-ac4f-629f852356de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2914481 Mar 28 09:10:29.771068 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7793aae2-af9a-45ef-9518-f4a278b1576f tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (522ce9d6-86a3-4206-b6e2-0bfb0db936cb), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:29.917575 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-86965f27-5433-43d9-a886-0b884483ea89 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (ff079dd5-9e22-4973-bf31-193005f02536), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:29.942669 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793aae2-af9a-45ef-9518-f4a278b1576f tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event deleted for resources: {'Port': ['ID=522ce9d6-86a3-4206-b6e2-0bfb0db936cb,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:30.004229 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86965f27-5433-43d9-a886-0b884483ea89 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network 47f0e55f-82e7-4278-8380-481e455c0f59 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:30.024529 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-86965f27-5433-43d9-a886-0b884483ea89 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:30.034562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86965f27-5433-43d9-a886-0b884483ea89 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:30.035167 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-86965f27-5433-43d9-a886-0b884483ea89 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:30.083752 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86965f27-5433-43d9-a886-0b884483ea89 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Subnet': ['ID=ff079dd5-9e22-4973-bf31-193005f02536,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:30.094800 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f0607c-bc2e-44e1-afde-a1a5a5a8bbe3 None None] Network 47f0e55f-82e7-4278-8380-481e455c0f59 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:30.120837 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2c7bc5a-55d1-4fc0-b298-8a52e77d17c6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (760da98b-b330-4576-b27a-f601818c8732), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:30.181080 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7bc5a-55d1-4fc0-b298-8a52e77d17c6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=760da98b-b330-4576-b27a-f601818c8732,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:30.186482 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-86965f27-5433-43d9-a886-0b884483ea89 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7103660 Mar 28 09:10:30.195198 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50432) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:30.200928 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ef725a3e-0c5d-45a9-b21d-d38cf67f8c63 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'network_id': '47f0e55f-82e7-4278-8380-481e455c0f59', 'fixed_ips': [{'subnet_id': 'e99c5db1-e514-4baa-8d89-2afd79041b76'}, {'subnet_id': 'ff079dd5-9e22-4973-bf31-193005f02536'}], 'name': 'tempest-PortsIpV6TestJSON-360877257'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:30.306842 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c7bc5a-55d1-4fc0-b298-8a52e77d17c6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:30.316086 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-d2c7bc5a-55d1-4fc0-b298-8a52e77d17c6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:30.323348 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c7bc5a-55d1-4fc0-b298-8a52e77d17c6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:30.324189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2c7bc5a-55d1-4fc0-b298-8a52e77d17c6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:30.384191 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d2c7bc5a-55d1-4fc0-b298-8a52e77d17c6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0537422 Mar 28 09:10:30.391275 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50434) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:30.392175 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-787287d8-a789-4013-84c7-104c86980615 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (f84ddd8c-ec42-42ce-ae54-77668bb488d0), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:30.399342 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f06a8f1b-9dfb-4cc1-b2f9-6ea4f2884be7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'mac_address': 'fa:16:3e:c4:50:bc', 'name': 'tempest-NetworksTestDHCPv6-143291035'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:30.501789 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-63d93da8-e9b8-433d-a426-bbe065c9b5d5 None None] Provisioning complete for port 73651174-8e88-47cc-bd00-07b6b5badb96 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:30.503102 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-63d93da8-e9b8-433d-a426-bbe065c9b5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (73651174-8e88-47cc-bd00-07b6b5badb96), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:30.552019 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787287d8-a789-4013-84c7-104c86980615 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=f84ddd8c-ec42-42ce-ae54-77668bb488d0,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:30.598973 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64835d9-e6e1-4136-ba1f-22901d2c3731 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:30.637945 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:30.638213 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7793aae2-af9a-45ef-9518-f4a278b1576f tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:30.641644 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7793aae2-af9a-45ef-9518-f4a278b1576f tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "DELETE /v2.0/ports/522ce9d6-86a3-4206-b6e2-0bfb0db936cb HTTP/1.1" status: 204 len: 168 time: 2.2008982 Mar 28 09:10:30.645237 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-16cb9a50-7e2e-43d1-8293-00b5bdfa22a0 req-572c9d54-e271-436f-b2d9-45240c2c1909 service neutron] 10.222.0.16 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8819106 Mar 28 09:10:30.646228 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50436) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:30.671144 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8357d638-e8d3-4665-b2dc-780d81fe2599 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:10:30.704700 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a42a128-b9b9-4b1f-a3de-227a38d6613d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Made reservation on behalf of 8a61626699d54c55a1ddefde9f4ab21d for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:30.708499 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3a42a128-b9b9-4b1f-a3de-227a38d6613d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:30.733143 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef725a3e-0c5d-45a9-b21d-d38cf67f8c63 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:30.764919 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-63d93da8-e9b8-433d-a426-bbe065c9b5d5 None None] Current status of the port 73651174-8e88-47cc-bd00-07b6b5badb96 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:30.765325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-63d93da8-e9b8-433d-a426-bbe065c9b5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (73651174-8e88-47cc-bd00-07b6b5badb96), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:30.773887 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-42736e1d-bd8f-4f62-9d35-0b2244e607b3 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] GET failed (client error): The resource could not be found. Mar 28 09:10:30.780635 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-42736e1d-bd8f-4f62-9d35-0b2244e607b3 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "GET /v2.0/ports/522ce9d6-86a3-4206-b6e2-0bfb0db936cb HTTP/1.1" status: 404 len: 333 time: 0.1298394 Mar 28 09:10:30.784299 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50438) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:30.845215 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2b9f6a4a-0d6d-4372-8214-060a3afcd272 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Request body: {'port': {'network_id': '2dab1291-e306-4f31-adbc-9bafacfaa836', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1702933961'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:30.852428 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88073cfa-282d-47ff-b80f-66ae53acbd40 None None] Update dhcp port {'port': {'network_id': '47f0e55f-82e7-4278-8380-481e455c0f59', 'fixed_ips': [{'subnet_id': 'e99c5db1-e514-4baa-8d89-2afd79041b76', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ff079dd5-9e22-4973-bf31-193005f02536'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '73651174-8e88-47cc-bd00-07b6b5badb96'} from dv-neutron-master-2-hyperv. {{(pid=104077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 09:10:30.853912 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-16cb9a50-7e2e-43d1-8293-00b5bdfa22a0 req-87d1b872-368c-4154-978e-53e8331a7c98 service neutron] 10.222.0.16 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938295 Mar 28 09:10:30.855698 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-3a42a128-b9b9-4b1f-a3de-227a38d6613d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] device_id is not set on port f1b4aee8-0b57-4202-9d50-229976978f76 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:30.907185 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 73651174-8e88-47cc-bd00-07b6b5badb96 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:30.911114 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-63d93da8-e9b8-433d-a426-bbe065c9b5d5 None None] For port 73651174-8e88-47cc-bd00-07b6b5badb96, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73651174-8e88-47cc-bd00-07b6b5badb96,segment=NetworkSegment(00f36d60-8aa0-4975-b4cf-2a10039632f9),segment_id=00f36d60-8aa0-4975-b4cf-2a10039632f9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:30.929706 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-787287d8-a789-4013-84c7-104c86980615 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (2148aa34-ff88-45ea-9ddf-1d1bc020a11f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:30.948067 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-63d93da8-e9b8-433d-a426-bbe065c9b5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (73651174-8e88-47cc-bd00-07b6b5badb96), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:30.962065 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-88073cfa-282d-47ff-b80f-66ae53acbd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (73651174-8e88-47cc-bd00-07b6b5badb96), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:31.044002 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8357d638-e8d3-4665-b2dc-780d81fe2599 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:10:31.052003 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8357d638-e8d3-4665-b2dc-780d81fe2599 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/54131ef4-fc4f-4d6e-9101-ddeb6cee98d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4304116 Mar 28 09:10:31.052939 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50440) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:31.068461 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43db606-a59c-41c1-8717-2d23c8059d2a None None] Sync routers for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:10:31.077128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d93da8-e9b8-433d-a426-bbe065c9b5d5 None None] Pushing event updated for resources: {'Port': ['ID=73651174-8e88-47cc-bd00-07b6b5badb96,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:31.083240 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06a8f1b-9dfb-4cc1-b2f9-6ea4f2884be7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:31.096848 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43db606-a59c-41c1-8717-2d23c8059d2a None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:31.099762 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c43db606-a59c-41c1-8717-2d23c8059d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:10:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:31.114351 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-78bc7950-c516-4fb5-8358-5c0a8dfafe8d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting subnet a36166c6-8d14-49c4-b270-f6e460028a95 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:10:31.121767 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78bc7950-c516-4fb5-8358-5c0a8dfafe8d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (a36166c6-8d14-49c4-b270-f6e460028a95), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:31.166444 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-3a42a128-b9b9-4b1f-a3de-227a38d6613d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Allocated IP 172.20.0.12 (839bdaa6-37d1-4336-b120-a3190d586016/0af81c8e-700d-47e9-8b3f-2b686c972539/f1b4aee8-0b57-4202-9d50-229976978f76) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:31.169200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 73651174-8e88-47cc-bd00-07b6b5badb96 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:31.169584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (73651174-8e88-47cc-bd00-07b6b5badb96), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:31.180752 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef725a3e-0c5d-45a9-b21d-d38cf67f8c63 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:31.187511 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78bc7950-c516-4fb5-8358-5c0a8dfafe8d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (a36166c6-8d14-49c4-b270-f6e460028a95), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:31.217375 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-57782dff-6551-4e27-9c2f-7ab11dee67eb None None] Provisioning complete for port 35bc4636-5c86-46b5-b763-e465d1ab668c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:31.217737 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-57782dff-6551-4e27-9c2f-7ab11dee67eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (35bc4636-5c86-46b5-b763-e465d1ab668c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:31.270351 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-ef725a3e-0c5d-45a9-b21d-d38cf67f8c63 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] device_id is not set on port 819e32b2-6a82-41f7-b54a-7c809232178d yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:31.278969 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-c43db606-a59c-41c1-8717-2d23c8059d2a None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:10:31.356498 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9f6a4a-0d6d-4372-8214-060a3afcd272 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Made reservation on behalf of af0b6a25fd884d5c80cb636d95ece5cc for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:31.360234 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b9f6a4a-0d6d-4372-8214-060a3afcd272 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:31.371285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdad4e17-cfe1-4547-8db8-6721bbef08e3 None None] Update dhcp port {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'fixed_ips': [{'subnet_id': 'c70d65d6-7e4a-4838-baa6-20fdb69d78d3', 'ip_address': '2001:db8::f816:3eff:feb7:91d1'}, {'subnet_id': '760da98b-b330-4576-b27a-f601818c8732'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '35bc4636-5c86-46b5-b763-e465d1ab668c'} from dv-neutron-master-2-hyperv. {{(pid=104077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 09:10:31.376101 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-88073cfa-282d-47ff-b80f-66ae53acbd40 None None] Allocated IP 2001:db8:0:1::2 (47f0e55f-82e7-4278-8380-481e455c0f59/ff079dd5-9e22-4973-bf31-193005f02536/73651174-8e88-47cc-bd00-07b6b5badb96) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:31.379772 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78bc7950-c516-4fb5-8358-5c0a8dfafe8d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (a36166c6-8d14-49c4-b270-f6e460028a95), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:31.391539 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c43db606-a59c-41c1-8717-2d23c8059d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:10:29Z', 'revision_number': 11, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:31.398035 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f06a8f1b-9dfb-4cc1-b2f9-6ea4f2884be7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:31.405433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787287d8-a789-4013-84c7-104c86980615 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Router 2148aa34-ff88-45ea-9ddf-1d1bc020a11f has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:10:31.457613 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-2b9f6a4a-0d6d-4372-8214-060a3afcd272 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] device_id is not set on port d98fd2ed-dc5e-47a3-a323-3afa983e9a81 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:31.458574 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bdad4e17-cfe1-4547-8db8-6721bbef08e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (35bc4636-5c86-46b5-b763-e465d1ab668c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:31.473814 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43db606-a59c-41c1-8717-2d23c8059d2a None None] Checking router: 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:10:31.488808 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3a42a128-b9b9-4b1f-a3de-227a38d6613d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (f1b4aee8-0b57-4202-9d50-229976978f76), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:31.491776 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-f06a8f1b-9dfb-4cc1-b2f9-6ea4f2884be7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port 83f50f28-d660-47a6-9a4c-035bb36b0b58 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:31.502104 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43db606-a59c-41c1-8717-2d23c8059d2a None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:31.504397 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c43db606-a59c-41c1-8717-2d23c8059d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:10:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:31.540694 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78bc7950-c516-4fb5-8358-5c0a8dfafe8d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (a36166c6-8d14-49c4-b270-f6e460028a95), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:31.560206 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 73651174-8e88-47cc-bd00-07b6b5badb96 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:31.561294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 35bc4636-5c86-46b5-b763-e465d1ab668c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:31.593605 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc7950-c516-4fb5-8358-5c0a8dfafe8d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Subnet': ['ID=a36166c6-8d14-49c4-b270-f6e460028a95,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:31.598516 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3a42a128-b9b9-4b1f-a3de-227a38d6613d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (f1b4aee8-0b57-4202-9d50-229976978f76), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:31.599983 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-c43db606-a59c-41c1-8717-2d23c8059d2a None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:10:31.603876 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78bc7950-c516-4fb5-8358-5c0a8dfafe8d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:31.615299 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-78bc7950-c516-4fb5-8358-5c0a8dfafe8d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/subnets/a36166c6-8d14-49c4-b270-f6e460028a95 HTTP/1.1" status: 204 len: 168 time: 0.5611410 Mar 28 09:10:31.616293 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50442) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:31.622431 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4890f43-cb64-4aba-9e29-755b05727ec0 None None] Network 176c5fa4-268e-4eb5-b026-579c5993dd7f requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:31.654386 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-57782dff-6551-4e27-9c2f-7ab11dee67eb None None] Current status of the port 35bc4636-5c86-46b5-b763-e465d1ab668c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:31.712888 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787287d8-a789-4013-84c7-104c86980615 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:10:31.743084 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-787287d8-a789-4013-84c7-104c86980615 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "PUT /v2.0/routers/2148aa34-ff88-45ea-9ddf-1d1bc020a11f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5811605 Mar 28 09:10:31.745784 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50444) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:31.750194 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-88073cfa-282d-47ff-b80f-66ae53acbd40 None None] For port 73651174-8e88-47cc-bd00-07b6b5badb96, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73651174-8e88-47cc-bd00-07b6b5badb96,segment=NetworkSegment(00f36d60-8aa0-4975-b4cf-2a10039632f9),segment_id=00f36d60-8aa0-4975-b4cf-2a10039632f9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:31.791537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-88073cfa-282d-47ff-b80f-66ae53acbd40 None None] Publish callbacks [] for port (73651174-8e88-47cc-bd00-07b6b5badb96), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:31.792116 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a42a128-b9b9-4b1f-a3de-227a38d6613d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network 839bdaa6-37d1-4336-b120-a3190d586016 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:31.798340 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4de9fe2-70fa-4b1c-abbd-5b46eb968052 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] GET failed (client error): The resource could not be found. Mar 28 09:10:31.802518 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e4de9fe2-70fa-4b1c-abbd-5b46eb968052 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports/f84ddd8c-ec42-42ce-ae54-77668bb488d0 HTTP/1.1" status: 404 len: 333 time: 0.0511093 Mar 28 09:10:31.807860 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (176c5fa4-268e-4eb5-b026-579c5993dd7f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:31.809637 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50446) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:31.810735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-3a42a128-b9b9-4b1f-a3de-227a38d6613d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:31.818724 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a42a128-b9b9-4b1f-a3de-227a38d6613d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:31.823204 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42a128-b9b9-4b1f-a3de-227a38d6613d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=f1b4aee8-0b57-4202-9d50-229976978f76,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:31.835886 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-2b9f6a4a-0d6d-4372-8214-060a3afcd272 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Allocated IP 2001:db8::3a9 (2dab1291-e306-4f31-adbc-9bafacfaa836/42d75a56-1ef6-41f9-9e45-5b494b62ba6d/d98fd2ed-dc5e-47a3-a323-3afa983e9a81) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:31.841391 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f84dbc-dfb8-4486-9a44-5ba2d1b98b75 None None] Sync routers for ids ['2148aa34-ff88-45ea-9ddf-1d1bc020a11f'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:10:31.846493 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c43db606-a59c-41c1-8717-2d23c8059d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:10:29Z', 'revision_number': 11, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:31.853212 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-88073cfa-282d-47ff-b80f-66ae53acbd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (73651174-8e88-47cc-bd00-07b6b5badb96), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:31.882887 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43db606-a59c-41c1-8717-2d23c8059d2a None None] The sync data for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv is: [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:10:29Z', 'revision_number': 11, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:10:31.967272 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-95542f4f-c61c-400e-9788-761ef216624e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for router (2148aa34-ff88-45ea-9ddf-1d1bc020a11f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:32.039245 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88073cfa-282d-47ff-b80f-66ae53acbd40 None None] Pushing event updated for resources: {'Port': ['ID=73651174-8e88-47cc-bd00-07b6b5badb96,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:32.048513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f84dbc-dfb8-4486-9a44-5ba2d1b98b75 None None] Routers {'2148aa34-ff88-45ea-9ddf-1d1bc020a11f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:32.049546 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-79f84dbc-dfb8-4486-9a44-5ba2d1b98b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:10:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2148aa34-ff88-45ea-9ddf-1d1bc020a11f'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:32.052246 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-f06a8f1b-9dfb-4cc1-b2f9-6ea4f2884be7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8:0:1::1d1 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/760da98b-b330-4576-b27a-f601818c8732/83f50f28-d660-47a6-9a4c-035bb36b0b58) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:32.080881 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a42a128-b9b9-4b1f-a3de-227a38d6613d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:32.081524 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3a42a128-b9b9-4b1f-a3de-227a38d6613d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:32.096083 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-f06a8f1b-9dfb-4cc1-b2f9-6ea4f2884be7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::f816:3eff:fec4:50bc (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/c70d65d6-7e4a-4838-baa6-20fdb69d78d3/83f50f28-d660-47a6-9a4c-035bb36b0b58) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:32.110681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-79f84dbc-dfb8-4486-9a44-5ba2d1b98b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:32.124005 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:32.129577 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 35bc4636-5c86-46b5-b763-e465d1ab668c triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:32.129898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (35bc4636-5c86-46b5-b763-e465d1ab668c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:32.134731 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f84dbc-dfb8-4486-9a44-5ba2d1b98b75 None None] Routers {'2148aa34-ff88-45ea-9ddf-1d1bc020a11f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:32.134731 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-79f84dbc-dfb8-4486-9a44-5ba2d1b98b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:10:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2148aa34-ff88-45ea-9ddf-1d1bc020a11f'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:32.139530 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-ef725a3e-0c5d-45a9-b21d-d38cf67f8c63 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Allocated IP 2001:db8::3aa (47f0e55f-82e7-4278-8380-481e455c0f59/e99c5db1-e514-4baa-8d89-2afd79041b76/819e32b2-6a82-41f7-b54a-7c809232178d) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:32.183657 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-ef725a3e-0c5d-45a9-b21d-d38cf67f8c63 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Allocated IP 2001:db8:0:1::1b6 (47f0e55f-82e7-4278-8380-481e455c0f59/ff079dd5-9e22-4973-bf31-193005f02536/819e32b2-6a82-41f7-b54a-7c809232178d) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:32.195380 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-79f84dbc-dfb8-4486-9a44-5ba2d1b98b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:32.196070 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f84dbc-dfb8-4486-9a44-5ba2d1b98b75 None None] The sync data for ids ['2148aa34-ff88-45ea-9ddf-1d1bc020a11f'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:10:32.241896 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3a42a128-b9b9-4b1f-a3de-227a38d6613d tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5771477 Mar 28 09:10:32.246126 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-95542f4f-c61c-400e-9788-761ef216624e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (2148aa34-ff88-45ea-9ddf-1d1bc020a11f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:32.249707 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50448) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:32.253949 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-77445808-6e44-4363-9663-c493e8922eca tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'floatingip': {'port_id': 'f1b4aee8-0b57-4202-9d50-229976978f76'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:32.295092 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-95542f4f-c61c-400e-9788-761ef216624e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for router_controller (2148aa34-ff88-45ea-9ddf-1d1bc020a11f), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:32.308048 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 35bc4636-5c86-46b5-b763-e465d1ab668c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:32.315657 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec90519b-eba3-4f0f-8cae-b3e785dafdac None None] DHCP port deletion for 176c5fa4-268e-4eb5-b026-579c5993dd7f request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:10:32.376716 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b9f6a4a-0d6d-4372-8214-060a3afcd272 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks [] for port (d98fd2ed-dc5e-47a3-a323-3afa983e9a81), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:32.392692 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ec90519b-eba3-4f0f-8cae-b3e785dafdac None None] Deleting port 34b8e64e-30d4-4df2-aadc-83758c7c9304 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:32.393091 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ec90519b-eba3-4f0f-8cae-b3e785dafdac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (34b8e64e-30d4-4df2-aadc-83758c7c9304), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:32.398593 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77445808-6e44-4363-9663-c493e8922eca tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (35749d4b-5874-43d6-866d-bcf7b284e8ac), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:32.438042 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Deleting port 34b8e64e-30d4-4df2-aadc-83758c7c9304 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:32.438042 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (34b8e64e-30d4-4df2-aadc-83758c7c9304), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:32.525304 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ec90519b-eba3-4f0f-8cae-b3e785dafdac None None] For port 34b8e64e-30d4-4df2-aadc-83758c7c9304, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=34b8e64e-30d4-4df2-aadc-83758c7c9304,segment=NetworkSegment(885a04ce-b518-4301-bb90-da7a88a93067),segment_id=885a04ce-b518-4301-bb90-da7a88a93067)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:32.525610 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ec90519b-eba3-4f0f-8cae-b3e785dafdac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (34b8e64e-30d4-4df2-aadc-83758c7c9304), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:32.540956 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-95542f4f-c61c-400e-9788-761ef216624e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (2148aa34-ff88-45ea-9ddf-1d1bc020a11f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:32.550210 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95542f4f-c61c-400e-9788-761ef216624e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Fanout notify agent at l3_agent the message router_deleted on router 2148aa34-ff88-45ea-9ddf-1d1bc020a11f {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:10:32.587813 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-95542f4f-c61c-400e-9788-761ef216624e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:32.595546 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-95542f4f-c61c-400e-9788-761ef216624e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/routers/2148aa34-ff88-45ea-9ddf-1d1bc020a11f HTTP/1.1" status: 204 len: 168 time: 0.7823386 Mar 28 09:10:32.638403 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50450) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:32.698191 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] For port 34b8e64e-30d4-4df2-aadc-83758c7c9304, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=34b8e64e-30d4-4df2-aadc-83758c7c9304,segment=NetworkSegment(885a04ce-b518-4301-bb90-da7a88a93067),segment_id=885a04ce-b518-4301-bb90-da7a88a93067)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:32.699714 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (34b8e64e-30d4-4df2-aadc-83758c7c9304), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:32.733706 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 73651174-8e88-47cc-bd00-07b6b5badb96 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:32.740033 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ec90519b-eba3-4f0f-8cae-b3e785dafdac None None] Calling delete_port for 34b8e64e-30d4-4df2-aadc-83758c7c9304 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:32.754300 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Calling delete_port for 34b8e64e-30d4-4df2-aadc-83758c7c9304 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:32.771677 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-49206bdd-d1ad-4c8e-9abc-85f70dee5172 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting subnet c1172007-0533-45ab-97c3-4a480caeaf2b {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:10:32.789379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-49206bdd-d1ad-4c8e-9abc-85f70dee5172 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (c1172007-0533-45ab-97c3-4a480caeaf2b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:32.838050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 73651174-8e88-47cc-bd00-07b6b5badb96 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:32.838420 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (73651174-8e88-47cc-bd00-07b6b5badb96), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:32.924242 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401c69a1-4c1d-40d7-8c9a-32320e75bf17 None None] Network 47f0e55f-82e7-4278-8380-481e455c0f59 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:32.951445 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-49206bdd-d1ad-4c8e-9abc-85f70dee5172 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (c1172007-0533-45ab-97c3-4a480caeaf2b), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:32.964343 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b9f6a4a-0d6d-4372-8214-060a3afcd272 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (d98fd2ed-dc5e-47a3-a323-3afa983e9a81), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:32.981869 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f06a8f1b-9dfb-4cc1-b2f9-6ea4f2884be7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (83f50f28-d660-47a6-9a4c-035bb36b0b58), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:32.989594 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 73651174-8e88-47cc-bd00-07b6b5badb96 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:33.004931 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef725a3e-0c5d-45a9-b21d-d38cf67f8c63 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (819e32b2-6a82-41f7-b54a-7c809232178d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.029370 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ec90519b-eba3-4f0f-8cae-b3e785dafdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (34b8e64e-30d4-4df2-aadc-83758c7c9304), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.052626 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9f6a4a-0d6d-4372-8214-060a3afcd272 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Network 2dab1291-e306-4f31-adbc-9bafacfaa836 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:33.061942 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-2b9f6a4a-0d6d-4372-8214-060a3afcd272 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:33.062620 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (34b8e64e-30d4-4df2-aadc-83758c7c9304), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.064969 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9f6a4a-0d6d-4372-8214-060a3afcd272 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:33.067838 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90519b-eba3-4f0f-8cae-b3e785dafdac None None] Pushing event deleted for resources: {'Port': ['ID=34b8e64e-30d4-4df2-aadc-83758c7c9304,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:33.072431 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9f6a4a-0d6d-4372-8214-060a3afcd272 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:33.073264 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b9f6a4a-0d6d-4372-8214-060a3afcd272 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.079216 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2722c250-aa9c-403e-b58d-e8ab9974d077 None None] Provisioning complete for port 73651174-8e88-47cc-bd00-07b6b5badb96 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:33.079534 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2722c250-aa9c-403e-b58d-e8ab9974d077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (73651174-8e88-47cc-bd00-07b6b5badb96), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.086662 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec90519b-eba3-4f0f-8cae-b3e785dafdac None None] No DVR routers for this DVR port 34b8e64e-30d4-4df2-aadc-83758c7c9304 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:33.112313 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f6a4a-0d6d-4372-8214-060a3afcd272 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event updated for resources: {'Port': ['ID=d98fd2ed-dc5e-47a3-a323-3afa983e9a81,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:33.120620 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7253502e-923f-47c2-ab72-00bb31e78418 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:10:33.134917 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2b9f6a4a-0d6d-4372-8214-060a3afcd272 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3396490 Mar 28 09:10:33.139794 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50452) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:33.143289 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 7253502e-923f-47c2-ab72-00bb31e78418 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:10:33.143561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7253502e-923f-47c2-ab72-00bb31e78418 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:10:33.143995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 34b8e64e-30d4-4df2-aadc-83758c7c9304 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:10:33.151290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-170ea422-dbf6-4a4a-a40f-c13fb80aa940 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5f:ba:21'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:33.171352 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 34b8e64e-30d4-4df2-aadc-83758c7c9304 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:10:33.171700 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 34b8e64e-30d4-4df2-aadc-83758c7c9304 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:10:33.193802 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef725a3e-0c5d-45a9-b21d-d38cf67f8c63 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (819e32b2-6a82-41f7-b54a-7c809232178d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.217522 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f06a8f1b-9dfb-4cc1-b2f9-6ea4f2884be7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (83f50f28-d660-47a6-9a4c-035bb36b0b58), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.289211 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-bdad4e17-cfe1-4547-8db8-6721bbef08e3 None None] Allocated IP 2001:db8:0:1::2 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/760da98b-b330-4576-b27a-f601818c8732/35bc4636-5c86-46b5-b763-e465d1ab668c) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:33.293083 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef725a3e-0c5d-45a9-b21d-d38cf67f8c63 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network 47f0e55f-82e7-4278-8380-481e455c0f59 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:33.343086 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-ef725a3e-0c5d-45a9-b21d-d38cf67f8c63 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:33.352549 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef725a3e-0c5d-45a9-b21d-d38cf67f8c63 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:33.358185 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef725a3e-0c5d-45a9-b21d-d38cf67f8c63 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:33.359928 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef725a3e-0c5d-45a9-b21d-d38cf67f8c63 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.407733 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef725a3e-0c5d-45a9-b21d-d38cf67f8c63 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=819e32b2-6a82-41f7-b54a-7c809232178d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:33.427115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06a8f1b-9dfb-4cc1-b2f9-6ea4f2884be7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:33.438832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-bdad4e17-cfe1-4547-8db8-6721bbef08e3 None None] For port 35bc4636-5c86-46b5-b763-e465d1ab668c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=35bc4636-5c86-46b5-b763-e465d1ab668c,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:33.462422 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ef725a3e-0c5d-45a9-b21d-d38cf67f8c63 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.2626193 Mar 28 09:10:33.467693 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-f06a8f1b-9dfb-4cc1-b2f9-6ea4f2884be7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:33.476000 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a8f1b-9dfb-4cc1-b2f9-6ea4f2884be7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:33.481260 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bdad4e17-cfe1-4547-8db8-6721bbef08e3 None None] Publish callbacks [] for port (35bc4636-5c86-46b5-b763-e465d1ab668c), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.483422 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2722c250-aa9c-403e-b58d-e8ab9974d077 None None] Current status of the port 73651174-8e88-47cc-bd00-07b6b5badb96 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:33.483750 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06a8f1b-9dfb-4cc1-b2f9-6ea4f2884be7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:33.490366 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bdad4e17-cfe1-4547-8db8-6721bbef08e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (35bc4636-5c86-46b5-b763-e465d1ab668c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.492976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f06a8f1b-9dfb-4cc1-b2f9-6ea4f2884be7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.507962 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50454) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:33.529797 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f06a8f1b-9dfb-4cc1-b2f9-6ea4f2884be7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1352973 Mar 28 09:10:33.533581 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50456) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:33.566850 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a11a6a51-bc0c-47f8-825a-84a979132db7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e99c5db1-e514-4baa-8d89-2afd79041b76'}]}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:33.571021 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a8f1b-9dfb-4cc1-b2f9-6ea4f2884be7 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=83f50f28-d660-47a6-9a4c-035bb36b0b58,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:33.605270 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad4e17-cfe1-4547-8db8-6721bbef08e3 None None] Pushing event updated for resources: {'Port': ['ID=35bc4636-5c86-46b5-b763-e465d1ab668c,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:33.641097 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-bb7c62a9-2246-470e-9b65-65ef922d37a0 None None] Provisioning complete for port d98fd2ed-dc5e-47a3-a323-3afa983e9a81 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:33.641490 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bb7c62a9-2246-470e-9b65-65ef922d37a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (d98fd2ed-dc5e-47a3-a323-3afa983e9a81), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.656505 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-170ea422-dbf6-4a4a-a40f-c13fb80aa940 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (d98fd2ed-dc5e-47a3-a323-3afa983e9a81), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.674786 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Port': ['ID=34b8e64e-30d4-4df2-aadc-83758c7c9304,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:33.710200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c62a9-2246-470e-9b65-65ef922d37a0 None None] Port d98fd2ed-dc5e-47a3-a323-3afa983e9a81 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:33.717920 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.738234 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] No DVR routers for this DVR port 34b8e64e-30d4-4df2-aadc-83758c7c9304 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:33.765510 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-49206bdd-d1ad-4c8e-9abc-85f70dee5172 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (c1172007-0533-45ab-97c3-4a480caeaf2b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.856239 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-212baec3-ee05-452c-abbf-1f0653ef9ec8 None None] Provisioning complete for port 73651174-8e88-47cc-bd00-07b6b5badb96 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:33.856809 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-212baec3-ee05-452c-abbf-1f0653ef9ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (73651174-8e88-47cc-bd00-07b6b5badb96), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.925653 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-170ea422-dbf6-4a4a-a40f-c13fb80aa940 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks [] for port (d98fd2ed-dc5e-47a3-a323-3afa983e9a81), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.933867 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-170ea422-dbf6-4a4a-a40f-c13fb80aa940 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (d98fd2ed-dc5e-47a3-a323-3afa983e9a81), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.966869 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-212baec3-ee05-452c-abbf-1f0653ef9ec8 None None] Current status of the port 73651174-8e88-47cc-bd00-07b6b5badb96 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:33.983078 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-170ea422-dbf6-4a4a-a40f-c13fb80aa940 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] In _notify_port_updated(), no bound segment for port d98fd2ed-dc5e-47a3-a323-3afa983e9a81 on network 2dab1291-e306-4f31-adbc-9bafacfaa836 {{(pid=104076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:10:33.988621 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170ea422-dbf6-4a4a-a40f-c13fb80aa940 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:33.989271 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-170ea422-dbf6-4a4a-a40f-c13fb80aa940 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.990722 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-170ea422-dbf6-4a4a-a40f-c13fb80aa940 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "PUT /v2.0/ports/d98fd2ed-dc5e-47a3-a323-3afa983e9a81 HTTP/1.1" status: 200 len: 1003 time: 0.8498402 Mar 28 09:10:33.994280 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-49206bdd-d1ad-4c8e-9abc-85f70dee5172 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (c1172007-0533-45ab-97c3-4a480caeaf2b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:33.996728 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50458) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:34.010814 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ea422-dbf6-4a4a-a40f-c13fb80aa940 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event updated for resources: {'Port': ['ID=d98fd2ed-dc5e-47a3-a323-3afa983e9a81,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:34.098346 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-fe2662c3-49d7-4c2b-befe-92fa4acbe299 None None] Provisioning complete for port 819e32b2-6a82-41f7-b54a-7c809232178d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:34.098814 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fe2662c3-49d7-4c2b-befe-92fa4acbe299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (819e32b2-6a82-41f7-b54a-7c809232178d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.103452 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49206bdd-d1ad-4c8e-9abc-85f70dee5172 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Subnet': ['ID=c1172007-0533-45ab-97c3-4a480caeaf2b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:34.135297 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-6900f34f-a5f0-4917-83b0-ccdaa16d2159 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Deleting port d98fd2ed-dc5e-47a3-a323-3afa983e9a81 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:34.135942 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6900f34f-a5f0-4917-83b0-ccdaa16d2159 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (d98fd2ed-dc5e-47a3-a323-3afa983e9a81), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.140256 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (176c5fa4-268e-4eb5-b026-579c5993dd7f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.144301 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.db.resource_extend [None req-77445808-6e44-4363-9663-c493e8922eca tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 09:10:34.155248 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-fe2662c3-49d7-4c2b-befe-92fa4acbe299 None None] Port 819e32b2-6a82-41f7-b54a-7c809232178d cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:34.155847 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-49206bdd-d1ad-4c8e-9abc-85f70dee5172 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.162529 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-49206bdd-d1ad-4c8e-9abc-85f70dee5172 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/c1172007-0533-45ab-97c3-4a480caeaf2b HTTP/1.1" status: 204 len: 168 time: 1.5204227 Mar 28 09:10:34.166411 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb81cb9-6d4d-4c26-b113-3f0aea155b85 None None] Network b62763ac-e0a0-4f56-9719-3361d28e4682 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:34.212984 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50460) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:34.258903 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6900f34f-a5f0-4917-83b0-ccdaa16d2159 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (d98fd2ed-dc5e-47a3-a323-3afa983e9a81), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.282574 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-6900f34f-a5f0-4917-83b0-ccdaa16d2159 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Calling delete_port for d98fd2ed-dc5e-47a3-a323-3afa983e9a81 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:34.329931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176c5fa4-268e-4eb5-b026-579c5993dd7f']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:34.373393 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885a04ce-b518-4301-bb90-da7a88a93067') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:34.373709 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885a04ce-b518-4301-bb90-da7a88a93067') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:34.388822 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d0a3e6a-6561-49bc-8190-14af4b6b76a1 None None] Provisioning complete for port d98fd2ed-dc5e-47a3-a323-3afa983e9a81 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:34.389587 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d0a3e6a-6561-49bc-8190-14af4b6b76a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (d98fd2ed-dc5e-47a3-a323-3afa983e9a81), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.392905 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77445808-6e44-4363-9663-c493e8922eca tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.411234 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (885a04ce-b518-4301-bb90-da7a88a93067), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.432650 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed48c37-6830-412e-9a08-3351facafee3 None None] DHCP port deletion for b62763ac-e0a0-4f56-9719-3361d28e4682 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:10:34.433324 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-8615fa6a-760e-4951-a315-3809e19a9a72 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port 83f50f28-d660-47a6-9a4c-035bb36b0b58 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:34.433704 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8615fa6a-760e-4951-a315-3809e19a9a72 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (83f50f28-d660-47a6-9a4c-035bb36b0b58), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.436385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77445808-6e44-4363-9663-c493e8922eca tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (35749d4b-5874-43d6-866d-bcf7b284e8ac), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.440922 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (b62763ac-e0a0-4f56-9719-3361d28e4682), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.450311 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6900f34f-a5f0-4917-83b0-ccdaa16d2159 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (d98fd2ed-dc5e-47a3-a323-3afa983e9a81), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.481914 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d0a3e6a-6561-49bc-8190-14af4b6b76a1 None None] Port d98fd2ed-dc5e-47a3-a323-3afa983e9a81 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:34.505484 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6ed48c37-6830-412e-9a08-3351facafee3 None None] Deleting port 372ca9f4-1230-4f92-a174-76fff88dcf6e {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:34.506143 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6ed48c37-6830-412e-9a08-3351facafee3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (372ca9f4-1230-4f92-a174-76fff88dcf6e), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.508819 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900f34f-a5f0-4917-83b0-ccdaa16d2159 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event deleted for resources: {'Port': ['ID=d98fd2ed-dc5e-47a3-a323-3afa983e9a81,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:34.537190 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (885a04ce-b518-4301-bb90-da7a88a93067), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.550976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6900f34f-a5f0-4917-83b0-ccdaa16d2159 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.557357 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6900f34f-a5f0-4917-83b0-ccdaa16d2159 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "DELETE /v2.0/ports/d98fd2ed-dc5e-47a3-a323-3afa983e9a81 HTTP/1.1" status: 204 len: 168 time: 0.5573256 Mar 28 09:10:34.557591 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50462) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:34.618988 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-6ed48c37-6830-412e-9a08-3351facafee3 None None] For port 372ca9f4-1230-4f92-a174-76fff88dcf6e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=372ca9f4-1230-4f92-a174-76fff88dcf6e,segment=NetworkSegment(ef9d92cc-ab0a-4c44-bd8d-ecc20ada49fa),segment_id=ef9d92cc-ab0a-4c44-bd8d-ecc20ada49fa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:34.620070 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6ed48c37-6830-412e-9a08-3351facafee3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (372ca9f4-1230-4f92-a174-76fff88dcf6e), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.623128 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c68072a-2783-4aaa-b7ea-beeca91bcbd1 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] GET failed (client error): The resource could not be found. Mar 28 09:10:34.628202 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6c68072a-2783-4aaa-b7ea-beeca91bcbd1 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "GET /v2.0/ports/d98fd2ed-dc5e-47a3-a323-3afa983e9a81 HTTP/1.1" status: 404 len: 333 time: 0.0661063 Mar 28 09:10:34.628794 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50464) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:34.633762 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a11a6a51-bc0c-47f8-825a-84a979132db7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (819e32b2-6a82-41f7-b54a-7c809232178d), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.637819 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 35bc4636-5c86-46b5-b763-e465d1ab668c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:34.641368 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7ac3c84d-b56a-4847-a6df-82f8ea807bc0 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Request body: {'port': {'network_id': '2dab1291-e306-4f31-adbc-9bafacfaa836', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-715996729'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:34.652938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:10:34.653361 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (885a04ce-b518-4301-bb90-da7a88a93067), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: self.session.flush() Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: self.session.flush() Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: self.session.flush() Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: self.session.flush() Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:10:34.658359 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:10:34.714227 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6ed48c37-6830-412e-9a08-3351facafee3 None None] Calling delete_port for 372ca9f4-1230-4f92-a174-76fff88dcf6e owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:34.778725 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-70e60066-4497-4bf5-a637-9495bb3a5d38 None None] Provisioning complete for port 35bc4636-5c86-46b5-b763-e465d1ab668c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:34.779107 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-70e60066-4497-4bf5-a637-9495bb3a5d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (35bc4636-5c86-46b5-b763-e465d1ab668c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.811122 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac3c84d-b56a-4847-a6df-82f8ea807bc0 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Made reservation on behalf of af0b6a25fd884d5c80cb636d95ece5cc for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:34.817646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (176c5fa4-268e-4eb5-b026-579c5993dd7f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.822055 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ac3c84d-b56a-4847-a6df-82f8ea807bc0 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.849221 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-7ac3c84d-b56a-4847-a6df-82f8ea807bc0 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] device_id is not set on port b162aee5-2221-434d-b333-05e087c16dfb yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:34.857234 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 35bc4636-5c86-46b5-b763-e465d1ab668c triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:34.858797 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (35bc4636-5c86-46b5-b763-e465d1ab668c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.875348 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:34.882425 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/networks/176c5fa4-268e-4eb5-b026-579c5993dd7f HTTP/1.1" status: 204 len: 168 time: 3.2628000 Mar 28 09:10:34.888185 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50466) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:34.916010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-675cfe3d-dea2-49d0-8140-00d1ebe47883 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'router': {'routes': None}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:34.978643 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-70e60066-4497-4bf5-a637-9495bb3a5d38 None None] Current status of the port 35bc4636-5c86-46b5-b763-e465d1ab668c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:34.979379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57080791-cf50-48cb-b119-c2ab76054c53 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Pushing event deleted for resources: {'Network': ['ID=176c5fa4-268e-4eb5-b026-579c5993dd7f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:35.006675 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6ed48c37-6830-412e-9a08-3351facafee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (372ca9f4-1230-4f92-a174-76fff88dcf6e), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:35.021197 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-7ac3c84d-b56a-4847-a6df-82f8ea807bc0 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Allocated IP 2001:db8::231 (2dab1291-e306-4f31-adbc-9bafacfaa836/42d75a56-1ef6-41f9-9e45-5b494b62ba6d/b162aee5-2221-434d-b333-05e087c16dfb) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:35.033887 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8615fa6a-760e-4951-a315-3809e19a9a72 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (83f50f28-d660-47a6-9a4c-035bb36b0b58), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:35.039869 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed48c37-6830-412e-9a08-3351facafee3 None None] Pushing event deleted for resources: {'Port': ['ID=372ca9f4-1230-4f92-a174-76fff88dcf6e,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:35.041698 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed48c37-6830-412e-9a08-3351facafee3 None None] No DVR routers for this DVR port 372ca9f4-1230-4f92-a174-76fff88dcf6e on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:35.056201 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 35bc4636-5c86-46b5-b763-e465d1ab668c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:35.109729 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95d1aa6e-f09f-4675-b117-77ba5847873f None None] Provisioning complete for port 83f50f28-d660-47a6-9a4c-035bb36b0b58 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:35.110691 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95d1aa6e-f09f-4675-b117-77ba5847873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (83f50f28-d660-47a6-9a4c-035bb36b0b58), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:35.138795 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 372ca9f4-1230-4f92-a174-76fff88dcf6e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:10:35.155507 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-8615fa6a-760e-4951-a315-3809e19a9a72 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for 83f50f28-d660-47a6-9a4c-035bb36b0b58 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:35.159838 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-77445808-6e44-4363-9663-c493e8922eca tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Floating IP 35749d4b-5874-43d6-866d-bcf7b284e8ac associated. External IP: 172.36.4.14, port: f1b4aee8-0b57-4202-9d50-229976978f76. Mar 28 09:10:35.163350 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 372ca9f4-1230-4f92-a174-76fff88dcf6e {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:10:35.163920 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 372ca9f4-1230-4f92-a174-76fff88dcf6e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:10:35.178851 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95d1aa6e-f09f-4675-b117-77ba5847873f None None] Port 83f50f28-d660-47a6-9a4c-035bb36b0b58 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:35.223921 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ac3c84d-b56a-4847-a6df-82f8ea807bc0 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks [] for port (b162aee5-2221-434d-b333-05e087c16dfb), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:35.257989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ac3c84d-b56a-4847-a6df-82f8ea807bc0 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (b162aee5-2221-434d-b333-05e087c16dfb), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:35.304113 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.extraroute_db [None req-675cfe3d-dea2-49d0-8140-00d1ebe47883 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Added routes are [] {{(pid=104075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 28 09:10:35.304413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.extraroute_db [None req-675cfe3d-dea2-49d0-8140-00d1ebe47883 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Removed routes are [] {{(pid=104075) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 28 09:10:35.304775 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-675cfe3d-dea2-49d0-8140-00d1ebe47883 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:35.305580 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac3c84d-b56a-4847-a6df-82f8ea807bc0 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Network 2dab1291-e306-4f31-adbc-9bafacfaa836 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:35.309139 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-7ac3c84d-b56a-4847-a6df-82f8ea807bc0 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:35.310928 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port 372ca9f4-1230-4f92-a174-76fff88dcf6e {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:35.311275 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (372ca9f4-1230-4f92-a174-76fff88dcf6e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:35.315249 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac3c84d-b56a-4847-a6df-82f8ea807bc0 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:35.320517 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac3c84d-b56a-4847-a6df-82f8ea807bc0 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:35.321580 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ac3c84d-b56a-4847-a6df-82f8ea807bc0 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:35.331031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3c84d-b56a-4847-a6df-82f8ea807bc0 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event updated for resources: {'Port': ['ID=b162aee5-2221-434d-b333-05e087c16dfb,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:35.349044 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7ac3c84d-b56a-4847-a6df-82f8ea807bc0 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7190785 Mar 28 09:10:35.352366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50468) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:35.357861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2991b1b2-3c79-463f-96ff-2709f50894c5 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Request body: {'port': {'network_id': '2dab1291-e306-4f31-adbc-9bafacfaa836', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-653222647'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:35.478918 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2991b1b2-3c79-463f-96ff-2709f50894c5 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Made reservation on behalf of af0b6a25fd884d5c80cb636d95ece5cc for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:35.482873 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2991b1b2-3c79-463f-96ff-2709f50894c5 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:35.502003 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-2991b1b2-3c79-463f-96ff-2709f50894c5 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] device_id is not set on port d95aba4d-9051-42f8-b126-6c45e5e4baac yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:35.575469 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] For port 372ca9f4-1230-4f92-a174-76fff88dcf6e, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:35.576074 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (372ca9f4-1230-4f92-a174-76fff88dcf6e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:35.601712 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9e0fe924-171f-4f4d-aeb8-f11018752e20 None None] Provisioning complete for port b162aee5-2221-434d-b333-05e087c16dfb triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:35.602147 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9e0fe924-171f-4f4d-aeb8-f11018752e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b162aee5-2221-434d-b333-05e087c16dfb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:35.628434 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-2991b1b2-3c79-463f-96ff-2709f50894c5 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Allocated IP 2001:db8::1c (2dab1291-e306-4f31-adbc-9bafacfaa836/42d75a56-1ef6-41f9-9e45-5b494b62ba6d/d95aba4d-9051-42f8-b126-6c45e5e4baac) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:35.639840 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9e0fe924-171f-4f4d-aeb8-f11018752e20 None None] Port b162aee5-2221-434d-b333-05e087c16dfb cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:35.792885 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2991b1b2-3c79-463f-96ff-2709f50894c5 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks [] for port (d95aba4d-9051-42f8-b126-6c45e5e4baac), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:35.827218 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2991b1b2-3c79-463f-96ff-2709f50894c5 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (d95aba4d-9051-42f8-b126-6c45e5e4baac), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:35.867913 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2991b1b2-3c79-463f-96ff-2709f50894c5 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Network 2dab1291-e306-4f31-adbc-9bafacfaa836 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:35.871727 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-2991b1b2-3c79-463f-96ff-2709f50894c5 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:35.875588 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2991b1b2-3c79-463f-96ff-2709f50894c5 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:35.880863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2991b1b2-3c79-463f-96ff-2709f50894c5 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:35.882120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2991b1b2-3c79-463f-96ff-2709f50894c5 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:35.897733 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991b1b2-3c79-463f-96ff-2709f50894c5 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event updated for resources: {'Port': ['ID=d95aba4d-9051-42f8-b126-6c45e5e4baac,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:35.909537 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2991b1b2-3c79-463f-96ff-2709f50894c5 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5559299 Mar 28 09:10:35.912069 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50470) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:35.918519 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-9abfa975-9bb5-4fdb-be70-48919d38e104 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18b', 'mac_address': 'fa:16:3e:5f:ba:21'}, {'ip_address': '2001:db8::231', 'mac_address': 'fa:16:3e:6c:d2:50'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:35.940803 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for 372ca9f4-1230-4f92-a174-76fff88dcf6e owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:35.952436 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.ipam_backend_mixin [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Port 372ca9f4-1230-4f92-a174-76fff88dcf6e was not found and therefore no delete operation was performed {{(pid=104075) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 09:10:35.986462 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (372ca9f4-1230-4f92-a174-76fff88dcf6e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:35.997605 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-675cfe3d-dea2-49d0-8140-00d1ebe47883 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:36.007084 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9abfa975-9bb5-4fdb-be70-48919d38e104 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (d95aba4d-9051-42f8-b126-6c45e5e4baac), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:36.065699 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-675cfe3d-dea2-49d0-8140-00d1ebe47883 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:36.101897 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No DVR routers for this DVR port 372ca9f4-1230-4f92-a174-76fff88dcf6e on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:36.103735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=372ca9f4-1230-4f92-a174-76fff88dcf6e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:36.165537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dda2a0c9-ee1a-4628-a021-2955c587196f None None] Provisioning complete for port d95aba4d-9051-42f8-b126-6c45e5e4baac triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:36.166140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dda2a0c9-ee1a-4628-a021-2955c587196f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (d95aba4d-9051-42f8-b126-6c45e5e4baac), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:36.199481 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dda2a0c9-ee1a-4628-a021-2955c587196f None None] Port d95aba4d-9051-42f8-b126-6c45e5e4baac cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:36.235604 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-a11a6a51-bc0c-47f8-825a-84a979132db7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Delete allocated IP 2001:db8:0:1::1b6 (47f0e55f-82e7-4278-8380-481e455c0f59/ff079dd5-9e22-4973-bf31-193005f02536) {{(pid=104075) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 09:10:36.391106 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (b62763ac-e0a0-4f56-9719-3361d28e4682), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:36.418114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675cfe3d-dea2-49d0-8140-00d1ebe47883 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:10:36.448268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62763ac-e0a0-4f56-9719-3361d28e4682']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:36.475060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9d92cc-ab0a-4c44-bd8d-ecc20ada49fa') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:36.475576 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9d92cc-ab0a-4c44-bd8d-ecc20ada49fa') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:36.480735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77445808-6e44-4363-9663-c493e8922eca tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router fd4ce091-384d-4170-a28e-6cb246a819be has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:10:36.512192 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (ef9d92cc-ab0a-4c44-bd8d-ecc20ada49fa), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:36.516945 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8615fa6a-760e-4951-a315-3809e19a9a72 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (83f50f28-d660-47a6-9a4c-035bb36b0b58), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:36.613838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (ef9d92cc-ab0a-4c44-bd8d-ecc20ada49fa), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:36.630870 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9abfa975-9bb5-4fdb-be70-48919d38e104 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks [] for port (d95aba4d-9051-42f8-b126-6c45e5e4baac), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:36.635984 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9abfa975-9bb5-4fdb-be70-48919d38e104 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (d95aba4d-9051-42f8-b126-6c45e5e4baac), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:36.651813 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615fa6a-760e-4951-a315-3809e19a9a72 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=83f50f28-d660-47a6-9a4c-035bb36b0b58,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:36.655391 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:10:36.655806 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (ef9d92cc-ab0a-4c44-bd8d-ecc20ada49fa), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:36.676023 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-9abfa975-9bb5-4fdb-be70-48919d38e104 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] In _notify_port_updated(), no bound segment for port d95aba4d-9051-42f8-b126-6c45e5e4baac on network 2dab1291-e306-4f31-adbc-9bafacfaa836 {{(pid=104076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:10:36.681634 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abfa975-9bb5-4fdb-be70-48919d38e104 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:36.682277 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9abfa975-9bb5-4fdb-be70-48919d38e104 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:36.687140 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9abfa975-9bb5-4fdb-be70-48919d38e104 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "PUT /v2.0/ports/d95aba4d-9051-42f8-b126-6c45e5e4baac HTTP/1.1" status: 200 len: 1066 time: 0.7702925 Mar 28 09:10:36.687140 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50472) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:10:36.692101 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:10:36.747140 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfa975-9bb5-4fdb-be70-48919d38e104 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event updated for resources: {'Port': ['ID=d95aba4d-9051-42f8-b126-6c45e5e4baac,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:36.783690 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675cfe3d-dea2-49d0-8140-00d1ebe47883 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:10:36.799322 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c1b2af-dd9b-40ac-81a3-a0b9a17ec9bb None None] Sync routers for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:10:36.817599 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c1b2af-dd9b-40ac-81a3-a0b9a17ec9bb None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:36.821202 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e3c1b2af-dd9b-40ac-81a3-a0b9a17ec9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:10:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:36.836010 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-4b0cd81e-b853-412d-9e40-18150c1da3cf tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Deleting port d95aba4d-9051-42f8-b126-6c45e5e4baac {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:36.836481 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b0cd81e-b853-412d-9e40-18150c1da3cf tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (d95aba4d-9051-42f8-b126-6c45e5e4baac), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:36.852357 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-675cfe3d-dea2-49d0-8140-00d1ebe47883 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:36.853588 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-675cfe3d-dea2-49d0-8140-00d1ebe47883 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 HTTP/1.1" status: 200 len: 703 time: 1.9417136 Mar 28 09:10:36.861453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a11a6a51-bc0c-47f8-825a-84a979132db7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (819e32b2-6a82-41f7-b54a-7c809232178d), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:36.868336 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50474) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:36.901503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a11a6a51-bc0c-47f8-825a-84a979132db7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (819e32b2-6a82-41f7-b54a-7c809232178d), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:36.950978 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-e3c1b2af-dd9b-40ac-81a3-a0b9a17ec9bb None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:10:36.963370 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8615fa6a-760e-4951-a315-3809e19a9a72 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:36.969911 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8615fa6a-760e-4951-a315-3809e19a9a72 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/83f50f28-d660-47a6-9a4c-035bb36b0b58 HTTP/1.1" status: 204 len: 168 time: 3.3972316 Mar 28 09:10:36.976449 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50476) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:36.985544 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-688276d1-88fc-440d-a41a-8e75dac07fa3 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/ports?device_id=54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 HTTP/1.1" status: 200 len: 205 time: 0.1158705 Mar 28 09:10:36.989324 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50478) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:37.026477 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e3c1b2af-dd9b-40ac-81a3-a0b9a17ec9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:10:29Z', 'revision_number': 11, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:37.028448 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b0cd81e-b853-412d-9e40-18150c1da3cf tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (d95aba4d-9051-42f8-b126-6c45e5e4baac), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:37.041476 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-bf60f5e7-682e-45bb-ac80-de0a767a7f5e None None] Provisioning complete for port d95aba4d-9051-42f8-b126-6c45e5e4baac triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:37.042208 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bf60f5e7-682e-45bb-ac80-de0a767a7f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (d95aba4d-9051-42f8-b126-6c45e5e4baac), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:37.051631 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-4b0cd81e-b853-412d-9e40-18150c1da3cf tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Calling delete_port for d95aba4d-9051-42f8-b126-6c45e5e4baac owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:37.060512 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-a11a6a51-bc0c-47f8-825a-84a979132db7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] In _notify_port_updated(), no bound segment for port 819e32b2-6a82-41f7-b54a-7c809232178d on network 47f0e55f-82e7-4278-8380-481e455c0f59 {{(pid=104075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:10:37.066544 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11a6a51-bc0c-47f8-825a-84a979132db7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:37.067195 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a11a6a51-bc0c-47f8-825a-84a979132db7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:37.071732 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a11a6a51-bc0c-47f8-825a-84a979132db7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "PUT /v2.0/ports/819e32b2-6a82-41f7-b54a-7c809232178d HTTP/1.1" status: 200 len: 925 time: 3.5365024 Mar 28 09:10:37.071732 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (b62763ac-e0a0-4f56-9719-3361d28e4682), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:37.072074 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c1b2af-dd9b-40ac-81a3-a0b9a17ec9bb None None] Checking router: 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:10:37.073597 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50480) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:37.083578 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c1b2af-dd9b-40ac-81a3-a0b9a17ec9bb None None] Routers {'54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:37.084201 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e3c1b2af-dd9b-40ac-81a3-a0b9a17ec9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:10:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:37.084519 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-9c7eff21-2a2f-4fd7-b455-b3bc71b7ef52 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e99c5db1-e514-4baa-8d89-2afd79041b76'}, {'subnet_id': 'ff079dd5-9e22-4973-bf31-193005f02536'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:37.088220 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bf60f5e7-682e-45bb-ac80-de0a767a7f5e None None] Port d95aba4d-9051-42f8-b126-6c45e5e4baac cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:37.113348 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1cffc8-6902-44e5-b7ff-c0b30f12c6fd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:37.117531 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-da1cffc8-6902-44e5-b7ff-c0b30f12c6fd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1377950 Mar 28 09:10:37.138528 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50482) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:37.145663 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:37.153116 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/networks/b62763ac-e0a0-4f56-9719-3361d28e4682 HTTP/1.1" status: 204 len: 168 time: 2.9315231 Mar 28 09:10:37.166384 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50484) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:37.168365 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-e3c1b2af-dd9b-40ac-81a3-a0b9a17ec9bb None None] Set router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:10:37.223871 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a6a51-bc0c-47f8-825a-84a979132db7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=819e32b2-6a82-41f7-b54a-7c809232178d,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:37.232844 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9958e007-9641-466d-b33d-c7fbc9ab54ba tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:37.234093 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9958e007-9641-466d-b33d-c7fbc9ab54ba tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports/031f2a36-38a5-4646-aa49-e2f640fbbff6 HTTP/1.1" status: 200 len: 840 time: 0.0649979 Mar 28 09:10:37.235040 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e3c1b2af-dd9b-40ac-81a3-a0b9a17ec9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:10:29Z', 'revision_number': 11, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:37.239241 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad2778-324a-42f0-bd22-fe25f50a1f04 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Network': ['ID=b62763ac-e0a0-4f56-9719-3361d28e4682,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:37.239433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50486) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:37.245844 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c1603e09-eb08-4b01-bd3b-6f1e02d50220 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:37.278641 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c1b2af-dd9b-40ac-81a3-a0b9a17ec9bb None None] The sync data for ids ['54131ef4-fc4f-4d6e-9101-ddeb6cee98d6'] in dv-neutron-master-2-hyperv is: [{'id': '54131ef4-fc4f-4d6e-9101-ddeb6cee98d6', 'name': 'tempest-RoutersIpV6Test-router-86450325', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:04Z', 'updated_at': '2022-03-28T09:10:29Z', 'revision_number': 11, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:10:37.313732 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77445808-6e44-4363-9663-c493e8922eca tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:10:37.320248 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77445808-6e44-4363-9663-c493e8922eca tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:37.327503 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac29831-9af7-4e8a-8e56-fbc3a85a72b1 None None] Sync routers for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:10:37.342772 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac29831-9af7-4e8a-8e56-fbc3a85a72b1 None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:37.343638 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2ac29831-9af7-4e8a-8e56-fbc3a85a72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:10:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:37.357964 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-77445808-6e44-4363-9663-c493e8922eca tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "PUT /v2.0/floatingips/35749d4b-5874-43d6-866d-bcf7b284e8ac HTTP/1.1" status: 200 len: 978 time: 5.1081316 Mar 28 09:10:37.358632 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50488) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:37.417456 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2ac29831-9af7-4e8a-8e56-fbc3a85a72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:37.433524 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac29831-9af7-4e8a-8e56-fbc3a85a72b1 None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:37.434172 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2ac29831-9af7-4e8a-8e56-fbc3a85a72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:10:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:37.441376 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e69ed2ee-f361-4788-9393-e841fdbbb823 None None] Provisioning complete for port 819e32b2-6a82-41f7-b54a-7c809232178d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:37.441376 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e69ed2ee-f361-4788-9393-e841fdbbb823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (819e32b2-6a82-41f7-b54a-7c809232178d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:37.445662 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-02235edc-a899-46f9-97df-f78a3ea322a1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports/031f2a36-38a5-4646-aa49-e2f640fbbff6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1829188 Mar 28 09:10:37.463783 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50490) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:37.475940 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e2ffb9-29f7-452b-9d29-cb8a187464d0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:37.477754 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b9e2ffb9-29f7-452b-9d29-cb8a187464d0 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3381112 Mar 28 09:10:37.481380 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50492) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:37.509050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2ac29831-9af7-4e8a-8e56-fbc3a85a72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:37.509960 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac29831-9af7-4e8a-8e56-fbc3a85a72b1 None None] The sync data for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:10:37.520844 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c1603e09-eb08-4b01-bd3b-6f1e02d50220 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:37.523518 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c1603e09-eb08-4b01-bd3b-6f1e02d50220 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router_controller (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:37.528646 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e69ed2ee-f361-4788-9393-e841fdbbb823 None None] Port 819e32b2-6a82-41f7-b54a-7c809232178d cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:37.534188 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-973516cd-af5d-4932-ba09-70e7f590cfe0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'subnet': {'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:37.553470 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c7eff21-2a2f-4fd7-b455-b3bc71b7ef52 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (819e32b2-6a82-41f7-b54a-7c809232178d), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:37.627225 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07003a77-eb01-42b0-87dc-bf00a82ab678 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:37.628556 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07003a77-eb01-42b0-87dc-bf00a82ab678 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:37.630021 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07003a77-eb01-42b0-87dc-bf00a82ab678 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:37.632555 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-07003a77-eb01-42b0-87dc-bf00a82ab678 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1492274 Mar 28 09:10:37.636563 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50494) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:37.651216 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b0cd81e-b853-412d-9e40-18150c1da3cf tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (d95aba4d-9051-42f8-b126-6c45e5e4baac), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:37.656879 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c1603e09-eb08-4b01-bd3b-6f1e02d50220 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (54131ef4-fc4f-4d6e-9101-ddeb6cee98d6), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:37.657468 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1603e09-eb08-4b01-bd3b-6f1e02d50220 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Fanout notify agent at l3_agent the message router_deleted on router 54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:10:37.665529 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c1603e09-eb08-4b01-bd3b-6f1e02d50220 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:37.670603 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c1603e09-eb08-4b01-bd3b-6f1e02d50220 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/routers/54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 HTTP/1.1" status: 204 len: 168 time: 0.6689556 Mar 28 09:10:37.673013 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50496) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:37.685015 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-0f0b6940-7834-4583-a683-1867366b65fb tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1507776545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:37.736855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6940-7834-4583-a683-1867366b65fb tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (b7026649-975b-421d-b5fe-120170854465), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:37.738016 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6940-7834-4583-a683-1867366b65fb tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (b7026649-975b-421d-b5fe-120170854465), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:37.749319 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-62a4c02a-fcd9-423d-b52e-52f64ebde520 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Deleting port f1b4aee8-0b57-4202-9d50-229976978f76 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:37.750421 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-62a4c02a-fcd9-423d-b52e-52f64ebde520 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (f1b4aee8-0b57-4202-9d50-229976978f76), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:37.754732 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0cd81e-b853-412d-9e40-18150c1da3cf tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event deleted for resources: {'Port': ['ID=d95aba4d-9051-42f8-b126-6c45e5e4baac,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:37.758997 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973516cd-af5d-4932-ba09-70e7f590cfe0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:37.763229 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-973516cd-af5d-4932-ba09-70e7f590cfe0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:37.812120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-627bcd62-6233-4201-928d-6f8ea74995a5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet 760da98b-b330-4576-b27a-f601818c8732 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:10:37.848113 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-627bcd62-6233-4201-928d-6f8ea74995a5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (760da98b-b330-4576-b27a-f601818c8732), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:37.923673 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-627bcd62-6233-4201-928d-6f8ea74995a5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (760da98b-b330-4576-b27a-f601818c8732), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:38.167383 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-627bcd62-6233-4201-928d-6f8ea74995a5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (760da98b-b330-4576-b27a-f601818c8732), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:38.216648 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6940-7834-4583-a683-1867366b65fb tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router_controller (b7026649-975b-421d-b5fe-120170854465), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:38.230251 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6940-7834-4583-a683-1867366b65fb tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (b7026649-975b-421d-b5fe-120170854465), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:38.278230 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6940-7834-4583-a683-1867366b65fb tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:38.279474 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0f0b6940-7834-4583-a683-1867366b65fb tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6054056 Mar 28 09:10:38.283533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50498) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:38.291758 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-62a4c02a-fcd9-423d-b52e-52f64ebde520 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (f1b4aee8-0b57-4202-9d50-229976978f76), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:38.297202 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-66278a32-4727-4978-bf4e-8f1deaf78dc8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:38.463866 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b0cd81e-b853-412d-9e40-18150c1da3cf tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:38.467046 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4b0cd81e-b853-412d-9e40-18150c1da3cf tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "DELETE /v2.0/ports/d95aba4d-9051-42f8-b126-6c45e5e4baac HTTP/1.1" status: 204 len: 168 time: 1.7796364 Mar 28 09:10:38.476889 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50500) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:38.483340 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-9c7eff21-2a2f-4fd7-b455-b3bc71b7ef52 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Allocated IP 2001:db8:0:1::2e9 (47f0e55f-82e7-4278-8380-481e455c0f59/ff079dd5-9e22-4973-bf31-193005f02536/819e32b2-6a82-41f7-b54a-7c809232178d) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:38.520156 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfd30b6-614a-4c94-b136-c7d97b5b32d0 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] GET failed (client error): The resource could not be found. Mar 28 09:10:38.521604 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ddfd30b6-614a-4c94-b136-c7d97b5b32d0 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "GET /v2.0/ports/d95aba4d-9051-42f8-b126-6c45e5e4baac HTTP/1.1" status: 404 len: 333 time: 0.0397100 Mar 28 09:10:38.530882 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50502) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:38.624133 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-627bcd62-6233-4201-928d-6f8ea74995a5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (760da98b-b330-4576-b27a-f601818c8732), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:38.676519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-973516cd-af5d-4932-ba09-70e7f590cfe0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (c9f2c07c-ac24-45bb-a5ab-5794b372115c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:38.690356 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bcd62-6233-4201-928d-6f8ea74995a5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=760da98b-b330-4576-b27a-f601818c8732,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:38.699109 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-627bcd62-6233-4201-928d-6f8ea74995a5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:38.704604 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-627bcd62-6233-4201-928d-6f8ea74995a5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/760da98b-b330-4576-b27a-f601818c8732 HTTP/1.1" status: 204 len: 168 time: 1.0641472 Mar 28 09:10:38.705644 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50504) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:38.707605 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f458dd51-ad35-4120-941b-cb5b57b74570 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:38.800762 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd37c4bd-a050-4561-8434-5931e18f9899 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet c70d65d6-7e4a-4838-baa6-20fdb69d78d3 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:10:38.808471 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-66278a32-4727-4978-bf4e-8f1deaf78dc8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (b7026649-975b-421d-b5fe-120170854465), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:38.809309 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-cd12abdf-dd86-4fc0-afc2-b1f05e5eb231 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Deleting port b162aee5-2221-434d-b333-05e087c16dfb {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:38.809812 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cd12abdf-dd86-4fc0-afc2-b1f05e5eb231 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b162aee5-2221-434d-b333-05e087c16dfb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:38.812208 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cd37c4bd-a050-4561-8434-5931e18f9899 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (c70d65d6-7e4a-4838-baa6-20fdb69d78d3), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:38.832087 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973516cd-af5d-4932-ba09-70e7f590cfe0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network c662c580-9959-4333-a8b9-22afafa1f5d4 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:38.853833 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c7eff21-2a2f-4fd7-b455-b3bc71b7ef52 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (819e32b2-6a82-41f7-b54a-7c809232178d), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:38.878625 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-62a4c02a-fcd9-423d-b52e-52f64ebde520 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:38.879233 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-62a4c02a-fcd9-423d-b52e-52f64ebde520 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (35749d4b-5874-43d6-866d-bcf7b284e8ac), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:38.879804 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-62a4c02a-fcd9-423d-b52e-52f64ebde520 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Floating IP 35749d4b-5874-43d6-866d-bcf7b284e8ac disassociated. External IP: 172.36.4.14, port: f1b4aee8-0b57-4202-9d50-229976978f76. Mar 28 09:10:38.880706 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-62a4c02a-fcd9-423d-b52e-52f64ebde520 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Calling delete_port for f1b4aee8-0b57-4202-9d50-229976978f76 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:38.891588 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-973516cd-af5d-4932-ba09-70e7f590cfe0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:38.892995 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973516cd-af5d-4932-ba09-70e7f590cfe0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Subnet': ['ID=c9f2c07c-ac24-45bb-a5ab-5794b372115c,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:38.895628 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973516cd-af5d-4932-ba09-70e7f590cfe0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:38.896217 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-973516cd-af5d-4932-ba09-70e7f590cfe0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:38.898216 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c7eff21-2a2f-4fd7-b455-b3bc71b7ef52 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (819e32b2-6a82-41f7-b54a-7c809232178d), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:38.904479 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-66278a32-4727-4978-bf4e-8f1deaf78dc8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (b7026649-975b-421d-b5fe-120170854465), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:38.904804 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d250f16c-2a87-450b-aadc-01e37c6cd8c4 None None] Network c662c580-9959-4333-a8b9-22afafa1f5d4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:38.954825 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cd37c4bd-a050-4561-8434-5931e18f9899 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (c70d65d6-7e4a-4838-baa6-20fdb69d78d3), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.019667 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-973516cd-af5d-4932-ba09-70e7f590cfe0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5555837 Mar 28 09:10:39.020293 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50510) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:39.028498 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-cc6a63da-1718-4f8c-b5a1-a70567ae62bf tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'security_group': {'name': 'tempest-secgroup-2116105937'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:39.105653 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c662c580-9959-4333-a8b9-22afafa1f5d4', 'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4', 'project_id': 'ef21c6b2cfed4e4b89f188c5409e8013', 'fixed_ips': [{'subnet_id': 'c9f2c07c-ac24-45bb-a5ab-5794b372115c'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:10:39.107063 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.111520 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cc6a63da-1718-4f8c-b5a1-a70567ae62bf tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.119774 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-9c7eff21-2a2f-4fd7-b455-b3bc71b7ef52 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] In _notify_port_updated(), no bound segment for port 819e32b2-6a82-41f7-b54a-7c809232178d on network 47f0e55f-82e7-4278-8380-481e455c0f59 {{(pid=104076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:10:39.124848 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7eff21-2a2f-4fd7-b455-b3bc71b7ef52 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:39.125501 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c7eff21-2a2f-4fd7-b455-b3bc71b7ef52 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.129607 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9c7eff21-2a2f-4fd7-b455-b3bc71b7ef52 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "PUT /v2.0/ports/819e32b2-6a82-41f7-b54a-7c809232178d HTTP/1.1" status: 200 len: 1011 time: 2.0498855 Mar 28 09:10:39.132672 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7eff21-2a2f-4fd7-b455-b3bc71b7ef52 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=819e32b2-6a82-41f7-b54a-7c809232178d,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:39.136597 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cd12abdf-dd86-4fc0-afc2-b1f05e5eb231 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b162aee5-2221-434d-b333-05e087c16dfb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.141259 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50514) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:39.198090 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66278a32-4727-4978-bf4e-8f1deaf78dc8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Router b7026649-975b-421d-b5fe-120170854465 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:10:39.234223 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-62a4c02a-fcd9-423d-b52e-52f64ebde520 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (f1b4aee8-0b57-4202-9d50-229976978f76), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.262963 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-cd12abdf-dd86-4fc0-afc2-b1f05e5eb231 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Calling delete_port for b162aee5-2221-434d-b333-05e087c16dfb owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:39.322119 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cd37c4bd-a050-4561-8434-5931e18f9899 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (c70d65d6-7e4a-4838-baa6-20fdb69d78d3), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.340817 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Allocated IP 172.20.0.2 (c662c580-9959-4333-a8b9-22afafa1f5d4/c9f2c07c-ac24-45bb-a5ab-5794b372115c/61470bc2-1652-4404-956e-df1b958329d1) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:39.362141 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cc6a63da-1718-4f8c-b5a1-a70567ae62bf tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (ce9cea57-993b-4e1d-aa2e-5d71b14e9d76), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.422716 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cc6a63da-1718-4f8c-b5a1-a70567ae62bf tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (ce9cea57-993b-4e1d-aa2e-5d71b14e9d76), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.482418 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cd37c4bd-a050-4561-8434-5931e18f9899 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (c70d65d6-7e4a-4838-baa6-20fdb69d78d3), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.491781 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4c02a-fcd9-423d-b52e-52f64ebde520 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event deleted for resources: {'Port': ['ID=f1b4aee8-0b57-4202-9d50-229976978f76,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:39.529582 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-6b327fe1-685e-40ea-ab5f-ee1986e6423b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port 819e32b2-6a82-41f7-b54a-7c809232178d {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:39.530508 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6b327fe1-685e-40ea-ab5f-ee1986e6423b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (819e32b2-6a82-41f7-b54a-7c809232178d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.548733 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cc6a63da-1718-4f8c-b5a1-a70567ae62bf tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.548974 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Publish callbacks [] for port (61470bc2-1652-4404-956e-df1b958329d1), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.552916 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cc6a63da-1718-4f8c-b5a1-a70567ae62bf tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5254633 Mar 28 09:10:39.552916 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66278a32-4727-4978-bf4e-8f1deaf78dc8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:10:39.560688 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-66278a32-4727-4978-bf4e-8f1deaf78dc8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.563498 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37c4bd-a050-4561-8434-5931e18f9899 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=c70d65d6-7e4a-4838-baa6-20fdb69d78d3,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:39.564063 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d0966e-7934-444d-8414-f30a420a15a7 None None] Sync routers for ids ['b7026649-975b-421d-b5fe-120170854465'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:10:39.565121 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50516) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:39.567546 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (61470bc2-1652-4404-956e-df1b958329d1), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.570293 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cd37c4bd-a050-4561-8434-5931e18f9899 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.574500 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cd37c4bd-a050-4561-8434-5931e18f9899 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/c70d65d6-7e4a-4838-baa6-20fdb69d78d3 HTTP/1.1" status: 204 len: 168 time: 0.8679087 Mar 28 09:10:39.579840 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-66278a32-4727-4978-bf4e-8f1deaf78dc8 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "PUT /v2.0/routers/b7026649-975b-421d-b5fe-120170854465 HTTP/1.1" status: 200 len: 698 time: 1.2905126 Mar 28 09:10:39.586786 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50518) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:39.588331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50520) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:39.589889 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d0966e-7934-444d-8414-f30a420a15a7 None None] Routers {'b7026649-975b-421d-b5fe-120170854465'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:39.590669 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-28d0966e-7934-444d-8414-f30a420a15a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:10:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b7026649-975b-421d-b5fe-120170854465'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:39.617837 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f70c4a8c-c39a-4ddd-8c6f-ca5e82acc5f5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'security_group': {'name': 'tempest-secgroup-164676859'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:39.639732 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Network c662c580-9959-4333-a8b9-22afafa1f5d4 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:39.651813 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:39.655142 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:39.664129 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Pushing event updated for resources: {'Port': ['ID=61470bc2-1652-4404-956e-df1b958329d1,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:39.668594 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-55a19c37-c019-4654-b93a-29f4e6a60a1f None None] Provisioning complete for port 819e32b2-6a82-41f7-b54a-7c809232178d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:39.668972 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-55a19c37-c019-4654-b93a-29f4e6a60a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (819e32b2-6a82-41f7-b54a-7c809232178d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.742857 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-28d0966e-7934-444d-8414-f30a420a15a7 None None] Set router b7026649-975b-421d-b5fe-120170854465 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:10:39.748499 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f70c4a8c-c39a-4ddd-8c6f-ca5e82acc5f5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.769099 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6b327fe1-685e-40ea-ab5f-ee1986e6423b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (819e32b2-6a82-41f7-b54a-7c809232178d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.774345 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cd12abdf-dd86-4fc0-afc2-b1f05e5eb231 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (b162aee5-2221-434d-b333-05e087c16dfb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.826646 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-28d0966e-7934-444d-8414-f30a420a15a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7026649-975b-421d-b5fe-120170854465', 'name': 'tempest-RoutersIpV6Test-router-1507776545', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:10:37Z', 'updated_at': '2022-03-28T09:10:38Z', 'revision_number': 2, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:39.836732 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12abdf-dd86-4fc0-afc2-b1f05e5eb231 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event deleted for resources: {'Port': ['ID=b162aee5-2221-434d-b333-05e087c16dfb,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:39.843989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-6b327fe1-685e-40ea-ab5f-ee1986e6423b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for 819e32b2-6a82-41f7-b54a-7c809232178d owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:39.857583 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a53add99-c05e-429c-bc8d-f58beedf4c2a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2614760 Mar 28 09:10:39.858439 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50522) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:39.880091 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-2ee8f5f1-4f78-4011-94be-681aa1971d62 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:39.880300 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cd12abdf-dd86-4fc0-afc2-b1f05e5eb231 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:39.884389 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cd12abdf-dd86-4fc0-afc2-b1f05e5eb231 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "DELETE /v2.0/ports/b162aee5-2221-434d-b333-05e087c16dfb HTTP/1.1" status: 204 len: 168 time: 1.3525393 Mar 28 09:10:39.884905 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c2c88b-9614-4051-a3ab-51d7027152e6 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:39.885819 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d0966e-7934-444d-8414-f30a420a15a7 None None] Checking router: b7026649-975b-421d-b5fe-120170854465 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:10:39.890919 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50524) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:39.895714 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d0966e-7934-444d-8414-f30a420a15a7 None None] Routers {'b7026649-975b-421d-b5fe-120170854465'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:39.896595 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-28d0966e-7934-444d-8414-f30a420a15a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:10:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b7026649-975b-421d-b5fe-120170854465'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:39.962890 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb047ba-0234-4809-ad45-126c4372af7e tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] GET failed (client error): The resource could not be found. Mar 28 09:10:39.964640 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7fb047ba-0234-4809-ad45-126c4372af7e tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "GET /v2.0/ports/b162aee5-2221-434d-b333-05e087c16dfb HTTP/1.1" status: 404 len: 333 time: 0.0719576 Mar 28 09:10:39.971036 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4aaa55cf-ac01-413b-bbe8-1d1fc4224075 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/routers/b7026649-975b-421d-b5fe-120170854465 HTTP/1.1" status: 200 len: 704 time: 0.3703349 Mar 28 09:10:39.971036 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a63da-1718-4f8c-b5a1-a70567ae62bf tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9cea57-993b-4e1d-aa2e-5d71b14e9d76,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:39.972383 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50526) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:39.972807 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50528) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:40.010036 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Attempting to bind port 61470bc2-1652-4404-956e-df1b958329d1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:10:40.010433 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Attempting to bind port 61470bc2-1652-4404-956e-df1b958329d1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3c2d147d-8cb4-4062-a2ea-a79733ac4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:10:40.010807 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Attempting to bind port 61470bc2-1652-4404-956e-df1b958329d1 on network c662c580-9959-4333-a8b9-22afafa1f5d4 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:10:40.033150 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:10:40.033796 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Checking segment: {'id': '3c2d147d-8cb4-4062-a2ea-a79733ac4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:40.034209 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:40.034604 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Bound using segment: {'id': '3c2d147d-8cb4-4062-a2ea-a79733ac4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:10:40.035094 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Bound port: 61470bc2-1652-4404-956e-df1b958329d1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2d147d-8cb4-4062-a2ea-a79733ac4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:10:40.035476 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (61470bc2-1652-4404-956e-df1b958329d1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:40.035956 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-28d0966e-7934-444d-8414-f30a420a15a7 None None] Set router b7026649-975b-421d-b5fe-120170854465 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:10:40.050423 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-55a19c37-c019-4654-b93a-29f4e6a60a1f None None] Port 819e32b2-6a82-41f7-b54a-7c809232178d cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:40.119885 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-28d0966e-7934-444d-8414-f30a420a15a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7026649-975b-421d-b5fe-120170854465', 'name': 'tempest-RoutersIpV6Test-router-1507776545', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:10:37Z', 'updated_at': '2022-03-28T09:10:38Z', 'revision_number': 2, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:40.122593 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f70c4a8c-c39a-4ddd-8c6f-ca5e82acc5f5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (de69cf6d-9085-4e0f-9b1f-6c882ddbbd3a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:40.153114 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] For port 61470bc2-1652-4404-956e-df1b958329d1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:10:40.154104 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f70c4a8c-c39a-4ddd-8c6f-ca5e82acc5f5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (de69cf6d-9085-4e0f-9b1f-6c882ddbbd3a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:40.157956 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] For port 61470bc2-1652-4404-956e-df1b958329d1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=61470bc2-1652-4404-956e-df1b958329d1,segment=NetworkSegment(3c2d147d-8cb4-4062-a2ea-a79733ac4bd7),segment_id=3c2d147d-8cb4-4062-a2ea-a79733ac4bd7)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:10:40.164370 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8fe5f624-fe26-4521-a3fb-6f9323f9bd86 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7026649-975b-421d-b5fe-120170854465 HTTP/1.1" status: 200 len: 205 time: 0.1716831 Mar 28 09:10:40.164885 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d0966e-7934-444d-8414-f30a420a15a7 None None] The sync data for ids ['b7026649-975b-421d-b5fe-120170854465'] in dv-neutron-master-2-hyperv is: [{'id': 'b7026649-975b-421d-b5fe-120170854465', 'name': 'tempest-RoutersIpV6Test-router-1507776545', 'tenant_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:10:37Z', 'updated_at': '2022-03-28T09:10:38Z', 'revision_number': 2, 'project_id': '8e45e30a1efb47c3b06d7cbbf6271808', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:10:40.170326 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50530) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:40.170642 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (61470bc2-1652-4404-956e-df1b958329d1), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:40.233203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c4a8c-c39a-4ddd-8c6f-ca5e82acc5f5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de69cf6d-9085-4e0f-9b1f-6c882ddbbd3a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:40.247698 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d367ebc4-be73-4f0a-a994-9e9670e695ab None None] Provisioning complete for port 35bc4636-5c86-46b5-b763-e465d1ab668c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:40.248301 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d367ebc4-be73-4f0a-a994-9e9670e695ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (35bc4636-5c86-46b5-b763-e465d1ab668c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:40.285419 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c56d60a-8bd4-43a8-a731-3815638281f2 None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:10:40.327310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f70c4a8c-c39a-4ddd-8c6f-ca5e82acc5f5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:40.331306 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f70c4a8c-c39a-4ddd-8c6f-ca5e82acc5f5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.7152224 Mar 28 09:10:40.333090 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50532) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:40.339364 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ab744fe4-088a-42d7-a1fc-a8cad9444145 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-438522043', 'security_groups': ['de69cf6d-9085-4e0f-9b1f-6c882ddbbd3a'], 'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c9f2c07c-ac24-45bb-a5ab-5794b372115c'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:40.348367 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e54eb-8b0a-4545-adad-3aacf9a81148 None None] Pushing event updated for resources: {'Port': ['ID=61470bc2-1652-4404-956e-df1b958329d1,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:40.376392 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a4c02a-fcd9-423d-b52e-52f64ebde520 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router fd4ce091-384d-4170-a28e-6cb246a819be has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:10:40.377282 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee8f5f1-4f78-4011-94be-681aa1971d62 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:40.380857 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2ee8f5f1-4f78-4011-94be-681aa1971d62 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:40.438324 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d367ebc4-be73-4f0a-a994-9e9670e695ab None None] Current status of the port 35bc4636-5c86-46b5-b763-e465d1ab668c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:40.445740 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9c56d60a-8bd4-43a8-a731-3815638281f2 None None] Deleting port 35bc4636-5c86-46b5-b763-e465d1ab668c {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:40.446130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9c56d60a-8bd4-43a8-a731-3815638281f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (35bc4636-5c86-46b5-b763-e465d1ab668c), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:40.487891 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6b327fe1-685e-40ea-ab5f-ee1986e6423b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (819e32b2-6a82-41f7-b54a-7c809232178d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:40.518161 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ac40cbae-5993-44cc-94ed-3d939fe6cf03 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (b7026649-975b-421d-b5fe-120170854465), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:40.528230 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-2f0fe50e-5111-48bb-90b8-deb77effc894 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Deleting port 14b1d2f5-e3c5-4dae-bed9-71f56c6454ea {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:40.528443 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f0fe50e-5111-48bb-90b8-deb77effc894 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (14b1d2f5-e3c5-4dae-bed9-71f56c6454ea), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:40.528795 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b327fe1-685e-40ea-ab5f-ee1986e6423b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=819e32b2-6a82-41f7-b54a-7c809232178d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:40.563956 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-9c56d60a-8bd4-43a8-a731-3815638281f2 None None] For port 35bc4636-5c86-46b5-b763-e465d1ab668c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=35bc4636-5c86-46b5-b763-e465d1ab668c,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:40.564411 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9c56d60a-8bd4-43a8-a731-3815638281f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (35bc4636-5c86-46b5-b763-e465d1ab668c), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:40.580327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9c56d60a-8bd4-43a8-a731-3815638281f2 None None] Calling delete_port for 35bc4636-5c86-46b5-b763-e465d1ab668c owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:40.656924 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6b327fe1-685e-40ea-ab5f-ee1986e6423b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:40.663552 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6b327fe1-685e-40ea-ab5f-ee1986e6423b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/ports/819e32b2-6a82-41f7-b54a-7c809232178d HTTP/1.1" status: 204 len: 168 time: 1.5191171 Mar 28 09:10:40.684748 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50534) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:40.716712 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 35bc4636-5c86-46b5-b763-e465d1ab668c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:10:40.725767 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b811f1d-3edb-451e-8287-d962a2029174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] GET failed (client error): The resource could not be found. Mar 28 09:10:40.727633 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2b811f1d-3edb-451e-8287-d962a2029174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports/819e32b2-6a82-41f7-b54a-7c809232178d HTTP/1.1" status: 404 len: 333 time: 0.0416548 Mar 28 09:10:40.729643 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab744fe4-088a-42d7-a1fc-a8cad9444145 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:40.735395 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50536) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:40.762869 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9c56d60a-8bd4-43a8-a731-3815638281f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (35bc4636-5c86-46b5-b763-e465d1ab668c), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:40.808742 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadb8261-99ac-42b2-a837-ae823e62bdc3 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting subnet ff079dd5-9e22-4973-bf31-193005f02536 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:10:40.827213 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56d60a-8bd4-43a8-a731-3815638281f2 None None] Pushing event deleted for resources: {'Port': ['ID=35bc4636-5c86-46b5-b763-e465d1ab668c,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:40.841324 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aadb8261-99ac-42b2-a837-ae823e62bdc3 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (ff079dd5-9e22-4973-bf31-193005f02536), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:40.842264 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c56d60a-8bd4-43a8-a731-3815638281f2 None None] No DVR routers for this DVR port 35bc4636-5c86-46b5-b763-e465d1ab668c on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:40.876698 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No active binding found for port 35bc4636-5c86-46b5-b763-e465d1ab668c {{(pid=104077) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 28 09:10:40.876698 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] The host dv-neutron-master-2-hyperv is not matching for port 35bc4636-5c86-46b5-b763-e465d1ab668c host None! {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 28 09:10:40.877335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 35bc4636-5c86-46b5-b763-e465d1ab668c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:10:40.922161 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aadb8261-99ac-42b2-a837-ae823e62bdc3 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (ff079dd5-9e22-4973-bf31-193005f02536), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:40.974845 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ab744fe4-088a-42d7-a1fc-a8cad9444145 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:41.003180 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-ab744fe4-088a-42d7-a1fc-a8cad9444145 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] device_id is not set on port c8a991de-9175-4b70-a9bf-afa6c59ba4f5 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:41.085314 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aadb8261-99ac-42b2-a837-ae823e62bdc3 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (ff079dd5-9e22-4973-bf31-193005f02536), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:41.219196 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aadb8261-99ac-42b2-a837-ae823e62bdc3 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (ff079dd5-9e22-4973-bf31-193005f02536), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:41.266025 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-ab744fe4-088a-42d7-a1fc-a8cad9444145 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Allocated IP 172.20.0.5 (c662c580-9959-4333-a8b9-22afafa1f5d4/c9f2c07c-ac24-45bb-a5ab-5794b372115c/c8a991de-9175-4b70-a9bf-afa6c59ba4f5) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:41.268158 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb8261-99ac-42b2-a837-ae823e62bdc3 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Subnet': ['ID=ff079dd5-9e22-4973-bf31-193005f02536,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:41.273817 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d28099-335a-4605-82f6-5a684b30c4e9 None None] Network 47f0e55f-82e7-4278-8380-481e455c0f59 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:41.274823 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aadb8261-99ac-42b2-a837-ae823e62bdc3 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:41.278540 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-aadb8261-99ac-42b2-a837-ae823e62bdc3 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/ff079dd5-9e22-4973-bf31-193005f02536 HTTP/1.1" status: 204 len: 168 time: 0.5420132 Mar 28 09:10:41.282146 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50538) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:41.358756 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-10208835-f2fd-4a90-a7f3-e0ba7b948dea tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting subnet e99c5db1-e514-4baa-8d89-2afd79041b76 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:10:41.364322 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-10208835-f2fd-4a90-a7f3-e0ba7b948dea tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (e99c5db1-e514-4baa-8d89-2afd79041b76), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:41.419829 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ac40cbae-5993-44cc-94ed-3d939fe6cf03 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (b7026649-975b-421d-b5fe-120170854465), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:41.430851 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ac40cbae-5993-44cc-94ed-3d939fe6cf03 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router_controller (b7026649-975b-421d-b5fe-120170854465), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:41.454409 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2ee8f5f1-4f78-4011-94be-681aa1971d62 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (ab379d39-7dbb-43d5-9dc1-d48cfab5bf64), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:41.459199 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-10208835-f2fd-4a90-a7f3-e0ba7b948dea tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (e99c5db1-e514-4baa-8d89-2afd79041b76), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:41.476909 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f0fe50e-5111-48bb-90b8-deb77effc894 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (14b1d2f5-e3c5-4dae-bed9-71f56c6454ea), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:41.546913 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ab744fe4-088a-42d7-a1fc-a8cad9444145 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (c8a991de-9175-4b70-a9bf-afa6c59ba4f5), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:41.554226 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a4c02a-fcd9-423d-b52e-52f64ebde520 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:10:41.571967 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-2f0fe50e-5111-48bb-90b8-deb77effc894 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Calling delete_port for 14b1d2f5-e3c5-4dae-bed9-71f56c6454ea owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:41.572814 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e9930-7326-4093-b634-531390ba9e34 None None] Sync routers for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:10:41.587826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4e9930-7326-4093-b634-531390ba9e34 None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:41.589066 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-da4e9930-7326-4093-b634-531390ba9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:10:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:41.603809 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee8f5f1-4f78-4011-94be-681aa1971d62 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:41.608160 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ac40cbae-5993-44cc-94ed-3d939fe6cf03 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (b7026649-975b-421d-b5fe-120170854465), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:41.608665 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac40cbae-5993-44cc-94ed-3d939fe6cf03 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Fanout notify agent at l3_agent the message router_deleted on router b7026649-975b-421d-b5fe-120170854465 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:10:41.611749 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-10208835-f2fd-4a90-a7f3-e0ba7b948dea tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (e99c5db1-e514-4baa-8d89-2afd79041b76), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:41.623157 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ac40cbae-5993-44cc-94ed-3d939fe6cf03 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:41.629561 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ac40cbae-5993-44cc-94ed-3d939fe6cf03 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/routers/b7026649-975b-421d-b5fe-120170854465 HTTP/1.1" status: 204 len: 168 time: 1.4490335 Mar 28 09:10:41.637602 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50542) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:41.643643 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-da4e9930-7326-4093-b634-531390ba9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:41.653738 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-2ee8f5f1-4f78-4011-94be-681aa1971d62 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:41.655843 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4e9930-7326-4093-b634-531390ba9e34 None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:41.661788 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-da4e9930-7326-4093-b634-531390ba9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:10:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:41.685391 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee8f5f1-4f78-4011-94be-681aa1971d62 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:41.686028 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2ee8f5f1-4f78-4011-94be-681aa1971d62 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:41.700093 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ab744fe4-088a-42d7-a1fc-a8cad9444145 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (c8a991de-9175-4b70-a9bf-afa6c59ba4f5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:41.721221 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b0871d-93c0-4c3a-94b7-abea9c61318e None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:41.726517 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-da4e9930-7326-4093-b634-531390ba9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:41.727359 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e9930-7326-4093-b634-531390ba9e34 None None] The sync data for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:10:41.747767 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-28a1cfbd-6f60-4a51-9fb3-82ecea204337 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7026649-975b-421d-b5fe-120170854465 HTTP/1.1" status: 200 len: 205 time: 0.1059740 Mar 28 09:10:41.757390 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8f5f1-4f78-4011-94be-681aa1971d62 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=ab379d39-7dbb-43d5-9dc1-d48cfab5bf64,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:41.764476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50544) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:41.821927 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab744fe4-088a-42d7-a1fc-a8cad9444145 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=c8a991de-9175-4b70-a9bf-afa6c59ba4f5,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:41.830716 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-10208835-f2fd-4a90-a7f3-e0ba7b948dea tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (e99c5db1-e514-4baa-8d89-2afd79041b76), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:41.844769 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab744fe4-088a-42d7-a1fc-a8cad9444145 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network c662c580-9959-4333-a8b9-22afafa1f5d4 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:41.883001 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10208835-f2fd-4a90-a7f3-e0ba7b948dea tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Subnet': ['ID=e99c5db1-e514-4baa-8d89-2afd79041b76,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:41.887226 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-ab744fe4-088a-42d7-a1fc-a8cad9444145 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:41.898864 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-63979350-c180-4b9e-91a2-119a6c96ccac tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] delete failed (client error): The resource could not be found. Mar 28 09:10:41.903339 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-63979350-c180-4b9e-91a2-119a6c96ccac tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/routers/b7026649-975b-421d-b5fe-120170854465 HTTP/1.1" status: 404 len: 336 time: 0.1285868 Mar 28 09:10:41.903513 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab744fe4-088a-42d7-a1fc-a8cad9444145 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:41.905603 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2ee8f5f1-4f78-4011-94be-681aa1971d62 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0410678 Mar 28 09:10:41.907863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50546) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:41.910064 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50548) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:41.918701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': 'ab379d39-7dbb-43d5-9dc1-d48cfab5bf64'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:10:41.919602 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:41.921436 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-fd23f8c5-142f-4206-91f5-840af70bca37 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:41.938498 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-10208835-f2fd-4a90-a7f3-e0ba7b948dea tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:41.941775 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-10208835-f2fd-4a90-a7f3-e0ba7b948dea tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/e99c5db1-e514-4baa-8d89-2afd79041b76 HTTP/1.1" status: 204 len: 168 time: 0.6550627 Mar 28 09:10:41.956349 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50550) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:42.003748 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e501275-aa92-45be-8e91-5296629e1d81 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] DELETE failed (client error): The resource could not be found. Mar 28 09:10:42.004215 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e501275-aa92-45be-8e91-5296629e1d81 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:10:42.017023 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5e501275-aa92-45be-8e91-5296629e1d81 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/subnets/d4bf00bc-98b1-42c7-9033-574da8b0f417 HTTP/1.1" status: 404 len: 337 time: 0.1076138 Mar 28 09:10:42.035452 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50552) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:42.071315 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-62a4c02a-fcd9-423d-b52e-52f64ebde520 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:42.078577 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-62a4c02a-fcd9-423d-b52e-52f64ebde520 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/ports/f1b4aee8-0b57-4202-9d50-229976978f76 HTTP/1.1" status: 204 len: 168 time: 4.7169013 Mar 28 09:10:42.079651 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50554) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:42.114056 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f03a6e-299a-4b31-a292-157d410f8c2d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] DELETE failed (client error): The resource could not be found. Mar 28 09:10:42.114806 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99f03a6e-299a-4b31-a292-157d410f8c2d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:10:42.121398 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-99f03a6e-299a-4b31-a292-157d410f8c2d tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/subnets/080dcb3a-265a-47e1-b165-35e432bff33a HTTP/1.1" status: 404 len: 337 time: 0.0789461 Mar 28 09:10:42.123214 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50556) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:42.142125 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab744fe4-088a-42d7-a1fc-a8cad9444145 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:42.142806 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ab744fe4-088a-42d7-a1fc-a8cad9444145 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:42.142963 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Allocated IP 2001:db8::2 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/ab379d39-7dbb-43d5-9dc1-d48cfab5bf64/1daa78f9-4dbc-4beb-b590-e8335a8b86b8) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:42.172875 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2a6dd876-468a-46ef-8c4f-f3def58542c2 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "GET /v2.0/floatingips/35749d4b-5874-43d6-866d-bcf7b284e8ac HTTP/1.1" status: 200 len: 687 time: 0.0895667 Mar 28 09:10:42.175999 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50558) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:42.192564 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-268c376c-bb19-439f-a658-d15eedf7e081 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] DELETE failed (client error): The resource could not be found. Mar 28 09:10:42.193033 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268c376c-bb19-439f-a658-d15eedf7e081 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:10:42.200171 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-268c376c-bb19-439f-a658-d15eedf7e081 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/subnets/4e1d2b76-2876-43b7-bbc4-20d62ca328df HTTP/1.1" status: 404 len: 337 time: 0.0639503 Mar 28 09:10:42.203615 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50560) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:42.241477 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2e5eb7-68cc-48c7-a10e-1d3676fc1fe4 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] DELETE failed (client error): The resource could not be found. Mar 28 09:10:42.242267 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2e5eb7-68cc-48c7-a10e-1d3676fc1fe4 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:10:42.248278 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3a2e5eb7-68cc-48c7-a10e-1d3676fc1fe4 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/subnets/a36166c6-8d14-49c4-b270-f6e460028a95 HTTP/1.1" status: 404 len: 337 time: 0.0426674 Mar 28 09:10:42.256571 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50562) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:42.283092 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (47f0e55f-82e7-4278-8380-481e455c0f59), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:42.293222 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ab744fe4-088a-42d7-a1fc-a8cad9444145 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9587822 Mar 28 09:10:42.299051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50564) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:42.308993 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-47dbb96a-cb11-4db5-826e-4a4efe132792 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'subnet': {'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:42.326862 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fa5abc56-4ab7-473d-baad-f7995a981c5e tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/ports?device_id=54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 HTTP/1.1" status: 200 len: 205 time: 0.0693212 Mar 28 09:10:42.335799 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50566) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:42.398130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Publish callbacks [] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:42.404729 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-10e93c08-1b44-4c17-8c36-2451936d3d90 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] delete failed (client error): The resource could not be found. Mar 28 09:10:42.408580 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:42.410860 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50568) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:42.422039 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-10e93c08-1b44-4c17-8c36-2451936d3d90 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/routers/54131ef4-fc4f-4d6e-9101-ddeb6cee98d6 HTTP/1.1" status: 404 len: 336 time: 0.0848997 Mar 28 09:10:42.432877 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd23f8c5-142f-4206-91f5-840af70bca37 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:42.437050 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fd23f8c5-142f-4206-91f5-840af70bca37 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:42.456073 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:42.465939 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:42.468214 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Pushing event updated for resources: {'Port': ['ID=1daa78f9-4dbc-4beb-b590-e8335a8b86b8,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:42.470594 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:42.476158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29bae68-cd62-43d2-8cd5-279feb611248 None None] Network 47f0e55f-82e7-4278-8380-481e455c0f59 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:42.511622 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f0fe50e-5111-48bb-90b8-deb77effc894 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (14b1d2f5-e3c5-4dae-bed9-71f56c6454ea), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:42.574847 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fe50e-5111-48bb-90b8-deb77effc894 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event deleted for resources: {'Port': ['ID=14b1d2f5-e3c5-4dae-bed9-71f56c6454ea,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:42.626302 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f0fe50e-5111-48bb-90b8-deb77effc894 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:42.644131 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2f0fe50e-5111-48bb-90b8-deb77effc894 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "DELETE /v2.0/ports/14b1d2f5-e3c5-4dae-bed9-71f56c6454ea HTTP/1.1" status: 204 len: 168 time: 2.6514335 Mar 28 09:10:42.647891 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50570) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:42.669117 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dd8e1412-dda8-44c2-8dbf-7d599376cf03 None None] Provisioning complete for port 73651174-8e88-47cc-bd00-07b6b5badb96 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:42.671293 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dd8e1412-dda8-44c2-8dbf-7d599376cf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (73651174-8e88-47cc-bd00-07b6b5badb96), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:42.720386 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 61470bc2-1652-4404-956e-df1b958329d1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:42.723513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Attempting to bind port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:10:42.724593 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Attempting to bind port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:10:42.727430 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Attempting to bind port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:10:42.733003 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.ipam_backend_mixin [None req-fd23f8c5-142f-4206-91f5-840af70bca37 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab379d39-7dbb-43d5-9dc1-d48cfab5bf64 (CIDR: 2001:db8::/64) Mar 28 09:10:42.751953 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd23f8c5-142f-4206-91f5-840af70bca37 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:42.752406 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd23f8c5-142f-4206-91f5-840af70bca37 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:10:42.758898 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a27093a-ced8-476b-acdb-bac53878bf15 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Deleting subnet 42d75a56-1ef6-41f9-9e45-5b494b62ba6d {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:10:42.772908 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7a27093a-ced8-476b-acdb-bac53878bf15 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks [] for subnet (42d75a56-1ef6-41f9-9e45-5b494b62ba6d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:42.816209 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f79aaf91-fa1a-4a1f-809f-b820db464a02 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/ports?device_id=196a7a88-cdca-4d9e-9c44-9b08c2962be4 HTTP/1.1" status: 200 len: 205 time: 0.4002984 Mar 28 09:10:42.821430 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50572) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:42.840229 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:10:42.840717 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:42.841194 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:42.841727 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:10:42.842283 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Bound port: 1daa78f9-4dbc-4beb-b590-e8335a8b86b8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:10:42.842802 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:42.850549 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fd23f8c5-142f-4206-91f5-840af70bca37 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9366395 Mar 28 09:10:42.854755 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50574) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:42.855273 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de40179a-2c6c-4421-8162-e455ff43d989 None None] DHCP port deletion for 47f0e55f-82e7-4278-8380-481e455c0f59 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:10:42.868285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-81bf7789-5333-4bd8-8408-8dfa4ca17747 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:42.870991 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7a27093a-ced8-476b-acdb-bac53878bf15 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (42d75a56-1ef6-41f9-9e45-5b494b62ba6d), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:42.953269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-921f887e-59b9-4734-9511-0543ac919022 None None] For port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:10:42.957975 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-921f887e-59b9-4734-9511-0543ac919022 None None] For port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1daa78f9-4dbc-4beb-b590-e8335a8b86b8,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:10:42.977219 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7a27093a-ced8-476b-acdb-bac53878bf15 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (42d75a56-1ef6-41f9-9e45-5b494b62ba6d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:42.992590 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.014693 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-46205613-bed6-49de-a7b1-869b68f9bb28 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] delete failed (client error): The resource could not be found. Mar 28 09:10:43.018310 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-46205613-bed6-49de-a7b1-869b68f9bb28 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/routers/196a7a88-cdca-4d9e-9c44-9b08c2962be4 HTTP/1.1" status: 404 len: 336 time: 0.1922266 Mar 28 09:10:43.023533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50576) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:43.042661 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-e571cd94-ee31-45ab-afad-f281c3ffb7f7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Deleting port b9c937f8-7e0a-4fce-b625-2b0801315201 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:43.043441 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e571cd94-ee31-45ab-afad-f281c3ffb7f7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b9c937f8-7e0a-4fce-b625-2b0801315201), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.074485 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94be743-36de-437e-a12f-c9e86b13cb04 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] DELETE failed (client error): The resource could not be found. Mar 28 09:10:43.074485 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94be743-36de-437e-a12f-c9e86b13cb04 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:10:43.080719 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e94be743-36de-437e-a12f-c9e86b13cb04 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/subnets/5c088362-968b-4323-b3c2-c390367cdeed HTTP/1.1" status: 404 len: 337 time: 0.0558507 Mar 28 09:10:43.086271 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50578) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:43.100431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7a27093a-ced8-476b-acdb-bac53878bf15 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (42d75a56-1ef6-41f9-9e45-5b494b62ba6d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.113399 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f887e-59b9-4734-9511-0543ac919022 None None] Pushing event updated for resources: {'Port': ['ID=1daa78f9-4dbc-4beb-b590-e8335a8b86b8,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:43.142198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 61470bc2-1652-4404-956e-df1b958329d1 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:43.142750 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (61470bc2-1652-4404-956e-df1b958329d1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.150571 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27093a-ced8-476b-acdb-bac53878bf15 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event deleted for resources: {'Subnet': ['ID=42d75a56-1ef6-41f9-9e45-5b494b62ba6d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:43.152923 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e1412-dda8-44c2-8dbf-7d599376cf03 None None] Current status of the port 73651174-8e88-47cc-bd00-07b6b5badb96 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:43.159571 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8ea8d3eb-10ef-4019-b9db-9f77548d5db5 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/ports?device_id=85622ab7-83bd-4186-bee9-11473ed5aec2 HTTP/1.1" status: 200 len: 205 time: 0.0711806 Mar 28 09:10:43.162061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50580) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:43.169512 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port 73651174-8e88-47cc-bd00-07b6b5badb96 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:43.171090 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7a27093a-ced8-476b-acdb-bac53878bf15 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.172147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (73651174-8e88-47cc-bd00-07b6b5badb96), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.177124 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7a27093a-ced8-476b-acdb-bac53878bf15 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "DELETE /v2.0/subnets/42d75a56-1ef6-41f9-9e45-5b494b62ba6d HTTP/1.1" status: 204 len: 168 time: 0.5279677 Mar 28 09:10:43.180877 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50582) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:43.181958 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-de40179a-2c6c-4421-8162-e455ff43d989 None None] Deleting port 73651174-8e88-47cc-bd00-07b6b5badb96 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:43.182570 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-de40179a-2c6c-4421-8162-e455ff43d989 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (73651174-8e88-47cc-bd00-07b6b5badb96), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.189168 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a2defb-be26-4417-8f4b-a90782c92534 None None] Network 2dab1291-e306-4f31-adbc-9bafacfaa836 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:43.203928 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dbb96a-cb11-4db5-826e-4a4efe132792 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:43.207391 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-47dbb96a-cb11-4db5-826e-4a4efe132792 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.244627 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bf7789-5333-4bd8-8408-8dfa4ca17747 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:43.248068 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81bf7789-5333-4bd8-8408-8dfa4ca17747 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.316585 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (2dab1291-e306-4f31-adbc-9bafacfaa836), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.320506 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-0d2b50e3-560c-46ac-a132-5ba9f24f9e69 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] delete failed (client error): The resource could not be found. Mar 28 09:10:43.323228 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0d2b50e3-560c-46ac-a132-5ba9f24f9e69 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/routers/85622ab7-83bd-4186-bee9-11473ed5aec2 HTTP/1.1" status: 404 len: 336 time: 0.1590893 Mar 28 09:10:43.325027 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50584) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:43.333999 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-de40179a-2c6c-4421-8162-e455ff43d989 None None] For port 73651174-8e88-47cc-bd00-07b6b5badb96, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73651174-8e88-47cc-bd00-07b6b5badb96,segment=NetworkSegment(00f36d60-8aa0-4975-b4cf-2a10039632f9),segment_id=00f36d60-8aa0-4975-b4cf-2a10039632f9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:43.334863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-de40179a-2c6c-4421-8162-e455ff43d989 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (73651174-8e88-47cc-bd00-07b6b5badb96), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.354403 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e571cd94-ee31-45ab-afad-f281c3ffb7f7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b9c937f8-7e0a-4fce-b625-2b0801315201), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.354769 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e571cd94-ee31-45ab-afad-f281c3ffb7f7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (b9c937f8-7e0a-4fce-b625-2b0801315201), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.372233 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-de40179a-2c6c-4421-8162-e455ff43d989 None None] Calling delete_port for 73651174-8e88-47cc-bd00-07b6b5badb96 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:43.392304 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0a68709a-4757-4e35-ae8f-bc39a66366af tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f6142e8-fbde-47f1-a91a-41b3315da1b7 HTTP/1.1" status: 200 len: 205 time: 0.0662999 Mar 28 09:10:43.396696 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50586) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:43.403134 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-e571cd94-ee31-45ab-afad-f281c3ffb7f7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Calling delete_port for b9c937f8-7e0a-4fce-b625-2b0801315201 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:43.419668 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] For port 73651174-8e88-47cc-bd00-07b6b5badb96, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73651174-8e88-47cc-bd00-07b6b5badb96,segment=NetworkSegment(00f36d60-8aa0-4975-b4cf-2a10039632f9),segment_id=00f36d60-8aa0-4975-b4cf-2a10039632f9)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:43.420050 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (73651174-8e88-47cc-bd00-07b6b5badb96), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.451553 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-b8078fb1-002d-4f88-bed8-897451072227 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] delete failed (client error): The resource could not be found. Mar 28 09:10:43.452134 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b8078fb1-002d-4f88-bed8-897451072227 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/routers/9f6142e8-fbde-47f1-a91a-41b3315da1b7 HTTP/1.1" status: 404 len: 336 time: 0.0561275 Mar 28 09:10:43.455340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50588) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:43.504168 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-67cc9ce1-0efe-46ab-a0d1-a0f39719cf37 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] DELETE failed (client error): The resource could not be found. Mar 28 09:10:43.504628 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67cc9ce1-0efe-46ab-a0d1-a0f39719cf37 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:10:43.509166 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-67cc9ce1-0efe-46ab-a0d1-a0f39719cf37 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/subnets/003574f4-8fe5-4d1c-9b1b-af4c2fefd897 HTTP/1.1" status: 404 len: 337 time: 0.0523002 Mar 28 09:10:43.511677 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50590) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:43.524202 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for 73651174-8e88-47cc-bd00-07b6b5badb96 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:43.529561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-37eeebab-de08-4023-99c5-9c8946d51c58 None None] Provisioning complete for port 61470bc2-1652-4404-956e-df1b958329d1 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:43.530123 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-37eeebab-de08-4023-99c5-9c8946d51c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (61470bc2-1652-4404-956e-df1b958329d1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.547338 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ab99bd5c-3b01-4bfa-8e04-67a30de76cfa tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/ports?device_id=9982c676-047b-4520-8b45-bd638a5d5a6e HTTP/1.1" status: 200 len: 205 time: 0.0345576 Mar 28 09:10:43.549582 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50592) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:43.598261 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-fda6f98f-e730-41be-ae72-f489a60397fd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] delete failed (client error): The resource could not be found. Mar 28 09:10:43.600411 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fda6f98f-e730-41be-ae72-f489a60397fd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/routers/9982c676-047b-4520-8b45-bd638a5d5a6e HTTP/1.1" status: 404 len: 336 time: 0.0487885 Mar 28 09:10:43.603415 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50594) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:43.618730 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.ipam_backend_mixin [None req-47dbb96a-cb11-4db5-826e-4a4efe132792 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c9f2c07c-ac24-45bb-a5ab-5794b372115c (CIDR: 172.20.0.0/28) Mar 28 09:10:43.634517 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-edeb37c3-b6f2-413e-a201-8e07f15d3736 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] DELETE failed (client error): The resource could not be found. Mar 28 09:10:43.634982 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edeb37c3-b6f2-413e-a201-8e07f15d3736 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:10:43.638185 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-edeb37c3-b6f2-413e-a201-8e07f15d3736 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/subnets/a9b12ad4-2d87-4425-9545-0af9b7b3af9a HTTP/1.1" status: 404 len: 337 time: 0.0338204 Mar 28 09:10:43.639508 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-47dbb96a-cb11-4db5-826e-4a4efe132792 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:43.640009 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47dbb96a-cb11-4db5-826e-4a4efe132792 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:10:43.641710 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50596) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:43.664937 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-de40179a-2c6c-4421-8162-e455ff43d989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (73651174-8e88-47cc-bd00-07b6b5badb96), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.675972 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ae40a4a7-8bab-4cb7-8194-2e56425e430f tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "GET /v2.0/ports?device_id=00eb59e1-4432-4068-90bc-94d95d09b527 HTTP/1.1" status: 200 len: 205 time: 0.0311975 Mar 28 09:10:43.677706 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50598) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:43.681136 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 61470bc2-1652-4404-956e-df1b958329d1 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:43.681334 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (61470bc2-1652-4404-956e-df1b958329d1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.687662 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-47dbb96a-cb11-4db5-826e-4a4efe132792 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3826742 Mar 28 09:10:43.692223 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50600) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:43.707354 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7aee1434-3ac2-4128-a111-2ae8c9074d7e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'subnet': {'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:43.724346 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-34439ee9-fba5-49f2-95cc-b9b748e1c7e1 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] delete failed (client error): The resource could not be found. Mar 28 09:10:43.728610 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-34439ee9-fba5-49f2-95cc-b9b748e1c7e1 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/routers/00eb59e1-4432-4068-90bc-94d95d09b527 HTTP/1.1" status: 404 len: 336 time: 0.0475590 Mar 28 09:10:43.729359 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Deleting port 18bafbc7-70a5-42c8-b82f-25e5ca14da2b {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:43.729836 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (18bafbc7-70a5-42c8-b82f-25e5ca14da2b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.731703 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50602) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:43.802979 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c112275-94ea-4867-8cbd-9febeaf432bd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] DELETE failed (client error): The resource could not be found. Mar 28 09:10:43.803791 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c112275-94ea-4867-8cbd-9febeaf432bd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:10:43.809589 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1c112275-94ea-4867-8cbd-9febeaf432bd tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/subnets/b34f559c-24d1-4740-bb9b-b025e812ec54 HTTP/1.1" status: 404 len: 337 time: 0.0745542 Mar 28 09:10:43.809960 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50604) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:43.847599 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-152b48b1-b958-48a5-ad85-275dbbe35087 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] DELETE failed (client error): The resource could not be found. Mar 28 09:10:43.848196 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152b48b1-b958-48a5-ad85-275dbbe35087 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:10:43.853023 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-152b48b1-b958-48a5-ad85-275dbbe35087 tempest-RoutersIpV6Test-435721334 tempest-RoutersIpV6Test-435721334-project] 10.222.0.15 "DELETE /v2.0/subnets/cf73d144-1c86-4ad8-a864-78dd8deb7a15 HTTP/1.1" status: 404 len: 337 time: 0.0419850 Mar 28 09:10:43.856640 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de40179a-2c6c-4421-8162-e455ff43d989 None None] No DVR routers for this DVR port 73651174-8e88-47cc-bd00-07b6b5badb96 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:43.859733 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38ee45d-84d8-4d73-9e19-2c3525b02c6b None None] DHCP port deletion for 2dab1291-e306-4f31-adbc-9bafacfaa836 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:10:43.868028 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] For port 18bafbc7-70a5-42c8-b82f-25e5ca14da2b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=18bafbc7-70a5-42c8-b82f-25e5ca14da2b,segment=NetworkSegment(e7b6b8f4-bbef-4c26-b95a-6caa691aeba6),segment_id=e7b6b8f4-bbef-4c26-b95a-6caa691aeba6)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:43.868698 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (18bafbc7-70a5-42c8-b82f-25e5ca14da2b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.871162 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40179a-2c6c-4421-8162-e455ff43d989 None None] Pushing event deleted for resources: {'Port': ['ID=73651174-8e88-47cc-bd00-07b6b5badb96,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:43.900787 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (73651174-8e88-47cc-bd00-07b6b5badb96), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.904518 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Calling delete_port for 18bafbc7-70a5-42c8-b82f-25e5ca14da2b owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:43.950787 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 61470bc2-1652-4404-956e-df1b958329d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=61470bc2-1652-4404-956e-df1b958329d1,segment=NetworkSegment(3c2d147d-8cb4-4062-a2ea-a79733ac4bd7),segment_id=3c2d147d-8cb4-4062-a2ea-a79733ac4bd7)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:43.960138 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-37eeebab-de08-4023-99c5-9c8946d51c58 None None] Current status of the port 61470bc2-1652-4404-956e-df1b958329d1 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:43.960600 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-37eeebab-de08-4023-99c5-9c8946d51c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (61470bc2-1652-4404-956e-df1b958329d1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.965879 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (61470bc2-1652-4404-956e-df1b958329d1), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:43.981258 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No DVR routers for this DVR port 73651174-8e88-47cc-bd00-07b6b5badb96 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:43.998936 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=73651174-8e88-47cc-bd00-07b6b5badb96,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:44.056355 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (18bafbc7-70a5-42c8-b82f-25e5ca14da2b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.091198 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event deleted for resources: {'Port': ['ID=18bafbc7-70a5-42c8-b82f-25e5ca14da2b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:44.096753 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] No DVR routers for this DVR port 18bafbc7-70a5-42c8-b82f-25e5ca14da2b on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:44.141781 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e571cd94-ee31-45ab-afad-f281c3ffb7f7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (b9c937f8-7e0a-4fce-b625-2b0801315201), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.163325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-37eeebab-de08-4023-99c5-9c8946d51c58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:10:44.165442 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-37eeebab-de08-4023-99c5-9c8946d51c58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:10:44.168825 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b38ee45d-84d8-4d73-9e19-2c3525b02c6b None None] Deleting port 18bafbc7-70a5-42c8-b82f-25e5ca14da2b {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:44.169211 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b38ee45d-84d8-4d73-9e19-2c3525b02c6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (18bafbc7-70a5-42c8-b82f-25e5ca14da2b), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.189265 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (47f0e55f-82e7-4278-8380-481e455c0f59), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.204666 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571cd94-ee31-45ab-afad-f281c3ffb7f7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event deleted for resources: {'Port': ['ID=b9c937f8-7e0a-4fce-b625-2b0801315201,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:44.216364 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aee1434-3ac2-4128-a111-2ae8c9074d7e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:44.219850 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7aee1434-3ac2-4128-a111-2ae8c9074d7e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.228967 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (2dab1291-e306-4f31-adbc-9bafacfaa836), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.260843 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dab1291-e306-4f31-adbc-9bafacfaa836']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:44.272150 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b6b8f4-bbef-4c26-b95a-6caa691aeba6') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:44.273842 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b6b8f4-bbef-4c26-b95a-6caa691aeba6') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:44.285550 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (e7b6b8f4-bbef-4c26-b95a-6caa691aeba6), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.302814 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (e7b6b8f4-bbef-4c26-b95a-6caa691aeba6), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.312493 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:10:44.313048 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (e7b6b8f4-bbef-4c26-b95a-6caa691aeba6), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.314153 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=61470bc2-1652-4404-956e-df1b958329d1,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:10:44.318148 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:10:44.359921 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b38ee45d-84d8-4d73-9e19-2c3525b02c6b None None] For port 18bafbc7-70a5-42c8-b82f-25e5ca14da2b, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:44.360331 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b38ee45d-84d8-4d73-9e19-2c3525b02c6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (18bafbc7-70a5-42c8-b82f-25e5ca14da2b), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.370522 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f0e55f-82e7-4278-8380-481e455c0f59']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:44.375369 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b38ee45d-84d8-4d73-9e19-2c3525b02c6b None None] Calling delete_port for 18bafbc7-70a5-42c8-b82f-25e5ca14da2b owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:44.378461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.ipam_backend_mixin [None req-b38ee45d-84d8-4d73-9e19-2c3525b02c6b None None] Port 18bafbc7-70a5-42c8-b82f-25e5ca14da2b was not found and therefore no delete operation was performed {{(pid=104077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 09:10:44.379797 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b38ee45d-84d8-4d73-9e19-2c3525b02c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (18bafbc7-70a5-42c8-b82f-25e5ca14da2b), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.395641 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50610) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:44.408676 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ee45d-84d8-4d73-9e19-2c3525b02c6b None None] Pushing event deleted for resources: {'Port': ['ID=18bafbc7-70a5-42c8-b82f-25e5ca14da2b,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:44.411012 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38ee45d-84d8-4d73-9e19-2c3525b02c6b None None] No DVR routers for this DVR port 18bafbc7-70a5-42c8-b82f-25e5ca14da2b on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:44.423076 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (2dab1291-e306-4f31-adbc-9bafacfaa836), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.433599 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.435897 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f36d60-8aa0-4975-b4cf-2a10039632f9') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:44.436228 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f36d60-8aa0-4975-b4cf-2a10039632f9') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:44.437787 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] 10.222.0.15 "DELETE /v2.0/networks/2dab1291-e306-4f31-adbc-9bafacfaa836 HTTP/1.1" status: 204 len: 168 time: 1.2558734 Mar 28 09:10:44.453450 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8575401-6f93-41d4-96af-8cd10e17e553 tempest-AllowedAddressPairIpV6TestJSON-1955435662 tempest-AllowedAddressPairIpV6TestJSON-1955435662-project] Pushing event deleted for resources: {'Network': ['ID=2dab1291-e306-4f31-adbc-9bafacfaa836,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:44.481771 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (00f36d60-8aa0-4975-b4cf-2a10039632f9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.521336 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (00f36d60-8aa0-4975-b4cf-2a10039632f9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.562494 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e571cd94-ee31-45ab-afad-f281c3ffb7f7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (35749d4b-5874-43d6-866d-bcf7b284e8ac), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.570802 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e571cd94-ee31-45ab-afad-f281c3ffb7f7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.572121 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e571cd94-ee31-45ab-afad-f281c3ffb7f7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/floatingips/35749d4b-5874-43d6-866d-bcf7b284e8ac HTTP/1.1" status: 204 len: 168 time: 2.3949430 Mar 28 09:10:44.575716 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50616) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:44.581277 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:10:44.581730 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (00f36d60-8aa0-4975-b4cf-2a10039632f9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.583185 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': '21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:10:44.589473 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:10:44.637047 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.704311 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.objects.ports [None req-81bf7789-5333-4bd8-8408-8dfa4ca17747 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 09:10:44.731076 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-37eeebab-de08-4023-99c5-9c8946d51c58 None None] Current status of the port 61470bc2-1652-4404-956e-df1b958329d1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:44.752874 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-56d5fe4b-48d9-4354-a096-b73e8b0beff3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e45e30a1efb47c3b06d7cbbf6271808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557179 Mar 28 09:10:44.754760 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-37eeebab-de08-4023-99c5-9c8946d51c58 None None] Provisioning complete for port 031f2a36-38a5-4646-aa49-e2f640fbbff6 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:44.754912 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-37eeebab-de08-4023-99c5-9c8946d51c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (031f2a36-38a5-4646-aa49-e2f640fbbff6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.755935 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50620) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:44.794264 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (47f0e55f-82e7-4278-8380-481e455c0f59), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.796391 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50622) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:44.796986 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 61470bc2-1652-4404-956e-df1b958329d1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:44.815049 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.821937 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/networks/47f0e55f-82e7-4278-8380-481e455c0f59 HTTP/1.1" status: 204 len: 168 time: 2.8608541 Mar 28 09:10:44.825066 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50626) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:44.853318 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-37eeebab-de08-4023-99c5-9c8946d51c58 None None] Port 031f2a36-38a5-4646-aa49-e2f640fbbff6 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:44.877007 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-37eeebab-de08-4023-99c5-9c8946d51c58 None None] Provisioning complete for port c8a991de-9175-4b70-a9bf-afa6c59ba4f5 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:44.877414 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-37eeebab-de08-4023-99c5-9c8946d51c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c8a991de-9175-4b70-a9bf-afa6c59ba4f5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.879387 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-777dda0a-dd7d-4edd-8965-76c030a0899d admin admin] Publish callbacks [] for security_group (cdc44e42-cfe3-485b-a29c-0cd11272cfbd), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.902014 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b080dc-c586-4894-8e38-2051ba19e569 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Network': ['ID=47f0e55f-82e7-4278-8380-481e455c0f59,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:44.920697 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-777dda0a-dd7d-4edd-8965-76c030a0899d admin admin] Publish callbacks [] for security_group (cdc44e42-cfe3-485b-a29c-0cd11272cfbd), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.920912 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-37eeebab-de08-4023-99c5-9c8946d51c58 None None] Port c8a991de-9175-4b70-a9bf-afa6c59ba4f5 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:44.931332 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 61470bc2-1652-4404-956e-df1b958329d1 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:44.931603 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (61470bc2-1652-4404-956e-df1b958329d1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:44.960586 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c89998-443a-413e-a937-f1e101d10c00 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:44.962304 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-28c89998-443a-413e-a937-f1e101d10c00 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1360514 Mar 28 09:10:44.966109 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50628) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:44.969503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.060911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-777dda0a-dd7d-4edd-8965-76c030a0899d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (cdc44e42-cfe3-485b-a29c-0cd11272cfbd), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.065268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-777dda0a-dd7d-4edd-8965-76c030a0899d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.069826 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-777dda0a-dd7d-4edd-8965-76c030a0899d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cdc44e42-cfe3-485b-a29c-0cd11272cfbd HTTP/1.1" status: 204 len: 168 time: 0.3105066 Mar 28 09:10:45.079638 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ceccc5c5-70ab-4c37-9e5b-942464902087 None None] Provisioning complete for port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:45.080264 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ceccc5c5-70ab-4c37-9e5b-942464902087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.113053 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81bf7789-5333-4bd8-8408-8dfa4ca17747 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.124036 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777dda0a-dd7d-4edd-8965-76c030a0899d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc44e42-cfe3-485b-a29c-0cd11272cfbd,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:45.131911 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-84993a62-eaa8-42d0-83c0-77956ceb78ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af0b6a25fd884d5c80cb636d95ece5cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288379 Mar 28 09:10:45.137318 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d65ffcd3-0d7b-4480-8af8-d6dd10d63044 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1669950 Mar 28 09:10:45.137517 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50634) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:45.137638 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50636) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:45.142555 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e5cf834d-14b8-40fb-904f-b1c2d7c90173 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1132595587'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:45.153207 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7aee1434-3ac2-4128-a111-2ae8c9074d7e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (0d9ce1a0-19cf-468d-ac2f-7d480ce4b46c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.157230 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 61470bc2-1652-4404-956e-df1b958329d1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:45.158613 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:45.174697 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Allocated IP 172.36.4.27 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/6d5ca716-3450-4764-8bcc-70da133d4340) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:45.222133 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee1434-3ac2-4128-a111-2ae8c9074d7e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Subnet': ['ID=0d9ce1a0-19cf-468d-ac2f-7d480ce4b46c,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:45.254212 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ceccc5c5-70ab-4c37-9e5b-942464902087 None None] Current status of the port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:45.255026 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ceccc5c5-70ab-4c37-9e5b-942464902087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.265340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f721ca45-5450-4550-a513-994b87784663 admin admin] Publish callbacks [] for security_group (8ed643fa-5c3f-434e-8bdd-3d2404a6b86f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.268778 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aee1434-3ac2-4128-a111-2ae8c9074d7e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network c662c580-9959-4333-a8b9-22afafa1f5d4 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:45.278614 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-7aee1434-3ac2-4128-a111-2ae8c9074d7e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:45.288325 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cf834d-14b8-40fb-904f-b1c2d7c90173 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:45.292282 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5cf834d-14b8-40fb-904f-b1c2d7c90173 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.304131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f721ca45-5450-4550-a513-994b87784663 admin admin] Publish callbacks [] for security_group (8ed643fa-5c3f-434e-8bdd-3d2404a6b86f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.307456 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aee1434-3ac2-4128-a111-2ae8c9074d7e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:45.308392 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35716ec2-b43c-423f-bfe1-4e3297ea9f30 None None] Network c662c580-9959-4333-a8b9-22afafa1f5d4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:45.308536 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7aee1434-3ac2-4128-a111-2ae8c9074d7e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.368791 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (6d5ca716-3450-4764-8bcc-70da133d4340), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.379049 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cf834d-14b8-40fb-904f-b1c2d7c90173 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:10:45.387687 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7aee1434-3ac2-4128-a111-2ae8c9074d7e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6886902 Mar 28 09:10:45.394690 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50642) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:45.401444 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-733a0087-49cd-4cb9-b96a-13bbe0c93c33 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1123076696', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0d9ce1a0-19cf-468d-ac2f-7d480ce4b46c'}], 'security_groups': ['ce9cea57-993b-4e1d-aa2e-5d71b14e9d76']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:45.404239 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f721ca45-5450-4550-a513-994b87784663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (8ed643fa-5c3f-434e-8bdd-3d2404a6b86f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.407209 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f721ca45-5450-4550-a513-994b87784663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.411418 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f721ca45-5450-4550-a513-994b87784663 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ed643fa-5c3f-434e-8bdd-3d2404a6b86f HTTP/1.1" status: 204 len: 168 time: 0.2727153 Mar 28 09:10:45.439871 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:45.440255 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.443940 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ca45-5450-4550-a513-994b87784663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed643fa-5c3f-434e-8bdd-3d2404a6b86f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:45.461757 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (6d5ca716-3450-4764-8bcc-70da133d4340), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.492527 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5cf834d-14b8-40fb-904f-b1c2d7c90173 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (3ab36dab-b890-48b1-a296-401ec3f62573), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.492730 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-e5cf834d-14b8-40fb-904f-b1c2d7c90173 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Added segment 3ab36dab-b890-48b1-a296-401ec3f62573 of type vlan for network 6bed85e9-1a39-461d-b86e-8e03097dfff9 Mar 28 09:10:45.516410 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:45.521259 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:45.530276 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:45.573833 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=6d5ca716-3450-4764-8bcc-70da133d4340,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:45.611652 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5cf834d-14b8-40fb-904f-b1c2d7c90173 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (6bed85e9-1a39-461d-b86e-8e03097dfff9), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.617072 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-733a0087-49cd-4cb9-b96a-13bbe0c93c33 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c8a991de-9175-4b70-a9bf-afa6c59ba4f5), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.644490 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:45.644995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.716709 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-81bf7789-5333-4bd8-8408-8dfa4ca17747 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] For port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1daa78f9-4dbc-4beb-b590-e8335a8b86b8,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:45.736695 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5cf834d-14b8-40fb-904f-b1c2d7c90173 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (6bed85e9-1a39-461d-b86e-8e03097dfff9), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.742934 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cf834d-14b8-40fb-904f-b1c2d7c90173 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:45.743617 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5cf834d-14b8-40fb-904f-b1c2d7c90173 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.800886 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5bbe54-868a-4763-a428-f7f1943bf1dd None None] Update dhcp port {'port': {'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4', 'fixed_ips': [{'subnet_id': 'c9f2c07c-ac24-45bb-a5ab-5794b372115c', 'ip_address': '172.20.0.2'}, {'subnet_id': '0d9ce1a0-19cf-468d-ac2f-7d480ce4b46c'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '61470bc2-1652-4404-956e-df1b958329d1'} from dv-neutron-master-2-hyperv. {{(pid=104077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 09:10:45.818352 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81bf7789-5333-4bd8-8408-8dfa4ca17747 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.887410 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81bf7789-5333-4bd8-8408-8dfa4ca17747 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.908326 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-ceccc5c5-70ab-4c37-9e5b-942464902087 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:10:45.908679 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-ceccc5c5-70ab-4c37-9e5b-942464902087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:10:45.964216 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:10:45.964984 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:10:45.967289 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbe54-868a-4763-a428-f7f1943bf1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (61470bc2-1652-4404-956e-df1b958329d1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:45.982471 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf7789-5333-4bd8-8408-8dfa4ca17747 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=1daa78f9-4dbc-4beb-b590-e8335a8b86b8,revision_number=4']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:45.996081 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e5cf834d-14b8-40fb-904f-b1c2d7c90173 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8573916 Mar 28 09:10:46.007817 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50660) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:46.046614 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b4924454-2316-41fc-81c3-523669e795ad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'subnet': {'network_id': '6bed85e9-1a39-461d-b86e-8e03097dfff9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:46.227198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-fb5bbe54-868a-4763-a428-f7f1943bf1dd None None] Allocated IP 172.20.0.18 (c662c580-9959-4333-a8b9-22afafa1f5d4/0d9ce1a0-19cf-468d-ac2f-7d480ce4b46c/61470bc2-1652-4404-956e-df1b958329d1) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:46.340896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (480d9641-171d-4138-85cb-c5f83343acf8), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:46.401857 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50674) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:46.446201 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (6d5ca716-3450-4764-8bcc-70da133d4340), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:46.464615 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-fb5bbe54-868a-4763-a428-f7f1943bf1dd None None] For port 61470bc2-1652-4404-956e-df1b958329d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=61470bc2-1652-4404-956e-df1b958329d1,segment=NetworkSegment(3c2d147d-8cb4-4062-a2ea-a79733ac4bd7),segment_id=3c2d147d-8cb4-4062-a2ea-a79733ac4bd7)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:46.527772 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf834d-14b8-40fb-904f-b1c2d7c90173 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Network': ['ID=6bed85e9-1a39-461d-b86e-8e03097dfff9,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:46.544611 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81bf7789-5333-4bd8-8408-8dfa4ca17747 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (7f908b9f-d705-44ff-a7ce-861128fc9c68), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:46.560246 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 6bed85e9-1a39-461d-b86e-8e03097dfff9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:10:46.617454 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf7789-5333-4bd8-8408-8dfa4ca17747 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=7f908b9f-d705-44ff-a7ce-861128fc9c68,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:46.625011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-2a5ea900-0cb2-4fda-b000-c01e1908d6f6 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:46.626718 dv-neutron-master-2-hyperv neutron-server[104075]: WARNING neutron.api.v2.base [None req-2a5ea900-0cb2-4fda-b000-c01e1908d6f6 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 09:10:46.627776 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-2a5ea900-0cb2-4fda-b000-c01e1908d6f6 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 09:10:46.632391 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2a5ea900-0cb2-4fda-b000-c01e1908d6f6 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2287953 Mar 28 09:10:46.637726 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50684) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:46.655045 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ceccc5c5-70ab-4c37-9e5b-942464902087 None None] Current status of the port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:46.655702 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ceccc5c5-70ab-4c37-9e5b-942464902087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:46.656197 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4054bf03-ea99-443d-b77d-80f0b26eabc1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group': {'name': 'tempest-secgroup--1796476984'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:46.682183 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4924454-2316-41fc-81c3-523669e795ad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:46.686946 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b4924454-2316-41fc-81c3-523669e795ad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:46.687471 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:46.687859 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:46.694835 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bf7789-5333-4bd8-8408-8dfa4ca17747 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:46.719554 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-81bf7789-5333-4bd8-8408-8dfa4ca17747 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:46.723282 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bf7789-5333-4bd8-8408-8dfa4ca17747 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:46.723853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbe54-868a-4763-a428-f7f1943bf1dd None None] Publish callbacks [] for port (61470bc2-1652-4404-956e-df1b958329d1), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:46.724042 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81bf7789-5333-4bd8-8408-8dfa4ca17747 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:46.755324 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4054bf03-ea99-443d-b77d-80f0b26eabc1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:46.763765 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089a1c96-3eda-4f4e-bd3a-b346b147761d None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:46.779306 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50686) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:46.792490 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (6d5ca716-3450-4764-8bcc-70da133d4340), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:46.794650 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4054bf03-ea99-443d-b77d-80f0b26eabc1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:46.794981 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-81bf7789-5333-4bd8-8408-8dfa4ca17747 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.9311645 Mar 28 09:10:46.797742 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50688) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:46.806190 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (6d5ca716-3450-4764-8bcc-70da133d4340), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:46.815719 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-0afda226-049f-465e-bd2c-44e3ea1d7fc1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'mac_address': 'fa:16:3e:c2:62:e5', 'name': 'tempest-NetworksTestDHCPv6-386903061'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:46.820148 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbe54-868a-4763-a428-f7f1943bf1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (61470bc2-1652-4404-956e-df1b958329d1), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:46.887298 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ceccc5c5-70ab-4c37-9e5b-942464902087 None None] For port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1daa78f9-4dbc-4beb-b590-e8335a8b86b8,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:46.908345 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ceccc5c5-70ab-4c37-9e5b-942464902087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:46.934843 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=6d5ca716-3450-4764-8bcc-70da133d4340,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:46.954391 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (480d9641-171d-4138-85cb-c5f83343acf8), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:47.072614 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Floating IP 480d9641-171d-4138-85cb-c5f83343acf8 associated. External IP: 172.36.4.27, port: 21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723. Mar 28 09:10:47.085661 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c97e8b8b-ee30-4cc0-9869-f93f6b15d0a3 tempest-ServiceProvidersTest-1149447497 tempest-ServiceProvidersTest-1149447497-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2979987 Mar 28 09:10:47.189004 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-733a0087-49cd-4cb9-b96a-13bbe0c93c33 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Delete allocated IP 172.20.0.5 (c662c580-9959-4333-a8b9-22afafa1f5d4/c9f2c07c-ac24-45bb-a5ab-5794b372115c) {{(pid=104076) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 09:10:47.206063 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4054bf03-ea99-443d-b77d-80f0b26eabc1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (253e9652-2d28-4155-925c-7bbfebe856fd), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:47.212740 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-733a0087-49cd-4cb9-b96a-13bbe0c93c33 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Allocated IP 172.20.0.30 (c662c580-9959-4333-a8b9-22afafa1f5d4/0d9ce1a0-19cf-468d-ac2f-7d480ce4b46c/c8a991de-9175-4b70-a9bf-afa6c59ba4f5) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:47.219154 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4054bf03-ea99-443d-b77d-80f0b26eabc1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (253e9652-2d28-4155-925c-7bbfebe856fd), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:47.221559 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bbe54-868a-4763-a428-f7f1943bf1dd None None] Pushing event updated for resources: {'Port': ['ID=61470bc2-1652-4404-956e-df1b958329d1,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:47.264246 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afda226-049f-465e-bd2c-44e3ea1d7fc1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:47.289004 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054bf03-ea99-443d-b77d-80f0b26eabc1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253e9652-2d28-4155-925c-7bbfebe856fd,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:47.351997 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:10:47.352369 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:10:47.385701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccc5c5-70ab-4c37-9e5b-942464902087 None None] Pushing event updated for resources: {'Port': ['ID=1daa78f9-4dbc-4beb-b590-e8335a8b86b8,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:47.454461 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b4924454-2316-41fc-81c3-523669e795ad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (76a0e1f4-e69f-4762-8d7d-582c9323b26a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:47.533574 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50696) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:47.566041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4054bf03-ea99-443d-b77d-80f0b26eabc1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (823f520c-853e-4c73-8e69-9c9993adde0a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:47.577712 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4054bf03-ea99-443d-b77d-80f0b26eabc1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (823f520c-853e-4c73-8e69-9c9993adde0a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:47.614323 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4924454-2316-41fc-81c3-523669e795ad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Subnet': ['ID=76a0e1f4-e69f-4762-8d7d-582c9323b26a,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:47.637229 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4054bf03-ea99-443d-b77d-80f0b26eabc1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:47.638549 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4054bf03-ea99-443d-b77d-80f0b26eabc1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9976461 Mar 28 09:10:47.649902 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50700) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:47.652545 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054bf03-ea99-443d-b77d-80f0b26eabc1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=823f520c-853e-4c73-8e69-9c9993adde0a,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:47.656190 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router fd4ce091-384d-4170-a28e-6cb246a819be has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:10:47.693405 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-3bb85af1-c1c7-4ec5-8b2c-54a2c61a2abe tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': '823f520c-853e-4c73-8e69-9c9993adde0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:47.702337 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4924454-2316-41fc-81c3-523669e795ad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Checking segment: {'id': '3ab36dab-b890-48b1-a296-401ec3f62573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6bed85e9-1a39-461d-b86e-8e03097dfff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:47.702711 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4924454-2316-41fc-81c3-523669e795ad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network hostable DHCP agents. Network: 6bed85e9-1a39-461d-b86e-8e03097dfff9, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:10:47.722581 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afda226-049f-465e-bd2c-44e3ea1d7fc1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:47.787736 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-733a0087-49cd-4cb9-b96a-13bbe0c93c33 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (c8a991de-9175-4b70-a9bf-afa6c59ba4f5), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:47.789424 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-214ebeb1-41d9-4b08-99ac-aab3e0296876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:47.799178 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4924454-2316-41fc-81c3-523669e795ad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network 6bed85e9-1a39-461d-b86e-8e03097dfff9 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:10:47.802002 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-0afda226-049f-465e-bd2c-44e3ea1d7fc1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port a5db6c2b-1677-4022-8bc1-bb887b3bd589 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:47.807667 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-733a0087-49cd-4cb9-b96a-13bbe0c93c33 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (c8a991de-9175-4b70-a9bf-afa6c59ba4f5), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:47.812071 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3bb85af1-c1c7-4ec5-8b2c-54a2c61a2abe tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group_rule (ec8ff067-b733-4409-a9f2-79a993826c95), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:47.876705 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:10:47.896558 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f58423-301a-4c5a-b529-6d710660eb4f None None] Sync routers for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:10:47.901710 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-b4924454-2316-41fc-81c3-523669e795ad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6bed85e9-1a39-461d-b86e-8e03097dfff9) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:47.906943 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4924454-2316-41fc-81c3-523669e795ad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:47.907792 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b4924454-2316-41fc-81c3-523669e795ad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:47.920843 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:47.921087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb5f0fa-7c61-43a2-ab36-cc0e1f60f907 None None] Network 6bed85e9-1a39-461d-b86e-8e03097dfff9 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:47.934316 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f58423-301a-4c5a-b529-6d710660eb4f None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:47.934944 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-82f58423-301a-4c5a-b529-6d710660eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:10:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:47.995922 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-214ebeb1-41d9-4b08-99ac-aab3e0296876 admin admin] Publish callbacks [] for security_group (14f254d0-0b5e-49ad-86f4-3cebb11df704), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.005737 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1be66ae8-90b8-494b-8dfe-5a4c0244fee3 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4284167 Mar 28 09:10:48.008367 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-214ebeb1-41d9-4b08-99ac-aab3e0296876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (14f254d0-0b5e-49ad-86f4-3cebb11df704), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.013116 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50702) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:48.028968 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a0087-49cd-4cb9-b96a-13bbe0c93c33 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=c8a991de-9175-4b70-a9bf-afa6c59ba4f5,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:48.039012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e433509d-2ac2-4f24-a012-8d98b0cf5450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2078145204'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:48.047965 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b4924454-2316-41fc-81c3-523669e795ad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0365932 Mar 28 09:10:48.061742 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50704) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:48.070494 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-82f58423-301a-4c5a-b529-6d710660eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:48.071161 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-6990a0f5-0e87-409d-a022-4889f2d970b4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'network_id': '6bed85e9-1a39-461d-b86e-8e03097dfff9', 'name': 'tempest-PortsIpV6TestJSON-262859547'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:48.084046 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f58423-301a-4c5a-b529-6d710660eb4f None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:48.085062 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-82f58423-301a-4c5a-b529-6d710660eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:10:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:48.123909 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:48.138810 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-82f58423-301a-4c5a-b529-6d710660eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:48.139688 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f58423-301a-4c5a-b529-6d710660eb4f None None] The sync data for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:10:48.174938 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-214ebeb1-41d9-4b08-99ac-aab3e0296876 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b00117c1ee6542a9a187a6f4f339bd48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6354537 Mar 28 09:10:48.174938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ebeb1-41d9-4b08-99ac-aab3e0296876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f254d0-0b5e-49ad-86f4-3cebb11df704,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:48.175298 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50706) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:48.179831 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3bb85af1-c1c7-4ec5-8b2c-54a2c61a2abe tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group_rule (ec8ff067-b733-4409-a9f2-79a993826c95), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.185131 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-733a0087-49cd-4cb9-b96a-13bbe0c93c33 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] In _notify_port_updated(), no bound segment for port c8a991de-9175-4b70-a9bf-afa6c59ba4f5 on network c662c580-9959-4333-a8b9-22afafa1f5d4 {{(pid=104076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:10:48.191026 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a0087-49cd-4cb9-b96a-13bbe0c93c33 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:48.191718 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-733a0087-49cd-4cb9-b96a-13bbe0c93c33 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.196517 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-733a0087-49cd-4cb9-b96a-13bbe0c93c33 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "PUT /v2.0/ports/c8a991de-9175-4b70-a9bf-afa6c59ba4f5 HTTP/1.1" status: 200 len: 921 time: 2.8008752 Mar 28 09:10:48.199910 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50708) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:48.213979 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e433509d-2ac2-4f24-a012-8d98b0cf5450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Made reservation on behalf of 8a61626699d54c55a1ddefde9f4ab21d for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:48.220748 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e433509d-2ac2-4f24-a012-8d98b0cf5450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.233586 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3bb85af1-c1c7-4ec5-8b2c-54a2c61a2abe tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (ec8ff067-b733-4409-a9f2-79a993826c95), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.248069 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 73651174-8e88-47cc-bd00-07b6b5badb96 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:10:48.291364 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6bed85e9-1a39-461d-b86e-8e03097dfff9', 'network_id': '6bed85e9-1a39-461d-b86e-8e03097dfff9', 'project_id': '99087c95b7ef419398067fe352f6e8e0', 'fixed_ips': [{'subnet_id': '76a0e1f4-e69f-4762-8d7d-582c9323b26a'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:10:48.292300 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.295939 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 73651174-8e88-47cc-bd00-07b6b5badb96 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:10:48.297368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 73651174-8e88-47cc-bd00-07b6b5badb96 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:10:48.297872 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 18bafbc7-70a5-42c8-b82f-25e5ca14da2b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:10:48.302522 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e433509d-2ac2-4f24-a012-8d98b0cf5450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:10:48.332660 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3d09ad18-84c8-45b1-bc4f-8970c5504d1f admin admin] Publish callbacks [] for security_group (14f254d0-0b5e-49ad-86f4-3cebb11df704), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.340867 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 18bafbc7-70a5-42c8-b82f-25e5ca14da2b {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:10:48.341464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 18bafbc7-70a5-42c8-b82f-25e5ca14da2b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:10:48.366182 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb85af1-c1c7-4ec5-8b2c-54a2c61a2abe tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8ff067-b733-4409-a9f2-79a993826c95,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:48.368541 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3d09ad18-84c8-45b1-bc4f-8970c5504d1f admin admin] Publish callbacks [] for security_group (14f254d0-0b5e-49ad-86f4-3cebb11df704), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.397578 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3bb85af1-c1c7-4ec5-8b2c-54a2c61a2abe tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.402041 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3bb85af1-c1c7-4ec5-8b2c-54a2c61a2abe tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7438173 Mar 28 09:10:48.408047 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50710) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:48.413131 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-647955f1-f1ad-4a5c-8b69-d0ac11c8ebb5 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': '823f520c-853e-4c73-8e69-9c9993adde0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:48.422666 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-74719bb6-e3fa-4e7d-bef2-6ed1f9b4e126 None None] Provisioning complete for port 61470bc2-1652-4404-956e-df1b958329d1 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:48.423054 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-74719bb6-e3fa-4e7d-bef2-6ed1f9b4e126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (61470bc2-1652-4404-956e-df1b958329d1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.429190 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e433509d-2ac2-4f24-a012-8d98b0cf5450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (00bed6cc-88d6-41f2-8204-2cba1c19a071), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.429531 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-e433509d-2ac2-4f24-a012-8d98b0cf5450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Added segment 00bed6cc-88d6-41f2-8204-2cba1c19a071 of type vlan for network 7a5765eb-7df9-4257-a890-89fc105a884b Mar 28 09:10:48.443112 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3d09ad18-84c8-45b1-bc4f-8970c5504d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (14f254d0-0b5e-49ad-86f4-3cebb11df704), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.446495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3d09ad18-84c8-45b1-bc4f-8970c5504d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.447710 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3d09ad18-84c8-45b1-bc4f-8970c5504d1f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14f254d0-0b5e-49ad-86f4-3cebb11df704 HTTP/1.1" status: 204 len: 168 time: 0.2486968 Mar 28 09:10:48.515684 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09ad18-84c8-45b1-bc4f-8970c5504d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f254d0-0b5e-49ad-86f4-3cebb11df704,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:48.519703 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e433509d-2ac2-4f24-a012-8d98b0cf5450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (7a5765eb-7df9-4257-a890-89fc105a884b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.549811 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 61470bc2-1652-4404-956e-df1b958329d1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:48.555064 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-0afda226-049f-465e-bd2c-44e3ea1d7fc1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::2ee (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/ab379d39-7dbb-43d5-9dc1-d48cfab5bf64/a5db6c2b-1677-4022-8bc1-bb887b3bd589) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:48.567094 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e433509d-2ac2-4f24-a012-8d98b0cf5450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (7a5765eb-7df9-4257-a890-89fc105a884b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.567318 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-647955f1-f1ad-4a5c-8b69-d0ac11c8ebb5 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group_rule (9171c123-56cb-4184-8697-84579dc139a3), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.571897 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-0afda226-049f-465e-bd2c-44e3ea1d7fc1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8:0:1:f816:3eff:fec2:62e5 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/7f908b9f-d705-44ff-a7ce-861128fc9c68/a5db6c2b-1677-4022-8bc1-bb887b3bd589) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:48.580409 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e433509d-2ac2-4f24-a012-8d98b0cf5450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:48.583106 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e433509d-2ac2-4f24-a012-8d98b0cf5450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.587962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6990a0f5-0e87-409d-a022-4889f2d970b4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:48.591332 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6990a0f5-0e87-409d-a022-4889f2d970b4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.653189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-ce2a7bb9-bc7d-4afa-bc02-f9dbba16a7a5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port c8a991de-9175-4b70-a9bf-afa6c59ba4f5 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:48.653526 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ce2a7bb9-bc7d-4afa-bc02-f9dbba16a7a5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (c8a991de-9175-4b70-a9bf-afa6c59ba4f5), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.656821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-6990a0f5-0e87-409d-a022-4889f2d970b4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] device_id is not set on port a11de198-8552-4040-b055-f4673e6abd2b yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:48.716877 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e433509d-2ac2-4f24-a012-8d98b0cf5450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6952212 Mar 28 09:10:48.717601 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Allocated IP 2001:db8::2 (6bed85e9-1a39-461d-b86e-8e03097dfff9/76a0e1f4-e69f-4762-8d7d-582c9323b26a/f042902c-44ea-4fdf-8170-68bf02ce42dc) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:48.719323 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-74719bb6-e3fa-4e7d-bef2-6ed1f9b4e126 None None] Current status of the port 61470bc2-1652-4404-956e-df1b958329d1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:48.730232 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50716) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:48.762345 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-74719bb6-e3fa-4e7d-bef2-6ed1f9b4e126 None None] Provisioning complete for port 031f2a36-38a5-4646-aa49-e2f640fbbff6 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:48.762706 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-74719bb6-e3fa-4e7d-bef2-6ed1f9b4e126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (031f2a36-38a5-4646-aa49-e2f640fbbff6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.774918 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433509d-2ac2-4f24-a012-8d98b0cf5450 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Network': ['ID=7a5765eb-7df9-4257-a890-89fc105a884b,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:48.780132 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b8fbc8f3-dae9-4425-9432-34fb4078bba7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'subnet': {'network_id': '7a5765eb-7df9-4257-a890-89fc105a884b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:48.836074 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 7a5765eb-7df9-4257-a890-89fc105a884b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:10:48.857652 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 61470bc2-1652-4404-956e-df1b958329d1 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:48.858027 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (61470bc2-1652-4404-956e-df1b958329d1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.881763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ce2a7bb9-bc7d-4afa-bc02-f9dbba16a7a5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (c8a991de-9175-4b70-a9bf-afa6c59ba4f5), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:48.886807 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-74719bb6-e3fa-4e7d-bef2-6ed1f9b4e126 None None] Port 031f2a36-38a5-4646-aa49-e2f640fbbff6 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:48.961734 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-ce2a7bb9-bc7d-4afa-bc02-f9dbba16a7a5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for c8a991de-9175-4b70-a9bf-afa6c59ba4f5 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:48.965390 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-74719bb6-e3fa-4e7d-bef2-6ed1f9b4e126 None None] Provisioning complete for port c8a991de-9175-4b70-a9bf-afa6c59ba4f5 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:48.965923 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-74719bb6-e3fa-4e7d-bef2-6ed1f9b4e126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c8a991de-9175-4b70-a9bf-afa6c59ba4f5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.055718 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-74719bb6-e3fa-4e7d-bef2-6ed1f9b4e126 None None] Port c8a991de-9175-4b70-a9bf-afa6c59ba4f5 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:49.077029 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-647955f1-f1ad-4a5c-8b69-d0ac11c8ebb5 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 09:10:49.078111 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-647955f1-f1ad-4a5c-8b69-d0ac11c8ebb5 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6688442 Mar 28 09:10:49.081740 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50718) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:49.095692 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Publish callbacks [] for port (f042902c-44ea-4fdf-8170-68bf02ce42dc), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.108008 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (f042902c-44ea-4fdf-8170-68bf02ce42dc), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.111990 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 61470bc2-1652-4404-956e-df1b958329d1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:49.113072 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:49.150724 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-337a1321-06c0-4a97-865b-b6a9b9dbd99f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (823f520c-853e-4c73-8e69-9c9993adde0a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.180932 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Network 6bed85e9-1a39-461d-b86e-8e03097dfff9 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:49.181651 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-337a1321-06c0-4a97-865b-b6a9b9dbd99f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (823f520c-853e-4c73-8e69-9c9993adde0a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.185507 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fbc8f3-dae9-4425-9432-34fb4078bba7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Made reservation on behalf of 8a61626699d54c55a1ddefde9f4ab21d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:49.188744 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc8f3-dae9-4425-9432-34fb4078bba7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.199238 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:49.203530 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:49.207814 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Pushing event updated for resources: {'Port': ['ID=f042902c-44ea-4fdf-8170-68bf02ce42dc,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:49.223876 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0ced962e-6ae9-4fa8-a911-5d4a24f182d2 None None] Provisioning complete for port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:49.224505 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ced962e-6ae9-4fa8-a911-5d4a24f182d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.245465 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-337a1321-06c0-4a97-865b-b6a9b9dbd99f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (823f520c-853e-4c73-8e69-9c9993adde0a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.249560 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-337a1321-06c0-4a97-865b-b6a9b9dbd99f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.254103 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-337a1321-06c0-4a97-865b-b6a9b9dbd99f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "DELETE /v2.0/security-groups/823f520c-853e-4c73-8e69-9c9993adde0a HTTP/1.1" status: 204 len: 168 time: 0.1717594 Mar 28 09:10:49.255686 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50720) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:49.280901 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a1321-06c0-4a97-865b-b6a9b9dbd99f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=823f520c-853e-4c73-8e69-9c9993adde0a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:49.281292 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afda226-049f-465e-bd2c-44e3ea1d7fc1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (a5db6c2b-1677-4022-8bc1-bb887b3bd589), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.314926 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-6990a0f5-0e87-409d-a022-4889f2d970b4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Allocated IP 2001:db8::92 (6bed85e9-1a39-461d-b86e-8e03097dfff9/76a0e1f4-e69f-4762-8d7d-582c9323b26a/a11de198-8552-4040-b055-f4673e6abd2b) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:49.318690 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Attempting to bind port f042902c-44ea-4fdf-8170-68bf02ce42dc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:10:49.319146 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Attempting to bind port f042902c-44ea-4fdf-8170-68bf02ce42dc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3ab36dab-b890-48b1-a296-401ec3f62573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6bed85e9-1a39-461d-b86e-8e03097dfff9'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:10:49.319585 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Attempting to bind port f042902c-44ea-4fdf-8170-68bf02ce42dc on network 6bed85e9-1a39-461d-b86e-8e03097dfff9 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:10:49.325261 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0af698d8-76c1-415a-b842-b7f9115355e6 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0604715 Mar 28 09:10:49.325453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:49.325453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.328434 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50722) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:49.332649 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-1dbe6adb-554b-4602-bff4-49a1db85c28f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group': {'name': 'tempest-secgroup--619729914'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:49.354409 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:10:49.354888 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Checking segment: {'id': '3ab36dab-b890-48b1-a296-401ec3f62573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6bed85e9-1a39-461d-b86e-8e03097dfff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:49.355364 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.355847 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Bound using segment: {'id': '3ab36dab-b890-48b1-a296-401ec3f62573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6bed85e9-1a39-461d-b86e-8e03097dfff9'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:10:49.356394 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Bound port: f042902c-44ea-4fdf-8170-68bf02ce42dc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab36dab-b890-48b1-a296-401ec3f62573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6bed85e9-1a39-461d-b86e-8e03097dfff9'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:10:49.356788 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f042902c-44ea-4fdf-8170-68bf02ce42dc), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.359819 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1dbe6adb-554b-4602-bff4-49a1db85c28f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.432781 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1dbe6adb-554b-4602-bff4-49a1db85c28f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (ae4ab0ee-e2ba-4273-bc66-0f273bb70b6c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.439604 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1dbe6adb-554b-4602-bff4-49a1db85c28f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (ae4ab0ee-e2ba-4273-bc66-0f273bb70b6c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.468028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0ced962e-6ae9-4fa8-a911-5d4a24f182d2 None None] Current status of the port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:49.471469 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1dbe6adb-554b-4602-bff4-49a1db85c28f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.476539 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afda226-049f-465e-bd2c-44e3ea1d7fc1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (a5db6c2b-1677-4022-8bc1-bb887b3bd589), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.477786 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1dbe6adb-554b-4602-bff4-49a1db85c28f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1508248 Mar 28 09:10:49.482832 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50724) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:49.487228 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-d688d107-f021-4877-9e27-3a0f4940d79c tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': 'ae4ab0ee-e2ba-4273-bc66-0f273bb70b6c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:49.488070 dv-neutron-master-2-hyperv neutron-server[104075]: WARNING neutron.api.v2.base [None req-d688d107-f021-4877-9e27-3a0f4940d79c tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 28 09:10:49.488665 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-d688d107-f021-4877-9e27-3a0f4940d79c tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:49.493422 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d688d107-f021-4877-9e27-3a0f4940d79c tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065429 Mar 28 09:10:49.495365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50726) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:49.495511 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ce2a7bb9-bc7d-4afa-bc02-f9dbba16a7a5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (c8a991de-9175-4b70-a9bf-afa6c59ba4f5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.496491 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] For port f042902c-44ea-4fdf-8170-68bf02ce42dc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:10:49.500422 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0ced962e-6ae9-4fa8-a911-5d4a24f182d2 None None] Could not find standard attr ID for object c8a991de-9175-4b70-a9bf-afa6c59ba4f5. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:10:49.508248 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe6adb-554b-4602-bff4-49a1db85c28f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4ab0ee-e2ba-4273-bc66-0f273bb70b6c,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:49.514729 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] For port f042902c-44ea-4fdf-8170-68bf02ce42dc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f042902c-44ea-4fdf-8170-68bf02ce42dc,segment=NetworkSegment(3ab36dab-b890-48b1-a296-401ec3f62573),segment_id=3ab36dab-b890-48b1-a296-401ec3f62573)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:10:49.527938 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f042902c-44ea-4fdf-8170-68bf02ce42dc), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.560990 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:49.570919 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-98e0c2d2-addf-4127-8496-f1e09cfc07fb tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (ae4ab0ee-e2ba-4273-bc66-0f273bb70b6c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.610529 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-98e0c2d2-addf-4127-8496-f1e09cfc07fb tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (ae4ab0ee-e2ba-4273-bc66-0f273bb70b6c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.612258 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f40292-72b5-45d2-90d0-326f0302a39a None None] Pushing event updated for resources: {'Port': ['ID=f042902c-44ea-4fdf-8170-68bf02ce42dc,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:49.672084 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-98e0c2d2-addf-4127-8496-f1e09cfc07fb tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (ae4ab0ee-e2ba-4273-bc66-0f273bb70b6c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.676156 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-98e0c2d2-addf-4127-8496-f1e09cfc07fb tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.681316 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-98e0c2d2-addf-4127-8496-f1e09cfc07fb tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "DELETE /v2.0/security-groups/ae4ab0ee-e2ba-4273-bc66-0f273bb70b6c HTTP/1.1" status: 204 len: 168 time: 0.1853752 Mar 28 09:10:49.682126 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50728) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:49.710872 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0c2d2-addf-4127-8496-f1e09cfc07fb tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4ab0ee-e2ba-4273-bc66-0f273bb70b6c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:49.752446 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1caa7f8d-aa03-4f68-949e-e99eb31acad4 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0656726 Mar 28 09:10:49.753214 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50730) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:49.759672 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-cf1174e9-eb7e-4f51-b81f-5b4d6523f6f5 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group': {'name': 'tempest-secgroup--2023694614'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:49.785453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf1174e9-eb7e-4f51-b81f-5b4d6523f6f5 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.898731 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf1174e9-eb7e-4f51-b81f-5b4d6523f6f5 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (bb698990-d300-4cfc-8da4-e071e0acc17b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.907350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf1174e9-eb7e-4f51-b81f-5b4d6523f6f5 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (bb698990-d300-4cfc-8da4-e071e0acc17b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.943978 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf1174e9-eb7e-4f51-b81f-5b4d6523f6f5 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:49.945707 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cf1174e9-eb7e-4f51-b81f-5b4d6523f6f5 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1914592 Mar 28 09:10:49.948600 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50734) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:49.957467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e97cf183-c9ac-4257-a7fc-1362e2562c60 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': 'bb698990-d300-4cfc-8da4-e071e0acc17b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:49.957737 dv-neutron-master-2-hyperv neutron-server[104075]: WARNING neutron.api.v2.base [None req-e97cf183-c9ac-4257-a7fc-1362e2562c60 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 28 09:10:49.958395 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-e97cf183-c9ac-4257-a7fc-1362e2562c60 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:49.960037 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e97cf183-c9ac-4257-a7fc-1362e2562c60 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0104156 Mar 28 09:10:49.965783 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50736) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:49.977155 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afda226-049f-465e-bd2c-44e3ea1d7fc1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:49.996584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1174e9-eb7e-4f51-b81f-5b4d6523f6f5 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb698990-d300-4cfc-8da4-e071e0acc17b,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:50.015512 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-0afda226-049f-465e-bd2c-44e3ea1d7fc1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:50.018050 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afda226-049f-465e-bd2c-44e3ea1d7fc1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:50.024376 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afda226-049f-465e-bd2c-44e3ea1d7fc1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:50.025029 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afda226-049f-465e-bd2c-44e3ea1d7fc1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.039630 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afda226-049f-465e-bd2c-44e3ea1d7fc1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=a5db6c2b-1677-4022-8bc1-bb887b3bd589,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:50.056306 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ca4e-4b33-4631-a8f6-d7e965318643 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (bb698990-d300-4cfc-8da4-e071e0acc17b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.100929 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ca4e-4b33-4631-a8f6-d7e965318643 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (bb698990-d300-4cfc-8da4-e071e0acc17b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.136841 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a7bb9-bc7d-4afa-bc02-f9dbba16a7a5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=c8a991de-9175-4b70-a9bf-afa6c59ba4f5,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:50.156250 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0afda226-049f-465e-bd2c-44e3ea1d7fc1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.3475037 Mar 28 09:10:50.156468 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50748) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:50.168840 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ca4e-4b33-4631-a8f6-d7e965318643 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (bb698990-d300-4cfc-8da4-e071e0acc17b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.171495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ca4e-4b33-4631-a8f6-d7e965318643 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.172704 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0ab6ca4e-4b33-4631-a8f6-d7e965318643 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "DELETE /v2.0/security-groups/bb698990-d300-4cfc-8da4-e071e0acc17b HTTP/1.1" status: 204 len: 168 time: 0.2058523 Mar 28 09:10:50.196562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6990a0f5-0e87-409d-a022-4889f2d970b4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (a11de198-8552-4040-b055-f4673e6abd2b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.197828 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50750) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:50.211295 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ce2a7bb9-bc7d-4afa-bc02-f9dbba16a7a5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.217937 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ce2a7bb9-bc7d-4afa-bc02-f9dbba16a7a5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/ports/c8a991de-9175-4b70-a9bf-afa6c59ba4f5 HTTP/1.1" status: 204 len: 168 time: 2.0139513 Mar 28 09:10:50.218747 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50752) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:50.221197 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc8f3-dae9-4425-9432-34fb4078bba7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (4d6f0775-7cb5-4e30-a169-020f84cbfbe7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.226585 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6ca4e-4b33-4631-a8f6-d7e965318643 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb698990-d300-4cfc-8da4-e071e0acc17b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:50.306830 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3d878916-4001-45b1-8c45-a9ae90dd0bb0 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1074729 Mar 28 09:10:50.310654 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50754) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:50.321323 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4078e212-b2fa-4140-9147-bbb732a1c92a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group': {'name': 'tempest-secgroup--304545312'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:50.336508 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ca26b0-0e41-48ce-bc9f-4c4271a37409 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] GET failed (client error): The resource could not be found. Mar 28 09:10:50.340958 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-43ca26b0-0e41-48ce-bc9f-4c4271a37409 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports/c8a991de-9175-4b70-a9bf-afa6c59ba4f5 HTTP/1.1" status: 404 len: 333 time: 0.1168585 Mar 28 09:10:50.343263 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50756) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:50.367014 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-cb5fafeb-e918-440f-9f51-d65c27ba1e09 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port a5db6c2b-1677-4022-8bc1-bb887b3bd589 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:50.367825 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cb5fafeb-e918-440f-9f51-d65c27ba1e09 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (a5db6c2b-1677-4022-8bc1-bb887b3bd589), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.378858 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4078e212-b2fa-4140-9147-bbb732a1c92a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.384992 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbc8f3-dae9-4425-9432-34fb4078bba7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Subnet': ['ID=4d6f0775-7cb5-4e30-a169-020f84cbfbe7,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:50.448465 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-cd49f5eb-3901-437e-970b-7a70e57413d4 None None] Provisioning complete for port a5db6c2b-1677-4022-8bc1-bb887b3bd589 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:50.450335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cd49f5eb-3901-437e-970b-7a70e57413d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a5db6c2b-1677-4022-8bc1-bb887b3bd589), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.543547 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-cd49f5eb-3901-437e-970b-7a70e57413d4 None None] Port a5db6c2b-1677-4022-8bc1-bb887b3bd589 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:50.563826 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fbc8f3-dae9-4425-9432-34fb4078bba7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Checking segment: {'id': '00bed6cc-88d6-41f2-8204-2cba1c19a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a5765eb-7df9-4257-a890-89fc105a884b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:50.564567 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fbc8f3-dae9-4425-9432-34fb4078bba7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network hostable DHCP agents. Network: 7a5765eb-7df9-4257-a890-89fc105a884b, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:10:50.577491 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6990a0f5-0e87-409d-a022-4889f2d970b4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (a11de198-8552-4040-b055-f4673e6abd2b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.606913 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f042902c-44ea-4fdf-8170-68bf02ce42dc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:50.612286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cb5fafeb-e918-440f-9f51-d65c27ba1e09 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (a5db6c2b-1677-4022-8bc1-bb887b3bd589), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.636560 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec642401-c69e-46b4-9016-45ffb9a459ab req-108966d0-7d0d-480d-b9e3-a8a3611dede0 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:50.639382 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ec642401-c69e-46b4-9016-45ffb9a459ab req-108966d0-7d0d-480d-b9e3-a8a3611dede0 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.1513212 Mar 28 09:10:50.649403 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-461a1243-05d6-4e16-a4fa-9d8ec3433c42 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (de69cf6d-9085-4e0f-9b1f-6c882ddbbd3a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.656513 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-cb5fafeb-e918-440f-9f51-d65c27ba1e09 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for a5db6c2b-1677-4022-8bc1-bb887b3bd589 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:50.662416 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fbc8f3-dae9-4425-9432-34fb4078bba7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network 7a5765eb-7df9-4257-a890-89fc105a884b is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:10:50.692773 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port f042902c-44ea-4fdf-8170-68bf02ce42dc triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:50.693744 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f042902c-44ea-4fdf-8170-68bf02ce42dc), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.713091 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4078e212-b2fa-4140-9147-bbb732a1c92a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (5aac36e7-ab44-4606-818f-88f31c91f79c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.719011 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6990a0f5-0e87-409d-a022-4889f2d970b4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network 6bed85e9-1a39-461d-b86e-8e03097dfff9 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:50.722019 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-461a1243-05d6-4e16-a4fa-9d8ec3433c42 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (de69cf6d-9085-4e0f-9b1f-6c882ddbbd3a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.726043 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990a0f5-0e87-409d-a022-4889f2d970b4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=a11de198-8552-4040-b055-f4673e6abd2b,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:50.728599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-b8fbc8f3-dae9-4425-9432-34fb4078bba7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7a5765eb-7df9-4257-a890-89fc105a884b) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:50.737927 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-6990a0f5-0e87-409d-a022-4889f2d970b4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:50.738792 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4078e212-b2fa-4140-9147-bbb732a1c92a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (5aac36e7-ab44-4606-818f-88f31c91f79c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.743109 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fbc8f3-dae9-4425-9432-34fb4078bba7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:50.744654 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc8f3-dae9-4425-9432-34fb4078bba7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.746923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6990a0f5-0e87-409d-a022-4889f2d970b4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:50.750609 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a495f8-3125-4c3c-a0c8-0c3a65c37051 None None] Network 7a5765eb-7df9-4257-a890-89fc105a884b requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:50.754011 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6990a0f5-0e87-409d-a022-4889f2d970b4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:50.754650 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6990a0f5-0e87-409d-a022-4889f2d970b4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.814032 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b8fbc8f3-dae9-4425-9432-34fb4078bba7 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0462716 Mar 28 09:10:50.814748 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50766) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:50.823803 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-679644183', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}, 'admin_state_up': False}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:50.838301 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6990a0f5-0e87-409d-a022-4889f2d970b4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7750609 Mar 28 09:10:50.839184 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50768) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:50.849136 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e5ee0d1c-d6f2-4eba-9948-02700a1b86d4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'network_id': '6bed85e9-1a39-461d-b86e-8e03097dfff9', 'name': 'tempest-PortsIpV6TestJSON-441334300'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:50.857320 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-461a1243-05d6-4e16-a4fa-9d8ec3433c42 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (de69cf6d-9085-4e0f-9b1f-6c882ddbbd3a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.860925 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-461a1243-05d6-4e16-a4fa-9d8ec3433c42 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.866474 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-461a1243-05d6-4e16-a4fa-9d8ec3433c42 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/security-groups/de69cf6d-9085-4e0f-9b1f-6c882ddbbd3a HTTP/1.1" status: 204 len: 168 time: 0.5177822 Mar 28 09:10:50.867481 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50770) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:50.950246 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port f042902c-44ea-4fdf-8170-68bf02ce42dc is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:50.951011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f042902c-44ea-4fdf-8170-68bf02ce42dc), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.952747 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a1243-05d6-4e16-a4fa-9d8ec3433c42 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de69cf6d-9085-4e0f-9b1f-6c882ddbbd3a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:50.955977 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7a5765eb-7df9-4257-a890-89fc105a884b', 'network_id': '7a5765eb-7df9-4257-a890-89fc105a884b', 'project_id': '8a61626699d54c55a1ddefde9f4ab21d', 'fixed_ips': [{'subnet_id': '4d6f0775-7cb5-4e30-a169-020f84cbfbe7'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:10:50.957378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.987696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (c326599c-4080-4bc2-ab7c-bd2d92dc860a), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:50.988861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (c326599c-4080-4bc2-ab7c-bd2d92dc860a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.024875 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port f042902c-44ea-4fdf-8170-68bf02ce42dc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f042902c-44ea-4fdf-8170-68bf02ce42dc,segment=NetworkSegment(3ab36dab-b890-48b1-a296-401ec3f62573),segment_id=3ab36dab-b890-48b1-a296-401ec3f62573)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:51.036430 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4078e212-b2fa-4140-9147-bbb732a1c92a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.039492 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4078e212-b2fa-4140-9147-bbb732a1c92a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7276690 Mar 28 09:10:51.047181 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cb5fafeb-e918-440f-9f51-d65c27ba1e09 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (a5db6c2b-1677-4022-8bc1-bb887b3bd589), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.048983 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50772) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:51.054664 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-db9d0dfe-d471-4dfd-a3c5-367205151da2 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': '5aac36e7-ab44-4606-818f-88f31c91f79c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:51.066732 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ec642401-c69e-46b4-9016-45ffb9a459ab req-5b5a78e0-756c-45f4-9164-278b3ef3c7d4 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4072316 Mar 28 09:10:51.071548 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078e212-b2fa-4140-9147-bbb732a1c92a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aac36e7-ab44-4606-818f-88f31c91f79c,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:51.072084 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f042902c-44ea-4fdf-8170-68bf02ce42dc), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.090017 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING neutron.api.v2.base [None req-db9d0dfe-d471-4dfd-a3c5-367205151da2 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 28 09:10:51.090913 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-db9d0dfe-d471-4dfd-a3c5-367205151da2 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:51.092144 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-db9d0dfe-d471-4dfd-a3c5-367205151da2 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0418205 Mar 28 09:10:51.118857 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50774) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:51.134252 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f752945a-4282-4ba5-85a1-b9b0ec25af2f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': '5aac36e7-ab44-4606-818f-88f31c91f79c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:51.135104 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING neutron.api.v2.base [None req-f752945a-4282-4ba5-85a1-b9b0ec25af2f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 28 09:10:51.135800 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-f752945a-4282-4ba5-85a1-b9b0ec25af2f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:51.137143 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f752945a-4282-4ba5-85a1-b9b0ec25af2f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0160468 Mar 28 09:10:51.141824 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50776) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:51.146445 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fafeb-e918-440f-9f51-d65c27ba1e09 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=a5db6c2b-1677-4022-8bc1-bb887b3bd589,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:51.177549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-85c2bde1-c09a-42b2-b519-dbe9a6431015 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': '5aac36e7-ab44-4606-818f-88f31c91f79c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:51.185118 dv-neutron-master-2-hyperv neutron-server[104075]: WARNING neutron.api.v2.base [None req-85c2bde1-c09a-42b2-b519-dbe9a6431015 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 28 09:10:51.186095 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-85c2bde1-c09a-42b2-b519-dbe9a6431015 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:51.187448 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-85c2bde1-c09a-42b2-b519-dbe9a6431015 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0400865 Mar 28 09:10:51.190907 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cb5fafeb-e918-440f-9f51-d65c27ba1e09 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.200321 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50778) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:51.200321 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50780) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:51.204232 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cb5fafeb-e918-440f-9f51-d65c27ba1e09 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/a5db6c2b-1677-4022-8bc1-bb887b3bd589 HTTP/1.1" status: 204 len: 168 time: 1.0464325 Mar 28 09:10:51.208663 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-d3f9f64b-1026-4246-86cd-345649963061 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': '5aac36e7-ab44-4606-818f-88f31c91f79c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:51.209899 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING neutron.api.v2.base [None req-d3f9f64b-1026-4246-86cd-345649963061 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 28 09:10:51.210939 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-d3f9f64b-1026-4246-86cd-345649963061 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:51.211468 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d3f9f64b-1026-4246-86cd-345649963061 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076971 Mar 28 09:10:51.214745 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50782) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:51.247914 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for router_controller (c326599c-4080-4bc2-ab7c-bd2d92dc860a), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.254882 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d68c7bd5-9e08-4c89-9d92-252c675846d2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (ce9cea57-993b-4e1d-aa2e-5d71b14e9d76), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.298392 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc8f4ddf-709b-4b5b-a54e-b599ffaf173a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (5aac36e7-ab44-4606-818f-88f31c91f79c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.319526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052a87df-bf70-44ef-a803-3f8c05bef121 None None] Network 6bed85e9-1a39-461d-b86e-8e03097dfff9 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:51.329900 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc8f4ddf-709b-4b5b-a54e-b599ffaf173a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (5aac36e7-ab44-4606-818f-88f31c91f79c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.350118 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d68c7bd5-9e08-4c89-9d92-252c675846d2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (ce9cea57-993b-4e1d-aa2e-5d71b14e9d76), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.379491 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ee0d1c-d6f2-4eba-9948-02700a1b86d4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:51.384803 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5ee0d1c-d6f2-4eba-9948-02700a1b86d4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.385712 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc8f4ddf-709b-4b5b-a54e-b599ffaf173a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (5aac36e7-ab44-4606-818f-88f31c91f79c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.389716 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc8f4ddf-709b-4b5b-a54e-b599ffaf173a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.391002 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-dc8f4ddf-709b-4b5b-a54e-b599ffaf173a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "DELETE /v2.0/security-groups/5aac36e7-ab44-4606-818f-88f31c91f79c HTTP/1.1" status: 204 len: 168 time: 0.1750674 Mar 28 09:10:51.397091 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50784) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:51.410236 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f4ddf-709b-4b5b-a54e-b599ffaf173a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aac36e7-ab44-4606-818f-88f31c91f79c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:51.459593 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-e5ee0d1c-d6f2-4eba-9948-02700a1b86d4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] device_id is not set on port 70ecfcce-6a6d-4438-a618-6f482381342c yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:51.466520 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a1580099-0a3e-4060-80a9-023d83f71bb1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0675683 Mar 28 09:10:51.467322 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50786) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:51.472103 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669a266f-5050-423c-8e4c-ee4195190260 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:51.473231 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-da44415b-3f06-41b3-9ddf-6ef6eb2fb47e tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194130718'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:51.476219 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-669a266f-5050-423c-8e4c-ee4195190260 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2631974 Mar 28 09:10:51.478209 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50788) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:51.503667 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.508476 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-5a7dbe39-8040-45e0-aae6-8259257a95ec None None] Provisioning complete for port f042902c-44ea-4fdf-8170-68bf02ce42dc triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:51.508851 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5a7dbe39-8040-45e0-aae6-8259257a95ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f042902c-44ea-4fdf-8170-68bf02ce42dc), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.533942 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da44415b-3f06-41b3-9ddf-6ef6eb2fb47e tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.543125 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=f042902c-44ea-4fdf-8170-68bf02ce42dc,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:51.572343 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a83e43f-0c4f-4b09-8f4a-db086b9b7189 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:51.576651 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8a83e43f-0c4f-4b09-8f4a-db086b9b7189 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0964413 Mar 28 09:10:51.581651 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50790) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:51.586104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Allocated IP 172.20.0.2 (7a5765eb-7df9-4257-a890-89fc105a884b/4d6f0775-7cb5-4e30-a169-020f84cbfbe7/270cfbf8-2883-4cf1-a2ca-c4196c59479a) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:51.591698 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for router_gateway (c326599c-4080-4bc2-ab7c-bd2d92dc860a), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.616672 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d68c7bd5-9e08-4c89-9d92-252c675846d2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (ce9cea57-993b-4e1d-aa2e-5d71b14e9d76), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.619570 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d68c7bd5-9e08-4c89-9d92-252c675846d2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.620386 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d68c7bd5-9e08-4c89-9d92-252c675846d2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/security-groups/ce9cea57-993b-4e1d-aa2e-5d71b14e9d76 HTTP/1.1" status: 204 len: 168 time: 0.7309496 Mar 28 09:10:51.625761 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50792) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:51.683617 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c7bd5-9e08-4c89-9d92-252c675846d2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9cea57-993b-4e1d-aa2e-5d71b14e9d76,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:51.702868 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106bd4a7-bb9f-4690-abcc-a09f17f7d0e3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:51.704319 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106bd4a7-bb9f-4690-abcc-a09f17f7d0e3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:51.705826 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106bd4a7-bb9f-4690-abcc-a09f17f7d0e3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:51.711481 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-106bd4a7-bb9f-4690-abcc-a09f17f7d0e3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1307251 Mar 28 09:10:51.716524 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50794) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:51.721146 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5a7dbe39-8040-45e0-aae6-8259257a95ec None None] Current status of the port f042902c-44ea-4fdf-8170-68bf02ce42dc is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:51.729196 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-b667e4b4-fd6b-491f-9c9e-433683f45780 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting subnet c9f2c07c-ac24-45bb-a5ab-5794b372115c {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:10:51.741782 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b667e4b4-fd6b-491f-9c9e-433683f45780 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (c9f2c07c-ac24-45bb-a5ab-5794b372115c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.784032 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-e5ee0d1c-d6f2-4eba-9948-02700a1b86d4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Allocated IP 2001:db8::2be (6bed85e9-1a39-461d-b86e-8e03097dfff9/76a0e1f4-e69f-4762-8d7d-582c9323b26a/70ecfcce-6a6d-4438-a618-6f482381342c) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:51.787914 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da44415b-3f06-41b3-9ddf-6ef6eb2fb47e tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (20b7ec7f-de4a-445f-b048-ae44e0c4687a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.796050 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da44415b-3f06-41b3-9ddf-6ef6eb2fb47e tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (20b7ec7f-de4a-445f-b048-ae44e0c4687a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.813882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b667e4b4-fd6b-491f-9c9e-433683f45780 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (c9f2c07c-ac24-45bb-a5ab-5794b372115c), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.821056 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f522512-8b79-4f26-87bb-78d69a12beab tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet 7f908b9f-d705-44ff-a7ce-861128fc9c68 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:10:51.824595 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9f522512-8b79-4f26-87bb-78d69a12beab tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (7f908b9f-d705-44ff-a7ce-861128fc9c68), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.850654 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Publish callbacks [] for port (270cfbf8-2883-4cf1-a2ca-c4196c59479a), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.864047 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (270cfbf8-2883-4cf1-a2ca-c4196c59479a), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.864351 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da44415b-3f06-41b3-9ddf-6ef6eb2fb47e tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.866800 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-da44415b-3f06-41b3-9ddf-6ef6eb2fb47e tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3975813 Mar 28 09:10:51.872946 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50796) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:51.879696 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-d9971eb2-324b-4856-8c2f-29782b04e3fa tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': '20b7ec7f-de4a-445f-b048-ae44e0c4687a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:51.880839 dv-neutron-master-2-hyperv neutron-server[104075]: WARNING neutron.api.v2.base [None req-d9971eb2-324b-4856-8c2f-29782b04e3fa tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 09:10:51.882758 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-d9971eb2-324b-4856-8c2f-29782b04e3fa tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:51.887151 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d9971eb2-324b-4856-8c2f-29782b04e3fa tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090206 Mar 28 09:10:51.887491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44415b-3f06-41b3-9ddf-6ef6eb2fb47e tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b7ec7f-de4a-445f-b048-ae44e0c4687a,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:51.892632 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50798) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:51.898364 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f53f82e4-e444-435b-9441-26009c641201 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': '20b7ec7f-de4a-445f-b048-ae44e0c4687a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:51.908028 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9f522512-8b79-4f26-87bb-78d69a12beab tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (7f908b9f-d705-44ff-a7ce-861128fc9c68), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:51.931990 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Network 7a5765eb-7df9-4257-a890-89fc105a884b is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:51.935399 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:51.938053 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:51.981415 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Pushing event updated for resources: {'Port': ['ID=270cfbf8-2883-4cf1-a2ca-c4196c59479a,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:52.003115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b667e4b4-fd6b-491f-9c9e-433683f45780 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (c9f2c07c-ac24-45bb-a5ab-5794b372115c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.007973 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-f53f82e4-e444-435b-9441-26009c641201 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:52.012338 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f53f82e4-e444-435b-9441-26009c641201 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1157959 Mar 28 09:10:52.018624 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50800) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:52.024713 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Attempting to bind port 270cfbf8-2883-4cf1-a2ca-c4196c59479a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:10:52.025103 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Attempting to bind port 270cfbf8-2883-4cf1-a2ca-c4196c59479a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '00bed6cc-88d6-41f2-8204-2cba1c19a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a5765eb-7df9-4257-a890-89fc105a884b'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:10:52.025479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Attempting to bind port 270cfbf8-2883-4cf1-a2ca-c4196c59479a on network 7a5765eb-7df9-4257-a890-89fc105a884b {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:10:52.034363 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:10:52.034675 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-988e225a-9735-401d-b57b-d5923724bcfc tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': '20b7ec7f-de4a-445f-b048-ae44e0c4687a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:52.034802 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Checking segment: {'id': '00bed6cc-88d6-41f2-8204-2cba1c19a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a5765eb-7df9-4257-a890-89fc105a884b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:52.035152 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.035411 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING neutron.api.v2.base [None req-988e225a-9735-401d-b57b-d5923724bcfc tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 28 09:10:52.035546 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Bound using segment: {'id': '00bed6cc-88d6-41f2-8204-2cba1c19a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a5765eb-7df9-4257-a890-89fc105a884b'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:10:52.035903 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-988e225a-9735-401d-b57b-d5923724bcfc tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:52.036360 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Bound port: 270cfbf8-2883-4cf1-a2ca-c4196c59479a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bed6cc-88d6-41f2-8204-2cba1c19a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a5765eb-7df9-4257-a890-89fc105a884b'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:10:52.036869 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-988e225a-9735-401d-b57b-d5923724bcfc tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0130785 Mar 28 09:10:52.037165 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (270cfbf8-2883-4cf1-a2ca-c4196c59479a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.041354 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50802) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:52.047102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-3e41177c-ec9f-45c5-964d-db54c7a0c7f6 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': '20b7ec7f-de4a-445f-b048-ae44e0c4687a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:52.103917 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-3e41177c-ec9f-45c5-964d-db54c7a0c7f6 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:52.105230 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3e41177c-ec9f-45c5-964d-db54c7a0c7f6 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0629449 Mar 28 09:10:52.108319 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50806) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:52.115642 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f631dcc7-b45f-46b2-a517-067957df811d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': '20b7ec7f-de4a-445f-b048-ae44e0c4687a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:52.116563 dv-neutron-master-2-hyperv neutron-server[104075]: WARNING neutron.api.v2.base [None req-f631dcc7-b45f-46b2-a517-067957df811d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 09:10:52.117298 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-f631dcc7-b45f-46b2-a517-067957df811d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:52.118198 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f631dcc7-b45f-46b2-a517-067957df811d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087326 Mar 28 09:10:52.122328 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50808) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:52.128837 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b66c9b3c-60c9-42ae-bf32-83e0614ff2fd tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': '20b7ec7f-de4a-445f-b048-ae44e0c4687a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:52.143961 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] For port 270cfbf8-2883-4cf1-a2ca-c4196c59479a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:10:52.154043 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] For port 270cfbf8-2883-4cf1-a2ca-c4196c59479a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=270cfbf8-2883-4cf1-a2ca-c4196c59479a,segment=NetworkSegment(00bed6cc-88d6-41f2-8204-2cba1c19a071),segment_id=00bed6cc-88d6-41f2-8204-2cba1c19a071)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:10:52.161952 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b667e4b4-fd6b-491f-9c9e-433683f45780 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (c9f2c07c-ac24-45bb-a5ab-5794b372115c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.179107 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (270cfbf8-2883-4cf1-a2ca-c4196c59479a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.183780 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d8c14f67-42db-4f8d-ac90-af6d77da0490 None None] Provisioning complete for port a11de198-8552-4040-b055-f4673e6abd2b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:52.184645 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d8c14f67-42db-4f8d-ac90-af6d77da0490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a11de198-8552-4040-b055-f4673e6abd2b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.197787 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667e4b4-fd6b-491f-9c9e-433683f45780 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f2c07c-ac24-45bb-a5ab-5794b372115c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:52.210562 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b667e4b4-fd6b-491f-9c9e-433683f45780 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.213813 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b667e4b4-fd6b-491f-9c9e-433683f45780 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/c9f2c07c-ac24-45bb-a5ab-5794b372115c HTTP/1.1" status: 204 len: 168 time: 0.5856059 Mar 28 09:10:52.215243 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-b66c9b3c-60c9-42ae-bf32-83e0614ff2fd tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Project 8c0392750b4b4dfcbc67fff03ca6a914 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:10:52.224821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50810) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:52.232725 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-fba2c10c-a1f9-409c-ade1-2b113ff9b4c3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'subnet': {'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:52.239927 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-b66c9b3c-60c9-42ae-bf32-83e0614ff2fd tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:52.242345 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b66c9b3c-60c9-42ae-bf32-83e0614ff2fd tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1186855 Mar 28 09:10:52.245531 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50812) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:52.245716 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be70f18d-baad-4d56-8748-a2260460f42d None None] Network c662c580-9959-4333-a8b9-22afafa1f5d4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:52.251372 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-df2cd898-df9e-4e65-a251-27ac75ebc358 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': '20b7ec7f-de4a-445f-b048-ae44e0c4687a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:52.253101 dv-neutron-master-2-hyperv neutron-server[104075]: WARNING neutron.api.v2.base [None req-df2cd898-df9e-4e65-a251-27ac75ebc358 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 28 09:10:52.254573 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-df2cd898-df9e-4e65-a251-27ac75ebc358 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:52.256057 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-df2cd898-df9e-4e65-a251-27ac75ebc358 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088995 Mar 28 09:10:52.264378 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50814) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:52.272971 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-52b90de0-af4a-4929-a4ff-4d4a2a89dbd3 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': '20b7ec7f-de4a-445f-b048-ae44e0c4687a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:52.310008 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-52b90de0-af4a-4929-a4ff-4d4a2a89dbd3 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Project 8c0392750b4b4dfcbc67fff03ca6a914 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:10:52.323780 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for router_gateway (c326599c-4080-4bc2-ab7c-bd2d92dc860a), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.329145 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-52b90de0-af4a-4929-a4ff-4d4a2a89dbd3 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:52.341338 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-52b90de0-af4a-4929-a4ff-4d4a2a89dbd3 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0735033 Mar 28 09:10:52.344795 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50816) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:52.349659 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-3a8a45d0-8854-48e7-b807-f77b8df7e686 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': '20b7ec7f-de4a-445f-b048-ae44e0c4687a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:52.408715 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-3a8a45d0-8854-48e7-b807-f77b8df7e686 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Project 8c0392750b4b4dfcbc67fff03ca6a914 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:10:52.411306 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d8c14f67-42db-4f8d-ac90-af6d77da0490 None None] Port a11de198-8552-4040-b055-f4673e6abd2b cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:52.418801 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb456957-f159-4d55-b3f1-c68ddf9b01a5 None None] Pushing event updated for resources: {'Port': ['ID=270cfbf8-2883-4cf1-a2ca-c4196c59479a,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:52.439606 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-3a8a45d0-8854-48e7-b807-f77b8df7e686 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:52.443376 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3a8a45d0-8854-48e7-b807-f77b8df7e686 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0949228 Mar 28 09:10:52.444015 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50818) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:52.453474 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5ee0d1c-d6f2-4eba-9948-02700a1b86d4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (70ecfcce-6a6d-4438-a618-6f482381342c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.460009 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.495899 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d8c14f67-42db-4f8d-ac90-af6d77da0490 None None] Provisioning complete for port f042902c-44ea-4fdf-8170-68bf02ce42dc triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:52.497261 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d8c14f67-42db-4f8d-ac90-af6d77da0490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f042902c-44ea-4fdf-8170-68bf02ce42dc), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.515451 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c7ddcec0-2e5a-4676-951e-5a55e043d3d8 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (20b7ec7f-de4a-445f-b048-ae44e0c4687a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.527491 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9f522512-8b79-4f26-87bb-78d69a12beab tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (7f908b9f-d705-44ff-a7ce-861128fc9c68), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.538296 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f042902c-44ea-4fdf-8170-68bf02ce42dc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:52.544676 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c7ddcec0-2e5a-4676-951e-5a55e043d3d8 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (20b7ec7f-de4a-445f-b048-ae44e0c4687a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.574706 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4fd33-7e70-4976-b44f-e459add78a72 req-d5bc2332-532b-417d-96ad-daee4dbfcb7d tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:52.585282 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a4c4fd33-7e70-4976-b44f-e459add78a72 req-d5bc2332-532b-417d-96ad-daee4dbfcb7d tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.3976052 Mar 28 09:10:52.638010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c7ddcec0-2e5a-4676-951e-5a55e043d3d8 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (20b7ec7f-de4a-445f-b048-ae44e0c4687a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.641946 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c7ddcec0-2e5a-4676-951e-5a55e043d3d8 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.648192 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c7ddcec0-2e5a-4676-951e-5a55e043d3d8 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "DELETE /v2.0/security-groups/20b7ec7f-de4a-445f-b048-ae44e0c4687a HTTP/1.1" status: 204 len: 168 time: 0.2032111 Mar 28 09:10:52.648850 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50820) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:52.677094 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddcec0-2e5a-4676-951e-5a55e043d3d8 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b7ec7f-de4a-445f-b048-ae44e0c4687a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:52.730086 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d8c14f67-42db-4f8d-ac90-af6d77da0490 None None] Current status of the port f042902c-44ea-4fdf-8170-68bf02ce42dc is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:52.736906 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7414c320-1fc8-4b7d-938e-3bbe68d1a2bc tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0832031 Mar 28 09:10:52.741341 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50822) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:52.747530 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-c06727e4-0c75-48bb-b527-02dc6b6d6399 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group': {'name': 'tempest-secgroup--696500848'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:52.751500 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a4c4fd33-7e70-4976-b44f-e459add78a72 req-8e67528c-97b5-4102-923c-5e2034f9ed7c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652882 Mar 28 09:10:52.766623 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port f042902c-44ea-4fdf-8170-68bf02ce42dc triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:52.767014 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f042902c-44ea-4fdf-8170-68bf02ce42dc), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.800464 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c06727e4-0c75-48bb-b527-02dc6b6d6399 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.837135 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5ee0d1c-d6f2-4eba-9948-02700a1b86d4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (70ecfcce-6a6d-4438-a618-6f482381342c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.892885 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port f042902c-44ea-4fdf-8170-68bf02ce42dc is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:52.896164 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f8ee3753-49c7-4347-8b2c-ddef58cf84da None None] Provisioning complete for port a11de198-8552-4040-b055-f4673e6abd2b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:52.896619 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f8ee3753-49c7-4347-8b2c-ddef58cf84da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a11de198-8552-4040-b055-f4673e6abd2b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.900317 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c06727e4-0c75-48bb-b527-02dc6b6d6399 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (9a63495e-439d-43d3-a2c9-6d1e6040ad37), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.907247 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c06727e4-0c75-48bb-b527-02dc6b6d6399 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (9a63495e-439d-43d3-a2c9-6d1e6040ad37), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.908373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ee0d1c-d6f2-4eba-9948-02700a1b86d4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network 6bed85e9-1a39-461d-b86e-8e03097dfff9 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:52.922758 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Allocated IP 172.36.4.38 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/4eb75c6a-a88d-4409-8f04-1fbef432d4b1) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:52.926026 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9f522512-8b79-4f26-87bb-78d69a12beab tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (7f908b9f-d705-44ff-a7ce-861128fc9c68), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.937091 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-e5ee0d1c-d6f2-4eba-9948-02700a1b86d4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:52.939845 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ee0d1c-d6f2-4eba-9948-02700a1b86d4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:52.946327 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ee0d1c-d6f2-4eba-9948-02700a1b86d4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:52.946968 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5ee0d1c-d6f2-4eba-9948-02700a1b86d4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.954192 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee3753-49c7-4347-8b2c-ddef58cf84da None None] Port a11de198-8552-4040-b055-f4673e6abd2b cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:52.959453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c06727e4-0c75-48bb-b527-02dc6b6d6399 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.959648 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba2c10c-a1f9-409c-ade1-2b113ff9b4c3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:52.961081 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c06727e4-0c75-48bb-b527-02dc6b6d6399 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2186716 Mar 28 09:10:52.962920 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fba2c10c-a1f9-409c-ade1-2b113ff9b4c3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:52.966255 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06727e4-0c75-48bb-b527-02dc6b6d6399 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a63495e-439d-43d3-a2c9-6d1e6040ad37,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:52.969379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50824) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:52.974528 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-6c0557db-3baf-476f-8b69-53e257d2b925 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': '9a63495e-439d-43d3-a2c9-6d1e6040ad37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:53.025419 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-6c0557db-3baf-476f-8b69-53e257d2b925 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The resource could not be found. Mar 28 09:10:53.025818 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f522512-8b79-4f26-87bb-78d69a12beab tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=7f908b9f-d705-44ff-a7ce-861128fc9c68,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:53.027372 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6c0557db-3baf-476f-8b69-53e257d2b925 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0567353 Mar 28 09:10:53.030678 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50826) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:53.035598 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-d1cbd3fe-244c-47ce-b630-742024936eeb tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': '9a63495e-439d-43d3-a2c9-6d1e6040ad37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '65a6f45f-79dc-4b45-adc4-bdb9fc31dc0d'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:53.099015 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-d1cbd3fe-244c-47ce-b630-742024936eeb tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The resource could not be found. Mar 28 09:10:53.100697 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d1cbd3fe-244c-47ce-b630-742024936eeb tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0687788 Mar 28 09:10:53.103470 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50828) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:53.107044 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e5ee0d1c-d6f2-4eba-9948-02700a1b86d4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2620192 Mar 28 09:10:53.107376 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50830) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:53.107572 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9f522512-8b79-4f26-87bb-78d69a12beab tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:53.113404 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9f522512-8b79-4f26-87bb-78d69a12beab tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/7f908b9f-d705-44ff-a7ce-861128fc9c68 HTTP/1.1" status: 204 len: 168 time: 1.3952928 Mar 28 09:10:53.114139 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50832) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:53.118524 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da78362b-e966-4e4b-8006-eee5e3fdee70 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:53.146416 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee0d1c-d6f2-4eba-9948-02700a1b86d4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=70ecfcce-6a6d-4438-a618-6f482381342c,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:53.304307 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421de222-a15c-4de1-aa24-1b5d36cb4f6e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:53.305234 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9dd2e5-85b2-4c8e-b8f0-1d216babe5ad tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet ab379d39-7dbb-43d5-9dc1-d48cfab5bf64 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:10:53.314993 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-421de222-a15c-4de1-aa24-1b5d36cb4f6e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A92 HTTP/1.1" status: 200 len: 927 time: 0.2063076 Mar 28 09:10:53.315625 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50834) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:53.411401 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c8a4a4d1-1583-4bd2-a70e-bc45bde83fa9 None None] Provisioning complete for port 70ecfcce-6a6d-4438-a618-6f482381342c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:53.411781 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c8a4a4d1-1583-4bd2-a70e-bc45bde83fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (70ecfcce-6a6d-4438-a618-6f482381342c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:53.432966 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b47ee3c9-1033-4bdc-81d8-f74bb976c10f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (9a63495e-439d-43d3-a2c9-6d1e6040ad37), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:53.445248 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd2e5-85b2-4c8e-b8f0-1d216babe5ad tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (ab379d39-7dbb-43d5-9dc1-d48cfab5bf64), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:53.476189 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b47ee3c9-1033-4bdc-81d8-f74bb976c10f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (9a63495e-439d-43d3-a2c9-6d1e6040ad37), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:53.490531 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c8a4a4d1-1583-4bd2-a70e-bc45bde83fa9 None None] Port 70ecfcce-6a6d-4438-a618-6f482381342c cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:53.528098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5969b50c-1e7c-4845-88ba-5f0dce6746f5 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port 70ecfcce-6a6d-4438-a618-6f482381342c {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:53.528469 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5969b50c-1e7c-4845-88ba-5f0dce6746f5 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (70ecfcce-6a6d-4438-a618-6f482381342c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:53.549567 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (4eb75c6a-a88d-4409-8f04-1fbef432d4b1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:53.565790 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd2e5-85b2-4c8e-b8f0-1d216babe5ad tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (ab379d39-7dbb-43d5-9dc1-d48cfab5bf64), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:53.629975 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b47ee3c9-1033-4bdc-81d8-f74bb976c10f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (9a63495e-439d-43d3-a2c9-6d1e6040ad37), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:53.633323 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b47ee3c9-1033-4bdc-81d8-f74bb976c10f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:53.636778 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b47ee3c9-1033-4bdc-81d8-f74bb976c10f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "DELETE /v2.0/security-groups/9a63495e-439d-43d3-a2c9-6d1e6040ad37 HTTP/1.1" status: 204 len: 168 time: 0.5300903 Mar 28 09:10:53.638378 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50836) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:53.696798 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ee3c9-1033-4bdc-81d8-f74bb976c10f tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a63495e-439d-43d3-a2c9-6d1e6040ad37,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:53.738013 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5969b50c-1e7c-4845-88ba-5f0dce6746f5 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (70ecfcce-6a6d-4438-a618-6f482381342c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:53.772815 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5969b50c-1e7c-4845-88ba-5f0dce6746f5 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for 70ecfcce-6a6d-4438-a618-6f482381342c owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:53.782565 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-49cd4cb1-b213-4a9c-bddf-0dad8db03dc1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1315062 Mar 28 09:10:53.790162 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50840) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:53.794717 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-436115c4-ec49-422c-b46a-f3f506fcaf4d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': 'f268f28c-dd8e-4432-a956-aa8b9128af69', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:53.851567 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3a235fd4-b565-4c5c-a5c0-8847dee54628 None None] Provisioning complete for port 61470bc2-1652-4404-956e-df1b958329d1 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:53.852050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3a235fd4-b565-4c5c-a5c0-8847dee54628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (61470bc2-1652-4404-956e-df1b958329d1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:53.933408 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6d50d2-2cd9-4861-8ccd-220b2e714347 None None] Network 7a5765eb-7df9-4257-a890-89fc105a884b requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:54.018281 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe6b80-242c-4cc7-988c-5d1a811ba2d5 req-e0a71f68-9503-4710-a175-b067c77a48cf tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:54.020140 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7abe6b80-242c-4cc7-988c-5d1a811ba2d5 req-e0a71f68-9503-4710-a175-b067c77a48cf tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.1257062 Mar 28 09:10:54.039421 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3a235fd4-b565-4c5c-a5c0-8847dee54628 None None] Current status of the port 61470bc2-1652-4404-956e-df1b958329d1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:54.042841 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-436115c4-ec49-422c-b46a-f3f506fcaf4d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The resource could not be found. Mar 28 09:10:54.050883 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fba2c10c-a1f9-409c-ade1-2b113ff9b4c3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (680a2645-8699-4ba5-84d2-8667d07c9de6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.056404 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-436115c4-ec49-422c-b46a-f3f506fcaf4d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2617643 Mar 28 09:10:54.057075 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50842) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:54.068967 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a8944751-0fc0-459f-908c-3357c5702a0a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group': {'name': 'tempest-secgroup--1328956426'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:54.071383 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3a235fd4-b565-4c5c-a5c0-8847dee54628 None None] Provisioning complete for port 031f2a36-38a5-4646-aa49-e2f640fbbff6 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:54.072540 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3a235fd4-b565-4c5c-a5c0-8847dee54628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (031f2a36-38a5-4646-aa49-e2f640fbbff6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.074294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5969b50c-1e7c-4845-88ba-5f0dce6746f5 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (70ecfcce-6a6d-4438-a618-6f482381342c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.133187 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969b50c-1e7c-4845-88ba-5f0dce6746f5 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=70ecfcce-6a6d-4438-a618-6f482381342c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:54.143608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a8944751-0fc0-459f-908c-3357c5702a0a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.156577 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3a235fd4-b565-4c5c-a5c0-8847dee54628 None None] Port 031f2a36-38a5-4646-aa49-e2f640fbbff6 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:54.175421 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd2e5-85b2-4c8e-b8f0-1d216babe5ad tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (ab379d39-7dbb-43d5-9dc1-d48cfab5bf64), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.189480 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5969b50c-1e7c-4845-88ba-5f0dce6746f5 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.192919 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5969b50c-1e7c-4845-88ba-5f0dce6746f5 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/ports/70ecfcce-6a6d-4438-a618-6f482381342c HTTP/1.1" status: 204 len: 168 time: 0.8760314 Mar 28 09:10:54.200775 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50844) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:54.212487 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2c10c-a1f9-409c-ade1-2b113ff9b4c3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Subnet': ['ID=680a2645-8699-4ba5-84d2-8667d07c9de6,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:54.222032 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (4eb75c6a-a88d-4409-8f04-1fbef432d4b1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.235690 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7abe6b80-242c-4cc7-988c-5d1a811ba2d5 req-105c7ee3-5b92-45d1-a4f0-464e3098d852 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969266 Mar 28 09:10:54.239516 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b6c1b9-4943-406f-9432-0065c391ef42 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] GET failed (client error): The resource could not be found. Mar 28 09:10:54.241837 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b1b6c1b9-4943-406f-9432-0065c391ef42 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports/70ecfcce-6a6d-4438-a618-6f482381342c HTTP/1.1" status: 404 len: 333 time: 0.0400314 Mar 28 09:10:54.244699 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50846) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:54.285084 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba2c10c-a1f9-409c-ade1-2b113ff9b4c3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network c662c580-9959-4333-a8b9-22afafa1f5d4 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:54.309276 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:54.312014 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-fba2c10c-a1f9-409c-ade1-2b113ff9b4c3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:54.315263 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-bb9e5d04-a325-4e42-9d73-a1090595958e None None] Provisioning complete for port 270cfbf8-2883-4cf1-a2ca-c4196c59479a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:54.315647 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5d04-a325-4e42-9d73-a1090595958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (270cfbf8-2883-4cf1-a2ca-c4196c59479a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.323867 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba2c10c-a1f9-409c-ade1-2b113ff9b4c3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:54.326109 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fba2c10c-a1f9-409c-ade1-2b113ff9b4c3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.362533 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:54.367323 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:54.369767 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6337676c-8aed-417a-bfe1-16e0c69b2613 None None] Network c662c580-9959-4333-a8b9-22afafa1f5d4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:54.440579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a8944751-0fc0-459f-908c-3357c5702a0a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (1cd60f0b-b49b-4a98-8882-56dfa082b70e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.449519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a8944751-0fc0-459f-908c-3357c5702a0a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (1cd60f0b-b49b-4a98-8882-56dfa082b70e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.462954 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=4eb75c6a-a88d-4409-8f04-1fbef432d4b1,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:54.530123 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a8944751-0fc0-459f-908c-3357c5702a0a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.531385 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a8944751-0fc0-459f-908c-3357c5702a0a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4682260 Mar 28 09:10:54.543141 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-3210a956-c8ed-4d51-bd00-4b069f403c3e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port a11de198-8552-4040-b055-f4673e6abd2b {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:54.543141 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3210a956-c8ed-4d51-bd00-4b069f403c3e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (a11de198-8552-4040-b055-f4673e6abd2b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.545776 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50848) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:54.550353 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8944751-0fc0-459f-908c-3357c5702a0a tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd60f0b-b49b-4a98-8882-56dfa082b70e,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:54.552492 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f14d9391-65e0-4299-b867-5476022dd8c1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group': {'name': 'tempest-secgroup--1282829829'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:54.566765 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fba2c10c-a1f9-409c-ade1-2b113ff9b4c3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3357472 Mar 28 09:10:54.570791 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50850) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:54.573923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd2e5-85b2-4c8e-b8f0-1d216babe5ad tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (ab379d39-7dbb-43d5-9dc1-d48cfab5bf64), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.585489 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1ad56e92-7c83-4dd9-a616-147d7b3b536a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'security_group': {'name': 'tempest-secgroup-840245906'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:54.618671 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9dd2e5-85b2-4c8e-b8f0-1d216babe5ad tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=ab379d39-7dbb-43d5-9dc1-d48cfab5bf64,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:54.635617 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 270cfbf8-2883-4cf1-a2ca-c4196c59479a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:54.665656 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd2e5-85b2-4c8e-b8f0-1d216babe5ad tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.671721 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fa9dd2e5-85b2-4c8e-b8f0-1d216babe5ad tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/ab379d39-7dbb-43d5-9dc1-d48cfab5bf64 HTTP/1.1" status: 204 len: 168 time: 1.5263579 Mar 28 09:10:54.675267 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50852) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:54.681074 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f14d9391-65e0-4299-b867-5476022dd8c1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.686930 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1ca068-dc63-4257-bb9b-d79751caffc8 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:54.700683 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ad56e92-7c83-4dd9-a616-147d7b3b536a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.730665 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e5d04-a325-4e42-9d73-a1090595958e None None] Current status of the port 270cfbf8-2883-4cf1-a2ca-c4196c59479a is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:54.731041 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5d04-a325-4e42-9d73-a1090595958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (270cfbf8-2883-4cf1-a2ca-c4196c59479a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.732384 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c4674fa9-d938-4b30-920e-eeb538153775 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568867 Mar 28 09:10:54.732868 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50854) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:54.738017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3210a956-c8ed-4d51-bd00-4b069f403c3e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (a11de198-8552-4040-b055-f4673e6abd2b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.744648 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-04b5cd64-8217-4f3d-8607-86eecfddee4b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:54.830126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-bb9e5d04-a325-4e42-9d73-a1090595958e None None] For port 270cfbf8-2883-4cf1-a2ca-c4196c59479a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=270cfbf8-2883-4cf1-a2ca-c4196c59479a,segment=NetworkSegment(00bed6cc-88d6-41f2-8204-2cba1c19a071),segment_id=00bed6cc-88d6-41f2-8204-2cba1c19a071)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:54.833302 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 270cfbf8-2883-4cf1-a2ca-c4196c59479a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:54.833302 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (270cfbf8-2883-4cf1-a2ca-c4196c59479a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.866596 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5d04-a325-4e42-9d73-a1090595958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (270cfbf8-2883-4cf1-a2ca-c4196c59479a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.894457 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f14d9391-65e0-4299-b867-5476022dd8c1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (69d79c79-5aa0-4588-8c14-eace322b2237), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.910012 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f14d9391-65e0-4299-b867-5476022dd8c1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (69d79c79-5aa0-4588-8c14-eace322b2237), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.946475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ad56e92-7c83-4dd9-a616-147d7b3b536a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (83ae531a-a243-48b8-bcdc-28d9efea3ad3), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.949198 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for router_gateway (c326599c-4080-4bc2-ab7c-bd2d92dc860a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:54.983717 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3ed794-62ec-40d0-a500-d118c4f16231 None None] Update dhcp port {'port': {'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4', 'fixed_ips': [{'subnet_id': '0d9ce1a0-19cf-468d-ac2f-7d480ce4b46c', 'ip_address': '172.20.0.18'}, {'subnet_id': '680a2645-8699-4ba5-84d2-8667d07c9de6'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '61470bc2-1652-4404-956e-df1b958329d1'} from dv-neutron-master-2-hyperv. {{(pid=104077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 09:10:54.985360 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e5d04-a325-4e42-9d73-a1090595958e None None] Pushing event updated for resources: {'Port': ['ID=270cfbf8-2883-4cf1-a2ca-c4196c59479a,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:54.994052 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ad56e92-7c83-4dd9-a616-147d7b3b536a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (83ae531a-a243-48b8-bcdc-28d9efea3ad3), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.043572 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f14d9391-65e0-4299-b867-5476022dd8c1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.045179 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f14d9391-65e0-4299-b867-5476022dd8c1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4983387 Mar 28 09:10:55.046147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d9391-65e0-4299-b867-5476022dd8c1 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d79c79-5aa0-4588-8c14-eace322b2237,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:55.051016 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50856) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:55.058949 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3c3ed794-62ec-40d0-a500-d118c4f16231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (61470bc2-1652-4404-956e-df1b958329d1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.076278 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4143148b-47c2-47bf-b40f-71cc7ea24e38 None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:10:55.081808 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 270cfbf8-2883-4cf1-a2ca-c4196c59479a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:55.084967 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ad56e92-7c83-4dd9-a616-147d7b3b536a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.085871 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a0b3c6c7-23e0-4dea-896b-91334ae0cc33 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': '1cd60f0b-b49b-4a98-8882-56dfa082b70e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '69d79c79-5aa0-4588-8c14-eace322b2237'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:55.086090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2cb41f4e-2fff-4357-8ecb-b94d75c5ee54 None None] Provisioning complete for port 270cfbf8-2883-4cf1-a2ca-c4196c59479a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:55.086607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2cb41f4e-2fff-4357-8ecb-b94d75c5ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (270cfbf8-2883-4cf1-a2ca-c4196c59479a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.087167 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1ad56e92-7c83-4dd9-a616-147d7b3b536a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.5151277 Mar 28 09:10:55.093124 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50858) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:55.097562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-616cda30-96e4-4f65-903f-727559205841 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'security_group': {'name': 'tempest-secgroup-1770325162'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:55.106271 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-3210a956-c8ed-4d51-bd00-4b069f403c3e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for a11de198-8552-4040-b055-f4673e6abd2b owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:55.122468 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad56e92-7c83-4dd9-a616-147d7b3b536a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ae531a-a243-48b8-bcdc-28d9efea3ad3,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:55.153446 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-616cda30-96e4-4f65-903f-727559205841 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.216998 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-a0b3c6c7-23e0-4dea-896b-91334ae0cc33 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:55.221060 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a0b3c6c7-23e0-4dea-896b-91334ae0cc33 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1645024 Mar 28 09:10:55.222080 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50860) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:55.249101 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b5cd64-8217-4f3d-8607-86eecfddee4b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:55.252552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-04b5cd64-8217-4f3d-8607-86eecfddee4b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.307795 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (c326599c-4080-4bc2-ab7c-bd2d92dc860a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.322609 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-616cda30-96e4-4f65-903f-727559205841 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (20df9b01-b4fc-40b3-9b2d-1259887b0870), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.359338 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-616cda30-96e4-4f65-903f-727559205841 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (20df9b01-b4fc-40b3-9b2d-1259887b0870), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.433318 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-525f7ea1-82a3-42c3-a884-955e29f4c19d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (69d79c79-5aa0-4588-8c14-eace322b2237), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.455011 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-616cda30-96e4-4f65-903f-727559205841 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.456147 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-616cda30-96e4-4f65-903f-727559205841 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3619671 Mar 28 09:10:55.463768 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50864) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:55.466762 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616cda30-96e4-4f65-903f-727559205841 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20df9b01-b4fc-40b3-9b2d-1259887b0870,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:55.479431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-7c08b478-ecdb-43d5-b9ff-10dadce325d0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'security_group': {'name': 'tempest-secgroup-1150375367'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:55.499976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bab60-7b4c-4f71-8647-1769c7ac66cd req-ea4eb119-84e3-423b-aa98-ec03bef0ca55 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:55.501507 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9b8bab60-7b4c-4f71-8647-1769c7ac66cd req-ea4eb119-84e3-423b-aa98-ec03bef0ca55 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.1439185 Mar 28 09:10:55.517142 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4143148b-47c2-47bf-b40f-71cc7ea24e38 None None] Deleting port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:55.517515 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4143148b-47c2-47bf-b40f-71cc7ea24e38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.523730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3210a956-c8ed-4d51-bd00-4b069f403c3e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (a11de198-8552-4040-b055-f4673e6abd2b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.528969 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-525f7ea1-82a3-42c3-a884-955e29f4c19d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (69d79c79-5aa0-4588-8c14-eace322b2237), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.545044 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-3c3ed794-62ec-40d0-a500-d118c4f16231 None None] Allocated IP 172.20.0.2 (c662c580-9959-4333-a8b9-22afafa1f5d4/680a2645-8699-4ba5-84d2-8667d07c9de6/61470bc2-1652-4404-956e-df1b958329d1) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:55.574738 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9b8bab60-7b4c-4f71-8647-1769c7ac66cd req-b0ae0e86-b9fa-4b1e-b792-5599e720b2bd tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645218 Mar 28 09:10:55.577693 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2cb41f4e-2fff-4357-8ecb-b94d75c5ee54 None None] Current status of the port 270cfbf8-2883-4cf1-a2ca-c4196c59479a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:55.591239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router c326599c-4080-4bc2-ab7c-bd2d92dc860a is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:10:55.592712 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a956-c8ed-4d51-bd00-4b069f403c3e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=a11de198-8552-4040-b055-f4673e6abd2b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:55.594725 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7c08b478-ecdb-43d5-b9ff-10dadce325d0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.668976 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2cb41f4e-2fff-4357-8ecb-b94d75c5ee54 None None] Provisioning complete for port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:55.668976 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2cb41f4e-2fff-4357-8ecb-b94d75c5ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.673067 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4143148b-47c2-47bf-b40f-71cc7ea24e38 None None] For port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1daa78f9-4dbc-4beb-b590-e8335a8b86b8,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:55.673464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4143148b-47c2-47bf-b40f-71cc7ea24e38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.716975 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:10:55.718448 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3210a956-c8ed-4d51-bd00-4b069f403c3e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.721996 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3210a956-c8ed-4d51-bd00-4b069f403c3e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/ports/a11de198-8552-4040-b055-f4673e6abd2b HTTP/1.1" status: 204 len: 168 time: 1.4759123 Mar 28 09:10:55.726569 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4143148b-47c2-47bf-b40f-71cc7ea24e38 None None] Calling delete_port for 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:55.733637 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50866) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:55.734932 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-04b5cd64-8217-4f3d-8607-86eecfddee4b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (a6ed9afb-da27-4f43-82fb-af3c67b4282f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.738815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80279f1a-76ac-4a03-96d0-93ba8f82759b None None] Sync routers for ids ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:10:55.769933 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.776477 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c3c9b967-7595-44c0-87b3-1a2c74f4fc42 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9592195 Mar 28 09:10:55.777363 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50868) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:55.813947 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3c3ed794-62ec-40d0-a500-d118c4f16231 None None] For port 61470bc2-1652-4404-956e-df1b958329d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=61470bc2-1652-4404-956e-df1b958329d1,segment=NetworkSegment(3c2d147d-8cb4-4062-a2ea-a79733ac4bd7),segment_id=3c2d147d-8cb4-4062-a2ea-a79733ac4bd7)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:55.816265 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80279f1a-76ac-4a03-96d0-93ba8f82759b None None] Routers {'c326599c-4080-4bc2-ab7c-bd2d92dc860a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:55.816900 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-80279f1a-76ac-4a03-96d0-93ba8f82759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:10:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:55.822382 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3058ab-63fd-4607-8333-1c4555b96fdb tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] GET failed (client error): The resource could not be found. Mar 28 09:10:55.823894 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5c3058ab-63fd-4607-8333-1c4555b96fdb tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports/a11de198-8552-4040-b055-f4673e6abd2b HTTP/1.1" status: 404 len: 333 time: 0.0862367 Mar 28 09:10:55.824676 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-525f7ea1-82a3-42c3-a884-955e29f4c19d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (69d79c79-5aa0-4588-8c14-eace322b2237), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.827478 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-525f7ea1-82a3-42c3-a884-955e29f4c19d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.828606 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-525f7ea1-82a3-42c3-a884-955e29f4c19d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "DELETE /v2.0/security-groups/69d79c79-5aa0-4588-8c14-eace322b2237 HTTP/1.1" status: 204 len: 168 time: 0.6042230 Mar 28 09:10:55.835282 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50870) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:55.835834 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50872) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:55.879768 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-80279f1a-76ac-4a03-96d0-93ba8f82759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:55.886377 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b5cd64-8217-4f3d-8607-86eecfddee4b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:55.891467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f7ea1-82a3-42c3-a884-955e29f4c19d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d79c79-5aa0-4588-8c14-eace322b2237,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:55.923336 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-04b5cd64-8217-4f3d-8607-86eecfddee4b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:55.937800 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3c3ed794-62ec-40d0-a500-d118c4f16231 None None] Publish callbacks [] for port (61470bc2-1652-4404-956e-df1b958329d1), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.940664 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b5cd64-8217-4f3d-8607-86eecfddee4b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:55.941250 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-04b5cd64-8217-4f3d-8607-86eecfddee4b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:55.969100 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5cd64-8217-4f3d-8607-86eecfddee4b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=a6ed9afb-da27-4f43-82fb-af3c67b4282f,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:55.969380 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80279f1a-76ac-4a03-96d0-93ba8f82759b None None] Routers {'c326599c-4080-4bc2-ab7c-bd2d92dc860a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:10:55.969938 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-80279f1a-76ac-4a03-96d0-93ba8f82759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:10:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:55.980799 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3c3ed794-62ec-40d0-a500-d118c4f16231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (61470bc2-1652-4404-956e-df1b958329d1), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.005587 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-66004efa-283b-4c8f-a08c-625cba819cd2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting subnet 76a0e1f4-e69f-4762-8d7d-582c9323b26a {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:10:56.012582 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-66004efa-283b-4c8f-a08c-625cba819cd2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (76a0e1f4-e69f-4762-8d7d-582c9323b26a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.020613 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-04b5cd64-8217-4f3d-8607-86eecfddee4b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2818666 Mar 28 09:10:56.021977 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50874) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:56.026693 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-943d8c48-909b-4580-988f-76f661e34104 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:56.044086 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-906d1b48-51b9-45bc-a920-2ac5743c013e tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1885860 Mar 28 09:10:56.050644 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50876) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:56.066197 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-80279f1a-76ac-4a03-96d0-93ba8f82759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:56.066866 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80279f1a-76ac-4a03-96d0-93ba8f82759b None None] The sync data for ids ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:10:56.094553 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7c08b478-ecdb-43d5-b9ff-10dadce325d0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (01a3099e-aba8-4dfc-85fb-336837eb9aff), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.106727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7c08b478-ecdb-43d5-b9ff-10dadce325d0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (01a3099e-aba8-4dfc-85fb-336837eb9aff), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.122868 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-66004efa-283b-4c8f-a08c-625cba819cd2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (76a0e1f4-e69f-4762-8d7d-582c9323b26a), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.133377 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2cb41f4e-2fff-4357-8ecb-b94d75c5ee54 None None] Current status of the port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:56.145384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4143148b-47c2-47bf-b40f-71cc7ea24e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (1daa78f9-4dbc-4beb-b590-e8335a8b86b8), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.173865 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4143148b-47c2-47bf-b40f-71cc7ea24e38 None None] No DVR routers for this DVR port 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:56.179036 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ed794-62ec-40d0-a500-d118c4f16231 None None] Pushing event updated for resources: {'Port': ['ID=61470bc2-1652-4404-956e-df1b958329d1,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:56.196030 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7c08b478-ecdb-43d5-b9ff-10dadce325d0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.197296 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7c08b478-ecdb-43d5-b9ff-10dadce325d0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7321267 Mar 28 09:10:56.201035 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1c6c86b7-ce5c-49f4-b0ea-4160f402aa4b tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (1cd60f0b-b49b-4a98-8882-56dfa082b70e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.202824 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50878) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:56.212871 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943d8c48-909b-4580-988f-76f661e34104 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:56.216555 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce46291e-85de-4111-93cb-a0de413efd81 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:56.216932 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-943d8c48-909b-4580-988f-76f661e34104 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.218800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-da094b43-fb38-4873-a4fd-bee0bd785b16 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1041435943', 'security_groups': ['01a3099e-aba8-4dfc-85fb-336837eb9aff'], 'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '680a2645-8699-4ba5-84d2-8667d07c9de6'}]}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:56.220157 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143148b-47c2-47bf-b40f-71cc7ea24e38 None None] Pushing event deleted for resources: {'Port': ['ID=1daa78f9-4dbc-4beb-b590-e8335a8b86b8,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:56.222360 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08b478-ecdb-43d5-b9ff-10dadce325d0 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a3099e-aba8-4dfc-85fb-336837eb9aff,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:56.338029 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1c6c86b7-ce5c-49f4-b0ea-4160f402aa4b tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (1cd60f0b-b49b-4a98-8882-56dfa082b70e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.364135 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'project_id': '15695fdb84ef4808b59972db71cc9c7d', 'fixed_ips': [{'subnet_id': 'a6ed9afb-da27-4f43-82fb-af3c67b4282f'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:10:56.365819 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.375379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-66004efa-283b-4c8f-a08c-625cba819cd2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (76a0e1f4-e69f-4762-8d7d-582c9323b26a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.385774 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.ipam_backend_mixin [None req-943d8c48-909b-4580-988f-76f661e34104 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a6ed9afb-da27-4f43-82fb-af3c67b4282f (CIDR: 2001:db8::/64) Mar 28 09:10:56.442324 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-943d8c48-909b-4580-988f-76f661e34104 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:56.442824 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943d8c48-909b-4580-988f-76f661e34104 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:10:56.508579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1c6c86b7-ce5c-49f4-b0ea-4160f402aa4b tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (1cd60f0b-b49b-4a98-8882-56dfa082b70e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.512174 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1c6c86b7-ce5c-49f4-b0ea-4160f402aa4b tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.516210 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1c6c86b7-ce5c-49f4-b0ea-4160f402aa4b tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "DELETE /v2.0/security-groups/1cd60f0b-b49b-4a98-8882-56dfa082b70e HTTP/1.1" status: 204 len: 168 time: 0.4590716 Mar 28 09:10:56.516381 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-943d8c48-909b-4580-988f-76f661e34104 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4927139 Mar 28 09:10:56.517696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50880) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:56.526487 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50882) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:56.550979 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 61470bc2-1652-4404-956e-df1b958329d1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:56.552590 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c86b7-ce5c-49f4-b0ea-4160f402aa4b tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd60f0b-b49b-4a98-8882-56dfa082b70e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:56.571782 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f15169d0-44fe-4c2a-85e4-236907b93058 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'subnet': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:56.574497 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-66004efa-283b-4c8f-a08c-625cba819cd2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (76a0e1f4-e69f-4762-8d7d-582c9323b26a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.580802 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da094b43-fb38-4873-a4fd-bee0bd785b16 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:56.621037 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Allocated IP 2001:db8::2 (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/a6ed9afb-da27-4f43-82fb-af3c67b4282f/3e22fcb9-10c7-4e19-a354-23f944ce2128) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:56.643267 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8d8c3a59-5370-44bd-8582-258cc9bdc158 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1147416 Mar 28 09:10:56.645766 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50886) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:56.652306 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66004efa-283b-4c8f-a08c-625cba819cd2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Subnet': ['ID=76a0e1f4-e69f-4762-8d7d-582c9323b26a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:56.661833 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-66004efa-283b-4c8f-a08c-625cba819cd2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.671887 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-66004efa-283b-4c8f-a08c-625cba819cd2 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/76a0e1f4-e69f-4762-8d7d-582c9323b26a HTTP/1.1" status: 204 len: 168 time: 0.8174844 Mar 28 09:10:56.674439 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50890) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:56.680514 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ea1b3799-9025-4499-9830-3deab25ddc76 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116616122'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:56.827012 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ea1b3799-9025-4499-9830-3deab25ddc76 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.832024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5dcde4-b432-4ee1-80ab-548a36c20551 None None] Network 6bed85e9-1a39-461d-b86e-8e03097dfff9 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:56.835497 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (6bed85e9-1a39-461d-b86e-8e03097dfff9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.841596 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8c3c67d5-9f50-4fdf-8c50-a3846a84f2b1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.853254 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da094b43-fb38-4873-a4fd-bee0bd785b16 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.888511 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-da094b43-fb38-4873-a4fd-bee0bd785b16 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] device_id is not set on port f14e44ba-1d85-4ed0-b993-7b22cc4e53e6 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:10:56.899486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 61470bc2-1652-4404-956e-df1b958329d1 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:56.899963 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (61470bc2-1652-4404-956e-df1b958329d1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.904212 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8ac1c-2618-48ad-9d81-b7a4bec94d36 req-3446bfa5-8f7e-4ae3-9d3f-81ce9258ccbc tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:56.906108 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-28d8ac1c-2618-48ad-9d81-b7a4bec94d36 req-3446bfa5-8f7e-4ae3-9d3f-81ce9258ccbc tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.1683114 Mar 28 09:10:56.952600 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Publish callbacks [] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:56.987011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.043375 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-74988211-0e0d-4e1d-a81d-3655f417838d None None] Provisioning complete for port 61470bc2-1652-4404-956e-df1b958329d1 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:57.044013 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-74988211-0e0d-4e1d-a81d-3655f417838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (61470bc2-1652-4404-956e-df1b958329d1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.050636 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15169d0-44fe-4c2a-85e4-236907b93058 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:57.055053 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f15169d0-44fe-4c2a-85e4-236907b93058 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.060187 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-28d8ac1c-2618-48ad-9d81-b7a4bec94d36 req-6ed8d32b-989b-40fe-9822-88eda9b9f7f8 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331184 Mar 28 09:10:57.080512 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:57.086216 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port f042902c-44ea-4fdf-8170-68bf02ce42dc {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:10:57.086796 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (f042902c-44ea-4fdf-8170-68bf02ce42dc), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.096612 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ea1b3799-9025-4499-9830-3deab25ddc76 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (c69c9a43-5309-42a6-af78-8b15d3fd8f44), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.115807 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:57.121480 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Pushing event updated for resources: {'Port': ['ID=3e22fcb9-10c7-4e19-a354-23f944ce2128,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:57.126932 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:57.134780 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ea1b3799-9025-4499-9830-3deab25ddc76 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (c69c9a43-5309-42a6-af78-8b15d3fd8f44), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.147612 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 61470bc2-1652-4404-956e-df1b958329d1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:57.148594 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 270cfbf8-2883-4cf1-a2ca-c4196c59479a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:57.211455 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] For port f042902c-44ea-4fdf-8170-68bf02ce42dc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f042902c-44ea-4fdf-8170-68bf02ce42dc,segment=NetworkSegment(3ab36dab-b890-48b1-a296-401ec3f62573),segment_id=3ab36dab-b890-48b1-a296-401ec3f62573)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:57.211846 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (f042902c-44ea-4fdf-8170-68bf02ce42dc), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.233456 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for f042902c-44ea-4fdf-8170-68bf02ce42dc owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:10:57.249942 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-da094b43-fb38-4873-a4fd-bee0bd785b16 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Allocated IP 172.20.0.6 (c662c580-9959-4333-a8b9-22afafa1f5d4/680a2645-8699-4ba5-84d2-8667d07c9de6/f14e44ba-1d85-4ed0-b993-7b22cc4e53e6) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:57.274096 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525d3d70-e734-4f35-ba08-d10ffe357fcf None None] DHCP port deletion for 6bed85e9-1a39-461d-b86e-8e03097dfff9 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:10:57.416880 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (f042902c-44ea-4fdf-8170-68bf02ce42dc), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.456051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ea1b3799-9025-4499-9830-3deab25ddc76 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.456680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=f042902c-44ea-4fdf-8170-68bf02ce42dc,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:57.457523 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ea1b3799-9025-4499-9830-3deab25ddc76 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7870572 Mar 28 09:10:57.466972 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50892) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:57.469155 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-09a3ba6a-f465-4b8e-98d2-110a9e7602be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.472013 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No DVR routers for this DVR port f042902c-44ea-4fdf-8170-68bf02ce42dc on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:10:57.482234 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-99acfdc5-b0ee-4c03-80e8-f3887ae829dc tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': 'c69c9a43-5309-42a6-af78-8b15d3fd8f44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:57.487550 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Attempting to bind port 3e22fcb9-10c7-4e19-a354-23f944ce2128 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:10:57.487750 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b3799-9025-4499-9830-3deab25ddc76 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69c9a43-5309-42a6-af78-8b15d3fd8f44,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:57.487861 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Attempting to bind port 3e22fcb9-10c7-4e19-a354-23f944ce2128 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:10:57.488236 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Attempting to bind port 3e22fcb9-10c7-4e19-a354-23f944ce2128 on network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:10:57.493982 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 270cfbf8-2883-4cf1-a2ca-c4196c59479a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:57.493982 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (270cfbf8-2883-4cf1-a2ca-c4196c59479a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.495003 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-525d3d70-e734-4f35-ba08-d10ffe357fcf None None] The port 'f042902c-44ea-4fdf-8170-68bf02ce42dc' was deleted {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 28 09:10:57.548825 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:10:57.549315 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Checking segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:10:57.550002 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.550620 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Bound using segment: {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:10:57.551190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Bound port: 3e22fcb9-10c7-4e19-a354-23f944ce2128, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae3456-dec8-4693-917b-25263ef5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:10:57.551642 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.607980 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da094b43-fb38-4873-a4fd-bee0bd785b16 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (f14e44ba-1d85-4ed0-b993-7b22cc4e53e6), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.612910 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-74988211-0e0d-4e1d-a81d-3655f417838d None None] Current status of the port 61470bc2-1652-4404-956e-df1b958329d1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:57.626733 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (6bed85e9-1a39-461d-b86e-8e03097dfff9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.637573 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-99acfdc5-b0ee-4c03-80e8-f3887ae829dc tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:57.638678 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-99acfdc5-b0ee-4c03-80e8-f3887ae829dc tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1611660 Mar 28 09:10:57.643584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50894) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:57.654736 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-bd22de0c-a45e-43f5-a7e1-57cbe2e5068c tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group_rule': {'security_group_id': 'c69c9a43-5309-42a6-af78-8b15d3fd8f44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:57.659781 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-74988211-0e0d-4e1d-a81d-3655f417838d None None] Provisioning complete for port 031f2a36-38a5-4646-aa49-e2f640fbbff6 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:57.660285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-74988211-0e0d-4e1d-a81d-3655f417838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (031f2a36-38a5-4646-aa49-e2f640fbbff6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.664145 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bed85e9-1a39-461d-b86e-8e03097dfff9']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:57.678380 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab36dab-b890-48b1-a296-401ec3f62573') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:57.678609 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab36dab-b890-48b1-a296-401ec3f62573') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:10:57.703727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (3ab36dab-b890-48b1-a296-401ec3f62573), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.707771 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] For port 3e22fcb9-10c7-4e19-a354-23f944ce2128, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:10:57.727610 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (3ab36dab-b890-48b1-a296-401ec3f62573), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.737829 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:10:57.738204 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (3ab36dab-b890-48b1-a296-401ec3f62573), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.741197 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] For port 3e22fcb9-10c7-4e19-a354-23f944ce2128, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3e22fcb9-10c7-4e19-a354-23f944ce2128,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:10:57.741804 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:10:57.744870 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da094b43-fb38-4873-a4fd-bee0bd785b16 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (f14e44ba-1d85-4ed0-b993-7b22cc4e53e6), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.746609 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-74988211-0e0d-4e1d-a81d-3655f417838d None None] Port 031f2a36-38a5-4646-aa49-e2f640fbbff6 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:57.750237 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 270cfbf8-2883-4cf1-a2ca-c4196c59479a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:57.758880 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.835036 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-bd22de0c-a45e-43f5-a7e1-57cbe2e5068c tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:57.836294 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bd22de0c-a45e-43f5-a7e1-57cbe2e5068c tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1917734 Mar 28 09:10:57.839839 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:10:57.842628 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50896) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:57.848624 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedd012-de55-49e0-b205-6990c988b8ef None None] Pushing event updated for resources: {'Port': ['ID=3e22fcb9-10c7-4e19-a354-23f944ce2128,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:57.868201 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-8c3c67d5-9f50-4fdf-8c50-a3846a84f2b1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Allocated IP 172.20.0.1 (7a5765eb-7df9-4257-a890-89fc105a884b/4d6f0775-7cb5-4e30-a169-020f84cbfbe7/47f130b1-c404-4666-b4ba-c2931fa92bbf) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:10:57.873197 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da094b43-fb38-4873-a4fd-bee0bd785b16 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network c662c580-9959-4333-a8b9-22afafa1f5d4 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:57.891329 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-da094b43-fb38-4873-a4fd-bee0bd785b16 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:57.893861 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da094b43-fb38-4873-a4fd-bee0bd785b16 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:57.898203 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:10:57.898577 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1daa78f9-4dbc-4beb-b590-e8335a8b86b8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:10:57.905448 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (6bed85e9-1a39-461d-b86e-8e03097dfff9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.936648 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:57.942588 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/networks/6bed85e9-1a39-461d-b86e-8e03097dfff9 HTTP/1.1" status: 204 len: 168 time: 1.2659137 Mar 28 09:10:57.954385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50898) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:57.955048 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da094b43-fb38-4873-a4fd-bee0bd785b16 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=f14e44ba-1d85-4ed0-b993-7b22cc4e53e6,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:57.965547 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f8ed8562-0eea-4eb1-b7bc-6733c0e3012c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1764305216'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:57.988669 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51b32d-8145-4755-9e50-5b792fdb7174 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Network': ['ID=6bed85e9-1a39-461d-b86e-8e03097dfff9,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:58.024819 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da094b43-fb38-4873-a4fd-bee0bd785b16 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:58.025466 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da094b43-fb38-4873-a4fd-bee0bd785b16 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.036483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17c6ec8f-a660-4d24-9552-1131d5701049 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (c69c9a43-5309-42a6-af78-8b15d3fd8f44), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.042249 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ed8562-0eea-4eb1-b7bc-6733c0e3012c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:58.046021 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8562-0eea-4eb1-b7bc-6733c0e3012c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.072683 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-da094b43-fb38-4873-a4fd-bee0bd785b16 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8654039 Mar 28 09:10:58.078219 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50900) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:58.082341 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-6d918b80-0ab5-42be-bb46-55c1dd76c44c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'subnet': {'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:58.125844 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17c6ec8f-a660-4d24-9552-1131d5701049 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (c69c9a43-5309-42a6-af78-8b15d3fd8f44), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.149959 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8c3c67d5-9f50-4fdf-8c50-a3846a84f2b1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (47f130b1-c404-4666-b4ba-c2931fa92bbf), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.161542 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.objects.ports [None req-f15169d0-44fe-4c2a-85e4-236907b93058 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 09:10:58.212445 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ed8562-0eea-4eb1-b7bc-6733c0e3012c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:10:58.258667 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8562-0eea-4eb1-b7bc-6733c0e3012c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (8bd3f36e-27ab-46fb-ad22-d1c732813bf9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.260413 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-f8ed8562-0eea-4eb1-b7bc-6733c0e3012c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Added segment 8bd3f36e-27ab-46fb-ad22-d1c732813bf9 of type vlan for network 206d03a9-de4b-4329-a977-fa550f29d2b7 Mar 28 09:10:58.364488 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17c6ec8f-a660-4d24-9552-1131d5701049 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (c69c9a43-5309-42a6-af78-8b15d3fd8f44), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.367123 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17c6ec8f-a660-4d24-9552-1131d5701049 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.371707 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-17c6ec8f-a660-4d24-9552-1131d5701049 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "DELETE /v2.0/security-groups/c69c9a43-5309-42a6-af78-8b15d3fd8f44 HTTP/1.1" status: 204 len: 168 time: 0.5259469 Mar 28 09:10:58.372684 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-5510f53c-e2db-4cd1-b0f8-61c82aab3946 None None] Provisioning complete for port f14e44ba-1d85-4ed0-b993-7b22cc4e53e6 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:58.373245 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5510f53c-e2db-4cd1-b0f8-61c82aab3946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f14e44ba-1d85-4ed0-b993-7b22cc4e53e6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.374473 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50906) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:58.379208 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8c3c67d5-9f50-4fdf-8c50-a3846a84f2b1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (47f130b1-c404-4666-b4ba-c2931fa92bbf), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.390957 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8562-0eea-4eb1-b7bc-6733c0e3012c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (206d03a9-de4b-4329-a977-fa550f29d2b7), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.414247 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5510f53c-e2db-4cd1-b0f8-61c82aab3946 None None] Port f14e44ba-1d85-4ed0-b993-7b22cc4e53e6 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:58.425507 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6ec8f-a660-4d24-9552-1131d5701049 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69c9a43-5309-42a6-af78-8b15d3fd8f44,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:58.453932 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8956a-8191-428d-9ea8-2894e7f473e5 req-400fbf88-4a1c-4a5c-8f8c-069c9dec1e81 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:58.455494 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-86b8956a-8191-428d-9ea8-2894e7f473e5 req-400fbf88-4a1c-4a5c-8f8c-069c9dec1e81 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.2129703 Mar 28 09:10:58.468583 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3c67d5-9f50-4fdf-8c50-a3846a84f2b1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network 7a5765eb-7df9-4257-a890-89fc105a884b is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:58.488906 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d918b80-0ab5-42be-bb46-55c1dd76c44c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:58.493209 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6d918b80-0ab5-42be-bb46-55c1dd76c44c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.494566 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-8c3c67d5-9f50-4fdf-8c50-a3846a84f2b1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:58.496487 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8562-0eea-4eb1-b7bc-6733c0e3012c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (206d03a9-de4b-4329-a977-fa550f29d2b7), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.501224 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ed8562-0eea-4eb1-b7bc-6733c0e3012c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:58.501821 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8562-0eea-4eb1-b7bc-6733c0e3012c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.506406 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3c67d5-9f50-4fdf-8c50-a3846a84f2b1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:10:58.521287 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c67d5-9f50-4fdf-8c50-a3846a84f2b1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=47f130b1-c404-4666-b4ba-c2931fa92bbf,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:58.534332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420f22d-7b2f-4d89-b683-d62f318e2c8d req-86dda8bc-5128-4ba3-adc9-a501a67e38c2 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:58.536362 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d420f22d-7b2f-4d89-b683-d62f318e2c8d req-86dda8bc-5128-4ba3-adc9-a501a67e38c2 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2260480 Mar 28 09:10:58.593950 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-25576c88-22bc-41c4-97e6-6b0469f3dde2 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2077341 Mar 28 09:10:58.594584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50908) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:58.606822 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 3e22fcb9-10c7-4e19-a354-23f944ce2128 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:10:58.622241 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8c3c67d5-9f50-4fdf-8c50-a3846a84f2b1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (c326599c-4080-4bc2-ab7c-bd2d92dc860a), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.630646 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f15169d0-44fe-4c2a-85e4-236907b93058 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.637153 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e7c692c5-f2ee-4473-b659-8c7ecd172b8d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562861119'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:58.678898 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f8ed8562-0eea-4eb1-b7bc-6733c0e3012c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7205822 Mar 28 09:10:58.682224 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 3e22fcb9-10c7-4e19-a354-23f944ce2128 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:58.682828 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-86b8956a-8191-428d-9ea8-2894e7f473e5 req-35d35c9c-80a1-44d6-8ca3-ad28ba848d70 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131274 Mar 28 09:10:58.683483 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50910) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:58.691851 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.698782 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-78bb28ab-ce65-4161-86b2-fbcfb8f7de7d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'subnet': {'network_id': '206d03a9-de4b-4329-a977-fa550f29d2b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:58.719963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed8562-0eea-4eb1-b7bc-6733c0e3012c tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Network': ['ID=206d03a9-de4b-4329-a977-fa550f29d2b7,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:58.736774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7c692c5-f2ee-4473-b659-8c7ecd172b8d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.774079 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d420f22d-7b2f-4d89-b683-d62f318e2c8d req-45fdefb7-5022-4ca8-b47c-38ddc5960dfd tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473687 Mar 28 09:10:58.783724 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.ipam_backend_mixin [None req-6d918b80-0ab5-42be-bb46-55c1dd76c44c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 680a2645-8699-4ba5-84d2-8667d07c9de6 (CIDR: 172.20.0.0/28) Mar 28 09:10:58.794419 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d918b80-0ab5-42be-bb46-55c1dd76c44c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:58.794932 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d918b80-0ab5-42be-bb46-55c1dd76c44c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:10:58.824863 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6d918b80-0ab5-42be-bb46-55c1dd76c44c tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7462044 Mar 28 09:10:58.828303 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50912) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:58.840578 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 206d03a9-de4b-4329-a977-fa550f29d2b7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:10:58.862799 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7c692c5-f2ee-4473-b659-8c7ecd172b8d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (a8dd5dcb-2a76-48df-8ca1-418c39c8bb20), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.869911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7c692c5-f2ee-4473-b659-8c7ecd172b8d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (a8dd5dcb-2a76-48df-8ca1-418c39c8bb20), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.894378 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4a841f91-f42b-43a0-8fcf-7252d664db83 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'subnet': {'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:58.917428 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c692c5-f2ee-4473-b659-8c7ecd172b8d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dd5dcb-2a76-48df-8ca1-418c39c8bb20,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:58.929280 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7c692c5-f2ee-4473-b659-8c7ecd172b8d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:58.938272 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e7c692c5-f2ee-4473-b659-8c7ecd172b8d tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3042450 Mar 28 09:10:58.939161 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50916) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:58.944376 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-2119849f-5191-4ec4-83ac-33a3abbeb4aa tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:10:58.944916 dv-neutron-master-2-hyperv neutron-server[104075]: WARNING neutron.api.v2.base [None req-2119849f-5191-4ec4-83ac-33a3abbeb4aa tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 09:10:58.946432 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-2119849f-5191-4ec4-83ac-33a3abbeb4aa tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] update failed (client error): There was a conflict when trying to complete your request. Mar 28 09:10:58.950065 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2119849f-5191-4ec4-83ac-33a3abbeb4aa tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "PUT /v2.0/security-groups/a8dd5dcb-2a76-48df-8ca1-418c39c8bb20 HTTP/1.1" status: 409 len: 330 time: 0.0073643 Mar 28 09:10:58.950721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50918) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:58.986879 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2fb8028b-5135-4c16-b33c-a38c848add11 None None] Provisioning complete for port 47f130b1-c404-4666-b4ba-c2931fa92bbf triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:58.987264 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2fb8028b-5135-4c16-b33c-a38c848add11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (47f130b1-c404-4666-b4ba-c2931fa92bbf), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.013242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bb28ab-ce65-4161-86b2-fbcfb8f7de7d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:59.016746 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78bb28ab-ce65-4161-86b2-fbcfb8f7de7d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.026640 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-691ff653-c920-4c65-b71f-5ac78f7eea02 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (a8dd5dcb-2a76-48df-8ca1-418c39c8bb20), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.031299 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 3e22fcb9-10c7-4e19-a354-23f944ce2128 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:59.031690 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.054454 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2fb8028b-5135-4c16-b33c-a38c848add11 None None] Port 47f130b1-c404-4666-b4ba-c2931fa92bbf cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:10:59.059156 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-691ff653-c920-4c65-b71f-5ac78f7eea02 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (a8dd5dcb-2a76-48df-8ca1-418c39c8bb20), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.107811 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-691ff653-c920-4c65-b71f-5ac78f7eea02 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (a8dd5dcb-2a76-48df-8ca1-418c39c8bb20), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.110761 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-691ff653-c920-4c65-b71f-5ac78f7eea02 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.114594 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-691ff653-c920-4c65-b71f-5ac78f7eea02 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "DELETE /v2.0/security-groups/a8dd5dcb-2a76-48df-8ca1-418c39c8bb20 HTTP/1.1" status: 204 len: 168 time: 0.1594403 Mar 28 09:10:59.117503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50920) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:59.139888 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ff653-c920-4c65-b71f-5ac78f7eea02 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dd5dcb-2a76-48df-8ca1-418c39c8bb20,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:59.176652 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f577811e-730c-4223-b8a9-99f1f7394b10 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0541797 Mar 28 09:10:59.179374 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50922) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:59.193956 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-01eec658-74b2-45e9-a4aa-e31f94148e7e tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] delete failed (client error): The resource could not be found. Mar 28 09:10:59.198803 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-01eec658-74b2-45e9-a4aa-e31f94148e7e tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "DELETE /v2.0/security-groups/83f63e66-4574-4bf0-b138-8a99732ae150 HTTP/1.1" status: 404 len: 347 time: 0.0148137 Mar 28 09:10:59.199670 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50924) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:59.226035 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-4127cad9-12cf-4ec8-9a71-569ba50ee23c tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] show failed (client error): The resource could not be found. Mar 28 09:10:59.227180 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4127cad9-12cf-4ec8-9a71-569ba50ee23c tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "GET /v2.0/security-groups/42a9952f-5019-46c6-9427-29d0f690dcb9 HTTP/1.1" status: 404 len: 347 time: 0.0269477 Mar 28 09:10:59.231586 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50926) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:59.248308 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-c63331cd-339e-4810-b05a-007b3647a343 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] show failed (client error): The resource could not be found. Mar 28 09:10:59.250116 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c63331cd-339e-4810-b05a-007b3647a343 tempest-NegativeSecGroupIPv6Test-1298161818 tempest-NegativeSecGroupIPv6Test-1298161818-project] 10.222.0.15 "GET /v2.0/security-group-rules/21727342-1d2c-44cd-bf40-2d02ab2f2b86 HTTP/1.1" status: 404 len: 356 time: 0.0168219 Mar 28 09:10:59.306446 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8c3c67d5-9f50-4fdf-8c50-a3846a84f2b1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (47f130b1-c404-4666-b4ba-c2931fa92bbf), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.335677 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ef646-f0b1-45a8-a4af-ea9051303e78 req-1c2ff60d-c7c9-43a4-b0ea-c4df58ed193e tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:59.340885 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fe5ef646-f0b1-45a8-a4af-ea9051303e78 req-1c2ff60d-c7c9-43a4-b0ea-c4df58ed193e tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.3767614 Mar 28 09:10:59.346562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-f15169d0-44fe-4c2a-85e4-236907b93058 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] For port 3e22fcb9-10c7-4e19-a354-23f944ce2128, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3e22fcb9-10c7-4e19-a354-23f944ce2128,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:10:59.377329 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-62a31a89-85dd-4542-8fd6-70ccc0a28fb2 None None] Provisioning complete for port 3e22fcb9-10c7-4e19-a354-23f944ce2128 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:10:59.377970 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-62a31a89-85dd-4542-8fd6-70ccc0a28fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.481386 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a841f91-f42b-43a0-8fcf-7252d664db83 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:10:59.485006 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a841f91-f42b-43a0-8fcf-7252d664db83 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.485248 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-62a31a89-85dd-4542-8fd6-70ccc0a28fb2 None None] Current status of the port 3e22fcb9-10c7-4e19-a354-23f944ce2128 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:10:59.487270 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-62a31a89-85dd-4542-8fd6-70ccc0a28fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.519434 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f15169d0-44fe-4c2a-85e4-236907b93058 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.544488 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50932) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:59.606196 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f15169d0-44fe-4c2a-85e4-236907b93058 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.613468 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:10:59.613906 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:10:59.620146 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c78f401-5f6a-4d12-8df5-6f5e33687733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.623583 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-62a31a89-85dd-4542-8fd6-70ccc0a28fb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:10:59.623938 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-62a31a89-85dd-4542-8fd6-70ccc0a28fb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:10:59.648214 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fe5ef646-f0b1-45a8-a4af-ea9051303e78 req-ddc44dde-f264-479b-8c4c-654fdc9ea305 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956722 Mar 28 09:10:59.695743 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-da4121ff-db6a-4c9c-942f-2cf564834c21 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c0392750b4b4dfcbc67fff03ca6a914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495357 Mar 28 09:10:59.698636 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50938) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:10:59.742280 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f15169d0-44fe-4c2a-85e4-236907b93058 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (fb52c7ab-53a5-4c43-b45e-25609fa01c84), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.796306 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c8a331e2-fcc1-4fd4-b98d-cb5a9c80f424 admin admin] Publish callbacks [] for security_group (253e9652-2d28-4155-925c-7bbfebe856fd), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.814309 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f578e43-d1fd-40d9-a9f6-3411808a83d1 req-b2583488-fd3f-4ff7-b997-41f604087449 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:59.815888 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5f578e43-d1fd-40d9-a9f6-3411808a83d1 req-b2583488-fd3f-4ff7-b997-41f604087449 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.0905247 Mar 28 09:10:59.835833 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c8a331e2-fcc1-4fd4-b98d-cb5a9c80f424 admin admin] Publish callbacks [] for security_group (253e9652-2d28-4155-925c-7bbfebe856fd), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.878728 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15169d0-44fe-4c2a-85e4-236907b93058 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=3e22fcb9-10c7-4e19-a354-23f944ce2128,revision_number=4']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:59.891600 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78bb28ab-ce65-4161-86b2-fbcfb8f7de7d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (64b505a3-2f09-4c82-9497-bc208ed38057), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.896659 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15169d0-44fe-4c2a-85e4-236907b93058 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:10:59.899975 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5f578e43-d1fd-40d9-a9f6-3411808a83d1 req-66228410-bf80-465a-8c8c-cc56b2b8408e tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741127 Mar 28 09:10:59.907146 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.ipam_backend_mixin [None req-4a841f91-f42b-43a0-8fcf-7252d664db83 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0d9ce1a0-19cf-468d-ac2f-7d480ce4b46c (CIDR: 172.20.0.16/28) Mar 28 09:10:59.917054 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-f15169d0-44fe-4c2a-85e4-236907b93058 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:10:59.920486 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c8a331e2-fcc1-4fd4-b98d-cb5a9c80f424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (253e9652-2d28-4155-925c-7bbfebe856fd), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.923722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c8a331e2-fcc1-4fd4-b98d-cb5a9c80f424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.924421 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15169d0-44fe-4c2a-85e4-236907b93058 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Subnet': ['ID=fb52c7ab-53a5-4c43-b45e-25609fa01c84,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:10:59.924881 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c8a331e2-fcc1-4fd4-b98d-cb5a9c80f424 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/253e9652-2d28-4155-925c-7bbfebe856fd HTTP/1.1" status: 204 len: 168 time: 0.2248867 Mar 28 09:10:59.930009 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a841f91-f42b-43a0-8fcf-7252d664db83 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:10:59.930510 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a841f91-f42b-43a0-8fcf-7252d664db83 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:10:59.933156 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43c25ff-8a38-4782-9748-0532fc686f4c None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:10:59.934167 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15169d0-44fe-4c2a-85e4-236907b93058 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:10:59.934766 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f15169d0-44fe-4c2a-85e4-236907b93058 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:10:59.968728 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a331e2-fcc1-4fd4-b98d-cb5a9c80f424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253e9652-2d28-4155-925c-7bbfebe856fd,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:00.058127 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4a841f91-f42b-43a0-8fcf-7252d664db83 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1936483 Mar 28 09:11:00.062599 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d57d41-034b-4304-a98b-e00e541cc4b7 req-7c61cf3e-b9c1-4f00-a4ac-4197406d85d0 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:00.064296 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b5d57d41-034b-4304-a98b-e00e541cc4b7 req-7c61cf3e-b9c1-4f00-a4ac-4197406d85d0 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.0793383 Mar 28 09:11:00.064887 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50946) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:00.070003 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-46956967-3fac-42c6-9aee-c2e6b9b1f257 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'subnet': {'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:00.106632 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f15169d0-44fe-4c2a-85e4-236907b93058 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5768986 Mar 28 09:11:00.120651 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce9e29-35ef-4fd3-9c24-2e27be4b40ba req-1f698064-0d1b-4201-9c9d-0634e98bbb70 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:00.129233 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-26ce9e29-35ef-4fd3-9c24-2e27be4b40ba req-1f698064-0d1b-4201-9c9d-0634e98bbb70 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.3185298 Mar 28 09:11:00.152089 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50948) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:00.190524 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-62a31a89-85dd-4542-8fd6-70ccc0a28fb2 None None] Current status of the port 3e22fcb9-10c7-4e19-a354-23f944ce2128 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:00.191179 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-62a31a89-85dd-4542-8fd6-70ccc0a28fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:00.192216 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2b213412-87b3-45d1-b526-3b99faf8fd2c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Request body: {'port': {'network_id': '0c9e6889-10dd-4a9e-9039-3b134a4d2b85', 'mac_address': 'fa:16:3e:c8:17:fc', 'name': 'tempest-NetworksTestDHCPv6-1537798440'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:00.228827 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-26ce9e29-35ef-4fd3-9c24-2e27be4b40ba req-2205476b-c44b-4f4c-81e2-8b3938768c63 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957148 Mar 28 09:11:00.269140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-62a31a89-85dd-4542-8fd6-70ccc0a28fb2 None None] For port 3e22fcb9-10c7-4e19-a354-23f944ce2128, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3e22fcb9-10c7-4e19-a354-23f944ce2128,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:00.274249 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 3e22fcb9-10c7-4e19-a354-23f944ce2128 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:00.275323 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:00.279413 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-62a31a89-85dd-4542-8fd6-70ccc0a28fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:00.294360 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b5d57d41-034b-4304-a98b-e00e541cc4b7 req-361746d8-ec17-437a-bd28-557e1b75c3aa tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192054 Mar 28 09:11:00.298718 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46956967-3fac-42c6-9aee-c2e6b9b1f257 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Made reservation on behalf of ef21c6b2cfed4e4b89f188c5409e8013 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:00.315853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-46956967-3fac-42c6-9aee-c2e6b9b1f257 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:00.330827 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb28ab-ce65-4161-86b2-fbcfb8f7de7d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Subnet': ['ID=64b505a3-2f09-4c82-9497-bc208ed38057,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:00.345047 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb28ab-ce65-4161-86b2-fbcfb8f7de7d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Checking segment: {'id': '8bd3f36e-27ab-46fb-ad22-d1c732813bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '206d03a9-de4b-4329-a977-fa550f29d2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:00.345047 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bb28ab-ce65-4161-86b2-fbcfb8f7de7d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network hostable DHCP agents. Network: 206d03a9-de4b-4329-a977-fa550f29d2b7, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:11:00.370695 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a31a89-85dd-4542-8fd6-70ccc0a28fb2 None None] Pushing event updated for resources: {'Port': ['ID=3e22fcb9-10c7-4e19-a354-23f944ce2128,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:00.441191 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bb28ab-ce65-4161-86b2-fbcfb8f7de7d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network 206d03a9-de4b-4329-a977-fa550f29d2b7 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:11:00.447168 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:11:00.447640 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:11:00.525245 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:11:00.526676 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:00.619235 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed968ab-4977-416e-9e4e-f7ae7abe798b req-9f90ba24-2d5e-4d79-8bc3-3f5b6a59bbb8 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:00.620889 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3ed968ab-4977-416e-9e4e-f7ae7abe798b req-9f90ba24-2d5e-4d79-8bc3-3f5b6a59bbb8 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.1324365 Mar 28 09:11:00.727537 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3ed968ab-4977-416e-9e4e-f7ae7abe798b req-26dc87ba-0879-4076-9fae-4bf85fcc135b tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006193 Mar 28 09:11:00.763770 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-46956967-3fac-42c6-9aee-c2e6b9b1f257 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (eb3bd4e5-1b2a-4b60-9b7e-2c58da54355f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:00.792345 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 3e22fcb9-10c7-4e19-a354-23f944ce2128 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:00.796115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-78bb28ab-ce65-4161-86b2-fbcfb8f7de7d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 206d03a9-de4b-4329-a977-fa550f29d2b7) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:00.806698 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bb28ab-ce65-4161-86b2-fbcfb8f7de7d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:00.807213 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78bb28ab-ce65-4161-86b2-fbcfb8f7de7d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:00.811106 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88032807-4e84-4c8e-a997-0371be49fa1d None None] Network 206d03a9-de4b-4329-a977-fa550f29d2b7 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:00.838130 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46956967-3fac-42c6-9aee-c2e6b9b1f257 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Subnet': ['ID=eb3bd4e5-1b2a-4b60-9b7e-2c58da54355f,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:00.840731 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8c3c67d5-9f50-4fdf-8c50-a3846a84f2b1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (47f130b1-c404-4666-b4ba-c2931fa92bbf), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:00.852829 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-78bb28ab-ce65-4161-86b2-fbcfb8f7de7d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1601796 Mar 28 09:11:00.852829 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50954) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:00.860025 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46956967-3fac-42c6-9aee-c2e6b9b1f257 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Network c662c580-9959-4333-a8b9-22afafa1f5d4 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:00.860799 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-003a97a1-5a09-4bd3-b43d-bfd9d43e98f7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'network_id': '206d03a9-de4b-4329-a977-fa550f29d2b7', 'name': 'tempest-PortsIpV6TestJSON-707787934', 'fixed_ips': [{'subnet_id': '64b505a3-2f09-4c82-9497-bc208ed38057', 'ip_address': '2001:db8::10'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:00.861695 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-46956967-3fac-42c6-9aee-c2e6b9b1f257 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:00.865376 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46956967-3fac-42c6-9aee-c2e6b9b1f257 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:00.866040 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-46956967-3fac-42c6-9aee-c2e6b9b1f257 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:00.877289 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b213412-87b3-45d1-b526-3b99faf8fd2c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Made reservation on behalf of 15695fdb84ef4808b59972db71cc9c7d for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:00.889344 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-46956967-3fac-42c6-9aee-c2e6b9b1f257 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8232989 Mar 28 09:11:00.890303 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8c3c67d5-9f50-4fdf-8c50-a3846a84f2b1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (47f130b1-c404-4666-b4ba-c2931fa92bbf), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:00.892080 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50956) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:00.896829 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1b2ab5-a1fd-4e82-a29c-05204258d3f4 None None] Network c662c580-9959-4333-a8b9-22afafa1f5d4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:00.898689 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1819461300', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eb3bd4e5-1b2a-4b60-9b7e-2c58da54355f'}], 'security_groups': ['83ae531a-a243-48b8-bcdc-28d9efea3ad3', '20df9b01-b4fc-40b3-9b2d-1259887b0870']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:00.899843 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f042902c-44ea-4fdf-8170-68bf02ce42dc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:11:00.976670 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: f042902c-44ea-4fdf-8170-68bf02ce42dc {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:11:00.977167 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f042902c-44ea-4fdf-8170-68bf02ce42dc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:11:00.991900 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f14e44ba-1d85-4ed0-b993-7b22cc4e53e6), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:01.076976 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-206d03a9-de4b-4329-a977-fa550f29d2b7', 'network_id': '206d03a9-de4b-4329-a977-fa550f29d2b7', 'project_id': '99087c95b7ef419398067fe352f6e8e0', 'fixed_ips': [{'subnet_id': '64b505a3-2f09-4c82-9497-bc208ed38057'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:11:01.079511 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:01.117497 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 3e22fcb9-10c7-4e19-a354-23f944ce2128 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:01.121481 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8c3c67d5-9f50-4fdf-8c50-a3846a84f2b1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (c326599c-4080-4bc2-ab7c-bd2d92dc860a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:01.178702 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b213412-87b3-45d1-b526-3b99faf8fd2c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:01.180572 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c67d5-9f50-4fdf-8c50-a3846a84f2b1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=47f130b1-c404-4666-b4ba-c2931fa92bbf,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:01.256444 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-2b213412-87b3-45d1-b526-3b99faf8fd2c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] device_id is not set on port ce022df4-3988-42cc-b93c-942af875c84d yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:11:01.275032 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003a97a1-5a09-4bd3-b43d-bfd9d43e98f7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:01.340582 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d273afa4-8823-4d8d-9035-82e918fc4a55 None None] Provisioning complete for port 3e22fcb9-10c7-4e19-a354-23f944ce2128 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:01.341200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d273afa4-8823-4d8d-9035-82e918fc4a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:01.402892 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-003a97a1-5a09-4bd3-b43d-bfd9d43e98f7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:01.421605 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 3e22fcb9-10c7-4e19-a354-23f944ce2128 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:01.422508 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:01.438136 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Delete allocated IP 172.20.0.6 (c662c580-9959-4333-a8b9-22afafa1f5d4/680a2645-8699-4ba5-84d2-8667d07c9de6) {{(pid=104075) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 09:11:01.451801 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Allocated IP 172.20.0.45 (c662c580-9959-4333-a8b9-22afafa1f5d4/eb3bd4e5-1b2a-4b60-9b7e-2c58da54355f/f14e44ba-1d85-4ed0-b993-7b22cc4e53e6) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:01.500712 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-003a97a1-5a09-4bd3-b43d-bfd9d43e98f7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] device_id is not set on port d7f98ea9-1047-4b8c-b870-895417390995 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:11:01.633783 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3c67d5-9f50-4fdf-8c50-a3846a84f2b1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network 7a5765eb-7df9-4257-a890-89fc105a884b is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:01.638541 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Allocated IP 2001:db8::2 (206d03a9-de4b-4329-a977-fa550f29d2b7/64b505a3-2f09-4c82-9497-bc208ed38057/e3ccd87b-b805-40b5-8b74-ced366c499e8) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:01.654487 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d866ea1-4cce-41a2-b14e-8460d670cb3f None None] Update dhcp port {'port': {'network_id': 'c662c580-9959-4333-a8b9-22afafa1f5d4', 'fixed_ips': [{'subnet_id': '0d9ce1a0-19cf-468d-ac2f-7d480ce4b46c', 'ip_address': '172.20.0.18'}, {'subnet_id': '680a2645-8699-4ba5-84d2-8667d07c9de6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'eb3bd4e5-1b2a-4b60-9b7e-2c58da54355f'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '61470bc2-1652-4404-956e-df1b958329d1'} from dv-neutron-master-2-hyperv. {{(pid=104077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 09:11:01.666477 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-8c3c67d5-9f50-4fdf-8c50-a3846a84f2b1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:01.686360 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for port (f14e44ba-1d85-4ed0-b993-7b22cc4e53e6), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:01.693835 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (f14e44ba-1d85-4ed0-b993-7b22cc4e53e6), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:01.707231 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d31c12-85a5-45c8-b1df-a33ea1a8056b req-53e1ae7e-1435-4ff9-80c4-139cc1d89eee tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:01.708836 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f8d31c12-85a5-45c8-b1df-a33ea1a8056b req-53e1ae7e-1435-4ff9-80c4-139cc1d89eee tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.3365040 Mar 28 09:11:01.758279 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7d866ea1-4cce-41a2-b14e-8460d670cb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (61470bc2-1652-4404-956e-df1b958329d1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:01.868411 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event updated for resources: {'Port': ['ID=f14e44ba-1d85-4ed0-b993-7b22cc4e53e6,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:01.912368 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:01.912728 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:01.913075 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:01.913417 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:01.913921 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:01.914269 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:01.914603 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:01.914940 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:01.915277 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:01.915608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:01.915940 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:01.916381 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:01.916721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:01.917056 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:01.917386 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:01.953143 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d273afa4-8823-4d8d-9035-82e918fc4a55 None None] Current status of the port 3e22fcb9-10c7-4e19-a354-23f944ce2128 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:01.959978 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] In _notify_port_updated(), no bound segment for port f14e44ba-1d85-4ed0-b993-7b22cc4e53e6 on network c662c580-9959-4333-a8b9-22afafa1f5d4 {{(pid=104075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:11:01.971127 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:01.971902 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:01.973675 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e94bc968-4d26-4e2e-8694-13dc75929a09 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "PUT /v2.0/ports/f14e44ba-1d85-4ed0-b993-7b22cc4e53e6 HTTP/1.1" status: 200 len: 960 time: 1.0799236 Mar 28 09:11:01.976931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50962) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:01.993822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4367b1-352b-41b8-a209-09136d377da7 req-ea3d4112-7728-4a33-9558-74d8aaa368b0 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:01.995705 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4a4367b1-352b-41b8-a209-09136d377da7 req-ea3d4112-7728-4a33-9558-74d8aaa368b0 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.1174951 Mar 28 09:11:02.021036 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3c67d5-9f50-4fdf-8c50-a3846a84f2b1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router c326599c-4080-4bc2-ab7c-bd2d92dc860a has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:11:02.048591 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 3e22fcb9-10c7-4e19-a354-23f944ce2128 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:02.055191 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-2b213412-87b3-45d1-b526-3b99faf8fd2c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8::38e (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/a6ed9afb-da27-4f43-82fb-af3c67b4282f/ce022df4-3988-42cc-b93c-942af875c84d) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:02.071710 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-2b213412-87b3-45d1-b526-3b99faf8fd2c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Allocated IP 2001:db8:0:1:f816:3eff:fec8:17fc (0c9e6889-10dd-4a9e-9039-3b134a4d2b85/fb52c7ab-53a5-4c43-b45e-25609fa01c84/ce022df4-3988-42cc-b93c-942af875c84d) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:02.108389 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:02.168623 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f8d31c12-85a5-45c8-b1df-a33ea1a8056b req-8e3ef9b8-4d10-45ca-9db1-d96993e28dab tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4334848 Mar 28 09:11:02.173130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ccaec332-7d9c-4791-b9bf-3134e7d1293d None None] Provisioning complete for port 47f130b1-c404-4666-b4ba-c2931fa92bbf triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:02.173790 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ccaec332-7d9c-4791-b9bf-3134e7d1293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (47f130b1-c404-4666-b4ba-c2931fa92bbf), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:02.181339 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Publish callbacks [] for port (e3ccd87b-b805-40b5-8b74-ced366c499e8), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:02.216570 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (e3ccd87b-b805-40b5-8b74-ced366c499e8), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:02.221827 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-7d866ea1-4cce-41a2-b14e-8460d670cb3f None None] Allocated IP 172.20.0.34 (c662c580-9959-4333-a8b9-22afafa1f5d4/eb3bd4e5-1b2a-4b60-9b7e-2c58da54355f/61470bc2-1652-4404-956e-df1b958329d1) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:02.276900 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ccaec332-7d9c-4791-b9bf-3134e7d1293d None None] Port 47f130b1-c404-4666-b4ba-c2931fa92bbf cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:02.287828 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Network 206d03a9-de4b-4329-a977-fa550f29d2b7 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:02.306249 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:02.335250 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Pushing event updated for resources: {'Port': ['ID=e3ccd87b-b805-40b5-8b74-ced366c499e8,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:02.339315 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:02.351111 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-003a97a1-5a09-4bd3-b43d-bfd9d43e98f7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Allocated IP 2001:db8::10 (206d03a9-de4b-4329-a977-fa550f29d2b7/64b505a3-2f09-4c82-9497-bc208ed38057/d7f98ea9-1047-4b8c-b870-895417390995) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:02.363483 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3c67d5-9f50-4fdf-8c50-a3846a84f2b1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:02.376706 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9818b-a7ff-40ab-b942-24dd14067086 None None] Sync routers for ids ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:02.393567 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50964) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:02.394040 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8c3c67d5-9f50-4fdf-8c50-a3846a84f2b1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "PUT /v2.0/routers/c326599c-4080-4bc2-ab7c-bd2d92dc860a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6151364 Mar 28 09:11:02.398646 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9818b-a7ff-40ab-b942-24dd14067086 None None] Routers {'c326599c-4080-4bc2-ab7c-bd2d92dc860a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:02.399403 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8fc9818b-a7ff-40ab-b942-24dd14067086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:02.429415 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Attempting to bind port e3ccd87b-b805-40b5-8b74-ced366c499e8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:11:02.429721 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Attempting to bind port e3ccd87b-b805-40b5-8b74-ced366c499e8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8bd3f36e-27ab-46fb-ad22-d1c732813bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '206d03a9-de4b-4329-a977-fa550f29d2b7'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:11:02.431808 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Attempting to bind port e3ccd87b-b805-40b5-8b74-ced366c499e8 on network 206d03a9-de4b-4329-a977-fa550f29d2b7 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:11:02.438051 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8fc9818b-a7ff-40ab-b942-24dd14067086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:02.440111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-eab61fb9-296e-4e25-9e8a-cc0a77829612 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'port': {'network_id': '7a5765eb-7df9-4257-a890-89fc105a884b', 'name': 'tempest-FloatingIPTestJSON-42256141'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:02.444976 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:11:02.445357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Checking segment: {'id': '8bd3f36e-27ab-46fb-ad22-d1c732813bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '206d03a9-de4b-4329-a977-fa550f29d2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:02.445838 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:02.446235 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Bound using segment: {'id': '8bd3f36e-27ab-46fb-ad22-d1c732813bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '206d03a9-de4b-4329-a977-fa550f29d2b7'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:11:02.446709 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Bound port: e3ccd87b-b805-40b5-8b74-ced366c499e8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd3f36e-27ab-46fb-ad22-d1c732813bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '206d03a9-de4b-4329-a977-fa550f29d2b7'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:11:02.447090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e3ccd87b-b805-40b5-8b74-ced366c499e8), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:02.448530 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9818b-a7ff-40ab-b942-24dd14067086 None None] Routers {'c326599c-4080-4bc2-ab7c-bd2d92dc860a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:02.449250 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8fc9818b-a7ff-40ab-b942-24dd14067086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:02.450132 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7d866ea1-4cce-41a2-b14e-8460d670cb3f None None] For port 61470bc2-1652-4404-956e-df1b958329d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=61470bc2-1652-4404-956e-df1b958329d1,segment=NetworkSegment(3c2d147d-8cb4-4062-a2ea-a79733ac4bd7),segment_id=3c2d147d-8cb4-4062-a2ea-a79733ac4bd7)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:02.466173 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b213412-87b3-45d1-b526-3b99faf8fd2c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for port (ce022df4-3988-42cc-b93c-942af875c84d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:02.483494 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8fc9818b-a7ff-40ab-b942-24dd14067086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:02.484303 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9818b-a7ff-40ab-b942-24dd14067086 None None] The sync data for ids ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:02.514971 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7d866ea1-4cce-41a2-b14e-8460d670cb3f None None] Publish callbacks [] for port (61470bc2-1652-4404-956e-df1b958329d1), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:02.522965 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7d866ea1-4cce-41a2-b14e-8460d670cb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (61470bc2-1652-4404-956e-df1b958329d1), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:02.578117 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] For port e3ccd87b-b805-40b5-8b74-ced366c499e8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:11:02.592046 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b213412-87b3-45d1-b526-3b99faf8fd2c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (ce022df4-3988-42cc-b93c-942af875c84d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:02.614589 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4a4367b1-352b-41b8-a209-09136d377da7 req-1083c6e1-a80e-41a4-be45-e4688fbdd3ea tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553053 Mar 28 09:11:02.639789 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-003a97a1-5a09-4bd3-b43d-bfd9d43e98f7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (d7f98ea9-1047-4b8c-b870-895417390995), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:02.642486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] For port e3ccd87b-b805-40b5-8b74-ced366c499e8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e3ccd87b-b805-40b5-8b74-ced366c499e8,segment=NetworkSegment(8bd3f36e-27ab-46fb-ad22-d1c732813bf9),segment_id=8bd3f36e-27ab-46fb-ad22-d1c732813bf9)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:11:02.652721 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b213412-87b3-45d1-b526-3b99faf8fd2c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:02.657906 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-2b213412-87b3-45d1-b526-3b99faf8fd2c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:02.658156 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-f7f2f328-b701-4c1d-b280-0f52925bc866 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port f14e44ba-1d85-4ed0-b993-7b22cc4e53e6 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:02.658459 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7f2f328-b701-4c1d-b280-0f52925bc866 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (f14e44ba-1d85-4ed0-b993-7b22cc4e53e6), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:02.663627 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b213412-87b3-45d1-b526-3b99faf8fd2c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:02.670125 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b213412-87b3-45d1-b526-3b99faf8fd2c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:02.670910 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b213412-87b3-45d1-b526-3b99faf8fd2c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:02.675658 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e3ccd87b-b805-40b5-8b74-ced366c499e8), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:02.685977 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d866ea1-4cce-41a2-b14e-8460d670cb3f None None] Pushing event updated for resources: {'Port': ['ID=61470bc2-1652-4404-956e-df1b958329d1,revision_number=7']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:02.696974 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b213412-87b3-45d1-b526-3b99faf8fd2c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event updated for resources: {'Port': ['ID=ce022df4-3988-42cc-b93c-942af875c84d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:02.717273 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2b213412-87b3-45d1-b526-3b99faf8fd2c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5280688 Mar 28 09:11:02.718461 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50966) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:02.757132 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6df84-2d56-4808-9a20-0ba4ff27014f None None] Pushing event updated for resources: {'Port': ['ID=e3ccd87b-b805-40b5-8b74-ced366c499e8,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:02.763520 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab61fb9-296e-4e25-9e8a-cc0a77829612 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Made reservation on behalf of 8a61626699d54c55a1ddefde9f4ab21d for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:02.764864 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-003a97a1-5a09-4bd3-b43d-bfd9d43e98f7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (d7f98ea9-1047-4b8c-b870-895417390995), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:02.780744 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eab61fb9-296e-4e25-9e8a-cc0a77829612 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:02.800690 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7f2f328-b701-4c1d-b280-0f52925bc866 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (f14e44ba-1d85-4ed0-b993-7b22cc4e53e6), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:02.819767 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-eab61fb9-296e-4e25-9e8a-cc0a77829612 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] device_id is not set on port 4c85a022-0e5f-4f47-a7e2-5f8996ecb6ba yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:11:02.830040 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-f7f2f328-b701-4c1d-b280-0f52925bc866 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for f14e44ba-1d85-4ed0-b993-7b22cc4e53e6 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:02.862506 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003a97a1-5a09-4bd3-b43d-bfd9d43e98f7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network 206d03a9-de4b-4329-a977-fa550f29d2b7 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:02.868082 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-003a97a1-5a09-4bd3-b43d-bfd9d43e98f7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:02.877826 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a97a1-5a09-4bd3-b43d-bfd9d43e98f7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:02.892440 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003a97a1-5a09-4bd3-b43d-bfd9d43e98f7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:02.892440 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-003a97a1-5a09-4bd3-b43d-bfd9d43e98f7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:02.907720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a97a1-5a09-4bd3-b43d-bfd9d43e98f7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=d7f98ea9-1047-4b8c-b870-895417390995,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:02.931561 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-003a97a1-5a09-4bd3-b43d-bfd9d43e98f7 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0777059 Mar 28 09:11:02.934688 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50968) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:02.944980 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'network_id': '206d03a9-de4b-4329-a977-fa550f29d2b7', 'name': 'tempest-PortsIpV6TestJSON-827531398', 'fixed_ips': [{'subnet_id': '64b505a3-2f09-4c82-9497-bc208ed38057', 'ip_address': '2001:db8::f'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:03.017772 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-24661f1c-c7b7-46a3-99aa-3fd322f31559 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting port ce022df4-3988-42cc-b93c-942af875c84d {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:03.018106 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24661f1c-c7b7-46a3-99aa-3fd322f31559 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (ce022df4-3988-42cc-b93c-942af875c84d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:03.080222 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-eab61fb9-296e-4e25-9e8a-cc0a77829612 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Allocated IP 172.20.0.3 (7a5765eb-7df9-4257-a890-89fc105a884b/4d6f0775-7cb5-4e30-a169-020f84cbfbe7/4c85a022-0e5f-4f47-a7e2-5f8996ecb6ba) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:03.181797 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24661f1c-c7b7-46a3-99aa-3fd322f31559 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (ce022df4-3988-42cc-b93c-942af875c84d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:03.198335 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7f2f328-b701-4c1d-b280-0f52925bc866 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (f14e44ba-1d85-4ed0-b993-7b22cc4e53e6), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:03.204425 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-24661f1c-c7b7-46a3-99aa-3fd322f31559 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Calling delete_port for ce022df4-3988-42cc-b93c-942af875c84d owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:03.219717 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-1801d94c-51b3-4af4-89f2-e820559d1c05 None None] Provisioning complete for port ce022df4-3988-42cc-b93c-942af875c84d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:03.220630 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1801d94c-51b3-4af4-89f2-e820559d1c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ce022df4-3988-42cc-b93c-942af875c84d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:03.283522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 61470bc2-1652-4404-956e-df1b958329d1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:03.287819 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2f328-b701-4c1d-b280-0f52925bc866 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=f14e44ba-1d85-4ed0-b993-7b22cc4e53e6,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:03.358944 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7f2f328-b701-4c1d-b280-0f52925bc866 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:03.367379 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f7f2f328-b701-4c1d-b280-0f52925bc866 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/ports/f14e44ba-1d85-4ed0-b993-7b22cc4e53e6 HTTP/1.1" status: 204 len: 168 time: 1.3892572 Mar 28 09:11:03.368127 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50972) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:03.422966 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-859e3da9-1ce4-4e5c-81b4-dc3971e1a970 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] GET failed (client error): The resource could not be found. Mar 28 09:11:03.427359 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-859e3da9-1ce4-4e5c-81b4-dc3971e1a970 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports/f14e44ba-1d85-4ed0-b993-7b22cc4e53e6 HTTP/1.1" status: 404 len: 333 time: 0.0528157 Mar 28 09:11:03.428287 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50974) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:03.430667 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1801d94c-51b3-4af4-89f2-e820559d1c05 None None] Port ce022df4-3988-42cc-b93c-942af875c84d cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:03.476359 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 61470bc2-1652-4404-956e-df1b958329d1 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:03.476844 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (61470bc2-1652-4404-956e-df1b958329d1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:03.519179 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36699954-1dca-488f-9d9a-397499e1e0c1 req-2aa255d2-af6b-4d4d-b19e-dfcf4c4cf032 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:03.527529 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-36699954-1dca-488f-9d9a-397499e1e0c1 req-2aa255d2-af6b-4d4d-b19e-dfcf4c4cf032 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.1829593 Mar 28 09:11:03.529348 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:03.534139 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:03.542881 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24661f1c-c7b7-46a3-99aa-3fd322f31559 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (ce022df4-3988-42cc-b93c-942af875c84d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:03.570891 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a58f2f43-a5e8-499c-a4a9-658b8060283b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (01a3099e-aba8-4dfc-85fb-336837eb9aff), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:03.592294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 61470bc2-1652-4404-956e-df1b958329d1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:03.602086 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24661f1c-c7b7-46a3-99aa-3fd322f31559 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Port': ['ID=ce022df4-3988-42cc-b93c-942af875c84d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:03.606605 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] device_id is not set on port 27e47a13-f3d9-4711-9ff3-5f35790fe0c0 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:11:03.607573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a58f2f43-a5e8-499c-a4a9-658b8060283b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (01a3099e-aba8-4dfc-85fb-336837eb9aff), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:03.670440 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:03.728313 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a58f2f43-a5e8-499c-a4a9-658b8060283b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (01a3099e-aba8-4dfc-85fb-336837eb9aff), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:03.730963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a58f2f43-a5e8-499c-a4a9-658b8060283b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:03.734543 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a58f2f43-a5e8-499c-a4a9-658b8060283b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/security-groups/01a3099e-aba8-4dfc-85fb-336837eb9aff HTTP/1.1" status: 204 len: 168 time: 0.3033946 Mar 28 09:11:03.741368 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50978) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:03.750627 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eab61fb9-296e-4e25-9e8a-cc0a77829612 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for port (4c85a022-0e5f-4f47-a7e2-5f8996ecb6ba), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:03.796697 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f2f43-a5e8-499c-a4a9-658b8060283b tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a3099e-aba8-4dfc-85fb-336837eb9aff,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:03.870511 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc2bfbe7-6fa5-4a14-afb5-b8070f47a176 None None] Provisioning complete for port 61470bc2-1652-4404-956e-df1b958329d1 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:03.871030 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc2bfbe7-6fa5-4a14-afb5-b8070f47a176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (61470bc2-1652-4404-956e-df1b958329d1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:03.881241 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-882a90bc-64dc-4853-ab76-5c259237ffa4 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (20df9b01-b4fc-40b3-9b2d-1259887b0870), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:03.884113 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24661f1c-c7b7-46a3-99aa-3fd322f31559 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:03.890389 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-24661f1c-c7b7-46a3-99aa-3fd322f31559 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/ce022df4-3988-42cc-b93c-942af875c84d HTTP/1.1" status: 204 len: 168 time: 1.1710856 Mar 28 09:11:03.891288 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50980) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:03.898835 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f19f6-43e4-484c-9d5e-84d1096b174f req-45876d14-a0ab-45b7-987f-3d709521b9ff tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:03.900429 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b22f19f6-43e4-484c-9d5e-84d1096b174f req-45876d14-a0ab-45b7-987f-3d709521b9ff tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.1563439 Mar 28 09:11:03.909220 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-36699954-1dca-488f-9d9a-397499e1e0c1 req-420a7cba-b535-4b77-b241-ac82aa60d224 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3807673 Mar 28 09:11:03.930771 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eab61fb9-296e-4e25-9e8a-cc0a77829612 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (4c85a022-0e5f-4f47-a7e2-5f8996ecb6ba), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:03.931034 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Allocated IP 2001:db8::f (206d03a9-de4b-4329-a977-fa550f29d2b7/64b505a3-2f09-4c82-9497-bc208ed38057/27e47a13-f3d9-4711-9ff3-5f35790fe0c0) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:04.008950 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bfbe7-6fa5-4a14-afb5-b8070f47a176 None None] Current status of the port 61470bc2-1652-4404-956e-df1b958329d1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:04.021824 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc2bfbe7-6fa5-4a14-afb5-b8070f47a176 None None] Provisioning complete for port 031f2a36-38a5-4646-aa49-e2f640fbbff6 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:04.022539 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc2bfbe7-6fa5-4a14-afb5-b8070f47a176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (031f2a36-38a5-4646-aa49-e2f640fbbff6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.022714 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-882a90bc-64dc-4853-ab76-5c259237ffa4 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (20df9b01-b4fc-40b3-9b2d-1259887b0870), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.053911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab61fb9-296e-4e25-9e8a-cc0a77829612 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Network 7a5765eb-7df9-4257-a890-89fc105a884b is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:04.064227 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bfbe7-6fa5-4a14-afb5-b8070f47a176 None None] Port 031f2a36-38a5-4646-aa49-e2f640fbbff6 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:04.067350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-eab61fb9-296e-4e25-9e8a-cc0a77829612 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:04.067568 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc2bfbe7-6fa5-4a14-afb5-b8070f47a176 None None] Could not find standard attr ID for object f14e44ba-1d85-4ed0-b993-7b22cc4e53e6. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:11:04.071453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab61fb9-296e-4e25-9e8a-cc0a77829612 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:04.102238 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab61fb9-296e-4e25-9e8a-cc0a77829612 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event updated for resources: {'Port': ['ID=4c85a022-0e5f-4f47-a7e2-5f8996ecb6ba,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:04.168401 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b22f19f6-43e4-484c-9d5e-84d1096b174f req-f9f57584-48ce-4ce0-8412-ede775cbaed4 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423866 Mar 28 09:11:04.204859 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab61fb9-296e-4e25-9e8a-cc0a77829612 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:04.205553 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eab61fb9-296e-4e25-9e8a-cc0a77829612 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.218362 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-882a90bc-64dc-4853-ab76-5c259237ffa4 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (20df9b01-b4fc-40b3-9b2d-1259887b0870), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.221040 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-882a90bc-64dc-4853-ab76-5c259237ffa4 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.222353 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-882a90bc-64dc-4853-ab76-5c259237ffa4 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/security-groups/20df9b01-b4fc-40b3-9b2d-1259887b0870 HTTP/1.1" status: 204 len: 168 time: 0.4769616 Mar 28 09:11:04.226763 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50982) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:04.254795 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-eab61fb9-296e-4e25-9e8a-cc0a77829612 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.8285716 Mar 28 09:11:04.263611 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50984) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:04.264222 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a90bc-64dc-4853-ab76-5c259237ffa4 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20df9b01-b4fc-40b3-9b2d-1259887b0870,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:04.290071 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e5004c80-abd3-42e7-8492-92192ac0b638 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Request body: {'floatingip': {'port_id': '4c85a022-0e5f-4f47-a7e2-5f8996ecb6ba'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:04.383544 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5004c80-abd3-42e7-8492-92192ac0b638 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (480d9641-171d-4138-85cb-c5f83343acf8), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.436781 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-492afea4-4f27-459c-9c9f-8f73957c056d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (83ae531a-a243-48b8-bcdc-28d9efea3ad3), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.460076 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4133e185-3b4b-4273-bb76-8e980732fa62 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:04.463243 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4133e185-3b4b-4273-bb76-8e980732fa62 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5676599 Mar 28 09:11:04.467623 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50986) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:04.480863 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-492afea4-4f27-459c-9c9f-8f73957c056d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (83ae531a-a243-48b8-bcdc-28d9efea3ad3), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.532654 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e7b36b-8d1b-406b-ae32-e1b48672c77a None None] Network 206d03a9-de4b-4329-a977-fa550f29d2b7 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:04.578408 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a8a357-1527-490e-8657-8089596e0f9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:04.580069 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-17a8a357-1527-490e-8657-8089596e0f9b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1112874 Mar 28 09:11:04.586061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50988) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:04.592646 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (27e47a13-f3d9-4711-9ff3-5f35790fe0c0), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.636921 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Provisioning complete for port e3ccd87b-b805-40b5-8b74-ced366c499e8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:04.637298 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e3ccd87b-b805-40b5-8b74-ced366c499e8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.648622 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-492afea4-4f27-459c-9c9f-8f73957c056d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (83ae531a-a243-48b8-bcdc-28d9efea3ad3), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.650974 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (27e47a13-f3d9-4711-9ff3-5f35790fe0c0), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.651135 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-492afea4-4f27-459c-9c9f-8f73957c056d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.655308 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-492afea4-4f27-459c-9c9f-8f73957c056d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/security-groups/83ae531a-a243-48b8-bcdc-28d9efea3ad3 HTTP/1.1" status: 204 len: 168 time: 0.4275343 Mar 28 09:11:04.656904 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 50990) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:04.728995 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a97699a-da2c-463f-a5cb-0d1192887ba9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:04.730492 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a97699a-da2c-463f-a5cb-0d1192887ba9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:04.731866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a97699a-da2c-463f-a5cb-0d1192887ba9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:04.736892 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6a97699a-da2c-463f-a5cb-0d1192887ba9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1479292 Mar 28 09:11:04.737527 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50992) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:04.737700 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-1520c197-b103-4865-8d9a-b7293dfa8815 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting subnet 680a2645-8699-4ba5-84d2-8667d07c9de6 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:04.761389 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Current status of the port e3ccd87b-b805-40b5-8b74-ced366c499e8 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:04.761926 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e3ccd87b-b805-40b5-8b74-ced366c499e8), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.766547 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1520c197-b103-4865-8d9a-b7293dfa8815 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (680a2645-8699-4ba5-84d2-8667d07c9de6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.778313 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492afea4-4f27-459c-9c9f-8f73957c056d tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ae531a-a243-48b8-bcdc-28d9efea3ad3,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:04.803279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network 206d03a9-de4b-4329-a977-fa550f29d2b7 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:04.810462 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:04.813408 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:04.820005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:04.820313 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.843668 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] For port e3ccd87b-b805-40b5-8b74-ced366c499e8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e3ccd87b-b805-40b5-8b74-ced366c499e8,segment=NetworkSegment(8bd3f36e-27ab-46fb-ad22-d1c732813bf9),segment_id=8bd3f36e-27ab-46fb-ad22-d1c732813bf9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:04.851171 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e3ccd87b-b805-40b5-8b74-ced366c499e8), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.863863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=27e47a13-f3d9-4711-9ff3-5f35790fe0c0,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:04.871830 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1520c197-b103-4865-8d9a-b7293dfa8815 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (680a2645-8699-4ba5-84d2-8667d07c9de6), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.882853 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9465971 Mar 28 09:11:04.884852 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 50994) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:04.901854 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-475c7296-4e81-4ee1-8dd1-5cf93eb704d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet a6ed9afb-da27-4f43-82fb-af3c67b4282f {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:04.908013 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Provisioning complete for port 4c85a022-0e5f-4f47-a7e2-5f8996ecb6ba triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:04.908254 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.908357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4c85a022-0e5f-4f47-a7e2-5f8996ecb6ba), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.908633 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.908889 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.909235 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.909790 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.910131 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.910471 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.910803 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.911135 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.911478 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.911801 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.912371 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.912705 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.913035 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.913356 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9063cc-de20-4a3f-8a41-7d2a821657e0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.929885 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-475c7296-4e81-4ee1-8dd1-5cf93eb704d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (a6ed9afb-da27-4f43-82fb-af3c67b4282f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:04.939912 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Pushing event updated for resources: {'Port': ['ID=e3ccd87b-b805-40b5-8b74-ced366c499e8,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:04.963433 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.969326 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.969903 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.970420 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.970931 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.971423 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.974306 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.974683 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.975230 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.975535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.975792 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.976129 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.976459 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.976787 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:04.979136 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:11:05.010763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1520c197-b103-4865-8d9a-b7293dfa8815 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (680a2645-8699-4ba5-84d2-8667d07c9de6), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:05.011198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Port 4c85a022-0e5f-4f47-a7e2-5f8996ecb6ba cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:05.016247 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-db22ea6c-b8d0-4de8-96e1-8bb331e74305 None None] Could not find standard attr ID for object f14e44ba-1d85-4ed0-b993-7b22cc4e53e6. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:11:05.096826 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-475c7296-4e81-4ee1-8dd1-5cf93eb704d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (a6ed9afb-da27-4f43-82fb-af3c67b4282f), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:05.150933 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c84cb4-7a67-4650-8d69-b4fa14303b5b req-7ea8e485-2dc5-422b-8e10-26093168ca32 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:05.152718 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a3c84cb4-7a67-4650-8d69-b4fa14303b5b req-7ea8e485-2dc5-422b-8e10-26093168ca32 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.1055262 Mar 28 09:11:05.155087 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1520c197-b103-4865-8d9a-b7293dfa8815 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (680a2645-8699-4ba5-84d2-8667d07c9de6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:05.185477 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4a1846-e0ac-4b20-bc9a-1ce1797015ed tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:05.190146 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9c4a1846-e0ac-4b20-bc9a-1ce1797015ed tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3042235 Mar 28 09:11:05.195187 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e3ccd87b-b805-40b5-8b74-ced366c499e8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:05.210067 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51000) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:05.229218 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1520c197-b103-4865-8d9a-b7293dfa8815 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:05.236483 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fcb0e9-359a-49c7-9296-a31db37ce92f None None] Network c662c580-9959-4333-a8b9-22afafa1f5d4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:05.242174 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1520c197-b103-4865-8d9a-b7293dfa8815 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/680a2645-8699-4ba5-84d2-8667d07c9de6 HTTP/1.1" status: 204 len: 168 time: 0.5773675 Mar 28 09:11:05.260698 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520c197-b103-4865-8d9a-b7293dfa8815 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Subnet': ['ID=680a2645-8699-4ba5-84d2-8667d07c9de6,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:05.262679 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51002) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:05.330757 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d165255c-f722-468e-bed6-2e2ed1c51567 None None] Provisioning complete for port d7f98ea9-1047-4b8c-b870-895417390995 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:05.331286 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d165255c-f722-468e-bed6-2e2ed1c51567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (d7f98ea9-1047-4b8c-b870-895417390995), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:05.368139 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a3c84cb4-7a67-4650-8d69-b4fa14303b5b req-c18cf918-ed5c-46c5-be12-9d9ff9d07d82 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036245 Mar 28 09:11:05.380124 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d165255c-f722-468e-bed6-2e2ed1c51567 None None] Port d7f98ea9-1047-4b8c-b870-895417390995 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:05.396232 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-475c7296-4e81-4ee1-8dd1-5cf93eb704d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (a6ed9afb-da27-4f43-82fb-af3c67b4282f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:05.425565 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d165255c-f722-468e-bed6-2e2ed1c51567 None None] Provisioning complete for port e3ccd87b-b805-40b5-8b74-ced366c499e8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:05.425985 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d165255c-f722-468e-bed6-2e2ed1c51567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e3ccd87b-b805-40b5-8b74-ced366c499e8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:05.431615 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8a2739-6dcb-4171-ba62-a62198d78272 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:05.437276 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8a2739-6dcb-4171-ba62-a62198d78272 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:05.444087 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8a2739-6dcb-4171-ba62-a62198d78272 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:05.446019 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fc8a2739-6dcb-4171-ba62-a62198d78272 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2333975 Mar 28 09:11:05.451788 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6d7776-3a1d-4d24-a76c-0311972967a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting subnet eb3bd4e5-1b2a-4b60-9b7e-2c58da54355f {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:05.452991 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51004) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:05.455745 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7b6d7776-3a1d-4d24-a76c-0311972967a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (eb3bd4e5-1b2a-4b60-9b7e-2c58da54355f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:05.476295 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port e3ccd87b-b805-40b5-8b74-ced366c499e8 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:05.476675 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e3ccd87b-b805-40b5-8b74-ced366c499e8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:05.506783 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7b6d7776-3a1d-4d24-a76c-0311972967a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (eb3bd4e5-1b2a-4b60-9b7e-2c58da54355f), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:05.526555 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf20f16-748e-4c77-b944-57c1932bb4e0 req-a3c3fa67-6df9-4016-89dd-fbb6d52b558b tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:05.533478 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6cf20f16-748e-4c77-b944-57c1932bb4e0 req-a3c3fa67-6df9-4016-89dd-fbb6d52b558b tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2630897 Mar 28 09:11:05.536838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.db.resource_extend [None req-e5004c80-abd3-42e7-8492-92192ac0b638 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 09:11:05.604307 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d165255c-f722-468e-bed6-2e2ed1c51567 None None] Current status of the port e3ccd87b-b805-40b5-8b74-ced366c499e8 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:05.613554 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7b6d7776-3a1d-4d24-a76c-0311972967a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (eb3bd4e5-1b2a-4b60-9b7e-2c58da54355f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:05.652121 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5004c80-abd3-42e7-8492-92192ac0b638 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:05.653473 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d165255c-f722-468e-bed6-2e2ed1c51567 None None] Provisioning complete for port 27e47a13-f3d9-4711-9ff3-5f35790fe0c0 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:05.653679 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d165255c-f722-468e-bed6-2e2ed1c51567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (27e47a13-f3d9-4711-9ff3-5f35790fe0c0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:05.670218 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-475c7296-4e81-4ee1-8dd1-5cf93eb704d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (a6ed9afb-da27-4f43-82fb-af3c67b4282f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:05.672149 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5004c80-abd3-42e7-8492-92192ac0b638 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (480d9641-171d-4138-85cb-c5f83343acf8), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:05.696925 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port e3ccd87b-b805-40b5-8b74-ced366c499e8 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:05.708593 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d165255c-f722-468e-bed6-2e2ed1c51567 None None] Port 27e47a13-f3d9-4711-9ff3-5f35790fe0c0 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:05.730392 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7b6d7776-3a1d-4d24-a76c-0311972967a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (eb3bd4e5-1b2a-4b60-9b7e-2c58da54355f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:05.766645 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d7776-3a1d-4d24-a76c-0311972967a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3bd4e5-1b2a-4b60-9b7e-2c58da54355f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:05.782285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7b6d7776-3a1d-4d24-a76c-0311972967a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:05.790550 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7b6d7776-3a1d-4d24-a76c-0311972967a3 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/eb3bd4e5-1b2a-4b60-9b7e-2c58da54355f HTTP/1.1" status: 204 len: 168 time: 0.5014989 Mar 28 09:11:05.791480 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51006) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:05.826929 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-b593b4cf-e1de-4bd0-994d-b9d82fbbef19 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:05.827632 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b593b4cf-e1de-4bd0-994d-b9d82fbbef19 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:05.836795 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b593b4cf-e1de-4bd0-994d-b9d82fbbef19 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/680a2645-8699-4ba5-84d2-8667d07c9de6 HTTP/1.1" status: 404 len: 337 time: 0.0437772 Mar 28 09:11:05.837592 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51008) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:05.841278 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b3f2f388-1f7b-4c57-929c-1476b09d6e48 None None] Provisioning complete for port d7f98ea9-1047-4b8c-b870-895417390995 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:05.841844 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3f2f388-1f7b-4c57-929c-1476b09d6e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (d7f98ea9-1047-4b8c-b870-895417390995), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:05.916848 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-4620d5a5-74a0-4ec9-8e11-26c768ea4df1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting subnet 0d9ce1a0-19cf-468d-ac2f-7d480ce4b46c {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:05.921437 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4620d5a5-74a0-4ec9-8e11-26c768ea4df1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (0d9ce1a0-19cf-468d-ac2f-7d480ce4b46c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:06.000808 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4620d5a5-74a0-4ec9-8e11-26c768ea4df1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (0d9ce1a0-19cf-468d-ac2f-7d480ce4b46c), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:06.136327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b3f2f388-1f7b-4c57-929c-1476b09d6e48 None None] Port d7f98ea9-1047-4b8c-b870-895417390995 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:06.145851 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4620d5a5-74a0-4ec9-8e11-26c768ea4df1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (0d9ce1a0-19cf-468d-ac2f-7d480ce4b46c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:06.161017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c7296-4e81-4ee1-8dd1-5cf93eb704d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ed9afb-da27-4f43-82fb-af3c67b4282f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:06.218317 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-475c7296-4e81-4ee1-8dd1-5cf93eb704d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:06.222335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a94c763-471f-4c57-9481-232c260c3b11 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:06.224885 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-475c7296-4e81-4ee1-8dd1-5cf93eb704d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/a6ed9afb-da27-4f43-82fb-af3c67b4282f HTTP/1.1" status: 204 len: 168 time: 1.4577358 Mar 28 09:11:06.226334 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51010) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:06.229356 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6cf20f16-748e-4c77-b944-57c1932bb4e0 req-cc289fbe-4a4c-4d21-860c-dd97e0c98534 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6949883 Mar 28 09:11:06.252434 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-e5004c80-abd3-42e7-8492-92192ac0b638 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Floating IP 480d9641-171d-4138-85cb-c5f83343acf8 associated. External IP: 172.36.4.27, port: 21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723. Mar 28 09:11:06.304322 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4620d5a5-74a0-4ec9-8e11-26c768ea4df1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (0d9ce1a0-19cf-468d-ac2f-7d480ce4b46c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:06.331212 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-040b23b1-5cd1-4a3a-99c4-71de895e509a None None] Provisioning complete for port 27e47a13-f3d9-4711-9ff3-5f35790fe0c0 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:06.331822 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-040b23b1-5cd1-4a3a-99c4-71de895e509a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (27e47a13-f3d9-4711-9ff3-5f35790fe0c0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:06.358283 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6c58270c-dd75-47da-8881-b1acf1177a7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port 27e47a13-f3d9-4711-9ff3-5f35790fe0c0 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:06.358908 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6c58270c-dd75-47da-8881-b1acf1177a7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (27e47a13-f3d9-4711-9ff3-5f35790fe0c0), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:06.359246 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620d5a5-74a0-4ec9-8e11-26c768ea4df1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Subnet': ['ID=0d9ce1a0-19cf-468d-ac2f-7d480ce4b46c,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:06.363359 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4620d5a5-74a0-4ec9-8e11-26c768ea4df1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:06.375230 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4620d5a5-74a0-4ec9-8e11-26c768ea4df1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/0d9ce1a0-19cf-468d-ac2f-7d480ce4b46c HTTP/1.1" status: 204 len: 168 time: 0.5363803 Mar 28 09:11:06.381900 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51012) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:06.405168 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-07950b6f-c360-452e-ab6a-ce72ca661bae tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Deleting subnet fb52c7ab-53a5-4c43-b45e-25609fa01c84 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:06.408808 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-07950b6f-c360-452e-ab6a-ce72ca661bae tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (fb52c7ab-53a5-4c43-b45e-25609fa01c84), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:06.460511 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcdc2cf-a2bc-4860-ad03-f78630977e7e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:06.461036 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dcdc2cf-a2bc-4860-ad03-f78630977e7e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:06.465219 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-040b23b1-5cd1-4a3a-99c4-71de895e509a None None] Port 27e47a13-f3d9-4711-9ff3-5f35790fe0c0 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:06.467159 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2dcdc2cf-a2bc-4860-ad03-f78630977e7e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/c9f2c07c-ac24-45bb-a5ab-5794b372115c HTTP/1.1" status: 404 len: 337 time: 0.0842323 Mar 28 09:11:06.476978 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51016) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:06.535201 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b29d01e7-302e-460b-b945-f2fb2265cfb9 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "GET /v2.0/ports?device_id=2148aa34-ff88-45ea-9ddf-1d1bc020a11f HTTP/1.1" status: 200 len: 205 time: 0.0559883 Mar 28 09:11:06.540984 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51018) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:06.545671 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-07950b6f-c360-452e-ab6a-ce72ca661bae tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (fb52c7ab-53a5-4c43-b45e-25609fa01c84), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:06.564038 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6c58270c-dd75-47da-8881-b1acf1177a7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (27e47a13-f3d9-4711-9ff3-5f35790fe0c0), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:06.595671 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6c58270c-dd75-47da-8881-b1acf1177a7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for 27e47a13-f3d9-4711-9ff3-5f35790fe0c0 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:06.612179 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-bc360933-fd28-4eba-9a3f-fd9a0d2afdc6 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] delete failed (client error): The resource could not be found. Mar 28 09:11:06.613229 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bc360933-fd28-4eba-9a3f-fd9a0d2afdc6 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/routers/2148aa34-ff88-45ea-9ddf-1d1bc020a11f HTTP/1.1" status: 404 len: 336 time: 0.0713122 Mar 28 09:11:06.618310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51020) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:06.663818 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-9805cb31-6ae7-4416-99b4-cc0a2dca3420 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:06.664273 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9805cb31-6ae7-4416-99b4-cc0a2dca3420 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:06.667380 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9805cb31-6ae7-4416-99b4-cc0a2dca3420 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/c1172007-0533-45ab-97c3-4a480caeaf2b HTTP/1.1" status: 404 len: 337 time: 0.0474956 Mar 28 09:11:06.672458 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51022) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:06.676672 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c633c7f0-1194-4896-8153-44b060886bdc None None] Network c662c580-9959-4333-a8b9-22afafa1f5d4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:06.713787 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b06a4f-1380-494c-b4e0-5926ec9bc269 req-820a846e-1837-4a34-88ed-d58f21860b3c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:06.720844 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-57b06a4f-1380-494c-b4e0-5926ec9bc269 req-820a846e-1837-4a34-88ed-d58f21860b3c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.2602479 Mar 28 09:11:06.762788 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad56802-d8c4-4f92-b8fc-e08bb43ca34e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:06.763241 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad56802-d8c4-4f92-b8fc-e08bb43ca34e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:06.766233 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bad56802-d8c4-4f92-b8fc-e08bb43ca34e tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/68244606-982a-436a-8bf7-9059d6ed0c39 HTTP/1.1" status: 404 len: 337 time: 0.0912848 Mar 28 09:11:06.769545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0d7b2311-98bb-4f4c-bdf4-e7d3702f7fa9 None None] Provisioning complete for port 61470bc2-1652-4404-956e-df1b958329d1 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:06.769975 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2311-98bb-4f4c-bdf4-e7d3702f7fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (61470bc2-1652-4404-956e-df1b958329d1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:06.773106 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51024) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:06.837544 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-30559aa7-934b-4163-a5a8-0ba936115b94 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:06.838064 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30559aa7-934b-4163-a5a8-0ba936115b94 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:06.841058 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-30559aa7-934b-4163-a5a8-0ba936115b94 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/f8f5ee11-03e6-42d5-b3ca-d4873241a5e7 HTTP/1.1" status: 404 len: 337 time: 0.0659406 Mar 28 09:11:06.846198 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-07950b6f-c360-452e-ab6a-ce72ca661bae tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (fb52c7ab-53a5-4c43-b45e-25609fa01c84), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:06.851312 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51026) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:06.885112 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1465b13-3e0f-494e-9ab6-5ab2c0e0a3bb tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:06.885894 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1465b13-3e0f-494e-9ab6-5ab2c0e0a3bb tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:06.891720 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e1465b13-3e0f-494e-9ab6-5ab2c0e0a3bb tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/ports/25477a30-e104-418c-8931-4bd579cfe4e3 HTTP/1.1" status: 404 len: 333 time: 0.0387268 Mar 28 09:11:06.892535 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51028) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:06.933878 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-57b06a4f-1380-494c-b4e0-5926ec9bc269 req-1c4e03c4-2173-44f3-acae-5c749f1c012c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120121 Mar 28 09:11:06.948194 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2177753-1ce3-4ad8-9ff3-930f48d5055a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:06.949383 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2177753-1ce3-4ad8-9ff3-930f48d5055a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:06.955212 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51030) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:06.955402 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a2177753-1ce3-4ad8-9ff3-930f48d5055a tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/23a18b37-6517-4818-b361-b4db07cc3d57 HTTP/1.1" status: 404 len: 337 time: 0.0589252 Mar 28 09:11:06.967704 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5004c80-abd3-42e7-8492-92192ac0b638 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router fd4ce091-384d-4170-a28e-6cb246a819be has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:11:06.990069 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67ce798-9bb8-4e4d-8a5d-6d2b583f6cd5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:06.991280 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b67ce798-9bb8-4e4d-8a5d-6d2b583f6cd5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:06.994706 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b67ce798-9bb8-4e4d-8a5d-6d2b583f6cd5 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/b5ceec78-8825-4956-92f4-501106388061 HTTP/1.1" status: 404 len: 337 time: 0.0380902 Mar 28 09:11:06.997246 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51032) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.033712 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b2311-98bb-4f4c-bdf4-e7d3702f7fa9 None None] Current status of the port 61470bc2-1652-4404-956e-df1b958329d1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:07.035643 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d30c59-f3bb-455b-bdc6-342c9b282d36 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:07.036410 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d30c59-f3bb-455b-bdc6-342c9b282d36 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:07.039780 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-30d30c59-f3bb-455b-bdc6-342c9b282d36 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/ports/54d98e2b-a477-4154-bf6a-f87ac08dbf4b HTTP/1.1" status: 404 len: 333 time: 0.0413513 Mar 28 09:11:07.042361 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51034) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.053944 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-07950b6f-c360-452e-ab6a-ce72ca661bae tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (fb52c7ab-53a5-4c43-b45e-25609fa01c84), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:07.066459 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0d7b2311-98bb-4f4c-bdf4-e7d3702f7fa9 None None] Provisioning complete for port 031f2a36-38a5-4646-aa49-e2f640fbbff6 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:07.066834 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2311-98bb-4f4c-bdf4-e7d3702f7fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (031f2a36-38a5-4646-aa49-e2f640fbbff6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:07.102330 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07950b6f-c360-452e-ab6a-ce72ca661bae tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Subnet': ['ID=fb52c7ab-53a5-4c43-b45e-25609fa01c84,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:07.106490 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57e2ac6-898a-42db-b83a-763b679eed14 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:07.107184 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57e2ac6-898a-42db-b83a-763b679eed14 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:07.110333 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c57e2ac6-898a-42db-b83a-763b679eed14 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/493cb5a8-3d27-4502-b501-9c4a81dbaa84 HTTP/1.1" status: 404 len: 337 time: 0.0667927 Mar 28 09:11:07.113233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51036) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.121216 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-07950b6f-c360-452e-ab6a-ce72ca661bae tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:07.124300 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-07950b6f-c360-452e-ab6a-ce72ca661bae tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/fb52c7ab-53a5-4c43-b45e-25609fa01c84 HTTP/1.1" status: 204 len: 168 time: 0.8958757 Mar 28 09:11:07.126708 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51038) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.152199 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b2311-98bb-4f4c-bdf4-e7d3702f7fa9 None None] Port 031f2a36-38a5-4646-aa49-e2f640fbbff6 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:07.158151 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf8bc90-4fb8-4d57-9451-38caf2db8721 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:07.158611 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf8bc90-4fb8-4d57-9451-38caf2db8721 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:07.162072 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-aaf8bc90-4fb8-4d57-9451-38caf2db8721 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/subnets/45aec1b0-b76f-4e34-9e78-79c62752c2f8 HTTP/1.1" status: 404 len: 337 time: 0.0479348 Mar 28 09:11:07.164980 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51040) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.178187 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a51c6b-ffbd-4a1f-818e-d8ff5c049545 None None] DHCP port deletion for c662c580-9959-4333-a8b9-22afafa1f5d4 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:11:07.183893 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6c58270c-dd75-47da-8881-b1acf1177a7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (27e47a13-f3d9-4711-9ff3-5f35790fe0c0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:07.198182 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ead6329b-0316-46dc-9dfa-0302fcdb2f71 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702336 Mar 28 09:11:07.200692 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51042) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.269584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c8a51c6b-ffbd-4a1f-818e-d8ff5c049545 None None] Deleting port 61470bc2-1652-4404-956e-df1b958329d1 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:07.270000 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c8a51c6b-ffbd-4a1f-818e-d8ff5c049545 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (61470bc2-1652-4404-956e-df1b958329d1), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:07.272368 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451fdbf7-8570-48a7-83ba-cfa4c1ea8dd8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:07.274335 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-451fdbf7-8570-48a7-83ba-cfa4c1ea8dd8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0727122 Mar 28 09:11:07.281541 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51046) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.291765 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58270c-dd75-47da-8881-b1acf1177a7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=27e47a13-f3d9-4711-9ff3-5f35790fe0c0,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:07.368804 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6c58270c-dd75-47da-8881-b1acf1177a7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:07.381991 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6c58270c-dd75-47da-8881-b1acf1177a7a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/ports/27e47a13-f3d9-4711-9ff3-5f35790fe0c0 HTTP/1.1" status: 204 len: 168 time: 1.9224741 Mar 28 09:11:07.389491 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51048) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.416311 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c8a51c6b-ffbd-4a1f-818e-d8ff5c049545 None None] For port 61470bc2-1652-4404-956e-df1b958329d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=61470bc2-1652-4404-956e-df1b958329d1,segment=NetworkSegment(3c2d147d-8cb4-4062-a2ea-a79733ac4bd7),segment_id=3c2d147d-8cb4-4062-a2ea-a79733ac4bd7)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:07.416746 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c8a51c6b-ffbd-4a1f-818e-d8ff5c049545 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (61470bc2-1652-4404-956e-df1b958329d1), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:07.434609 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544f437f-fed7-4865-accd-73a3d66ea462 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:07.436371 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-544f437f-fed7-4865-accd-73a3d66ea462 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1534150 Mar 28 09:11:07.438705 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51050) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.443788 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c8a51c6b-ffbd-4a1f-818e-d8ff5c049545 None None] Calling delete_port for 61470bc2-1652-4404-956e-df1b958329d1 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:07.451490 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4001a41-66b4-43a0-8397-97565035c567 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] GET failed (client error): The resource could not be found. Mar 28 09:11:07.455383 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d4001a41-66b4-43a0-8397-97565035c567 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports/27e47a13-f3d9-4711-9ff3-5f35790fe0c0 HTTP/1.1" status: 404 len: 333 time: 0.0625448 Mar 28 09:11:07.491247 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51052) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.523175 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-45e43547-d083-48b4-bdf5-46cbb7a87ef8 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822234 Mar 28 09:11:07.532836 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51054) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.559967 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bab6b28-8886-42fd-9bad-2283bb445e59 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:07.560572 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bab6b28-8886-42fd-9bad-2283bb445e59 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:07.566601 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6bab6b28-8886-42fd-9bad-2283bb445e59 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/ce022df4-3988-42cc-b93c-942af875c84d HTTP/1.1" status: 404 len: 333 time: 0.0327015 Mar 28 09:11:07.567261 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51056) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.594923 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5004c80-abd3-42e7-8492-92192ac0b638 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:07.600286 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2c8b6a-4e4a-4861-b92a-5fda30de7cbf tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:07.600783 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2c8b6a-4e4a-4861-b92a-5fda30de7cbf tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:07.606831 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6a2c8b6a-4e4a-4861-b92a-5fda30de7cbf tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/fb52c7ab-53a5-4c43-b45e-25609fa01c84 HTTP/1.1" status: 404 len: 337 time: 0.0385585 Mar 28 09:11:07.607631 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51058) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.617999 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423fb3f8-239a-46e5-af16-1da4a7847530 None None] Network 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:07.629806 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5776ec-f381-4629-90bb-45cea97489dc None None] Sync routers for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:07.638919 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7cb9400-a63f-49f6-abec-15e547b17a77 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:07.639379 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7cb9400-a63f-49f6-abec-15e547b17a77 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:07.644419 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c8a51c6b-ffbd-4a1f-818e-d8ff5c049545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (61470bc2-1652-4404-956e-df1b958329d1), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:07.645210 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c7cb9400-a63f-49f6-abec-15e547b17a77 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/a6ed9afb-da27-4f43-82fb-af3c67b4282f HTTP/1.1" status: 404 len: 337 time: 0.0365696 Mar 28 09:11:07.645896 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51060) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.683840 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-889183a9-11de-4142-9f2a-a5bb9951214e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:07.684392 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889183a9-11de-4142-9f2a-a5bb9951214e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:07.690158 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-889183a9-11de-4142-9f2a-a5bb9951214e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/a5db6c2b-1677-4022-8bc1-bb887b3bd589 HTTP/1.1" status: 404 len: 333 time: 0.0431333 Mar 28 09:11:07.690806 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51062) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.707009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a51c6b-ffbd-4a1f-818e-d8ff5c049545 None None] No DVR routers for this DVR port 61470bc2-1652-4404-956e-df1b958329d1 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:07.729255 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a51c6b-ffbd-4a1f-818e-d8ff5c049545 None None] Pushing event deleted for resources: {'Port': ['ID=61470bc2-1652-4404-956e-df1b958329d1,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:07.734121 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-900748d2-1318-4ecb-8fac-a03d7cad9876 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:07.734827 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900748d2-1318-4ecb-8fac-a03d7cad9876 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:07.740626 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-900748d2-1318-4ecb-8fac-a03d7cad9876 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/7f908b9f-d705-44ff-a7ce-861128fc9c68 HTTP/1.1" status: 404 len: 337 time: 0.0464630 Mar 28 09:11:07.740930 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51064) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.753479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5776ec-f381-4629-90bb-45cea97489dc None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:07.754380 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-cf5776ec-f381-4629-90bb-45cea97489dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:07.760096 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e8eec112-302d-40ff-a86e-b7a0e9dbcb11 None None] Provisioning complete for port 3e22fcb9-10c7-4e19-a354-23f944ce2128 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:07.760679 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e8eec112-302d-40ff-a86e-b7a0e9dbcb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:07.768995 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ab8c00-918d-41ca-94b3-f0420086917b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:07.769590 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ab8c00-918d-41ca-94b3-f0420086917b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:07.775751 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e0ab8c00-918d-41ca-94b3-f0420086917b tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/ab379d39-7dbb-43d5-9dc1-d48cfab5bf64 HTTP/1.1" status: 404 len: 337 time: 0.0314956 Mar 28 09:11:07.776051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51066) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.804097 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3986ae-88f3-4e0b-8ef4-ce58cac92ec6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:07.804838 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c3986ae-88f3-4e0b-8ef4-ce58cac92ec6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:07.810833 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2c3986ae-88f3-4e0b-8ef4-ce58cac92ec6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/83f50f28-d660-47a6-9a4c-035bb36b0b58 HTTP/1.1" status: 404 len: 333 time: 0.0314090 Mar 28 09:11:07.811312 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51068) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.840178 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba7f43-c0a4-4e2f-af12-9464af11a357 req-59728079-9f88-4314-836e-3d8865523dab tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:07.841697 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d2ba7f43-c0a4-4e2f-af12-9464af11a357 req-59728079-9f88-4314-836e-3d8865523dab tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.4612491 Mar 28 09:11:07.842223 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c420d38-232c-4014-b38a-80f1ca0121be tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:07.842791 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c420d38-232c-4014-b38a-80f1ca0121be tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:07.845196 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-cf5776ec-f381-4629-90bb-45cea97489dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:07.850199 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3c420d38-232c-4014-b38a-80f1ca0121be tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/760da98b-b330-4576-b27a-f601818c8732 HTTP/1.1" status: 404 len: 337 time: 0.0349700 Mar 28 09:11:07.850916 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51070) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.860009 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-9a54f8a6-9490-419a-bc17-2bd123fbaad2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Deleting port 031f2a36-38a5-4646-aa49-e2f640fbbff6 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:07.860009 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a54f8a6-9490-419a-bc17-2bd123fbaad2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (031f2a36-38a5-4646-aa49-e2f640fbbff6), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:07.883870 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5776ec-f381-4629-90bb-45cea97489dc None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:07.885026 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-cf5776ec-f381-4629-90bb-45cea97489dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:07.893232 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef166b12-9935-4533-b756-404eb4dcfe52 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:07.893864 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef166b12-9935-4533-b756-404eb4dcfe52 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:07.900513 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ef166b12-9935-4533-b756-404eb4dcfe52 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/c70d65d6-7e4a-4838-baa6-20fdb69d78d3 HTTP/1.1" status: 404 len: 337 time: 0.0462925 Mar 28 09:11:07.900836 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51072) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.927119 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fcd550f-ee45-4632-b779-f0e7a1233a9f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:07.928049 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-cf5776ec-f381-4629-90bb-45cea97489dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:07.928854 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5776ec-f381-4629-90bb-45cea97489dc None None] The sync data for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:07.928987 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fcd550f-ee45-4632-b779-f0e7a1233a9f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:07.941604 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2fcd550f-ee45-4632-b779-f0e7a1233a9f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/52ffbe52-eb9a-4957-9a9a-aff84524aab2 HTTP/1.1" status: 404 len: 333 time: 0.0373886 Mar 28 09:11:07.942562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51074) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:07.977891 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7ce71d-0e2a-4625-aecf-34ab018f29f5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:07.978430 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7ce71d-0e2a-4625-aecf-34ab018f29f5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:07.987434 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4f7ce71d-0e2a-4625-aecf-34ab018f29f5 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/5d3f40e7-618c-479c-91ca-e4599d115566 HTTP/1.1" status: 404 len: 337 time: 0.0413458 Mar 28 09:11:07.988023 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51078) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.018980 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b285844-b769-4da8-a56c-137da346e506 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.019766 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b285844-b769-4da8-a56c-137da346e506 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.026666 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8b285844-b769-4da8-a56c-137da346e506 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/ae2a23bc-ba3b-4e94-bf83-c6095093d3cf HTTP/1.1" status: 404 len: 337 time: 0.0353734 Mar 28 09:11:08.027207 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51080) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.041085 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a54f8a6-9490-419a-bc17-2bd123fbaad2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (031f2a36-38a5-4646-aa49-e2f640fbbff6), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:08.067244 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-4212bcd1-52b4-42c9-84ef-e744b0b5ef9a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.068015 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4212bcd1-52b4-42c9-84ef-e744b0b5ef9a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.068195 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-c53693d8-fe2c-441c-aa8f-3baebf539d9d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port d7f98ea9-1047-4b8c-b870-895417390995 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:08.068635 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c53693d8-fe2c-441c-aa8f-3baebf539d9d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (d7f98ea9-1047-4b8c-b870-895417390995), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:08.071951 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4212bcd1-52b4-42c9-84ef-e744b0b5ef9a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/e75dfe2c-db98-4dfa-8904-301f04b70b87 HTTP/1.1" status: 404 len: 333 time: 0.0436876 Mar 28 09:11:08.073121 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-9a54f8a6-9490-419a-bc17-2bd123fbaad2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Calling delete_port for 031f2a36-38a5-4646-aa49-e2f640fbbff6 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:08.079170 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d2ba7f43-c0a4-4e2f-af12-9464af11a357 req-a075c229-c3b3-4c36-bff2-7442bb70c3e7 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286575 Mar 28 09:11:08.082190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e8eec112-302d-40ff-a86e-b7a0e9dbcb11 None None] Current status of the port 3e22fcb9-10c7-4e19-a354-23f944ce2128 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:08.085379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51082) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.127357 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77213fa9-06f3-4279-8149-f3f46a716357 req-a0a69650-bbee-42ea-b97b-38d4eaefa6c6 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:08.129112 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-77213fa9-06f3-4279-8149-f3f46a716357 req-a0a69650-bbee-42ea-b97b-38d4eaefa6c6 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.0909932 Mar 28 09:11:08.157439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93139091-320c-4003-a18e-b688d40f5333 None None] DHCP port deletion for 0c9e6889-10dd-4a9e-9039-3b134a4d2b85 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:11:08.186111 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-77213fa9-06f3-4279-8149-f3f46a716357 req-e9faeee5-3a31-44d8-be67-106b0018945a tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499043 Mar 28 09:11:08.213230 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5e276e-7d7e-4937-834a-d968ad54a174 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.213812 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5e276e-7d7e-4937-834a-d968ad54a174 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.218345 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0d5e276e-7d7e-4937-834a-d968ad54a174 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/87a3c8cf-4ddb-4cae-b6a7-c377afb5bc8f HTTP/1.1" status: 404 len: 337 time: 0.1294482 Mar 28 09:11:08.219669 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-93139091-320c-4003-a18e-b688d40f5333 None None] Deleting port 3e22fcb9-10c7-4e19-a354-23f944ce2128 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:08.219825 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51084) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.220243 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-93139091-320c-4003-a18e-b688d40f5333 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:08.245258 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd6205a-98e0-4d93-a6d8-8771f08d90cb tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.246437 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd6205a-98e0-4d93-a6d8-8771f08d90cb tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.254587 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7fd6205a-98e0-4d93-a6d8-8771f08d90cb tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/b458e4eb-1d9e-476b-99a9-11f796bbde5d HTTP/1.1" status: 404 len: 333 time: 0.0336649 Mar 28 09:11:08.255221 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51086) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.270522 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c53693d8-fe2c-441c-aa8f-3baebf539d9d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (d7f98ea9-1047-4b8c-b870-895417390995), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:08.283181 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9b4551-8fd9-4932-bda3-d44cb8b80890 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.283708 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9b4551-8fd9-4932-bda3-d44cb8b80890 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.286290 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-c53693d8-fe2c-441c-aa8f-3baebf539d9d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for d7f98ea9-1047-4b8c-b870-895417390995 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:08.290269 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7c9b4551-8fd9-4932-bda3-d44cb8b80890 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/778f1157-82f9-4c49-ac1c-293d4a2053c2 HTTP/1.1" status: 404 len: 337 time: 0.0332582 Mar 28 09:11:08.291067 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51088) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.292081 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-93139091-320c-4003-a18e-b688d40f5333 None None] For port 3e22fcb9-10c7-4e19-a354-23f944ce2128, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3e22fcb9-10c7-4e19-a354-23f944ce2128,segment=NetworkSegment(dfae3456-dec8-4693-917b-25263ef5e158),segment_id=dfae3456-dec8-4693-917b-25263ef5e158)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:08.292596 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-93139091-320c-4003-a18e-b688d40f5333 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:08.308498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-93139091-320c-4003-a18e-b688d40f5333 None None] Calling delete_port for 3e22fcb9-10c7-4e19-a354-23f944ce2128 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:08.316661 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9019c0-921c-4a99-b1d8-98f19f78b2ee tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.317248 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9019c0-921c-4a99-b1d8-98f19f78b2ee tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.324815 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0c9019c0-921c-4a99-b1d8-98f19f78b2ee tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/bbbaed21-bc4d-4f0e-aeb7-ed8250a4bd4c HTTP/1.1" status: 404 len: 333 time: 0.0327389 Mar 28 09:11:08.325432 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51090) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.352518 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-1410b61c-8363-470d-b700-73f95a67ee97 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.352980 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1410b61c-8363-470d-b700-73f95a67ee97 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.358956 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1410b61c-8363-470d-b700-73f95a67ee97 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/1118cf86-14f8-4aa5-acde-01a1ab24f7d5 HTTP/1.1" status: 404 len: 337 time: 0.0324309 Mar 28 09:11:08.359555 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51092) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.389569 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4dd4aad-daab-40b5-82a4-1e87151f5cdd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.390378 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4dd4aad-daab-40b5-82a4-1e87151f5cdd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.398177 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f4dd4aad-daab-40b5-82a4-1e87151f5cdd tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/59ad8d4a-9617-4870-9aac-a4bf1cb54b17 HTTP/1.1" status: 404 len: 333 time: 0.0374470 Mar 28 09:11:08.398936 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51094) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.402996 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-93139091-320c-4003-a18e-b688d40f5333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (3e22fcb9-10c7-4e19-a354-23f944ce2128), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:08.431401 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93139091-320c-4003-a18e-b688d40f5333 None None] Pushing event deleted for resources: {'Port': ['ID=3e22fcb9-10c7-4e19-a354-23f944ce2128,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:08.433497 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93139091-320c-4003-a18e-b688d40f5333 None None] No DVR routers for this DVR port 3e22fcb9-10c7-4e19-a354-23f944ce2128 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:08.436750 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c53693d8-fe2c-441c-aa8f-3baebf539d9d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (d7f98ea9-1047-4b8c-b870-895417390995), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:08.449727 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-602ee1aa-4826-4d1c-ba08-66e5b29d5a3f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.450486 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602ee1aa-4826-4d1c-ba08-66e5b29d5a3f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.457521 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-602ee1aa-4826-4d1c-ba08-66e5b29d5a3f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/c04368f1-9db0-4e8b-b63a-b6f35f5b0d22 HTTP/1.1" status: 404 len: 337 time: 0.0553374 Mar 28 09:11:08.457828 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51096) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.483848 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-31137a79-4570-466e-9561-70a82cae68eb tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.484562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31137a79-4570-466e-9561-70a82cae68eb tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.490227 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-31137a79-4570-466e-9561-70a82cae68eb tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/ef53bada-c284-47b3-b407-ca28a40208b6 HTTP/1.1" status: 404 len: 333 time: 0.0287895 Mar 28 09:11:08.490428 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53693d8-fe2c-441c-aa8f-3baebf539d9d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=d7f98ea9-1047-4b8c-b870-895417390995,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:08.491509 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51098) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.524416 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5004c80-abd3-42e7-8492-92192ac0b638 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router c326599c-4080-4bc2-ab7c-bd2d92dc860a has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:11:08.526735 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37a5007-65b3-49bb-9ed9-505afba4b4d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.527053 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37a5007-65b3-49bb-9ed9-505afba4b4d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.528975 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c53693d8-fe2c-441c-aa8f-3baebf539d9d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:08.532708 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c37a5007-65b3-49bb-9ed9-505afba4b4d9 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/19153038-dbd7-48d7-8e93-ca2a90fbfdfe HTTP/1.1" status: 404 len: 337 time: 0.0385449 Mar 28 09:11:08.532888 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c53693d8-fe2c-441c-aa8f-3baebf539d9d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/ports/d7f98ea9-1047-4b8c-b870-895417390995 HTTP/1.1" status: 204 len: 168 time: 1.0398431 Mar 28 09:11:08.534650 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51100) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.534981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51102) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.598558 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-3313e760-e4b1-438c-8987-41441b6b8449 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.599174 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3313e760-e4b1-438c-8987-41441b6b8449 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.603151 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3313e760-e4b1-438c-8987-41441b6b8449 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/465dc428-4130-4ac9-8992-cf98ee38523f HTTP/1.1" status: 404 len: 333 time: 0.0612493 Mar 28 09:11:08.605983 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51104) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.606515 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92b4991-383f-4093-97b1-02a0690a2ad5 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] GET failed (client error): The resource could not be found. Mar 28 09:11:08.610527 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b92b4991-383f-4093-97b1-02a0690a2ad5 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports/d7f98ea9-1047-4b8c-b870-895417390995 HTTP/1.1" status: 404 len: 333 time: 0.0645952 Mar 28 09:11:08.611603 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51106) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.620959 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a54f8a6-9490-419a-bc17-2bd123fbaad2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (031f2a36-38a5-4646-aa49-e2f640fbbff6), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:08.639322 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a31a95-9989-4861-96bd-0170bd3c76e1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.639789 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a31a95-9989-4861-96bd-0170bd3c76e1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.645928 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-97a31a95-9989-4861-96bd-0170bd3c76e1 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/0b0dcdf3-2d8c-40b3-b0e3-d54ae211412b HTTP/1.1" status: 404 len: 337 time: 0.0389025 Mar 28 09:11:08.647707 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51108) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.682288 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-db261caf-a18a-4db5-ad15-fd4fe9648116 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.682754 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db261caf-a18a-4db5-ad15-fd4fe9648116 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.689113 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-db261caf-a18a-4db5-ad15-fd4fe9648116 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/f78495c2-487a-452c-8f3b-0af40c96ca07 HTTP/1.1" status: 404 len: 337 time: 0.0403278 Mar 28 09:11:08.689842 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51110) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.725190 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-684bc32d-82b5-4fe8-9d61-dbe391e50eeb tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.726227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684bc32d-82b5-4fe8-9d61-dbe391e50eeb tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.729539 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-684bc32d-82b5-4fe8-9d61-dbe391e50eeb tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/7c958984-6e13-4493-beb7-df56d09de496 HTTP/1.1" status: 404 len: 333 time: 0.0386899 Mar 28 09:11:08.731990 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51112) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.753559 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54f8a6-9490-419a-bc17-2bd123fbaad2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Port': ['ID=031f2a36-38a5-4646-aa49-e2f640fbbff6,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:08.763760 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a54f8a6-9490-419a-bc17-2bd123fbaad2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:08.769176 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9a54f8a6-9490-419a-bc17-2bd123fbaad2 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/ports/031f2a36-38a5-4646-aa49-e2f640fbbff6 HTTP/1.1" status: 204 len: 168 time: 1.6001310 Mar 28 09:11:08.770229 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51114) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.773893 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5daca84-c707-454a-a7db-f25717e2502f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.774356 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5daca84-c707-454a-a7db-f25717e2502f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.776578 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d9dcc1-f6eb-4168-bf53-8410ee220931 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting subnet 64b505a3-2f09-4c82-9497-bc208ed38057 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:08.779917 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d5daca84-c707-454a-a7db-f25717e2502f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/e2763bf6-bd34-4469-aa5d-1569163a0bf1 HTTP/1.1" status: 404 len: 337 time: 0.0444548 Mar 28 09:11:08.780193 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51116) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.795053 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-63d9dcc1-f6eb-4168-bf53-8410ee220931 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (64b505a3-2f09-4c82-9497-bc208ed38057), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:08.809583 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-2262fb54-02e0-4fbd-bf32-299efd9f040c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.810070 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2262fb54-02e0-4fbd-bf32-299efd9f040c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.813034 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2262fb54-02e0-4fbd-bf32-299efd9f040c tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/0a9413f5-8792-4bc6-9dac-78ae4c8222f5 HTTP/1.1" status: 404 len: 337 time: 0.0319066 Mar 28 09:11:08.815664 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51118) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.838945 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-71baaab2-eb6b-434c-9d96-a327e74a1e23 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.839488 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71baaab2-eb6b-434c-9d96-a327e74a1e23 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.842477 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-71baaab2-eb6b-434c-9d96-a327e74a1e23 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/8afa660a-e413-46a7-b633-169e056a6a19 HTTP/1.1" status: 404 len: 333 time: 0.0259180 Mar 28 09:11:08.845053 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51120) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.871259 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03af3ce-8f27-4b6e-ae09-82390383af93 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.871648 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03af3ce-8f27-4b6e-ae09-82390383af93 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.874676 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c03af3ce-8f27-4b6e-ae09-82390383af93 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/a6acd198-1a5f-419c-bd53-1e5634a234a4 HTTP/1.1" status: 404 len: 337 time: 0.0286171 Mar 28 09:11:08.877290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51122) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.892744 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-63d9dcc1-f6eb-4168-bf53-8410ee220931 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (64b505a3-2f09-4c82-9497-bc208ed38057), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:08.902919 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-35912466-a951-4286-b1c5-57235853cfd6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.903374 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35912466-a951-4286-b1c5-57235853cfd6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.906383 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-35912466-a951-4286-b1c5-57235853cfd6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/df8b17c7-1b65-42ce-9f57-b062e3804504 HTTP/1.1" status: 404 len: 337 time: 0.0281587 Mar 28 09:11:08.909012 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51124) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.938413 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8ad667-b7ce-417a-ad04-d04cacd86d61 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.938954 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8ad667-b7ce-417a-ad04-d04cacd86d61 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.941955 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-be8ad667-b7ce-417a-ad04-d04cacd86d61 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/7bf3729f-ad74-4e71-9822-0874e729daff HTTP/1.1" status: 404 len: 333 time: 0.0319211 Mar 28 09:11:08.942189 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-630cc25c-140a-444f-b9e0-84f476ba8eb1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (c662c580-9959-4333-a8b9-22afafa1f5d4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:08.944490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51126) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:08.944621 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5004c80-abd3-42e7-8492-92192ac0b638 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:08.951185 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5004c80-abd3-42e7-8492-92192ac0b638 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:08.954743 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9139a1e7-1ceb-4073-ae52-9d5dbe79863e None None] Sync routers for ids ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:08.967370 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9139a1e7-1ceb-4073-ae52-9d5dbe79863e None None] Routers {'c326599c-4080-4bc2-ab7c-bd2d92dc860a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:08.968018 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9139a1e7-1ceb-4073-ae52-9d5dbe79863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:08.973085 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aab2676-6180-4efa-9fda-fba7a26b7cb3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:08.973571 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aab2676-6180-4efa-9fda-fba7a26b7cb3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:08.979973 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2aab2676-6180-4efa-9fda-fba7a26b7cb3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/b4a2adcd-c530-498e-8e35-f32168528094 HTTP/1.1" status: 404 len: 337 time: 0.0322051 Mar 28 09:11:08.980273 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51128) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.006593 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6a6886-616f-4f10-bb64-beeae3b1ff14 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:09.007064 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6a6886-616f-4f10-bb64-beeae3b1ff14 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:09.012507 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8e6a6886-616f-4f10-bb64-beeae3b1ff14 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/2e95a026-2677-4ce0-b40f-03539e563996 HTTP/1.1" status: 404 len: 337 time: 0.0291045 Mar 28 09:11:09.020521 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51130) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.067886 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-863eb5c2-de66-4738-8531-eee9e7e1da0f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports?device_id=619bb21f-4788-4140-8131-c3014c6cc410 HTTP/1.1" status: 200 len: 205 time: 0.0454724 Mar 28 09:11:09.069107 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51132) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.101168 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9139a1e7-1ceb-4073-ae52-9d5dbe79863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:09.108661 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 3e22fcb9-10c7-4e19-a354-23f944ce2128 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:11:09.110387 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9139a1e7-1ceb-4073-ae52-9d5dbe79863e None None] Routers {'c326599c-4080-4bc2-ab7c-bd2d92dc860a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:09.111062 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9139a1e7-1ceb-4073-ae52-9d5dbe79863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:09.131397 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-91e2ed88-3cb7-47aa-8e63-59137a83e62e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] delete failed (client error): The resource could not be found. Mar 28 09:11:09.132555 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-91e2ed88-3cb7-47aa-8e63-59137a83e62e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/routers/619bb21f-4788-4140-8131-c3014c6cc410 HTTP/1.1" status: 404 len: 336 time: 0.0621266 Mar 28 09:11:09.135085 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51134) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.139026 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 3e22fcb9-10c7-4e19-a354-23f944ce2128 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:11:09.139026 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 3e22fcb9-10c7-4e19-a354-23f944ce2128 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:11:09.139026 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 61470bc2-1652-4404-956e-df1b958329d1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:11:09.147461 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e5004c80-abd3-42e7-8492-92192ac0b638 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "PUT /v2.0/floatingips/480d9641-171d-4138-85cb-c5f83343acf8 HTTP/1.1" status: 200 len: 975 time: 4.8718154 Mar 28 09:11:09.151840 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51138) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.154557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-63d9dcc1-f6eb-4168-bf53-8410ee220931 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (64b505a3-2f09-4c82-9497-bc208ed38057), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:09.155135 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9139a1e7-1ceb-4073-ae52-9d5dbe79863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:09.156228 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9139a1e7-1ceb-4073-ae52-9d5dbe79863e None None] The sync data for ids ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:09.171916 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0a19d0-b138-4167-9e82-b748531ab085 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:09.172460 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0a19d0-b138-4167-9e82-b748531ab085 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:09.175560 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6b0a19d0-b138-4167-9e82-b748531ab085 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/358a7910-6e9c-4934-9ecc-6ad005d64ebe HTTP/1.1" status: 404 len: 337 time: 0.0394917 Mar 28 09:11:09.178601 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51140) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.179975 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 61470bc2-1652-4404-956e-df1b958329d1 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:11:09.180648 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 61470bc2-1652-4404-956e-df1b958329d1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:11:09.213908 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-630cc25c-140a-444f-b9e0-84f476ba8eb1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (c662c580-9959-4333-a8b9-22afafa1f5d4), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:09.218050 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a92ef836-6369-4b3c-8b5d-dc91f6c8973a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "GET /v2.0/ports?device_id=489a62d8-e36d-4e1a-a2f9-86f3ebd34b12 HTTP/1.1" status: 200 len: 205 time: 0.0380914 Mar 28 09:11:09.220581 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51144) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.263657 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-28ed3a37-dc49-40fa-a3af-7ccfbe87e054 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] delete failed (client error): The resource could not be found. Mar 28 09:11:09.266691 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-28ed3a37-dc49-40fa-a3af-7ccfbe87e054 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/routers/489a62d8-e36d-4e1a-a2f9-86f3ebd34b12 HTTP/1.1" status: 404 len: 336 time: 0.0429027 Mar 28 09:11:09.271963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51146) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.311075 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-630cc25c-140a-444f-b9e0-84f476ba8eb1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c662c580-9959-4333-a8b9-22afafa1f5d4']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:09.316002 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52601239-d8d6-4f92-964d-ccc91a3c3284 req-ad76d41f-6773-4992-b27f-abcdd5f061e6 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:09.317491 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-52601239-d8d6-4f92-964d-ccc91a3c3284 req-ad76d41f-6773-4992-b27f-abcdd5f061e6 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.0562260 Mar 28 09:11:09.344108 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-630cc25c-140a-444f-b9e0-84f476ba8eb1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2d147d-8cb4-4062-a2ea-a79733ac4bd7') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:09.344415 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-630cc25c-140a-444f-b9e0-84f476ba8eb1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2d147d-8cb4-4062-a2ea-a79733ac4bd7') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:09.347035 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-5abecbf2-c9a8-4a05-949b-f26610c9972f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:09.347486 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5abecbf2-c9a8-4a05-949b-f26610c9972f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:09.351329 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5abecbf2-c9a8-4a05-949b-f26610c9972f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/80adcc1b-0fd6-49a1-8383-142b3588c660 HTTP/1.1" status: 404 len: 337 time: 0.0576932 Mar 28 09:11:09.354450 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51148) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.389299 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-50848257-10aa-44a4-b799-13f5a1fe40c4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:09.389781 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50848257-10aa-44a4-b799-13f5a1fe40c4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:09.392765 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-50848257-10aa-44a4-b799-13f5a1fe40c4 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/df031157-270e-4056-ad23-9e0371474cf0 HTTP/1.1" status: 404 len: 337 time: 0.0373805 Mar 28 09:11:09.398951 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51150) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.411500 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-52601239-d8d6-4f92-964d-ccc91a3c3284 req-802290bb-e99f-4f63-a626-cf19c67306e9 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880744 Mar 28 09:11:09.429569 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-a596d6ce-43e7-4688-9de1-fe62fd4260f3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:09.430249 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a596d6ce-43e7-4688-9de1-fe62fd4260f3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:09.435602 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a596d6ce-43e7-4688-9de1-fe62fd4260f3 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/b3da79a6-fa83-408e-806d-29c32470f0bd HTTP/1.1" status: 404 len: 333 time: 0.0333173 Mar 28 09:11:09.435850 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51152) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.463652 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad62c710-b925-43c1-8e50-1f54219f6c79 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:09.464022 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad62c710-b925-43c1-8e50-1f54219f6c79 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:09.467169 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ad62c710-b925-43c1-8e50-1f54219f6c79 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/50cac4b9-649e-4f92-a476-8d76efcae187 HTTP/1.1" status: 404 len: 337 time: 0.0303776 Mar 28 09:11:09.469665 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51154) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.495246 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-97209900-ec1d-488b-a143-189569e93027 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:09.495844 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97209900-ec1d-488b-a143-189569e93027 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:09.498936 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-97209900-ec1d-488b-a143-189569e93027 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/038b0cf9-3048-4999-a255-e37aaa90d788 HTTP/1.1" status: 404 len: 333 time: 0.0283294 Mar 28 09:11:09.501414 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51156) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.529066 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d1da0d-cd6f-4413-9af8-0a39fc1fbbaf tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:09.529528 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d1da0d-cd6f-4413-9af8-0a39fc1fbbaf tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:09.532562 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e3d1da0d-cd6f-4413-9af8-0a39fc1fbbaf tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/ab378d8a-0f9c-415a-afb0-8205fe26769c HTTP/1.1" status: 404 len: 337 time: 0.0302000 Mar 28 09:11:09.535193 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51158) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.564878 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0d1034-29a4-4079-b852-8deaf05a544d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:09.565457 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0d1034-29a4-4079-b852-8deaf05a544d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:09.569407 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1c0d1034-29a4-4079-b852-8deaf05a544d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/061bad91-906e-48a2-ad56-6fec3c2cc0e5 HTTP/1.1" status: 404 len: 333 time: 0.0332465 Mar 28 09:11:09.571896 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51160) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.598526 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa5ec75-1376-4626-883e-3df978c34c0a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:09.598984 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa5ec75-1376-4626-883e-3df978c34c0a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:09.603212 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6aa5ec75-1376-4626-883e-3df978c34c0a tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/325d27bd-cb92-411e-a8fa-0157eb580ed9 HTTP/1.1" status: 404 len: 337 time: 0.0303850 Mar 28 09:11:09.605710 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51162) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.629403 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd7f068-d743-48ad-b211-17c61e53ab4d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:09.630120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd7f068-d743-48ad-b211-17c61e53ab4d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:09.633648 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0bd7f068-d743-48ad-b211-17c61e53ab4d tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/2da1a7e4-9702-469e-8a8a-8a41249f33f8 HTTP/1.1" status: 404 len: 333 time: 0.0270059 Mar 28 09:11:09.636112 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51164) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.664101 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3d8b8a-fcff-4fae-b776-ad505adc40f6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:09.664566 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3d8b8a-fcff-4fae-b776-ad505adc40f6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:09.669942 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8d3d8b8a-fcff-4fae-b776-ad505adc40f6 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/e93ca6c5-d207-476b-8160-821d856c826e HTTP/1.1" status: 404 len: 337 time: 0.0305896 Mar 28 09:11:09.670193 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51166) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.691152 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-630cc25c-140a-444f-b9e0-84f476ba8eb1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (3c2d147d-8cb4-4062-a2ea-a79733ac4bd7), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:09.695118 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a97c98-1095-45a2-95e6-fe4e3d256a6e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:09.695702 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a97c98-1095-45a2-95e6-fe4e3d256a6e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:09.698778 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-34a97c98-1095-45a2-95e6-fe4e3d256a6e tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/8a01ceb8-f155-4f3a-97b3-c66325110b34 HTTP/1.1" status: 404 len: 333 time: 0.0276484 Mar 28 09:11:09.701295 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51168) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.717813 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-630cc25c-140a-444f-b9e0-84f476ba8eb1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (3c2d147d-8cb4-4062-a2ea-a79733ac4bd7), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:09.720019 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-63d9dcc1-f6eb-4168-bf53-8410ee220931 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (64b505a3-2f09-4c82-9497-bc208ed38057), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:09.728927 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e392ed-944a-4a4c-874d-a94b207b9cba tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:09.729391 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e392ed-944a-4a4c-874d-a94b207b9cba tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:09.734848 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f9e392ed-944a-4a4c-874d-a94b207b9cba tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/7c3a9e0f-ba02-4fab-b990-81e251626605 HTTP/1.1" status: 404 len: 337 time: 0.0303347 Mar 28 09:11:09.735164 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51170) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.742831 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0edfc9-00fb-4a56-9680-406a6374fc59 req-c919e1fa-a6ee-444a-ab50-afe92274964f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:09.744339 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3a0edfc9-00fb-4a56-9680-406a6374fc59 req-c919e1fa-a6ee-444a-ab50-afe92274964f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.5273616 Mar 28 09:11:09.760884 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630cc25c-140a-444f-b9e0-84f476ba8eb1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:11:09.761294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-630cc25c-140a-444f-b9e0-84f476ba8eb1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (3c2d147d-8cb4-4062-a2ea-a79733ac4bd7), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:09.762953 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-542133d4-7dbf-429e-8899-fcf7d2406e95 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:09.763500 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542133d4-7dbf-429e-8899-fcf7d2406e95 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:09.766534 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-542133d4-7dbf-429e-8899-fcf7d2406e95 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/bb588465-e50b-453f-a92a-966336ee7020 HTTP/1.1" status: 404 len: 333 time: 0.0305169 Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:11:09.766770 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:11:09.769147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51172) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.782981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9dcc1-f6eb-4168-bf53-8410ee220931 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Subnet': ['ID=64b505a3-2f09-4c82-9497-bc208ed38057,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:09.791151 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdde8f1-ef78-47d4-a505-9ba4ea92493e None None] Network 206d03a9-de4b-4329-a977-fa550f29d2b7 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:09.795491 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f9f4bae-1501-4f25-839c-c801883f61ba tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:09.795959 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f9f4bae-1501-4f25-839c-c801883f61ba tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:09.799016 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2f9f4bae-1501-4f25-839c-c801883f61ba tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/00403bdc-f548-4501-b8b6-9b696cc9842f HTTP/1.1" status: 404 len: 337 time: 0.0290570 Mar 28 09:11:09.801564 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51174) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.819047 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-63d9dcc1-f6eb-4168-bf53-8410ee220931 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:09.823472 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-63d9dcc1-f6eb-4168-bf53-8410ee220931 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/64b505a3-2f09-4c82-9497-bc208ed38057 HTTP/1.1" status: 204 len: 168 time: 1.2108808 Mar 28 09:11:09.825259 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51176) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.827905 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b56ad26-f234-4ccb-9e15-977e1b411adf tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:09.828482 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b56ad26-f234-4ccb-9e15-977e1b411adf tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:09.834395 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7b56ad26-f234-4ccb-9e15-977e1b411adf tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/ports/5c3c4f49-12b7-4d18-a254-0fe532cb3da0 HTTP/1.1" status: 404 len: 333 time: 0.0288084 Mar 28 09:11:09.839298 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51178) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.879443 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-630cc25c-140a-444f-b9e0-84f476ba8eb1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (c662c580-9959-4333-a8b9-22afafa1f5d4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:09.888668 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-add55359-f4ce-4888-b26d-19cfe0f87135 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Deleting port 4c85a022-0e5f-4f47-a7e2-5f8996ecb6ba {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:09.889088 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-add55359-f4ce-4888-b26d-19cfe0f87135 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (4c85a022-0e5f-4f47-a7e2-5f8996ecb6ba), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:09.901539 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-630cc25c-140a-444f-b9e0-84f476ba8eb1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:09.904759 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-630cc25c-140a-444f-b9e0-84f476ba8eb1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] 10.222.0.15 "DELETE /v2.0/networks/c662c580-9959-4333-a8b9-22afafa1f5d4 HTTP/1.1" status: 204 len: 168 time: 1.1334462 Mar 28 09:11:09.922476 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b39e53d-dd53-4d1e-b233-a991d177cf1f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:09.922940 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b39e53d-dd53-4d1e-b233-a991d177cf1f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:09.928639 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6b39e53d-dd53-4d1e-b233-a991d177cf1f tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/subnets/06028cb0-0728-49cc-b540-391c409032c4 HTTP/1.1" status: 404 len: 337 time: 0.0855067 Mar 28 09:11:09.930137 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51182) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:09.937829 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3a0edfc9-00fb-4a56-9680-406a6374fc59 req-cd25fde0-2c70-49c0-8d93-d8d820871b57 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673720 Mar 28 09:11:09.972440 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630cc25c-140a-444f-b9e0-84f476ba8eb1 tempest-PortsTestJSON-1374587781 tempest-PortsTestJSON-1374587781-project] Pushing event deleted for resources: {'Network': ['ID=c662c580-9959-4333-a8b9-22afafa1f5d4,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:09.986719 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295d3b70-af7a-4eea-8d4c-25b382c3a11d None None] DHCP port deletion for 206d03a9-de4b-4329-a977-fa550f29d2b7 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:11:10.013895 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (206d03a9-de4b-4329-a977-fa550f29d2b7), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.036571 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-add55359-f4ce-4888-b26d-19cfe0f87135 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (4c85a022-0e5f-4f47-a7e2-5f8996ecb6ba), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.038712 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0edbe141-a69d-481c-b0db-99b7e6b1be22 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (0c9e6889-10dd-4a9e-9039-3b134a4d2b85), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.059794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-295d3b70-af7a-4eea-8d4c-25b382c3a11d None None] Deleting port e3ccd87b-b805-40b5-8b74-ced366c499e8 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:10.060156 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-295d3b70-af7a-4eea-8d4c-25b382c3a11d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (e3ccd87b-b805-40b5-8b74-ced366c499e8), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.164018 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0edbe141-a69d-481c-b0db-99b7e6b1be22 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (0c9e6889-10dd-4a9e-9039-3b134a4d2b85), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.164513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-295d3b70-af7a-4eea-8d4c-25b382c3a11d None None] For port e3ccd87b-b805-40b5-8b74-ced366c499e8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e3ccd87b-b805-40b5-8b74-ced366c499e8,segment=NetworkSegment(8bd3f36e-27ab-46fb-ad22-d1c732813bf9),segment_id=8bd3f36e-27ab-46fb-ad22-d1c732813bf9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:10.165038 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-295d3b70-af7a-4eea-8d4c-25b382c3a11d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (e3ccd87b-b805-40b5-8b74-ced366c499e8), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.185229 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-295d3b70-af7a-4eea-8d4c-25b382c3a11d None None] Calling delete_port for e3ccd87b-b805-40b5-8b74-ced366c499e8 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:10.190140 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port e3ccd87b-b805-40b5-8b74-ced366c499e8 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:10.190483 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (e3ccd87b-b805-40b5-8b74-ced366c499e8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.193650 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-0edbe141-a69d-481c-b0db-99b7e6b1be22 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9e6889-10dd-4a9e-9039-3b134a4d2b85']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:10.239019 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-0edbe141-a69d-481c-b0db-99b7e6b1be22 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfae3456-dec8-4693-917b-25263ef5e158') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:10.239261 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-0edbe141-a69d-481c-b0db-99b7e6b1be22 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfae3456-dec8-4693-917b-25263ef5e158') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:10.258601 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0edbe141-a69d-481c-b0db-99b7e6b1be22 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (dfae3456-dec8-4693-917b-25263ef5e158), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.282989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0edbe141-a69d-481c-b0db-99b7e6b1be22 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (dfae3456-dec8-4693-917b-25263ef5e158), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.286380 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51186) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:10.288556 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-295d3b70-af7a-4eea-8d4c-25b382c3a11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (e3ccd87b-b805-40b5-8b74-ced366c499e8), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.291492 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] For port e3ccd87b-b805-40b5-8b74-ced366c499e8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e3ccd87b-b805-40b5-8b74-ced366c499e8,segment=NetworkSegment(8bd3f36e-27ab-46fb-ad22-d1c732813bf9),segment_id=8bd3f36e-27ab-46fb-ad22-d1c732813bf9)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:10.291869 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (e3ccd87b-b805-40b5-8b74-ced366c499e8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.296468 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-add55359-f4ce-4888-b26d-19cfe0f87135 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.297453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-add55359-f4ce-4888-b26d-19cfe0f87135 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (480d9641-171d-4138-85cb-c5f83343acf8), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.297644 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-add55359-f4ce-4888-b26d-19cfe0f87135 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Floating IP 480d9641-171d-4138-85cb-c5f83343acf8 disassociated. External IP: 172.36.4.27, port: 4c85a022-0e5f-4f47-a7e2-5f8996ecb6ba. Mar 28 09:11:10.298316 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-add55359-f4ce-4888-b26d-19cfe0f87135 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Calling delete_port for 4c85a022-0e5f-4f47-a7e2-5f8996ecb6ba owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:10.319147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for e3ccd87b-b805-40b5-8b74-ced366c499e8 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:10.319680 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d3b70-af7a-4eea-8d4c-25b382c3a11d None None] Pushing event deleted for resources: {'Port': ['ID=e3ccd87b-b805-40b5-8b74-ced366c499e8,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:10.325289 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295d3b70-af7a-4eea-8d4c-25b382c3a11d None None] No DVR routers for this DVR port e3ccd87b-b805-40b5-8b74-ced366c499e8 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:10.362628 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edbe141-a69d-481c-b0db-99b7e6b1be22 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:11:10.363038 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0edbe141-a69d-481c-b0db-99b7e6b1be22 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (dfae3456-dec8-4693-917b-25263ef5e158), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:11:10.366155 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:11:10.445256 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0edbe141-a69d-481c-b0db-99b7e6b1be22 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (0c9e6889-10dd-4a9e-9039-3b134a4d2b85), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.450889 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0edbe141-a69d-481c-b0db-99b7e6b1be22 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.454024 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0edbe141-a69d-481c-b0db-99b7e6b1be22 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] 10.222.0.15 "DELETE /v2.0/networks/0c9e6889-10dd-4a9e-9039-3b134a4d2b85 HTTP/1.1" status: 204 len: 168 time: 0.5231318 Mar 28 09:11:10.480465 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbe141-a69d-481c-b0db-99b7e6b1be22 tempest-NetworksTestDHCPv6-1012140859 tempest-NetworksTestDHCPv6-1012140859-project] Pushing event deleted for resources: {'Network': ['ID=0c9e6889-10dd-4a9e-9039-3b134a4d2b85,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:10.486380 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-add55359-f4ce-4888-b26d-19cfe0f87135 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (4c85a022-0e5f-4f47-a7e2-5f8996ecb6ba), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.495514 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (e3ccd87b-b805-40b5-8b74-ced366c499e8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.507542 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0a93aed5-bda1-4e0c-958b-90d0375ce9c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef21c6b2cfed4e4b89f188c5409e8013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186975 Mar 28 09:11:10.510358 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51194) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:10.535107 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add55359-f4ce-4888-b26d-19cfe0f87135 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event deleted for resources: {'Port': ['ID=4c85a022-0e5f-4f47-a7e2-5f8996ecb6ba,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:10.557917 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No DVR routers for this DVR port e3ccd87b-b805-40b5-8b74-ced366c499e8 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:10.575314 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=e3ccd87b-b805-40b5-8b74-ced366c499e8,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:10.702907 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add55359-f4ce-4888-b26d-19cfe0f87135 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router c326599c-4080-4bc2-ab7c-bd2d92dc860a has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:11:10.727000 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (206d03a9-de4b-4329-a977-fa550f29d2b7), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.739342 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-782a870d-f2ef-4e9b-ac2b-b6f42f31880e admin admin] Publish callbacks [] for security_group (83d1d9d5-8609-4801-aa15-12831ce0644c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.751726 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82e8a3-428e-42d1-adda-c40cd70b80ec req-75f14589-8a57-4d94-a4c3-8a93d9513300 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:10.753341 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ef82e8a3-428e-42d1-adda-c40cd70b80ec req-75f14589-8a57-4d94-a4c3-8a93d9513300 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.2024589 Mar 28 09:11:10.780845 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206d03a9-de4b-4329-a977-fa550f29d2b7']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:10.799072 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51198) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:10.808020 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-782a870d-f2ef-4e9b-ac2b-b6f42f31880e admin admin] Publish callbacks [] for security_group (83d1d9d5-8609-4801-aa15-12831ce0644c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.823007 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd3f36e-27ab-46fb-ad22-d1c732813bf9') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:10.823438 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd3f36e-27ab-46fb-ad22-d1c732813bf9') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:10.842769 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (8bd3f36e-27ab-46fb-ad22-d1c732813bf9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.852143 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add55359-f4ce-4888-b26d-19cfe0f87135 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:10.861710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c70b29b-889c-4fd6-8543-465b2e0026c5 None None] Sync routers for ids ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:10.871619 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c70b29b-889c-4fd6-8543-465b2e0026c5 None None] Routers {'c326599c-4080-4bc2-ab7c-bd2d92dc860a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:10.872809 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3c70b29b-889c-4fd6-8543-465b2e0026c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:10.916445 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3c70b29b-889c-4fd6-8543-465b2e0026c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:10.926403 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c70b29b-889c-4fd6-8543-465b2e0026c5 None None] Routers {'c326599c-4080-4bc2-ab7c-bd2d92dc860a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:10.927255 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3c70b29b-889c-4fd6-8543-465b2e0026c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:10.929768 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ef82e8a3-428e-42d1-adda-c40cd70b80ec req-082c700a-9be3-4b51-ab0b-2bc68d4054cb tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572080 Mar 28 09:11:10.940823 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (8bd3f36e-27ab-46fb-ad22-d1c732813bf9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.946775 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-782a870d-f2ef-4e9b-ac2b-b6f42f31880e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (83d1d9d5-8609-4801-aa15-12831ce0644c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.947261 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-add55359-f4ce-4888-b26d-19cfe0f87135 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.949443 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-782a870d-f2ef-4e9b-ac2b-b6f42f31880e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.953224 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-782a870d-f2ef-4e9b-ac2b-b6f42f31880e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83d1d9d5-8609-4801-aa15-12831ce0644c HTTP/1.1" status: 204 len: 168 time: 0.4393208 Mar 28 09:11:10.954205 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-add55359-f4ce-4888-b26d-19cfe0f87135 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/ports/4c85a022-0e5f-4f47-a7e2-5f8996ecb6ba HTTP/1.1" status: 204 len: 168 time: 1.8014627 Mar 28 09:11:10.955456 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51206) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:10.964780 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:11:10.965441 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (8bd3f36e-27ab-46fb-ad22-d1c732813bf9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:10.972512 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a870d-f2ef-4e9b-ac2b-b6f42f31880e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d1d9d5-8609-4801-aa15-12831ce0644c,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:11:10.974400 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:11:10.994432 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3c70b29b-889c-4fd6-8543-465b2e0026c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:10.995340 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c70b29b-889c-4fd6-8543-465b2e0026c5 None None] The sync data for ids ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:11.072057 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (206d03a9-de4b-4329-a977-fa550f29d2b7), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:11.076550 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:11.079978 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/networks/206d03a9-de4b-4329-a977-fa550f29d2b7 HTTP/1.1" status: 204 len: 168 time: 1.2532887 Mar 28 09:11:11.085005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51208) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:11.088526 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-eb0abc46-2e59-4442-9614-3f94bbee3793 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15695fdb84ef4808b59972db71cc9c7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852483 Mar 28 09:11:11.103109 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51210) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:11.108126 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c5fc3b8c-be2f-4b0e-9eba-f5037245ff98 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1730286418'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:11.118645 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa50f1-1b44-4d8a-9cff-366f21321144 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Network': ['ID=206d03a9-de4b-4329-a977-fa550f29d2b7,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:11.139987 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e3ccd87b-b805-40b5-8b74-ced366c499e8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:11:11.180590 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fc3b8c-be2f-4b0e-9eba-f5037245ff98 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:11.183846 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c5fc3b8c-be2f-4b0e-9eba-f5037245ff98 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:11.187865 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: e3ccd87b-b805-40b5-8b74-ced366c499e8 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:11:11.188794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e3ccd87b-b805-40b5-8b74-ced366c499e8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:11:11.198950 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d9c0ff51-5987-47c6-8f8e-d0ea06841d3d admin admin] Publish callbacks [] for security_group (2325632c-027b-4020-bc97-e2f18417be16), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:11.231432 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d9c0ff51-5987-47c6-8f8e-d0ea06841d3d admin admin] Publish callbacks [] for security_group (2325632c-027b-4020-bc97-e2f18417be16), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:11.240660 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fc3b8c-be2f-4b0e-9eba-f5037245ff98 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:11:11.265363 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c5fc3b8c-be2f-4b0e-9eba-f5037245ff98 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (959d27be-7dc2-4944-a091-cb153d9c87b6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:11.265741 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-c5fc3b8c-be2f-4b0e-9eba-f5037245ff98 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Added segment 959d27be-7dc2-4944-a091-cb153d9c87b6 of type vlan for network 6ae161d2-3411-47e4-a002-c5943620a2c6 Mar 28 09:11:11.290695 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc552e4-9fb0-4f67-b143-b9cf1872ad0a req-9e2b8ae9-e06a-4efb-9a25-589b045218d0 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:11.292343 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3dc552e4-9fb0-4f67-b143-b9cf1872ad0a req-9e2b8ae9-e06a-4efb-9a25-589b045218d0 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.1585569 Mar 28 09:11:11.319187 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c5fc3b8c-be2f-4b0e-9eba-f5037245ff98 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (6ae161d2-3411-47e4-a002-c5943620a2c6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:11.350599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d9c0ff51-5987-47c6-8f8e-d0ea06841d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (2325632c-027b-4020-bc97-e2f18417be16), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:11.354174 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d9c0ff51-5987-47c6-8f8e-d0ea06841d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:11.358169 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d9c0ff51-5987-47c6-8f8e-d0ea06841d3d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2325632c-027b-4020-bc97-e2f18417be16 HTTP/1.1" status: 204 len: 168 time: 0.2513471 Mar 28 09:11:11.358427 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c5fc3b8c-be2f-4b0e-9eba-f5037245ff98 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (6ae161d2-3411-47e4-a002-c5943620a2c6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:11.363515 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fc3b8c-be2f-4b0e-9eba-f5037245ff98 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:11.364126 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c5fc3b8c-be2f-4b0e-9eba-f5037245ff98 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:11.377350 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3dc552e4-9fb0-4f67-b143-b9cf1872ad0a req-0fae5f26-4f0e-4331-8cdb-cce67cfe374f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783813 Mar 28 09:11:11.394692 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0ff51-5987-47c6-8f8e-d0ea06841d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2325632c-027b-4020-bc97-e2f18417be16,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:11.435329 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c5fc3b8c-be2f-4b0e-9eba-f5037245ff98 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3442552 Mar 28 09:11:11.443996 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51224) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:11.462992 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-c9ae5761-6d0a-4a75-b599-3dbbf0220664 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'subnet': {'network_id': '6ae161d2-3411-47e4-a002-c5943620a2c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:11.469306 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc3b8c-be2f-4b0e-9eba-f5037245ff98 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Network': ['ID=6ae161d2-3411-47e4-a002-c5943620a2c6,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:11.483379 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 6ae161d2-3411-47e4-a002-c5943620a2c6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:11:11.658435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ae5761-6d0a-4a75-b599-3dbbf0220664 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:11.662009 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c9ae5761-6d0a-4a75-b599-3dbbf0220664 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:11.860059 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03a2d0-cd99-498c-b45d-c72e87fc0e84 req-a7160b21-ce15-4611-ba0a-49457781115d tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:11.861566 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7a03a2d0-cd99-498c-b45d-c72e87fc0e84 req-a7160b21-ce15-4611-ba0a-49457781115d tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2195377 Mar 28 09:11:11.869915 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21c171-92d7-4c7f-a7ff-343a86bb3358 req-575f876d-f410-40ae-ba6e-572f034dfa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:11.871390 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5f21c171-92d7-4c7f-a7ff-343a86bb3358 req-575f876d-f410-40ae-ba6e-572f034dfa99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2eeee875a9da4567926143d977c5d593&device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 1129 time: 0.2235804 Mar 28 09:11:11.947678 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51250) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:12.060930 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741624ca-fc7b-48a5-9b05-d866d897cfd1 req-bf1d7f63-8601-4892-bcc1-7395815ec8b9 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:12.063370 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-741624ca-fc7b-48a5-9b05-d866d897cfd1 req-bf1d7f63-8601-4892-bcc1-7395815ec8b9 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.0691953 Mar 28 09:11:12.069266 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-51531f81-f04f-4360-bb47-e6fc1c4ea93d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2091330050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:12.121404 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51531f81-f04f-4360-bb47-e6fc1c4ea93d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (02d870ec-69af-4da9-8c11-7b52ee5e7a2a), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.123167 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51531f81-f04f-4360-bb47-e6fc1c4ea93d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (02d870ec-69af-4da9-8c11-7b52ee5e7a2a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.134755 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7faa495-22e3-4bf6-a32c-23381eb9cc4f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (c326599c-4080-4bc2-ab7c-bd2d92dc860a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.145196 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c9ae5761-6d0a-4a75-b599-3dbbf0220664 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (c18ea360-62a8-4a6e-9820-5b6e6935196b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.163149 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-741624ca-fc7b-48a5-9b05-d866d897cfd1 req-36879ab1-a38d-4695-a1ed-365158fa5b2f tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874751 Mar 28 09:11:12.195259 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7a03a2d0-cd99-498c-b45d-c72e87fc0e84 req-230d9e6d-3366-469b-a9c4-3f787666a701 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228278 Mar 28 09:11:12.196838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21c171-92d7-4c7f-a7ff-343a86bb3358 req-9c24f651-a21c-4acb-b9ea-952ad42dcb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:12.197958 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5f21c171-92d7-4c7f-a7ff-343a86bb3358 req-9c24f651-a21c-4acb-b9ea-952ad42dcb0a service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 HTTP/1.1" status: 200 len: 912 time: 0.3103986 Mar 28 09:11:12.283594 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51262) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:12.390331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae5761-6d0a-4a75-b599-3dbbf0220664 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Subnet': ['ID=c18ea360-62a8-4a6e-9820-5b6e6935196b,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:12.403536 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5f21c171-92d7-4c7f-a7ff-343a86bb3358 req-d8e8a6ab-866f-4c4d-bfbf-36b018ee1d33 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab7442cd-3da3-4e8a-b083-990087554d7a HTTP/1.1" status: 200 len: 1001 time: 0.1515245 Mar 28 09:11:12.409432 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae5761-6d0a-4a75-b599-3dbbf0220664 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Checking segment: {'id': '959d27be-7dc2-4944-a091-cb153d9c87b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6ae161d2-3411-47e4-a002-c5943620a2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:12.409855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ae5761-6d0a-4a75-b599-3dbbf0220664 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network hostable DHCP agents. Network: 6ae161d2-3411-47e4-a002-c5943620a2c6, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:11:12.494167 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-3f2981fb-6fdb-4c6e-86ce-c5f9c85bf618 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'network': {'name': 'tempest-RoutersTest-966560594'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:12.524077 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51531f81-f04f-4360-bb47-e6fc1c4ea93d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for router_controller (02d870ec-69af-4da9-8c11-7b52ee5e7a2a), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.528248 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51531f81-f04f-4360-bb47-e6fc1c4ea93d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (02d870ec-69af-4da9-8c11-7b52ee5e7a2a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.545821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51531f81-f04f-4360-bb47-e6fc1c4ea93d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.549502 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-51531f81-f04f-4360-bb47-e6fc1c4ea93d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5978885 Mar 28 09:11:12.549674 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21c171-92d7-4c7f-a7ff-343a86bb3358 req-48377ad1-30c2-4a68-a8e6-629d87b01868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:12.549674 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5f21c171-92d7-4c7f-a7ff-343a86bb3358 req-48377ad1-30c2-4a68-a8e6-629d87b01868 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2 HTTP/1.1" status: 200 len: 851 time: 0.1348782 Mar 28 09:11:12.549674 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ae5761-6d0a-4a75-b599-3dbbf0220664 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network 6ae161d2-3411-47e4-a002-c5943620a2c6 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:11:12.549920 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51270) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:12.554886 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-0ca53bbc-6d74-4ae3-806c-5bada5fdc6c5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-758230095'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:12.574193 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca53bbc-6d74-4ae3-806c-5bada5fdc6c5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Made reservation on behalf of 2ef40ebf62ac431caa501480ae0e5526 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:12.577940 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0ca53bbc-6d74-4ae3-806c-5bada5fdc6c5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.587009 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0ca53bbc-6d74-4ae3-806c-5bada5fdc6c5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.589324 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-c9ae5761-6d0a-4a75-b599-3dbbf0220664 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6ae161d2-3411-47e4-a002-c5943620a2c6) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:12.596475 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2981fb-6fdb-4c6e-86ce-c5f9c85bf618 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Made reservation on behalf of 56376f313d96491b95e23cca21689c9c for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:12.598029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a100cc95-6b2c-42c9-87ed-cbdd23115fc1 None None] Network 6ae161d2-3411-47e4-a002-c5943620a2c6 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:12.600602 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f2981fb-6fdb-4c6e-86ce-c5f9c85bf618 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.604324 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ae5761-6d0a-4a75-b599-3dbbf0220664 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:12.605352 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c9ae5761-6d0a-4a75-b599-3dbbf0220664 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.626733 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f2981fb-6fdb-4c6e-86ce-c5f9c85bf618 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.655610 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c9ae5761-6d0a-4a75-b599-3dbbf0220664 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2089844 Mar 28 09:11:12.658995 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51272) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:12.663604 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-d041ec9b-5db0-45b1-aafa-6024e82ea6cf tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-90128247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:12.681856 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21c171-92d7-4c7f-a7ff-343a86bb3358 req-c77f2c62-4a27-4a91-a37d-88dd53081d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:12.683391 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5f21c171-92d7-4c7f-a7ff-343a86bb3358 req-c77f2c62-4a27-4a91-a37d-88dd53081d4a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1278322 Mar 28 09:11:12.690155 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0ca53bbc-6d74-4ae3-806c-5bada5fdc6c5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for security_group (79dfcb02-54dc-4745-a0be-21fc3abdcc7f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.696507 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0ca53bbc-6d74-4ae3-806c-5bada5fdc6c5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (79dfcb02-54dc-4745-a0be-21fc3abdcc7f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.713436 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d041ec9b-5db0-45b1-aafa-6024e82ea6cf tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (cf451b1d-1f85-4461-870b-11d15bbb8ec9), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.714475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d041ec9b-5db0-45b1-aafa-6024e82ea6cf tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (cf451b1d-1f85-4461-870b-11d15bbb8ec9), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.723553 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6ae161d2-3411-47e4-a002-c5943620a2c6', 'network_id': '6ae161d2-3411-47e4-a002-c5943620a2c6', 'project_id': '99087c95b7ef419398067fe352f6e8e0', 'fixed_ips': [{'subnet_id': 'c18ea360-62a8-4a6e-9820-5b6e6935196b'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:11:12.724028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.742064 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca53bbc-6d74-4ae3-806c-5bada5fdc6c5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:11:12.750053 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca53bbc-6d74-4ae3-806c-5bada5fdc6c5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79dfcb02-54dc-4745-a0be-21fc3abdcc7f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:12.761935 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0ca53bbc-6d74-4ae3-806c-5bada5fdc6c5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c482e756-d1a7-45fe-8c5e-6719832b31d7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.762288 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-0ca53bbc-6d74-4ae3-806c-5bada5fdc6c5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Added segment c482e756-d1a7-45fe-8c5e-6719832b31d7 of type vlan for network b7a01039-9cd7-407f-8d34-dd26ba0080e7 Mar 28 09:11:12.840064 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d041ec9b-5db0-45b1-aafa-6024e82ea6cf tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for router_controller (cf451b1d-1f85-4461-870b-11d15bbb8ec9), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.852459 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d041ec9b-5db0-45b1-aafa-6024e82ea6cf tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (cf451b1d-1f85-4461-870b-11d15bbb8ec9), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.860245 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0ca53bbc-6d74-4ae3-806c-5bada5fdc6c5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (b7a01039-9cd7-407f-8d34-dd26ba0080e7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.879821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d041ec9b-5db0-45b1-aafa-6024e82ea6cf tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.884728 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d041ec9b-5db0-45b1-aafa-6024e82ea6cf tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2225978 Mar 28 09:11:12.887589 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f2981fb-6fdb-4c6e-86ce-c5f9c85bf618 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for security_group (8257b980-6f47-4b66-95cf-0e1513196699), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.888531 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51274) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:12.892740 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5f21c171-92d7-4c7f-a7ff-343a86bb3358 req-d59baa29-c25d-4cbc-b598-46abdae1a74e service neutron] 10.222.0.16 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831822 Mar 28 09:11:12.895291 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a9db21f2-534f-4f2b-913f-ffc005b7f98f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'network_id': '6ae161d2-3411-47e4-a002-c5943620a2c6', 'name': 'tempest-PortsIpV6TestJSON-696751299'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:12.898464 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f2981fb-6fdb-4c6e-86ce-c5f9c85bf618 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (8257b980-6f47-4b66-95cf-0e1513196699), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.904712 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Allocated IP 2001:db8::2 (6ae161d2-3411-47e4-a002-c5943620a2c6/c18ea360-62a8-4a6e-9820-5b6e6935196b/2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:12.951508 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0ca53bbc-6d74-4ae3-806c-5bada5fdc6c5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (b7a01039-9cd7-407f-8d34-dd26ba0080e7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:12.956527 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca53bbc-6d74-4ae3-806c-5bada5fdc6c5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:12.957155 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0ca53bbc-6d74-4ae3-806c-5bada5fdc6c5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:13.034727 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0ca53bbc-6d74-4ae3-806c-5bada5fdc6c5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4813337 Mar 28 09:11:13.037126 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51276) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:13.047038 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a184f75f-7f62-4b74-8f3d-cbf74b0b9bae tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Request body: {'subnet': {'network_id': 'b7a01039-9cd7-407f-8d34-dd26ba0080e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:13.072660 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Publish callbacks [] for port (2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:13.077696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca53bbc-6d74-4ae3-806c-5bada5fdc6c5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event updated for resources: {'Network': ['ID=b7a01039-9cd7-407f-8d34-dd26ba0080e7,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:13.080523 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:13.097129 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network b7a01039-9cd7-407f-8d34-dd26ba0080e7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:11:13.179072 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Network 6ae161d2-3411-47e4-a002-c5943620a2c6 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:13.181276 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:13.189381 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:13.191866 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Pushing event updated for resources: {'Port': ['ID=2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:13.197808 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9db21f2-534f-4f2b-913f-ffc005b7f98f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:13.203763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a9db21f2-534f-4f2b-913f-ffc005b7f98f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:13.272403 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-a9db21f2-534f-4f2b-913f-ffc005b7f98f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] device_id is not set on port b47cf064-a071-4f29-af58-99494edf63dd yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:11:13.293249 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Attempting to bind port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:11:13.293919 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Attempting to bind port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '959d27be-7dc2-4944-a091-cb153d9c87b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6ae161d2-3411-47e4-a002-c5943620a2c6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:11:13.294384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Attempting to bind port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 on network 6ae161d2-3411-47e4-a002-c5943620a2c6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:11:13.296409 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a184f75f-7f62-4b74-8f3d-cbf74b0b9bae tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Made reservation on behalf of 2ef40ebf62ac431caa501480ae0e5526 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:13.303232 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:11:13.303997 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Checking segment: {'id': '959d27be-7dc2-4944-a091-cb153d9c87b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6ae161d2-3411-47e4-a002-c5943620a2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:13.304517 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:13.305011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Bound using segment: {'id': '959d27be-7dc2-4944-a091-cb153d9c87b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6ae161d2-3411-47e4-a002-c5943620a2c6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:11:13.305597 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Bound port: 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959d27be-7dc2-4944-a091-cb153d9c87b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6ae161d2-3411-47e4-a002-c5943620a2c6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:11:13.306405 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:13.307165 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a184f75f-7f62-4b74-8f3d-cbf74b0b9bae tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:13.357923 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-f7faa495-22e3-4bf6-a32c-23381eb9cc4f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Deleting port 47f130b1-c404-4666-b4ba-c2931fa92bbf {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:13.358159 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7faa495-22e3-4bf6-a32c-23381eb9cc4f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (47f130b1-c404-4666-b4ba-c2931fa92bbf), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:13.363454 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2981fb-6fdb-4c6e-86ce-c5f9c85bf618 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:11:13.385463 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] For port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:11:13.390090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] For port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311,segment=NetworkSegment(959d27be-7dc2-4944-a091-cb153d9c87b6),segment_id=959d27be-7dc2-4944-a091-cb153d9c87b6)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:11:13.395421 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:13.453515 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2981fb-6fdb-4c6e-86ce-c5f9c85bf618 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8257b980-6f47-4b66-95cf-0e1513196699,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:13.458393 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f2981fb-6fdb-4c6e-86ce-c5f9c85bf618 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (f172ab4b-1b8a-4abc-a5f7-823b3cc9a0fb), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:13.459447 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-3f2981fb-6fdb-4c6e-86ce-c5f9c85bf618 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Added segment f172ab4b-1b8a-4abc-a5f7-823b3cc9a0fb of type vlan for network 4b50c114-7a97-4ff0-8e60-2365a6b9d0ef Mar 28 09:11:13.466711 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4a6bd-e5ce-4c11-8783-97312a73bbda None None] Pushing event updated for resources: {'Port': ['ID=2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:13.563579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f2981fb-6fdb-4c6e-86ce-c5f9c85bf618 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (4b50c114-7a97-4ff0-8e60-2365a6b9d0ef), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:13.567268 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5f21c171-92d7-4c7f-a7ff-343a86bb3358 req-feb659b7-1363-4a64-9735-25e12ef60f11 service neutron] 10.222.0.16 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6647327 Mar 28 09:11:13.600565 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc44f5-ec08-4b82-a25b-08c783a194f2 req-8907e1e6-2963-41ef-9653-821bf101afaf tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:13.601904 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4acc44f5-ec08-4b82-a25b-08c783a194f2 req-8907e1e6-2963-41ef-9653-821bf101afaf tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2594197 Mar 28 09:11:13.608035 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298188f7-1d8b-40c5-a2c2-e306d371934a req-6b00c13b-7966-42bc-b86e-a8873c28a2bf tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:13.610068 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-298188f7-1d8b-40c5-a2c2-e306d371934a req-6b00c13b-7966-42bc-b86e-a8873c28a2bf tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.3143182 Mar 28 09:11:13.610614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7faa495-22e3-4bf6-a32c-23381eb9cc4f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (47f130b1-c404-4666-b4ba-c2931fa92bbf), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:13.620153 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53265f-9b79-40e1-857b-b425e387c7a9 req-a792dda3-0ffe-421a-929a-7e07526baefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:13.621654 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fe53265f-9b79-40e1-857b-b425e387c7a9 req-a792dda3-0ffe-421a-929a-7e07526baefa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 1129 time: 0.1897418 Mar 28 09:11:13.643587 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-f7faa495-22e3-4bf6-a32c-23381eb9cc4f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Calling delete_port for 47f130b1-c404-4666-b4ba-c2931fa92bbf owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:13.649960 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f2981fb-6fdb-4c6e-86ce-c5f9c85bf618 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (4b50c114-7a97-4ff0-8e60-2365a6b9d0ef), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:13.655078 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2981fb-6fdb-4c6e-86ce-c5f9c85bf618 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:13.655693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f2981fb-6fdb-4c6e-86ce-c5f9c85bf618 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:13.702573 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-a9db21f2-534f-4f2b-913f-ffc005b7f98f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Allocated IP 2001:db8::283 (6ae161d2-3411-47e4-a002-c5943620a2c6/c18ea360-62a8-4a6e-9820-5b6e6935196b/b47cf064-a071-4f29-af58-99494edf63dd) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:13.790922 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3f2981fb-6fdb-4c6e-86ce-c5f9c85bf618 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4720790 Mar 28 09:11:13.794363 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-298188f7-1d8b-40c5-a2c2-e306d371934a req-658e5a95-45df-4ea6-af5a-7d5bdc53eb2e tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716933 Mar 28 09:11:13.800294 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51282) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:13.810076 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2981fb-6fdb-4c6e-86ce-c5f9c85bf618 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Network': ['ID=4b50c114-7a97-4ff0-8e60-2365a6b9d0ef,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:13.816607 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4acc44f5-ec08-4b82-a25b-08c783a194f2 req-5e4d8dfa-1656-4eed-bb51-a55143a3b10a tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032034 Mar 28 09:11:13.829078 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 4b50c114-7a97-4ff0-8e60-2365a6b9d0ef details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:11:13.830621 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e5431986-ca32-4077-8940-c60fc493cba3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'network': {'name': 'tempest-RoutersTest-2021363576'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:13.889573 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fe53265f-9b79-40e1-857b-b425e387c7a9 req-157c604a-6259-4a92-a50d-2a0240902cd1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434213 Mar 28 09:11:13.955059 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5431986-ca32-4077-8940-c60fc493cba3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Made reservation on behalf of 56376f313d96491b95e23cca21689c9c for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:13.959592 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5431986-ca32-4077-8940-c60fc493cba3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:14.028236 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a184f75f-7f62-4b74-8f3d-cbf74b0b9bae tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (a298b597-b1fe-4425-8add-4c46d91eff88), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:14.039938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7faa495-22e3-4bf6-a32c-23381eb9cc4f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (47f130b1-c404-4666-b4ba-c2931fa92bbf), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:14.075444 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7faa495-22e3-4bf6-a32c-23381eb9cc4f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event deleted for resources: {'Port': ['ID=47f130b1-c404-4666-b4ba-c2931fa92bbf,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:14.100053 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5431986-ca32-4077-8940-c60fc493cba3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:11:14.141904 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5431986-ca32-4077-8940-c60fc493cba3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (2e90e861-66c3-42d9-9a77-2e7a746cd776), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:14.142187 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-e5431986-ca32-4077-8940-c60fc493cba3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Added segment 2e90e861-66c3-42d9-9a77-2e7a746cd776 of type vlan for network 8ab02d6e-4ab9-4250-ada2-32bf2f178e44 Mar 28 09:11:14.166314 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184f75f-7f62-4b74-8f3d-cbf74b0b9bae tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event updated for resources: {'Subnet': ['ID=a298b597-b1fe-4425-8add-4c46d91eff88,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:14.194205 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a9db21f2-534f-4f2b-913f-ffc005b7f98f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (b47cf064-a071-4f29-af58-99494edf63dd), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:14.231329 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a184f75f-7f62-4b74-8f3d-cbf74b0b9bae tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Checking segment: {'id': 'c482e756-d1a7-45fe-8c5e-6719832b31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b7a01039-9cd7-407f-8d34-dd26ba0080e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:14.231813 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a184f75f-7f62-4b74-8f3d-cbf74b0b9bae tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Network hostable DHCP agents. Network: b7a01039-9cd7-407f-8d34-dd26ba0080e7, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:11:14.252948 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5431986-ca32-4077-8940-c60fc493cba3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (8ab02d6e-4ab9-4250-ada2-32bf2f178e44), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:14.304463 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a184f75f-7f62-4b74-8f3d-cbf74b0b9bae tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Network b7a01039-9cd7-407f-8d34-dd26ba0080e7 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:11:14.320382 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7faa495-22e3-4bf6-a32c-23381eb9cc4f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (c326599c-4080-4bc2-ab7c-bd2d92dc860a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:14.325224 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5431986-ca32-4077-8940-c60fc493cba3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (8ab02d6e-4ab9-4250-ada2-32bf2f178e44), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:14.331868 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5431986-ca32-4077-8940-c60fc493cba3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:14.332514 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5431986-ca32-4077-8940-c60fc493cba3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:14.339734 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-a184f75f-7f62-4b74-8f3d-cbf74b0b9bae tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b7a01039-9cd7-407f-8d34-dd26ba0080e7) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:14.345834 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a9db21f2-534f-4f2b-913f-ffc005b7f98f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (b47cf064-a071-4f29-af58-99494edf63dd), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:14.360418 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c6d440-1597-4937-b743-5c3eeb4f44ce None None] Network b7a01039-9cd7-407f-8d34-dd26ba0080e7 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:14.363774 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a184f75f-7f62-4b74-8f3d-cbf74b0b9bae tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:14.364534 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a184f75f-7f62-4b74-8f3d-cbf74b0b9bae tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:14.442230 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e5431986-ca32-4077-8940-c60fc493cba3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6361768 Mar 28 09:11:14.447900 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51284) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:14.460475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4a898356-69cb-41e7-9768-b5d4637890ba tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'subnet': {'network_id': '4b50c114-7a97-4ff0-8e60-2365a6b9d0ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:14.476432 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9db21f2-534f-4f2b-913f-ffc005b7f98f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network 6ae161d2-3411-47e4-a002-c5943620a2c6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:14.493000 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a184f75f-7f62-4b74-8f3d-cbf74b0b9bae tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4526849 Mar 28 09:11:14.493748 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51286) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:14.503925 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b7a01039-9cd7-407f-8d34-dd26ba0080e7', 'network_id': 'b7a01039-9cd7-407f-8d34-dd26ba0080e7', 'project_id': '2ef40ebf62ac431caa501480ae0e5526', 'fixed_ips': [{'subnet_id': 'a298b597-b1fe-4425-8add-4c46d91eff88'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:11:14.504937 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:14.547218 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4f7e6ee4-fdd9-45f0-8339-0f6ba0105cb4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Request body: {'network': {'name': 'tempest-router-network01--569521532'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:14.552862 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-a9db21f2-534f-4f2b-913f-ffc005b7f98f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:14.560197 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9db21f2-534f-4f2b-913f-ffc005b7f98f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:14.565366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9db21f2-534f-4f2b-913f-ffc005b7f98f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:14.566043 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a9db21f2-534f-4f2b-913f-ffc005b7f98f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:14.568935 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5431986-ca32-4077-8940-c60fc493cba3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Network': ['ID=8ab02d6e-4ab9-4250-ada2-32bf2f178e44,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:14.571229 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db21f2-534f-4f2b-913f-ffc005b7f98f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=b47cf064-a071-4f29-af58-99494edf63dd,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:14.594962 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 8ab02d6e-4ab9-4250-ada2-32bf2f178e44 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:11:14.628295 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a9db21f2-534f-4f2b-913f-ffc005b7f98f tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7384522 Mar 28 09:11:14.631855 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51288) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:14.645350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7faa495-22e3-4bf6-a32c-23381eb9cc4f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router c326599c-4080-4bc2-ab7c-bd2d92dc860a has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:11:14.681613 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7e6ee4-fdd9-45f0-8339-0f6ba0105cb4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Made reservation on behalf of 2ef40ebf62ac431caa501480ae0e5526 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:14.685166 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4f7e6ee4-fdd9-45f0-8339-0f6ba0105cb4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:14.742808 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7e6ee4-fdd9-45f0-8339-0f6ba0105cb4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:11:14.750873 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Allocated IP 172.20.0.2 (b7a01039-9cd7-407f-8d34-dd26ba0080e7/a298b597-b1fe-4425-8add-4c46d91eff88/96e12731-b739-4ff0-8982-4f986b42a9cd) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:14.752645 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4f7e6ee4-fdd9-45f0-8339-0f6ba0105cb4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (cf9878f2-2eab-401d-a7eb-4614dbc25ec6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:14.753097 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-4f7e6ee4-fdd9-45f0-8339-0f6ba0105cb4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Added segment cf9878f2-2eab-401d-a7eb-4614dbc25ec6 of type vlan for network f6b780d2-81fb-4cc9-b34d-b6443d4b12f7 Mar 28 09:11:14.767755 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device ae5917b4-ffbd-4c2f-b29a-1c634b98a586 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:11:14.805427 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7faa495-22e3-4bf6-a32c-23381eb9cc4f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:14.813766 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4f7e6ee4-fdd9-45f0-8339-0f6ba0105cb4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (f6b780d2-81fb-4cc9-b34d-b6443d4b12f7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:14.816355 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f951c3-033c-4efc-a190-5b93b56cecc6 None None] Sync routers for ids ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:14.822087 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f7faa495-22e3-4bf6-a32c-23381eb9cc4f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "PUT /v2.0/routers/c326599c-4080-4bc2-ab7c-bd2d92dc860a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8653445 Mar 28 09:11:14.822729 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51290) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:14.828115 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f951c3-033c-4efc-a190-5b93b56cecc6 None None] Routers {'c326599c-4080-4bc2-ab7c-bd2d92dc860a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:14.829135 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b1f951c3-033c-4efc-a190-5b93b56cecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:14.858028 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4f7e6ee4-fdd9-45f0-8339-0f6ba0105cb4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (f6b780d2-81fb-4cc9-b34d-b6443d4b12f7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:14.863735 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7e6ee4-fdd9-45f0-8339-0f6ba0105cb4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:14.864049 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4f7e6ee4-fdd9-45f0-8339-0f6ba0105cb4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:14.869782 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b1f951c3-033c-4efc-a190-5b93b56cecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:14.880080 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f951c3-033c-4efc-a190-5b93b56cecc6 None None] Routers {'c326599c-4080-4bc2-ab7c-bd2d92dc860a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:14.881404 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b1f951c3-033c-4efc-a190-5b93b56cecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:14.885112 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed18a30-83f3-4ecc-b41e-c46e684df314 None None] Network 6ae161d2-3411-47e4-a002-c5943620a2c6 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:14.921153 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b1f951c3-033c-4efc-a190-5b93b56cecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:14.922183 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f951c3-033c-4efc-a190-5b93b56cecc6 None None] The sync data for ids ['c326599c-4080-4bc2-ab7c-bd2d92dc860a'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:14.978152 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a898356-69cb-41e7-9768-b5d4637890ba tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Made reservation on behalf of 56376f313d96491b95e23cca21689c9c for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:14.981889 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a898356-69cb-41e7-9768-b5d4637890ba tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:14.993947 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.resource_extend [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 09:11:15.093942 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e6ee4-fdd9-45f0-8339-0f6ba0105cb4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event updated for resources: {'Network': ['ID=f6b780d2-81fb-4cc9-b34d-b6443d4b12f7,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:15.110133 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-7151e741-840f-483b-8b23-8cdfbee70bc3 None None] Provisioning complete for port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:15.111034 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7151e741-840f-483b-8b23-8cdfbee70bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.146830 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b15c7d-d1eb-4fe6-b136-00d435b50e04 req-4ad9a979-58ea-4028-a66d-5730ba4e1671 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:15.149157 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d2b15c7d-d1eb-4fe6-b136-00d435b50e04 req-4ad9a979-58ea-4028-a66d-5730ba4e1671 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.1327660 Mar 28 09:11:15.153652 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4f7e6ee4-fdd9-45f0-8339-0f6ba0105cb4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6255252 Mar 28 09:11:15.153841 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51296) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:15.160338 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e70df93e-3533-43c6-a62a-c9a0713606ef tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Request body: {'network': {'name': 'tempest-router-network02--402883362'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:15.171213 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e437bf1f-da16-4cda-a137-e4eb4bb03559 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for router (c326599c-4080-4bc2-ab7c-bd2d92dc860a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.204612 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network f6b780d2-81fb-4cc9-b34d-b6443d4b12f7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:11:15.219939 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:15.304139 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70df93e-3533-43c6-a62a-c9a0713606ef tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Made reservation on behalf of 2ef40ebf62ac431caa501480ae0e5526 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:15.307300 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e70df93e-3533-43c6-a62a-c9a0713606ef tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.327716 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d2b15c7d-d1eb-4fe6-b136-00d435b50e04 req-272f59f8-376c-41de-b989-38b0420bc6f7 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605754 Mar 28 09:11:15.355807 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70df93e-3533-43c6-a62a-c9a0713606ef tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:11:15.366221 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e437bf1f-da16-4cda-a137-e4eb4bb03559 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for router_gateway (c326599c-4080-4bc2-ab7c-bd2d92dc860a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.377972 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e70df93e-3533-43c6-a62a-c9a0713606ef tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (eaf2fa5e-e073-4ec7-b78d-27d41de2fab7), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.377972 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-e70df93e-3533-43c6-a62a-c9a0713606ef tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Added segment eaf2fa5e-e073-4ec7-b78d-27d41de2fab7 of type vlan for network 02ad9624-8841-4bdd-bcde-2198c0955a87 Mar 28 09:11:15.438320 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e70df93e-3533-43c6-a62a-c9a0713606ef tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (02ad9624-8841-4bdd-bcde-2198c0955a87), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.482492 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port ae5917b4-ffbd-4c2f-b29a-1c634b98a586, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ae5917b4-ffbd-4c2f-b29a-1c634b98a586,segment=NetworkSegment(dad2e025-c15e-4544-ab84-2ccb1ae8563e),segment_id=dad2e025-c15e-4544-ab84-2ccb1ae8563e)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:15.485671 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e70df93e-3533-43c6-a62a-c9a0713606ef tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (02ad9624-8841-4bdd-bcde-2198c0955a87), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.491013 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70df93e-3533-43c6-a62a-c9a0713606ef tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:15.491765 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e70df93e-3533-43c6-a62a-c9a0713606ef tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.506397 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Publish callbacks [] for port (96e12731-b739-4ff0-8982-4f986b42a9cd), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.543592 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586', 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21', 'port_id': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586', 'mac_address': 'fa:16:3e:24:89:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:11:15.548904 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (96e12731-b739-4ff0-8982-4f986b42a9cd), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.579460 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e70df93e-3533-43c6-a62a-c9a0713606ef tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4244964 Mar 28 09:11:15.581118 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e437bf1f-da16-4cda-a137-e4eb4bb03559 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Deleting port 4eb75c6a-a88d-4409-8f04-1fbef432d4b1 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:15.581555 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e437bf1f-da16-4cda-a137-e4eb4bb03559 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (4eb75c6a-a88d-4409-8f04-1fbef432d4b1), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.586565 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51300) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:15.596536 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-5452a4e1-b8f6-44c5-94a3-5bc07310c161 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Request body: {'subnet': {'network_id': 'f6b780d2-81fb-4cc9-b34d-b6443d4b12f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:15.604121 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:15.604504 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.623911 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff73ca-a3f1-4163-96d6-fa7ca6143c14 req-c7a95a31-37db-4b8b-a5fb-e323c6940d01 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:15.625458 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-51ff73ca-a3f1-4163-96d6-fa7ca6143c14 req-c7a95a31-37db-4b8b-a5fb-e323c6940d01 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.5338185 Mar 28 09:11:15.656545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7151e741-840f-483b-8b23-8cdfbee70bc3 None None] Current status of the port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:15.656781 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7151e741-840f-483b-8b23-8cdfbee70bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.660782 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70df93e-3533-43c6-a62a-c9a0713606ef tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event updated for resources: {'Network': ['ID=02ad9624-8841-4bdd-bcde-2198c0955a87,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:15.669661 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Network b7a01039-9cd7-407f-8d34-dd26ba0080e7 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:15.691827 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:15.694968 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:15.698085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 02ad9624-8841-4bdd-bcde-2198c0955a87 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:11:15.717950 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Pushing event updated for resources: {'Port': ['ID=96e12731-b739-4ff0-8982-4f986b42a9cd,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:15.724868 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ceb99a-4552-4b3d-ba2b-0116fcbe7ec7 req-848189c3-d369-4faf-aeb4-44738f117206 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:15.732223 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-39ceb99a-4552-4b3d-ba2b-0116fcbe7ec7 req-848189c3-d369-4faf-aeb4-44738f117206 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2637529 Mar 28 09:11:15.786199 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port ae5917b4-ffbd-4c2f-b29a-1c634b98a586 is: ACTIVE; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:15.787376 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.812984 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e437bf1f-da16-4cda-a137-e4eb4bb03559 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (4eb75c6a-a88d-4409-8f04-1fbef432d4b1), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.839243 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-39ceb99a-4552-4b3d-ba2b-0116fcbe7ec7 req-5fdaa036-6565-4193-b445-57dade7a2378 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056986 Mar 28 09:11:15.848959 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-51ff73ca-a3f1-4163-96d6-fa7ca6143c14 req-487c636b-cda9-4036-a637-dbc70f833545 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625612 Mar 28 09:11:15.858429 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-95ea8bda-56ee-48f4-8030-8ae9fc2ec2da tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b47cf064-a071-4f29-af58-99494edf63dd), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.871430 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7151e741-840f-483b-8b23-8cdfbee70bc3 None None] For port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311,segment=NetworkSegment(959d27be-7dc2-4944-a091-cb153d9c87b6),segment_id=959d27be-7dc2-4944-a091-cb153d9c87b6)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:15.875650 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae5917b4-ffbd-4c2f-b29a-1c634b98a586 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:11:15.885613 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e437bf1f-da16-4cda-a137-e4eb4bb03559 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Calling delete_port for 4eb75c6a-a88d-4409-8f04-1fbef432d4b1 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:15.890018 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5452a4e1-b8f6-44c5-94a3-5bc07310c161 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Made reservation on behalf of 2ef40ebf62ac431caa501480ae0e5526 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:15.893409 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5452a4e1-b8f6-44c5-94a3-5bc07310c161 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.915183 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7151e741-840f-483b-8b23-8cdfbee70bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.962310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a898356-69cb-41e7-9768-b5d4637890ba tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (58e0fc30-214e-4b82-9b30-bf28712a630c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.969193 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Attempting to bind port 96e12731-b739-4ff0-8982-4f986b42a9cd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:11:15.969577 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Attempting to bind port 96e12731-b739-4ff0-8982-4f986b42a9cd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c482e756-d1a7-45fe-8c5e-6719832b31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b7a01039-9cd7-407f-8d34-dd26ba0080e7'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:11:15.969978 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Attempting to bind port 96e12731-b739-4ff0-8982-4f986b42a9cd on network b7a01039-9cd7-407f-8d34-dd26ba0080e7 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:11:15.978596 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port ae5917b4-ffbd-4c2f-b29a-1c634b98a586, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ae5917b4-ffbd-4c2f-b29a-1c634b98a586,segment=NetworkSegment(dad2e025-c15e-4544-ab84-2ccb1ae8563e),segment_id=dad2e025-c15e-4544-ab84-2ccb1ae8563e)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:15.993881 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:11:15.994168 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Checking segment: {'id': 'c482e756-d1a7-45fe-8c5e-6719832b31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b7a01039-9cd7-407f-8d34-dd26ba0080e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:15.994591 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:15.995043 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Bound using segment: {'id': 'c482e756-d1a7-45fe-8c5e-6719832b31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b7a01039-9cd7-407f-8d34-dd26ba0080e7'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:11:15.995556 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Bound port: 96e12731-b739-4ff0-8982-4f986b42a9cd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c482e756-d1a7-45fe-8c5e-6719832b31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b7a01039-9cd7-407f-8d34-dd26ba0080e7'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:11:15.995945 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (96e12731-b739-4ff0-8982-4f986b42a9cd), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:16.003321 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:16.027658 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a898356-69cb-41e7-9768-b5d4637890ba tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Subnet': ['ID=58e0fc30-214e-4b82-9b30-bf28712a630c,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:16.028471 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:16.053267 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151e741-840f-483b-8b23-8cdfbee70bc3 None None] Pushing event updated for resources: {'Port': ['ID=2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:16.135424 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-79c46a79-7639-436a-ba8a-317e2ab3c889 None None] Provisioning complete for port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:16.135890 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-79c46a79-7639-436a-ba8a-317e2ab3c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:16.175803 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a898356-69cb-41e7-9768-b5d4637890ba tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Checking segment: {'id': 'f172ab4b-1b8a-4abc-a5f7-823b3cc9a0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4b50c114-7a97-4ff0-8e60-2365a6b9d0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:16.176755 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a898356-69cb-41e7-9768-b5d4637890ba tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network hostable DHCP agents. Network: 4b50c114-7a97-4ff0-8e60-2365a6b9d0ef, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:11:16.210711 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=ae5917b4-ffbd-4c2f-b29a-1c634b98a586,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:16.224764 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] For port 96e12731-b739-4ff0-8982-4f986b42a9cd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:11:16.236897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] For port 96e12731-b739-4ff0-8982-4f986b42a9cd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=96e12731-b739-4ff0-8982-4f986b42a9cd,segment=NetworkSegment(c482e756-d1a7-45fe-8c5e-6719832b31d7),segment_id=c482e756-d1a7-45fe-8c5e-6719832b31d7)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:11:16.260414 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (96e12731-b739-4ff0-8982-4f986b42a9cd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:16.277421 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['ae5917b4-ffbd-4c2f-b29a-1c634b98a586'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:11:16.309446 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a898356-69cb-41e7-9768-b5d4637890ba tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 4b50c114-7a97-4ff0-8e60-2365a6b9d0ef is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:11:16.338871 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-4a898356-69cb-41e7-9768-b5d4637890ba tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4b50c114-7a97-4ff0-8e60-2365a6b9d0ef) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:16.370548 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-79c46a79-7639-436a-ba8a-317e2ab3c889 None None] Current status of the port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:16.370923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a898356-69cb-41e7-9768-b5d4637890ba tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:16.371481 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a898356-69cb-41e7-9768-b5d4637890ba tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:16.425300 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4a898356-69cb-41e7-9768-b5d4637890ba tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9734488 Mar 28 09:11:16.430064 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51304) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:16.441543 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-3cbc51b4-dbf5-46db-a4e0-b8f6e8d69fb4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'subnet': {'network_id': '8ab02d6e-4ab9-4250-ada2-32bf2f178e44', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:16.529329 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca5e1c-0450-4d53-8763-32aebcdbce3a req-b0efb5c2-293b-4a89-af42-fa2a748d1107 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:16.531006 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-10ca5e1c-0450-4d53-8763-32aebcdbce3a req-b0efb5c2-293b-4a89-af42-fa2a748d1107 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.5504258 Mar 28 09:11:16.554631 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-95ea8bda-56ee-48f4-8030-8ae9fc2ec2da tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (b47cf064-a071-4f29-af58-99494edf63dd), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:16.561187 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-95ea8bda-56ee-48f4-8030-8ae9fc2ec2da tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (b47cf064-a071-4f29-af58-99494edf63dd), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:16.595215 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc5107b-4413-4b78-a4ea-7b209f530655 None None] Network 4b50c114-7a97-4ff0-8e60-2365a6b9d0ef requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:16.650638 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbc51b4-dbf5-46db-a4e0-b8f6e8d69fb4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Made reservation on behalf of 56376f313d96491b95e23cca21689c9c for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:16.653453 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3cbc51b4-dbf5-46db-a4e0-b8f6e8d69fb4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:16.683450 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea8bda-56ee-48f4-8030-8ae9fc2ec2da tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=b47cf064-a071-4f29-af58-99494edf63dd,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:16.695571 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-10ca5e1c-0450-4d53-8763-32aebcdbce3a req-59d49ca9-3674-4151-b7e2-cdd06f541317 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472502 Mar 28 09:11:16.740617 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e437bf1f-da16-4cda-a137-e4eb4bb03559 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (4eb75c6a-a88d-4409-8f04-1fbef432d4b1), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:16.801990 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437bf1f-da16-4cda-a137-e4eb4bb03559 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event deleted for resources: {'Port': ['ID=4eb75c6a-a88d-4409-8f04-1fbef432d4b1,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:16.856064 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device ae5917b4-ffbd-4c2f-b29a-1c634b98a586 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:11:16.870169 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4b50c114-7a97-4ff0-8e60-2365a6b9d0ef', 'network_id': '4b50c114-7a97-4ff0-8e60-2365a6b9d0ef', 'project_id': '56376f313d96491b95e23cca21689c9c', 'fixed_ips': [{'subnet_id': '58e0fc30-214e-4b82-9b30-bf28712a630c'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:11:16.871915 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:16.877239 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-79c46a79-7639-436a-ba8a-317e2ab3c889 None None] Provisioning complete for port b47cf064-a071-4f29-af58-99494edf63dd triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:16.877898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-79c46a79-7639-436a-ba8a-317e2ab3c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b47cf064-a071-4f29-af58-99494edf63dd), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:16.885472 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5452a4e1-b8f6-44c5-94a3-5bc07310c161 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (7f9a30cf-ee2f-44ce-bb84-394b2c3f1d4f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:16.909122 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e437bf1f-da16-4cda-a137-e4eb4bb03559 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (c326599c-4080-4bc2-ab7c-bd2d92dc860a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:16.974752 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-79c46a79-7639-436a-ba8a-317e2ab3c889 None None] Port b47cf064-a071-4f29-af58-99494edf63dd cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:16.980288 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e4fb1-4b3f-47aa-819f-220e22e38761 None None] Pushing event updated for resources: {'Port': ['ID=96e12731-b739-4ff0-8982-4f986b42a9cd,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:17.027817 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b2c9a-eb6e-4636-bbcc-3f5c3c076d77 req-bdd2bcaf-b4f7-4fd2-9156-9a5d60d2e702 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:17.035134 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-280b2c9a-eb6e-4636-bbcc-3f5c3c076d77 req-bdd2bcaf-b4f7-4fd2-9156-9a5d60d2e702 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2114599 Mar 28 09:11:17.041746 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-95ea8bda-56ee-48f4-8030-8ae9fc2ec2da tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (cf451b1d-1f85-4461-870b-11d15bbb8ec9), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:17.155899 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e437bf1f-da16-4cda-a137-e4eb4bb03559 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (c326599c-4080-4bc2-ab7c-bd2d92dc860a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:17.173863 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452a4e1-b8f6-44c5-94a3-5bc07310c161 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event updated for resources: {'Subnet': ['ID=7f9a30cf-ee2f-44ce-bb84-394b2c3f1d4f,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:17.179825 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e437bf1f-da16-4cda-a137-e4eb4bb03559 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for router_controller (c326599c-4080-4bc2-ab7c-bd2d92dc860a), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:17.194436 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Allocated IP 172.20.0.2 (4b50c114-7a97-4ff0-8e60-2365a6b9d0ef/58e0fc30-214e-4b82-9b30-bf28712a630c/33160ef7-758f-4b9a-922c-0c4b9d234f5e) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:17.253866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5452a4e1-b8f6-44c5-94a3-5bc07310c161 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Checking segment: {'id': 'cf9878f2-2eab-401d-a7eb-4614dbc25ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f6b780d2-81fb-4cc9-b34d-b6443d4b12f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:17.254234 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5452a4e1-b8f6-44c5-94a3-5bc07310c161 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Network hostable DHCP agents. Network: f6b780d2-81fb-4cc9-b34d-b6443d4b12f7, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:11:17.282654 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e437bf1f-da16-4cda-a137-e4eb4bb03559 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (c326599c-4080-4bc2-ab7c-bd2d92dc860a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:17.283228 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e437bf1f-da16-4cda-a137-e4eb4bb03559 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Fanout notify agent at l3_agent the message router_deleted on router c326599c-4080-4bc2-ab7c-bd2d92dc860a {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:11:17.295618 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-280b2c9a-eb6e-4636-bbcc-3f5c3c076d77 req-0c71460e-2f11-4914-9043-7583a6206acc tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595217 Mar 28 09:11:17.297552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e437bf1f-da16-4cda-a137-e4eb4bb03559 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:17.303189 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e437bf1f-da16-4cda-a137-e4eb4bb03559 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/routers/c326599c-4080-4bc2-ab7c-bd2d92dc860a HTTP/1.1" status: 204 len: 168 time: 2.4792140 Mar 28 09:11:17.305600 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-95ea8bda-56ee-48f4-8030-8ae9fc2ec2da tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b47cf064-a071-4f29-af58-99494edf63dd), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:17.307688 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51310) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:17.311315 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfe79b-3203-47fc-bbb4-0f91ecd08b64 req-1729e575-6483-498a-90e0-59b350920606 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:17.312833 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c7cfe79b-3203-47fc-bbb4-0f91ecd08b64 req-1729e575-6483-498a-90e0-59b350920606 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 944 time: 0.2837405 Mar 28 09:11:17.314098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5452a4e1-b8f6-44c5-94a3-5bc07310c161 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Network f6b780d2-81fb-4cc9-b34d-b6443d4b12f7 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:11:17.337012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-5452a4e1-b8f6-44c5-94a3-5bc07310c161 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f6b780d2-81fb-4cc9-b34d-b6443d4b12f7) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:17.343769 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5452a4e1-b8f6-44c5-94a3-5bc07310c161 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:17.344255 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5452a4e1-b8f6-44c5-94a3-5bc07310c161 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:17.383688 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Publish callbacks [] for port (33160ef7-758f-4b9a-922c-0c4b9d234f5e), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:17.399207 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5452a4e1-b8f6-44c5-94a3-5bc07310c161 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8104432 Mar 28 09:11:17.401927 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:17.403715 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d8b0a1-75df-4d56-82e1-d4870e5dc7bd None None] Network f6b780d2-81fb-4cc9-b34d-b6443d4b12f7 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:17.404688 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c7cfe79b-3203-47fc-bbb4-0f91ecd08b64 req-082d1f9d-913b-43c8-8ab2-deb14071bca5 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840008 Mar 28 09:11:17.405227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51314) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:17.410593 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-893b8b17-af72-4e54-a934-82109c3a0b8e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Request body: {'subnet': {'network_id': '02ad9624-8841-4bdd-bcde-2198c0955a87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:17.433453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51316) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:17.484781 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (33160ef7-758f-4b9a-922c-0c4b9d234f5e), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:17.535016 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52c636a-9abe-4864-9c54-5fe976037464 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Deleting subnet 4d6f0775-7cb5-4e30-a169-020f84cbfbe7 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:17.539815 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3cbc51b4-dbf5-46db-a4e0-b8f6e8d69fb4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (b58e6f05-70d0-4787-8756-859add2bad36), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:17.551907 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e52c636a-9abe-4864-9c54-5fe976037464 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for subnet (4d6f0775-7cb5-4e30-a169-020f84cbfbe7), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:17.556015 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c1283647-10e7-4fb4-b1ca-7d0be614c6c2 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/floatingips/b3da2410-7798-4077-bd59-0d280761f21b HTTP/1.1" status: 200 len: 991 time: 0.1213517 Mar 28 09:11:17.576843 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893b8b17-af72-4e54-a934-82109c3a0b8e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Made reservation on behalf of 2ef40ebf62ac431caa501480ae0e5526 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:17.580984 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-893b8b17-af72-4e54-a934-82109c3a0b8e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:17.638580 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Pushing event updated for resources: {'Port': ['ID=33160ef7-758f-4b9a-922c-0c4b9d234f5e,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:17.668291 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ce7c1cde-37d7-4407-8b01-12781f5c6f31 None None] Provisioning complete for port b47cf064-a071-4f29-af58-99494edf63dd triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:17.668768 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce7c1cde-37d7-4407-8b01-12781f5c6f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b47cf064-a071-4f29-af58-99494edf63dd), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:17.678593 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Network 4b50c114-7a97-4ff0-8e60-2365a6b9d0ef is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:17.728187 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e52c636a-9abe-4864-9c54-5fe976037464 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (4d6f0775-7cb5-4e30-a169-020f84cbfbe7), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:17.729788 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f6b780d2-81fb-4cc9-b34d-b6443d4b12f7', 'network_id': 'f6b780d2-81fb-4cc9-b34d-b6443d4b12f7', 'project_id': '2ef40ebf62ac431caa501480ae0e5526', 'fixed_ips': [{'subnet_id': '7f9a30cf-ee2f-44ce-bb84-394b2c3f1d4f'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:11:17.730833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:17.730957 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc51b4-dbf5-46db-a4e0-b8f6e8d69fb4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Subnet': ['ID=b58e6f05-70d0-4787-8756-859add2bad36,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:17.732927 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:17.737822 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:17.761881 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0b3fe-6f3d-4654-be76-c4923e6f9c74 req-ff829a4e-0070-4985-a56e-bc5ca307122b tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:17.763343 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a7b0b3fe-6f3d-4654-be76-c4923e6f9c74 req-ff829a4e-0070-4985-a56e-bc5ca307122b tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.3530192 Mar 28 09:11:17.807592 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port ae5917b4-ffbd-4c2f-b29a-1c634b98a586 is: BUILD; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:17.808091 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:17.816339 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-893b8b17-af72-4e54-a934-82109c3a0b8e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (ed496f06-ab25-4c01-843e-cfaa315fe17e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:17.832112 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ce7c1cde-37d7-4407-8b01-12781f5c6f31 None None] Port b47cf064-a071-4f29-af58-99494edf63dd cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:17.860163 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:17.860163 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:17.871403 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbc51b4-dbf5-46db-a4e0-b8f6e8d69fb4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Checking segment: {'id': '2e90e861-66c3-42d9-9a77-2e7a746cd776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8ab02d6e-4ab9-4250-ada2-32bf2f178e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:17.872025 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbc51b4-dbf5-46db-a4e0-b8f6e8d69fb4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network hostable DHCP agents. Network: 8ab02d6e-4ab9-4250-ada2-32bf2f178e44, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:11:17.915531 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b8b17-af72-4e54-a934-82109c3a0b8e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event updated for resources: {'Subnet': ['ID=ed496f06-ab25-4c01-843e-cfaa315fe17e,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:17.927675 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893b8b17-af72-4e54-a934-82109c3a0b8e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Checking segment: {'id': 'eaf2fa5e-e073-4ec7-b78d-27d41de2fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02ad9624-8841-4bdd-bcde-2198c0955a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:17.928040 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893b8b17-af72-4e54-a934-82109c3a0b8e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Network hostable DHCP agents. Network: 02ad9624-8841-4bdd-bcde-2198c0955a87, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:11:17.946716 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a7b0b3fe-6f3d-4654-be76-c4923e6f9c74 req-2f8e22c7-f1f0-4dc2-a931-5d1e52fb94a2 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728902 Mar 28 09:11:17.949271 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893b8b17-af72-4e54-a934-82109c3a0b8e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Network 02ad9624-8841-4bdd-bcde-2198c0955a87 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:11:17.963340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-893b8b17-af72-4e54-a934-82109c3a0b8e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 02ad9624-8841-4bdd-bcde-2198c0955a87) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:17.979212 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893b8b17-af72-4e54-a934-82109c3a0b8e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:17.979831 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-893b8b17-af72-4e54-a934-82109c3a0b8e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:17.985814 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ae5917b4-ffbd-4c2f-b29a-1c634b98a586 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:11:18.006642 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-893b8b17-af72-4e54-a934-82109c3a0b8e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6002235 Mar 28 09:11:18.010514 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51320) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:18.010678 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbc51b4-dbf5-46db-a4e0-b8f6e8d69fb4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 8ab02d6e-4ab9-4250-ada2-32bf2f178e44 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:11:18.025204 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4f2370-9980-41c9-8e65-4810629647cb None None] Network 02ad9624-8841-4bdd-bcde-2198c0955a87 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:18.057505 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-3cbc51b4-dbf5-46db-a4e0-b8f6e8d69fb4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8ab02d6e-4ab9-4250-ada2-32bf2f178e44) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:18.064289 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e52c636a-9abe-4864-9c54-5fe976037464 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (4d6f0775-7cb5-4e30-a169-020f84cbfbe7), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:18.126214 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbc51b4-dbf5-46db-a4e0-b8f6e8d69fb4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:18.127083 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3cbc51b4-dbf5-46db-a4e0-b8f6e8d69fb4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:18.158228 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Allocated IP 172.20.0.2 (f6b780d2-81fb-4cc9-b34d-b6443d4b12f7/7f9a30cf-ee2f-44ce-bb84-394b2c3f1d4f/2ba5a115-0d6e-44be-9480-c47266dd296c) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:18.189555 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3cbc51b4-dbf5-46db-a4e0-b8f6e8d69fb4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7580390 Mar 28 09:11:18.194952 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51322) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:18.202154 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-33b15459-5c8a-4242-b50a-d2b64cf16976 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-247509211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:18.217050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port ae5917b4-ffbd-4c2f-b29a-1c634b98a586, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ae5917b4-ffbd-4c2f-b29a-1c634b98a586,segment=NetworkSegment(dad2e025-c15e-4544-ab84-2ccb1ae8563e),segment_id=dad2e025-c15e-4544-ab84-2ccb1ae8563e)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:18.237241 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-95ea8bda-56ee-48f4-8030-8ae9fc2ec2da tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (b47cf064-a071-4f29-af58-99494edf63dd), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:18.250972 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Attempting to bind port 33160ef7-758f-4b9a-922c-0c4b9d234f5e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:11:18.251454 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Attempting to bind port 33160ef7-758f-4b9a-922c-0c4b9d234f5e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f172ab4b-1b8a-4abc-a5f7-823b3cc9a0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4b50c114-7a97-4ff0-8e60-2365a6b9d0ef'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:11:18.251923 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Attempting to bind port 33160ef7-758f-4b9a-922c-0c4b9d234f5e on network 4b50c114-7a97-4ff0-8e60-2365a6b9d0ef {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:11:18.269215 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-95ea8bda-56ee-48f4-8030-8ae9fc2ec2da tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (b47cf064-a071-4f29-af58-99494edf63dd), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:18.272613 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-95ea8bda-56ee-48f4-8030-8ae9fc2ec2da tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (cf451b1d-1f85-4461-870b-11d15bbb8ec9), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:18.291231 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351a3ebc-9bfd-4425-bf1c-602928db07e8 None None] Network 8ab02d6e-4ab9-4250-ada2-32bf2f178e44 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:18.325962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33b15459-5c8a-4242-b50a-d2b64cf16976 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (ab3bc738-8ce5-4504-be13-3fd7d2141472), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:18.328205 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33b15459-5c8a-4242-b50a-d2b64cf16976 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (ab3bc738-8ce5-4504-be13-3fd7d2141472), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:18.340234 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:11:18.340971 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Checking segment: {'id': 'f172ab4b-1b8a-4abc-a5f7-823b3cc9a0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4b50c114-7a97-4ff0-8e60-2365a6b9d0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:18.341542 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:18.342368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Bound using segment: {'id': 'f172ab4b-1b8a-4abc-a5f7-823b3cc9a0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4b50c114-7a97-4ff0-8e60-2365a6b9d0ef'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:11:18.343208 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Bound port: 33160ef7-758f-4b9a-922c-0c4b9d234f5e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f172ab4b-1b8a-4abc-a5f7-823b3cc9a0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4b50c114-7a97-4ff0-8e60-2365a6b9d0ef'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:11:18.343752 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (33160ef7-758f-4b9a-922c-0c4b9d234f5e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:18.392516 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:18.394625 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fef91f4-9460-4d9f-a698-ba21a6e6c098 None None] Network b7a01039-9cd7-407f-8d34-dd26ba0080e7 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:18.399514 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-40ace186-b24e-4e46-a3de-d16c757973b4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:18.408976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e52c636a-9abe-4864-9c54-5fe976037464 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (4d6f0775-7cb5-4e30-a169-020f84cbfbe7), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:18.484558 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c636a-9abe-4864-9c54-5fe976037464 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6f0775-7cb5-4e30-a169-020f84cbfbe7,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:18.506876 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e52c636a-9abe-4864-9c54-5fe976037464 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:18.513991 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e52c636a-9abe-4864-9c54-5fe976037464 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/subnets/4d6f0775-7cb5-4e30-a169-020f84cbfbe7 HTTP/1.1" status: 204 len: 168 time: 1.2009521 Mar 28 09:11:18.517813 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51328) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:18.534780 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83eb24b-8248-41e9-8b40-55c6f645846b None None] Network 7a5765eb-7df9-4257-a890-89fc105a884b requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:18.572168 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea8bda-56ee-48f4-8030-8ae9fc2ec2da tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=b47cf064-a071-4f29-af58-99494edf63dd,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:18.644728 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33b15459-5c8a-4242-b50a-d2b64cf16976 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router_controller (ab3bc738-8ce5-4504-be13-3fd7d2141472), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:18.659004 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33b15459-5c8a-4242-b50a-d2b64cf16976 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (ab3bc738-8ce5-4504-be13-3fd7d2141472), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:18.682959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-eb0d485f-3d25-4c51-b6ea-928f2b0ffb90 None None] Provisioning complete for port 96e12731-b739-4ff0-8982-4f986b42a9cd triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:18.683395 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eb0d485f-3d25-4c51-b6ea-928f2b0ffb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (96e12731-b739-4ff0-8982-4f986b42a9cd), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:18.689160 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25930fd-0323-4a9c-bdeb-4512e139c222 req-068cc6ca-d86b-4f15-8148-bc4339e335fd tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:18.697305 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c25930fd-0323-4a9c-bdeb-4512e139c222 req-068cc6ca-d86b-4f15-8148-bc4339e335fd tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.3164248 Mar 28 09:11:18.713566 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ea8bda-56ee-48f4-8030-8ae9fc2ec2da tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network 6ae161d2-3411-47e4-a002-c5943620a2c6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:18.718069 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (7a5765eb-7df9-4257-a890-89fc105a884b), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:18.733933 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-95ea8bda-56ee-48f4-8030-8ae9fc2ec2da tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:18.739536 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33b15459-5c8a-4242-b50a-d2b64cf16976 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:18.743633 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-33b15459-5c8a-4242-b50a-d2b64cf16976 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5452614 Mar 28 09:11:18.744175 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51334) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:18.883337 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c25930fd-0323-4a9c-bdeb-4512e139c222 req-e09a8a4f-b72b-4f58-8e02-7f5098a0680b tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818461 Mar 28 09:11:18.950826 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Deleting port 270cfbf8-2883-4cf1-a2ca-c4196c59479a {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:18.951310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (270cfbf8-2883-4cf1-a2ca-c4196c59479a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:19.035979 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] For port 270cfbf8-2883-4cf1-a2ca-c4196c59479a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=270cfbf8-2883-4cf1-a2ca-c4196c59479a,segment=NetworkSegment(00bed6cc-88d6-41f2-8204-2cba1c19a071),segment_id=00bed6cc-88d6-41f2-8204-2cba1c19a071)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:19.037569 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (270cfbf8-2883-4cf1-a2ca-c4196c59479a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:19.064517 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Calling delete_port for 270cfbf8-2883-4cf1-a2ca-c4196c59479a owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:19.119948 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-06172354-9e6c-4977-8b28-7a7fff063c16 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:19.122275 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ea8bda-56ee-48f4-8030-8ae9fc2ec2da tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Router cf451b1d-1f85-4461-870b-11d15bbb8ec9 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:11:19.140655 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8ab02d6e-4ab9-4250-ada2-32bf2f178e44', 'network_id': '8ab02d6e-4ab9-4250-ada2-32bf2f178e44', 'project_id': '56376f313d96491b95e23cca21689c9c', 'fixed_ips': [{'subnet_id': 'b58e6f05-70d0-4787-8756-859add2bad36'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:11:19.142509 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:19.144495 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-02ad9624-8841-4bdd-bcde-2198c0955a87', 'network_id': '02ad9624-8841-4bdd-bcde-2198c0955a87', 'project_id': '2ef40ebf62ac431caa501480ae0e5526', 'fixed_ips': [{'subnet_id': 'ed496f06-ab25-4c01-843e-cfaa315fe17e'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:11:19.145261 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:19.154382 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] For port 33160ef7-758f-4b9a-922c-0c4b9d234f5e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:11:19.210335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] For port 33160ef7-758f-4b9a-922c-0c4b9d234f5e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33160ef7-758f-4b9a-922c-0c4b9d234f5e,segment=NetworkSegment(f172ab4b-1b8a-4abc-a5f7-823b3cc9a0fb),segment_id=f172ab4b-1b8a-4abc-a5f7-823b3cc9a0fb)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:11:19.226960 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=ae5917b4-ffbd-4c2f-b29a-1c634b98a586,revision_number=7']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:19.241081 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (33160ef7-758f-4b9a-922c-0c4b9d234f5e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:19.288672 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:19.479215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-06172354-9e6c-4977-8b28-7a7fff063c16 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Allocated IP 172.20.0.1 (4b50c114-7a97-4ff0-8e60-2365a6b9d0ef/58e0fc30-214e-4b82-9b30-bf28712a630c/25cf7c4a-28f9-4227-930d-29f0213d3cf2) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:19.534946 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 96e12731-b739-4ff0-8982-4f986b42a9cd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:19.541262 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Publish callbacks [] for port (2ba5a115-0d6e-44be-9480-c47266dd296c), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:19.666044 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-06172354-9e6c-4977-8b28-7a7fff063c16 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (25cf7c4a-28f9-4227-930d-29f0213d3cf2), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:19.670080 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (2ba5a115-0d6e-44be-9480-c47266dd296c), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:19.672095 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85a5bd-c547-47a7-a508-28e0dd69a29d None None] Pushing event updated for resources: {'Port': ['ID=33160ef7-758f-4b9a-922c-0c4b9d234f5e,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:19.675152 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ea8bda-56ee-48f4-8030-8ae9fc2ec2da tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:19.680355 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-95ea8bda-56ee-48f4-8030-8ae9fc2ec2da tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "PUT /v2.0/routers/cf451b1d-1f85-4461-870b-11d15bbb8ec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0475850 Mar 28 09:11:19.683270 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51336) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:19.695012 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (270cfbf8-2883-4cf1-a2ca-c4196c59479a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:19.715798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97fd7b-3de7-4edf-8d44-088bfe715466 None None] Sync routers for ids ['cf451b1d-1f85-4461-870b-11d15bbb8ec9'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:19.765951 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event deleted for resources: {'Port': ['ID=270cfbf8-2883-4cf1-a2ca-c4196c59479a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:19.774587 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] No DVR routers for this DVR port 270cfbf8-2883-4cf1-a2ca-c4196c59479a on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:19.793402 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-40ace186-b24e-4e46-a3de-d16c757973b4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Allocated IP 172.20.0.1 (f6b780d2-81fb-4cc9-b34d-b6443d4b12f7/7f9a30cf-ee2f-44ce-bb84-394b2c3f1d4f/48bf69ca-a593-4584-835d-335e02b262b9) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:19.823138 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-eb0d485f-3d25-4c51-b6ea-928f2b0ffb90 None None] Current status of the port 96e12731-b739-4ff0-8982-4f986b42a9cd is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:19.823452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eb0d485f-3d25-4c51-b6ea-928f2b0ffb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (96e12731-b739-4ff0-8982-4f986b42a9cd), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:19.901033 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181b258e-588b-42b6-a593-655767bc8906 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:19.901290 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-06172354-9e6c-4977-8b28-7a7fff063c16 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (25cf7c4a-28f9-4227-930d-29f0213d3cf2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:19.904493 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-181b258e-588b-42b6-a593-655767bc8906 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf451b1d-1f85-4461-870b-11d15bbb8ec9 HTTP/1.1" status: 200 len: 988 time: 0.2200668 Mar 28 09:11:19.907720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51340) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:19.911541 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Network f6b780d2-81fb-4cc9-b34d-b6443d4b12f7 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:19.919436 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (7a5765eb-7df9-4257-a890-89fc105a884b), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:19.926113 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f7fe3c-2108-4a11-9a0e-f8493895409c None None] DHCP port deletion for 7a5765eb-7df9-4257-a890-89fc105a884b request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:11:19.961969 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Pushing event updated for resources: {'Port': ['ID=2ba5a115-0d6e-44be-9480-c47266dd296c,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:19.980073 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97fd7b-3de7-4edf-8d44-088bfe715466 None None] Routers {'cf451b1d-1f85-4461-870b-11d15bbb8ec9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:19.980743 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0e97fd7b-3de7-4edf-8d44-088bfe715466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cf451b1d-1f85-4461-870b-11d15bbb8ec9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:19.983135 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:19.987492 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:20.027010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06172354-9e6c-4977-8b28-7a7fff063c16 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 4b50c114-7a97-4ff0-8e60-2365a6b9d0ef is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:20.027717 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5765eb-7df9-4257-a890-89fc105a884b']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:20.051687 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-06172354-9e6c-4977-8b28-7a7fff063c16 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:20.055596 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bed6cc-88d6-41f2-8204-2cba1c19a071') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:20.056341 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bed6cc-88d6-41f2-8204-2cba1c19a071') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:20.066497 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06172354-9e6c-4977-8b28-7a7fff063c16 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:20.067385 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (00bed6cc-88d6-41f2-8204-2cba1c19a071), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.077200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Allocated IP 172.20.0.2 (02ad9624-8841-4bdd-bcde-2198c0955a87/ed496f06-ab25-4c01-843e-cfaa315fe17e/9d9d5330-4ed4-48a1-8676-05a4b1790fcb) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:20.078056 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06172354-9e6c-4977-8b28-7a7fff063c16 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=25cf7c4a-28f9-4227-930d-29f0213d3cf2,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:20.095387 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (00bed6cc-88d6-41f2-8204-2cba1c19a071), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.112010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0e97fd7b-3de7-4edf-8d44-088bfe715466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:20.118305 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-eb0d485f-3d25-4c51-b6ea-928f2b0ffb90 None None] For port 96e12731-b739-4ff0-8982-4f986b42a9cd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=96e12731-b739-4ff0-8982-4f986b42a9cd,segment=NetworkSegment(c482e756-d1a7-45fe-8c5e-6719832b31d7),segment_id=c482e756-d1a7-45fe-8c5e-6719832b31d7)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:20.120331 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:11:20.121088 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (00bed6cc-88d6-41f2-8204-2cba1c19a071), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:11:20.125914 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:11:20.141250 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Allocated IP 172.21.0.2 (8ab02d6e-4ab9-4250-ada2-32bf2f178e44/b58e6f05-70d0-4787-8756-859add2bad36/bae0e664-3c19-4508-bd4a-73956749b154) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:20.159676 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-06172354-9e6c-4977-8b28-7a7fff063c16 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (ab3bc738-8ce5-4504-be13-3fd7d2141472), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.168848 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eb0d485f-3d25-4c51-b6ea-928f2b0ffb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (96e12731-b739-4ff0-8982-4f986b42a9cd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.176912 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 96e12731-b739-4ff0-8982-4f986b42a9cd triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:20.177815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (96e12731-b739-4ff0-8982-4f986b42a9cd), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.207610 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3c3da-961b-42e6-bc95-c3d46bf1f87d req-6eea45d8-0957-45d7-aef4-55a41428180d tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:20.210334 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fe3c3da-961b-42e6-bc95-c3d46bf1f87d req-6eea45d8-0957-45d7-aef4-55a41428180d tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2071478 Mar 28 09:11:20.215305 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-40ace186-b24e-4e46-a3de-d16c757973b4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for port (48bf69ca-a593-4584-835d-335e02b262b9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.269098 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97fd7b-3de7-4edf-8d44-088bfe715466 None None] Routers {'cf451b1d-1f85-4461-870b-11d15bbb8ec9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:20.269840 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0e97fd7b-3de7-4edf-8d44-088bfe715466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cf451b1d-1f85-4461-870b-11d15bbb8ec9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:20.275189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (7a5765eb-7df9-4257-a890-89fc105a884b), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.282609 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.290784 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/networks/7a5765eb-7df9-4257-a890-89fc105a884b HTTP/1.1" status: 204 len: 168 time: 1.7605677 Mar 28 09:11:20.293381 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51342) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:20.337026 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Attempting to bind port 2ba5a115-0d6e-44be-9480-c47266dd296c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:11:20.337315 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Attempting to bind port 2ba5a115-0d6e-44be-9480-c47266dd296c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cf9878f2-2eab-401d-a7eb-4614dbc25ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f6b780d2-81fb-4cc9-b34d-b6443d4b12f7'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:11:20.337697 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Attempting to bind port 2ba5a115-0d6e-44be-9480-c47266dd296c on network f6b780d2-81fb-4cc9-b34d-b6443d4b12f7 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:11:20.348663 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fe3c3da-961b-42e6-bc95-c3d46bf1f87d req-e1599349-10ad-429b-a5d9-31cce6f68c7c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273420 Mar 28 09:11:20.358677 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f49fbf-7551-454a-a834-df2582642d37 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event deleted for resources: {'Network': ['ID=7a5765eb-7df9-4257-a890-89fc105a884b,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:20.361217 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-40ace186-b24e-4e46-a3de-d16c757973b4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (48bf69ca-a593-4584-835d-335e02b262b9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.375816 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0e97fd7b-3de7-4edf-8d44-088bfe715466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:20.376474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97fd7b-3de7-4edf-8d44-088bfe715466 None None] The sync data for ids ['cf451b1d-1f85-4461-870b-11d15bbb8ec9'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:20.376614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-06172354-9e6c-4977-8b28-7a7fff063c16 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (25cf7c4a-28f9-4227-930d-29f0213d3cf2), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.405272 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:11:20.405445 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Checking segment: {'id': 'cf9878f2-2eab-401d-a7eb-4614dbc25ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f6b780d2-81fb-4cc9-b34d-b6443d4b12f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:20.405899 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.406292 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Bound using segment: {'id': 'cf9878f2-2eab-401d-a7eb-4614dbc25ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f6b780d2-81fb-4cc9-b34d-b6443d4b12f7'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:11:20.406778 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Bound port: 2ba5a115-0d6e-44be-9480-c47266dd296c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9878f2-2eab-401d-a7eb-4614dbc25ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f6b780d2-81fb-4cc9-b34d-b6443d4b12f7'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:11:20.407161 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2ba5a115-0d6e-44be-9480-c47266dd296c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.422114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ace186-b24e-4e46-a3de-d16c757973b4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Network f6b780d2-81fb-4cc9-b34d-b6443d4b12f7 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:20.428880 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-40ace186-b24e-4e46-a3de-d16c757973b4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:20.442787 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ace186-b24e-4e46-a3de-d16c757973b4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:20.478549 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d485f-3d25-4c51-b6ea-928f2b0ffb90 None None] Pushing event updated for resources: {'Port': ['ID=96e12731-b739-4ff0-8982-4f986b42a9cd,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:20.490592 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-751ac991-df0a-4e0b-9dad-7893b04bbb5e None None] Provisioning complete for port 96e12731-b739-4ff0-8982-4f986b42a9cd triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:20.493734 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-751ac991-df0a-4e0b-9dad-7893b04bbb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (96e12731-b739-4ff0-8982-4f986b42a9cd), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.513899 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-40ace186-b24e-4e46-a3de-d16c757973b4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (02d870ec-69af-4da9-8c11-7b52ee5e7a2a), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.579567 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-480a1e98-3fb1-47f0-902e-3613af89d9c1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Deleting port 6d5ca716-3450-4764-8bcc-70da133d4340 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:20.579916 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-480a1e98-3fb1-47f0-902e-3613af89d9c1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (6d5ca716-3450-4764-8bcc-70da133d4340), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.719477 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Publish callbacks [] for port (bae0e664-3c19-4508-bd4a-73956749b154), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.775484 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (bae0e664-3c19-4508-bd4a-73956749b154), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.788195 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-480a1e98-3fb1-47f0-902e-3613af89d9c1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (6d5ca716-3450-4764-8bcc-70da133d4340), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.788709 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-480a1e98-3fb1-47f0-902e-3613af89d9c1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (6d5ca716-3450-4764-8bcc-70da133d4340), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.799257 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ace186-b24e-4e46-a3de-d16c757973b4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event updated for resources: {'Port': ['ID=48bf69ca-a593-4584-835d-335e02b262b9,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:20.839310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4274e-d269-4267-85be-e6f70489b33e req-3ed9a391-4ecb-4f72-b1d2-0e8d2c3f9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:20.842249 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-13a4274e-d269-4267-85be-e6f70489b33e req-3ed9a391-4ecb-4f72-b1d2-0e8d2c3f9f32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2eeee875a9da4567926143d977c5d593&device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 1129 time: 0.1921318 Mar 28 09:11:20.846741 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-480a1e98-3fb1-47f0-902e-3613af89d9c1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Calling delete_port for 6d5ca716-3450-4764-8bcc-70da133d4340 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:20.858959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Publish callbacks [] for port (9d9d5330-4ed4-48a1-8676-05a4b1790fcb), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.862206 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-40ace186-b24e-4e46-a3de-d16c757973b4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (48bf69ca-a593-4584-835d-335e02b262b9), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.881835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] For port 2ba5a115-0d6e-44be-9480-c47266dd296c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:11:20.886356 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] For port 2ba5a115-0d6e-44be-9480-c47266dd296c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ba5a115-0d6e-44be-9480-c47266dd296c,segment=NetworkSegment(cf9878f2-2eab-401d-a7eb-4614dbc25ec6),segment_id=cf9878f2-2eab-401d-a7eb-4614dbc25ec6)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:11:20.891605 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device ae5917b4-ffbd-4c2f-b29a-1c634b98a586 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:20.931469 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9cb47-0ca8-45e7-9494-ce5bafa7ccd0 req-1ac49b87-ae65-488c-afc9-5b388f097a5f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:20.933518 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dbe9cb47-0ca8-45e7-9494-ce5bafa7ccd0 req-1ac49b87-ae65-488c-afc9-5b388f097a5f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2483079 Mar 28 09:11:20.945405 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bcffa2a3-61e2-4265-b828-a422074642f0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (cf451b1d-1f85-4461-870b-11d15bbb8ec9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.966930 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2ba5a115-0d6e-44be-9480-c47266dd296c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:20.981959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (9d9d5330-4ed4-48a1-8676-05a4b1790fcb), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:21.008141 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b816b244-8297-44d1-9ceb-7fb8a6e25591 None None] Network 4b50c114-7a97-4ff0-8e60-2365a6b9d0ef requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:21.081416 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Network 8ab02d6e-4ab9-4250-ada2-32bf2f178e44 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:21.095550 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 96e12731-b739-4ff0-8982-4f986b42a9cd is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:21.132888 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:21.136319 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:21.144633 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Network 02ad9624-8841-4bdd-bcde-2198c0955a87 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:21.147780 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Pushing event updated for resources: {'Port': ['ID=bae0e664-3c19-4508-bd4a-73956749b154,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:21.163948 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:21.168559 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:21.243860 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4274e-d269-4267-85be-e6f70489b33e req-04b71b44-ee03-4c1f-b233-bfed3d491ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:21.246246 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-13a4274e-d269-4267-85be-e6f70489b33e req-04b71b44-ee03-4c1f-b233-bfed3d491ca5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 HTTP/1.1" status: 200 len: 912 time: 0.3973999 Mar 28 09:11:21.446410 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-751ac991-df0a-4e0b-9dad-7893b04bbb5e None None] Current status of the port 96e12731-b739-4ff0-8982-4f986b42a9cd is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:21.474841 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-13a4274e-d269-4267-85be-e6f70489b33e req-90b010dc-d5f0-4fc8-a2ac-3b2f101f1523 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab7442cd-3da3-4e8a-b083-990087554d7a HTTP/1.1" status: 200 len: 1001 time: 0.2019010 Mar 28 09:11:21.521536 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port ae5917b4-ffbd-4c2f-b29a-1c634b98a586 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:21.537205 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:21.537205 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:21.549456 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-480a1e98-3fb1-47f0-902e-3613af89d9c1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (6d5ca716-3450-4764-8bcc-70da133d4340), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:21.632077 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a1e98-3fb1-47f0-902e-3613af89d9c1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event deleted for resources: {'Port': ['ID=6d5ca716-3450-4764-8bcc-70da133d4340,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:21.638810 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d7d52-40fa-490f-80f5-21e36d658243 None None] Pushing event updated for resources: {'Port': ['ID=2ba5a115-0d6e-44be-9480-c47266dd296c,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:21.665754 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Attempting to bind port bae0e664-3c19-4508-bd4a-73956749b154 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:11:21.665754 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Attempting to bind port bae0e664-3c19-4508-bd4a-73956749b154 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2e90e861-66c3-42d9-9a77-2e7a746cd776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8ab02d6e-4ab9-4250-ada2-32bf2f178e44'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:11:21.665754 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Attempting to bind port bae0e664-3c19-4508-bd4a-73956749b154 on network 8ab02d6e-4ab9-4250-ada2-32bf2f178e44 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:11:21.672483 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dbe9cb47-0ca8-45e7-9494-ce5bafa7ccd0 req-ed7d8552-d60e-4da8-a138-eaae258cd540 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6704967 Mar 28 09:11:21.694174 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-751ac991-df0a-4e0b-9dad-7893b04bbb5e None None] Provisioning complete for port b47cf064-a071-4f29-af58-99494edf63dd triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:21.694577 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-751ac991-df0a-4e0b-9dad-7893b04bbb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b47cf064-a071-4f29-af58-99494edf63dd), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:21.707384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Attempting to bind port 9d9d5330-4ed4-48a1-8676-05a4b1790fcb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:11:21.707544 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Attempting to bind port 9d9d5330-4ed4-48a1-8676-05a4b1790fcb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eaf2fa5e-e073-4ec7-b78d-27d41de2fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02ad9624-8841-4bdd-bcde-2198c0955a87'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:11:21.707914 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Attempting to bind port 9d9d5330-4ed4-48a1-8676-05a4b1790fcb on network 02ad9624-8841-4bdd-bcde-2198c0955a87 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:11:21.723841 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-06172354-9e6c-4977-8b28-7a7fff063c16 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (25cf7c4a-28f9-4227-930d-29f0213d3cf2), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:21.738873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-06172354-9e6c-4977-8b28-7a7fff063c16 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (25cf7c4a-28f9-4227-930d-29f0213d3cf2), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:21.748452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 96e12731-b739-4ff0-8982-4f986b42a9cd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:21.751947 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4274e-d269-4267-85be-e6f70489b33e req-92fbd85c-ef9c-4d2f-b83a-f6200be0aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:21.753838 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-13a4274e-d269-4267-85be-e6f70489b33e req-92fbd85c-ef9c-4d2f-b83a-f6200be0aa54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2 HTTP/1.1" status: 200 len: 851 time: 0.2674615 Mar 28 09:11:21.779815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:11:21.780196 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Checking segment: {'id': '2e90e861-66c3-42d9-9a77-2e7a746cd776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8ab02d6e-4ab9-4250-ada2-32bf2f178e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:21.780604 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:21.780994 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Bound using segment: {'id': '2e90e861-66c3-42d9-9a77-2e7a746cd776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8ab02d6e-4ab9-4250-ada2-32bf2f178e44'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:11:21.781484 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Bound port: bae0e664-3c19-4508-bd4a-73956749b154, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e90e861-66c3-42d9-9a77-2e7a746cd776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8ab02d6e-4ab9-4250-ada2-32bf2f178e44'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:11:21.781893 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bae0e664-3c19-4508-bd4a-73956749b154), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:21.791484 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:11:21.791861 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Checking segment: {'id': 'eaf2fa5e-e073-4ec7-b78d-27d41de2fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02ad9624-8841-4bdd-bcde-2198c0955a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:21.792446 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:21.792893 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Bound using segment: {'id': 'eaf2fa5e-e073-4ec7-b78d-27d41de2fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02ad9624-8841-4bdd-bcde-2198c0955a87'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:11:21.793376 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Bound port: 9d9d5330-4ed4-48a1-8676-05a4b1790fcb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf2fa5e-e073-4ec7-b78d-27d41de2fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '02ad9624-8841-4bdd-bcde-2198c0955a87'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:11:21.793787 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9d9d5330-4ed4-48a1-8676-05a4b1790fcb), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:21.847109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Pushing event updated for resources: {'Port': ['ID=9d9d5330-4ed4-48a1-8676-05a4b1790fcb,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:21.869432 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-751ac991-df0a-4e0b-9dad-7893b04bbb5e None None] Port b47cf064-a071-4f29-af58-99494edf63dd cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:21.870883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-06172354-9e6c-4977-8b28-7a7fff063c16 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (ab3bc738-8ce5-4504-be13-3fd7d2141472), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:21.894363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06172354-9e6c-4977-8b28-7a7fff063c16 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=25cf7c4a-28f9-4227-930d-29f0213d3cf2,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:22.027085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 96e12731-b739-4ff0-8982-4f986b42a9cd triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:22.027346 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (96e12731-b739-4ff0-8982-4f986b42a9cd), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:22.032459 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-40ace186-b24e-4e46-a3de-d16c757973b4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for port (48bf69ca-a593-4584-835d-335e02b262b9), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:22.036269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] For port bae0e664-3c19-4508-bd4a-73956749b154, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:11:22.056442 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-40ace186-b24e-4e46-a3de-d16c757973b4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (48bf69ca-a593-4584-835d-335e02b262b9), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:22.076790 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port ae5917b4-ffbd-4c2f-b29a-1c634b98a586 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:22.077184 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:22.089243 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] For port bae0e664-3c19-4508-bd4a-73956749b154, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bae0e664-3c19-4508-bd4a-73956749b154,segment=NetworkSegment(2e90e861-66c3-42d9-9a77-2e7a746cd776),segment_id=2e90e861-66c3-42d9-9a77-2e7a746cd776)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:11:22.100249 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] For port 9d9d5330-4ed4-48a1-8676-05a4b1790fcb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:11:22.101167 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06172354-9e6c-4977-8b28-7a7fff063c16 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 4b50c114-7a97-4ff0-8e60-2365a6b9d0ef is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:22.125995 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-06172354-9e6c-4977-8b28-7a7fff063c16 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:22.146423 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port ae5917b4-ffbd-4c2f-b29a-1c634b98a586, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ae5917b4-ffbd-4c2f-b29a-1c634b98a586,segment=NetworkSegment(dad2e025-c15e-4544-ab84-2ccb1ae8563e),segment_id=dad2e025-c15e-4544-ab84-2ccb1ae8563e)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:22.156679 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:11:22.157412 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-480a1e98-3fb1-47f0-902e-3613af89d9c1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for floatingip (480d9641-171d-4138-85cb-c5f83343acf8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:22.159031 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1535fc0-b827-49f2-a69e-aa71a4d3c1fb" -d '{"events": [{"server_uuid": "f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8", "name": "network-vif-plugged", "status": "completed", "tag": "ae5917b4-ffbd-4c2f-b29a-1c634b98a586"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:11:22.160158 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-480a1e98-3fb1-47f0-902e-3613af89d9c1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:22.164683 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-480a1e98-3fb1-47f0-902e-3613af89d9c1 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/floatingips/480d9641-171d-4138-85cb-c5f83343acf8 HTTP/1.1" status: 204 len: 168 time: 1.8524628 Mar 28 09:11:22.164875 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] For port 9d9d5330-4ed4-48a1-8676-05a4b1790fcb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d9d5330-4ed4-48a1-8676-05a4b1790fcb,segment=NetworkSegment(eaf2fa5e-e073-4ec7-b78d-27d41de2fab7),segment_id=eaf2fa5e-e073-4ec7-b78d-27d41de2fab7)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:11:22.167416 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51350) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:22.167892 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (bae0e664-3c19-4508-bd4a-73956749b154), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:22.169863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:22.183675 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f1208683-fec0-4259-a4df-c652858efb17 None None] Provisioning complete for port 33160ef7-758f-4b9a-922c-0c4b9d234f5e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:22.184017 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f1208683-fec0-4259-a4df-c652858efb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (33160ef7-758f-4b9a-922c-0c4b9d234f5e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:22.235103 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6720b00-fbd4-4b59-904b-2418906605bd tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:22.237520 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6720b00-fbd4-4b59-904b-2418906605bd tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:22.241716 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f6720b00-fbd4-4b59-904b-2418906605bd tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/ports/4c85a022-0e5f-4f47-a7e2-5f8996ecb6ba HTTP/1.1" status: 404 len: 333 time: 0.0720503 Mar 28 09:11:22.244599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51352) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:22.260634 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9d9d5330-4ed4-48a1-8676-05a4b1790fcb), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:22.265961 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc408b9-be40-4c07-aa06-7c50205bd45d x-openstack-request-id: req-4dc408b9-be40-4c07-aa06-7c50205bd45d {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:11:22.266262 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8", "name": "network-vif-plugged", "status": "completed", "tag": "ae5917b4-ffbd-4c2f-b29a-1c634b98a586", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:11:22.266514 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4dc408b9-be40-4c07-aa06-7c50205bd45d {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:11:22.266905 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc408b9-be40-4c07-aa06-7c50205bd45d'] response: {'server_uuid': 'f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586', 'code': 200} Mar 28 09:11:22.273801 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-bcffa2a3-61e2-4265-b828-a422074642f0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port b47cf064-a071-4f29-af58-99494edf63dd {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:22.273801 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bcffa2a3-61e2-4265-b828-a422074642f0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b47cf064-a071-4f29-af58-99494edf63dd), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:22.289990 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ace186-b24e-4e46-a3de-d16c757973b4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event updated for resources: {'Port': ['ID=48bf69ca-a593-4584-835d-335e02b262b9,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:22.298834 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-48ec3b5c-fd59-4304-8330-9c7bc94ea2ee tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "GET /v2.0/ports?device_id=c326599c-4080-4bc2-ab7c-bd2d92dc860a HTTP/1.1" status: 200 len: 205 time: 0.0454969 Mar 28 09:11:22.308242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51354) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:22.317028 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-40ace186-b24e-4e46-a3de-d16c757973b4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (02d870ec-69af-4da9-8c11-7b52ee5e7a2a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:22.325358 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4274e-d269-4267-85be-e6f70489b33e req-043daa13-dcb7-4101-9f6a-b5281a2e4716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:22.326929 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-13a4274e-d269-4267-85be-e6f70489b33e req-043daa13-dcb7-4101-9f6a-b5281a2e4716 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5603600 Mar 28 09:11:22.403898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb422f2-bddc-49e3-984a-3cb8cf02ff9a None None] Pushing event updated for resources: {'Port': ['ID=bae0e664-3c19-4508-bd4a-73956749b154,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:22.477242 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ace186-b24e-4e46-a3de-d16c757973b4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Network f6b780d2-81fb-4cc9-b34d-b6443d4b12f7 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:22.486595 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-40ace186-b24e-4e46-a3de-d16c757973b4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:22.513260 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 96e12731-b739-4ff0-8982-4f986b42a9cd is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:22.514429 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 33160ef7-758f-4b9a-922c-0c4b9d234f5e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:22.603945 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-4575f108-007c-4d5d-9387-cdbfcd7f1730 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] delete failed (client error): The resource could not be found. Mar 28 09:11:22.612465 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4575f108-007c-4d5d-9387-cdbfcd7f1730 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/routers/c326599c-4080-4bc2-ab7c-bd2d92dc860a HTTP/1.1" status: 404 len: 336 time: 0.2771912 Mar 28 09:11:22.617563 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51356) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:22.631898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=ae5917b4-ffbd-4c2f-b29a-1c634b98a586,revision_number=8']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:22.696105 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-13a4274e-d269-4267-85be-e6f70489b33e req-3a76b3b5-1580-4483-8fd2-e613e3bfdeca service neutron] 10.222.0.16 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518041 Mar 28 09:11:22.701037 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f62ffc-86e8-4ec8-968d-438b7784e601 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:22.701650 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f62ffc-86e8-4ec8-968d-438b7784e601 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:22.703902 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f61392-ef9d-48f1-ae4e-71b8419e3ead None None] Pushing event updated for resources: {'Port': ['ID=9d9d5330-4ed4-48a1-8676-05a4b1790fcb,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:22.706953 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06172354-9e6c-4977-8b28-7a7fff063c16 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router ab3bc738-8ce5-4504-be13-3fd7d2141472 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:11:22.708294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f1208683-fec0-4259-a4df-c652858efb17 None None] Current status of the port 33160ef7-758f-4b9a-922c-0c4b9d234f5e is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:22.709257 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f1208683-fec0-4259-a4df-c652858efb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (33160ef7-758f-4b9a-922c-0c4b9d234f5e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:22.719446 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-94f62ffc-86e8-4ec8-968d-438b7784e601 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/subnets/4d6f0775-7cb5-4e30-a169-020f84cbfbe7 HTTP/1.1" status: 404 len: 337 time: 0.0985615 Mar 28 09:11:22.725375 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51358) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:22.759545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f1208683-fec0-4259-a4df-c652858efb17 None None] For port 33160ef7-758f-4b9a-922c-0c4b9d234f5e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33160ef7-758f-4b9a-922c-0c4b9d234f5e,segment=NetworkSegment(f172ab4b-1b8a-4abc-a5f7-823b3cc9a0fb),segment_id=f172ab4b-1b8a-4abc-a5f7-823b3cc9a0fb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:22.768278 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 33160ef7-758f-4b9a-922c-0c4b9d234f5e triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:22.768654 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (33160ef7-758f-4b9a-922c-0c4b9d234f5e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:22.779339 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f1208683-fec0-4259-a4df-c652858efb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (33160ef7-758f-4b9a-922c-0c4b9d234f5e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:22.943801 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bcffa2a3-61e2-4265-b828-a422074642f0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b47cf064-a071-4f29-af58-99494edf63dd), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:22.961343 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1208683-fec0-4259-a4df-c652858efb17 None None] Pushing event updated for resources: {'Port': ['ID=33160ef7-758f-4b9a-922c-0c4b9d234f5e,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:22.979942 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-bcffa2a3-61e2-4265-b828-a422074642f0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for b47cf064-a071-4f29-af58-99494edf63dd owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:23.069392 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-46a76dee-7cb1-4260-8f7b-47d75766be4f None None] Provisioning complete for port 33160ef7-758f-4b9a-922c-0c4b9d234f5e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:23.069816 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-46a76dee-7cb1-4260-8f7b-47d75766be4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (33160ef7-758f-4b9a-922c-0c4b9d234f5e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:23.129879 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-13a4274e-d269-4267-85be-e6f70489b33e req-69b24e1b-5e24-4ca8-9873-46b3ceeea463 service neutron] 10.222.0.16 "GET /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051917 Mar 28 09:11:23.189195 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ace186-b24e-4e46-a3de-d16c757973b4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Router 02d870ec-69af-4da9-8c11-7b52ee5e7a2a is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:11:23.311028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba965106-80fb-4ce8-913d-d927e46110b7 None None] Network f6b780d2-81fb-4cc9-b34d-b6443d4b12f7 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:23.318469 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 33160ef7-758f-4b9a-922c-0c4b9d234f5e is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:23.405889 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ace186-b24e-4e46-a3de-d16c757973b4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:23.418330 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c8507-00f5-4be5-8ec2-2469682d8598 None None] Sync routers for ids ['02d870ec-69af-4da9-8c11-7b52ee5e7a2a'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:23.422009 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-40ace186-b24e-4e46-a3de-d16c757973b4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "PUT /v2.0/routers/02d870ec-69af-4da9-8c11-7b52ee5e7a2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4099696 Mar 28 09:11:23.434268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51364) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:23.435368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 270cfbf8-2883-4cf1-a2ca-c4196c59479a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:11:23.436833 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c8507-00f5-4be5-8ec2-2469682d8598 None None] Routers {'02d870ec-69af-4da9-8c11-7b52ee5e7a2a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:23.437478 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-110c8507-00f5-4be5-8ec2-2469682d8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['02d870ec-69af-4da9-8c11-7b52ee5e7a2a'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:23.443016 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bcffa2a3-61e2-4265-b828-a422074642f0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (b47cf064-a071-4f29-af58-99494edf63dd), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:23.476673 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 270cfbf8-2883-4cf1-a2ca-c4196c59479a {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:11:23.477021 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 270cfbf8-2883-4cf1-a2ca-c4196c59479a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:11:23.495218 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-110c8507-00f5-4be5-8ec2-2469682d8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:23.500835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-46a76dee-7cb1-4260-8f7b-47d75766be4f None None] Current status of the port 33160ef7-758f-4b9a-922c-0c4b9d234f5e is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:23.517061 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c8507-00f5-4be5-8ec2-2469682d8598 None None] Routers {'02d870ec-69af-4da9-8c11-7b52ee5e7a2a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:23.518002 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-110c8507-00f5-4be5-8ec2-2469682d8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['02d870ec-69af-4da9-8c11-7b52ee5e7a2a'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:23.524478 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-46a76dee-7cb1-4260-8f7b-47d75766be4f None None] Provisioning complete for port 25cf7c4a-28f9-4227-930d-29f0213d3cf2 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:23.524870 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-46a76dee-7cb1-4260-8f7b-47d75766be4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (25cf7c4a-28f9-4227-930d-29f0213d3cf2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:23.538778 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffa2a3-61e2-4265-b828-a422074642f0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=b47cf064-a071-4f29-af58-99494edf63dd,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:23.592334 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-110c8507-00f5-4be5-8ec2-2469682d8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:23.593360 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c8507-00f5-4be5-8ec2-2469682d8598 None None] The sync data for ids ['02d870ec-69af-4da9-8c11-7b52ee5e7a2a'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:23.599633 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-46a76dee-7cb1-4260-8f7b-47d75766be4f None None] Port 25cf7c4a-28f9-4227-930d-29f0213d3cf2 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:23.625017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c52b2-9619-4516-b38f-276acd9e6db5 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Deleting port 21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:23.625181 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb9c52b2-9619-4516-b38f-276acd9e6db5 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:23.635548 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06172354-9e6c-4977-8b28-7a7fff063c16 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:23.641308 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-06172354-9e6c-4977-8b28-7a7fff063c16 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/ab3bc738-8ce5-4504-be13-3fd7d2141472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8959382 Mar 28 09:11:23.645810 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51366) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:23.651793 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa6ec7-6def-4d21-b812-3b5005a97cf8 None None] Sync routers for ids ['ab3bc738-8ce5-4504-be13-3fd7d2141472'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:23.669938 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa6ec7-6def-4d21-b812-3b5005a97cf8 None None] Routers {'ab3bc738-8ce5-4504-be13-3fd7d2141472'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:23.670587 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-92fa6ec7-6def-4d21-b812-3b5005a97cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['ab3bc738-8ce5-4504-be13-3fd7d2141472'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:23.745537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-92fa6ec7-6def-4d21-b812-3b5005a97cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:23.782693 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa6ec7-6def-4d21-b812-3b5005a97cf8 None None] Routers {'ab3bc738-8ce5-4504-be13-3fd7d2141472'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:23.783161 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-92fa6ec7-6def-4d21-b812-3b5005a97cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['ab3bc738-8ce5-4504-be13-3fd7d2141472'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:23.814130 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bcffa2a3-61e2-4265-b828-a422074642f0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (cf451b1d-1f85-4461-870b-11d15bbb8ec9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:23.839933 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7adce-852a-4756-b07d-51c7ff10e9cc req-472f32bc-0b20-48b4-af36-ec4f8fadc4e1 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:23.841549 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9f7adce-852a-4756-b07d-51c7ff10e9cc req-472f32bc-0b20-48b4-af36-ec4f8fadc4e1 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.8180084 Mar 28 09:11:23.897428 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d0873f63-5059-4b64-bae3-7944a2b33b75 None None] Provisioning complete for port 25cf7c4a-28f9-4227-930d-29f0213d3cf2 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:23.900256 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d0873f63-5059-4b64-bae3-7944a2b33b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (25cf7c4a-28f9-4227-930d-29f0213d3cf2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:23.967023 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-92fa6ec7-6def-4d21-b812-3b5005a97cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:23.967914 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa6ec7-6def-4d21-b812-3b5005a97cf8 None None] The sync data for ids ['ab3bc738-8ce5-4504-be13-3fd7d2141472'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:23.996976 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d0873f63-5059-4b64-bae3-7944a2b33b75 None None] Port 25cf7c4a-28f9-4227-930d-29f0213d3cf2 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:24.021472 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d0873f63-5059-4b64-bae3-7944a2b33b75 None None] Provisioning complete for port 2ba5a115-0d6e-44be-9480-c47266dd296c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:24.022564 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d0873f63-5059-4b64-bae3-7944a2b33b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2ba5a115-0d6e-44be-9480-c47266dd296c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:24.069146 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb9c52b2-9619-4516-b38f-276acd9e6db5 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:24.077191 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9f7adce-852a-4756-b07d-51c7ff10e9cc req-1f81fe52-30cf-4390-a23e-bc70dbd7c9ff tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070401 Mar 28 09:11:24.093821 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c52b2-9619-4516-b38f-276acd9e6db5 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Calling delete_port for 21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:24.119263 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 33160ef7-758f-4b9a-922c-0c4b9d234f5e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:24.143012 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668d66b8-2eec-4383-837a-41dfb6d8caf6 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:24.144807 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-668d66b8-2eec-4383-837a-41dfb6d8caf6 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/ports/25cf7c4a-28f9-4227-930d-29f0213d3cf2 HTTP/1.1" status: 200 len: 910 time: 0.3600457 Mar 28 09:11:24.148156 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51368) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:24.231953 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 33160ef7-758f-4b9a-922c-0c4b9d234f5e triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:24.233089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (33160ef7-758f-4b9a-922c-0c4b9d234f5e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:24.349454 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d0873f63-5059-4b64-bae3-7944a2b33b75 None None] Current status of the port 2ba5a115-0d6e-44be-9480-c47266dd296c is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:24.350210 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d0873f63-5059-4b64-bae3-7944a2b33b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2ba5a115-0d6e-44be-9480-c47266dd296c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:24.425389 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcffa2a3-61e2-4265-b828-a422074642f0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Router cf451b1d-1f85-4461-870b-11d15bbb8ec9 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:11:24.452015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d0873f63-5059-4b64-bae3-7944a2b33b75 None None] For port 2ba5a115-0d6e-44be-9480-c47266dd296c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ba5a115-0d6e-44be-9480-c47266dd296c,segment=NetworkSegment(cf9878f2-2eab-401d-a7eb-4614dbc25ec6),segment_id=cf9878f2-2eab-401d-a7eb-4614dbc25ec6)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:24.456631 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-9e6ec6a5-293c-464e-8ffc-4aec8e304884 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:11:24.457896 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9e6ec6a5-293c-464e-8ffc-4aec8e304884 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "PUT /v2.0/routers/02d870ec-69af-4da9-8c11-7b52ee5e7a2a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0224893 Mar 28 09:11:24.459814 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb9c52b2-9619-4516-b38f-276acd9e6db5 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:24.468461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d0873f63-5059-4b64-bae3-7944a2b33b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2ba5a115-0d6e-44be-9480-c47266dd296c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:24.476925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51370) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:24.484675 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 33160ef7-758f-4b9a-922c-0c4b9d234f5e is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:24.486688 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2ba5a115-0d6e-44be-9480-c47266dd296c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:24.522252 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c52b2-9619-4516-b38f-276acd9e6db5 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event deleted for resources: {'Port': ['ID=21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:24.614403 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 2ba5a115-0d6e-44be-9480-c47266dd296c triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:24.615440 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2ba5a115-0d6e-44be-9480-c47266dd296c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:24.616920 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0873f63-5059-4b64-bae3-7944a2b33b75 None None] Pushing event updated for resources: {'Port': ['ID=2ba5a115-0d6e-44be-9480-c47266dd296c,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:24.629436 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe9d89e-9760-419c-bdfd-d31afaaf9a74 None None] Network 8ab02d6e-4ab9-4250-ada2-32bf2f178e44 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:24.674804 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcffa2a3-61e2-4265-b828-a422074642f0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:24.683785 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bcffa2a3-61e2-4265-b828-a422074642f0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "PUT /v2.0/routers/cf451b1d-1f85-4461-870b-11d15bbb8ec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7723646 Mar 28 09:11:24.684462 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51374) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:24.690336 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9d0dcf-2328-461b-8cf3-14541271be2a None None] Sync routers for ids ['cf451b1d-1f85-4461-870b-11d15bbb8ec9'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:24.710400 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9d0dcf-2328-461b-8cf3-14541271be2a None None] Routers {'cf451b1d-1f85-4461-870b-11d15bbb8ec9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:24.713107 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7a9d0dcf-2328-461b-8cf3-14541271be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cf451b1d-1f85-4461-870b-11d15bbb8ec9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:24.804707 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7a9d0dcf-2328-461b-8cf3-14541271be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:24.816617 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3811395-a74d-4300-92d2-6bef592fbaf1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] GET failed (client error): The resource could not be found. Mar 28 09:11:24.818879 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b3811395-a74d-4300-92d2-6bef592fbaf1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports/b47cf064-a071-4f29-af58-99494edf63dd HTTP/1.1" status: 404 len: 333 time: 0.1327734 Mar 28 09:11:24.821116 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51376) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:24.835618 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9d0dcf-2328-461b-8cf3-14541271be2a None None] Routers {'cf451b1d-1f85-4461-870b-11d15bbb8ec9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:24.839080 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7a9d0dcf-2328-461b-8cf3-14541271be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cf451b1d-1f85-4461-870b-11d15bbb8ec9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:24.886099 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7a9d0dcf-2328-461b-8cf3-14541271be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:24.890285 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9d0dcf-2328-461b-8cf3-14541271be2a None None] The sync data for ids ['cf451b1d-1f85-4461-870b-11d15bbb8ec9'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:24.998579 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5363253-5884-4ec1-b018-07332821f03d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:25.005815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-df8ad110-3401-455c-b3e7-d798b25c9ea8 None None] Provisioning complete for port 48bf69ca-a593-4584-835d-335e02b262b9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:25.006189 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df8ad110-3401-455c-b3e7-d798b25c9ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (48bf69ca-a593-4584-835d-335e02b262b9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:25.013985 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee9e8bd-28f0-4583-88ff-237056f91f34 None None] Network 02ad9624-8841-4bdd-bcde-2198c0955a87 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:25.121652 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-df8ad110-3401-455c-b3e7-d798b25c9ea8 None None] Port 48bf69ca-a593-4584-835d-335e02b262b9 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:25.162461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-df8ad110-3401-455c-b3e7-d798b25c9ea8 None None] Provisioning complete for port 2ba5a115-0d6e-44be-9480-c47266dd296c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:25.162839 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df8ad110-3401-455c-b3e7-d798b25c9ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2ba5a115-0d6e-44be-9480-c47266dd296c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:25.298057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 2ba5a115-0d6e-44be-9480-c47266dd296c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:25.299150 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device bae0e664-3c19-4508-bd4a-73956749b154 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:25.379399 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-df8ad110-3401-455c-b3e7-d798b25c9ea8 None None] Current status of the port 2ba5a115-0d6e-44be-9480-c47266dd296c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:25.409548 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-d5363253-5884-4ec1-b018-07332821f03d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Allocated IP 172.21.0.1 (8ab02d6e-4ab9-4250-ada2-32bf2f178e44/b58e6f05-70d0-4787-8756-859add2bad36/cc4e37eb-63af-4409-81cd-0eb696b223d9) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:25.419192 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port bae0e664-3c19-4508-bd4a-73956749b154 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:25.419710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (bae0e664-3c19-4508-bd4a-73956749b154), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:25.424553 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a05ebd-d9db-480c-b6c1-53a9c38239a0 req-66f9fba9-e6d1-4945-91b4-26d48ec1dd19 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:25.434447 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-41a05ebd-d9db-480c-b6c1-53a9c38239a0 req-66f9fba9-e6d1-4945-91b4-26d48ec1dd19 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2381985 Mar 28 09:11:25.488756 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb9c52b2-9619-4516-b38f-276acd9e6db5 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:25.492739 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-eb9c52b2-9619-4516-b38f-276acd9e6db5 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/ports/21bfc80a-e0ce-47c2-bd8c-a5c2e5ac9723 HTTP/1.1" status: 204 len: 168 time: 2.7642543 Mar 28 09:11:25.495844 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51382) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:25.511491 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port bae0e664-3c19-4508-bd4a-73956749b154 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:25.511888 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bae0e664-3c19-4508-bd4a-73956749b154), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:25.532829 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-41a05ebd-d9db-480c-b6c1-53a9c38239a0 req-9fa2d3a0-05d8-4737-88fd-1e78d9064809 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925081 Mar 28 09:11:25.556401 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b74ee4a3-2403-4173-b6d9-c8b5de76593d None None] Provisioning complete for port 9d9d5330-4ed4-48a1-8676-05a4b1790fcb triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:25.556780 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b74ee4a3-2403-4173-b6d9-c8b5de76593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9d9d5330-4ed4-48a1-8676-05a4b1790fcb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:25.571381 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35259407-78fa-4f34-8883-6eb4db6346c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for router (cf451b1d-1f85-4461-870b-11d15bbb8ec9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:25.620616 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port bae0e664-3c19-4508-bd4a-73956749b154, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bae0e664-3c19-4508-bd4a-73956749b154,segment=NetworkSegment(2e90e861-66c3-42d9-9a77-2e7a746cd776),segment_id=2e90e861-66c3-42d9-9a77-2e7a746cd776)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:25.629418 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (bae0e664-3c19-4508-bd4a-73956749b154), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:25.630797 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9d9d5330-4ed4-48a1-8676-05a4b1790fcb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:25.674083 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5363253-5884-4ec1-b018-07332821f03d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (cc4e37eb-63af-4409-81cd-0eb696b223d9), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:25.716297 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5363253-5884-4ec1-b018-07332821f03d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (cc4e37eb-63af-4409-81cd-0eb696b223d9), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:25.742779 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b74ee4a3-2403-4173-b6d9-c8b5de76593d None None] Current status of the port 9d9d5330-4ed4-48a1-8676-05a4b1790fcb is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:25.743003 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b74ee4a3-2403-4173-b6d9-c8b5de76593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9d9d5330-4ed4-48a1-8676-05a4b1790fcb), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:25.752211 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=bae0e664-3c19-4508-bd4a-73956749b154,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:25.768209 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5363253-5884-4ec1-b018-07332821f03d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 8ab02d6e-4ab9-4250-ada2-32bf2f178e44 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:25.778145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 9d9d5330-4ed4-48a1-8676-05a4b1790fcb triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:25.778532 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9d9d5330-4ed4-48a1-8676-05a4b1790fcb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:25.784205 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-d5363253-5884-4ec1-b018-07332821f03d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:25.788861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5363253-5884-4ec1-b018-07332821f03d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:25.796426 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5363253-5884-4ec1-b018-07332821f03d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=cc4e37eb-63af-4409-81cd-0eb696b223d9,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:25.813158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b74ee4a3-2403-4173-b6d9-c8b5de76593d None None] For port 9d9d5330-4ed4-48a1-8676-05a4b1790fcb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d9d5330-4ed4-48a1-8676-05a4b1790fcb,segment=NetworkSegment(eaf2fa5e-e073-4ec7-b78d-27d41de2fab7),segment_id=eaf2fa5e-e073-4ec7-b78d-27d41de2fab7)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:25.818829 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b74ee4a3-2403-4173-b6d9-c8b5de76593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9d9d5330-4ed4-48a1-8676-05a4b1790fcb), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:25.851824 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5363253-5884-4ec1-b018-07332821f03d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (ab3bc738-8ce5-4504-be13-3fd7d2141472), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:25.874190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b74ee4a3-2403-4173-b6d9-c8b5de76593d None None] Provisioning complete for port bae0e664-3c19-4508-bd4a-73956749b154 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:25.874715 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b74ee4a3-2403-4173-b6d9-c8b5de76593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (bae0e664-3c19-4508-bd4a-73956749b154), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:25.890819 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35259407-78fa-4f34-8883-6eb4db6346c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (cf451b1d-1f85-4461-870b-11d15bbb8ec9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:25.900389 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bd471-b2ed-48cb-808b-556136fc845b req-8bae7206-41f6-4e25-b8b4-311cb3eefd2c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:25.901957 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-806bd471-b2ed-48cb-808b-556136fc845b req-8bae7206-41f6-4e25-b8b4-311cb3eefd2c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2580104 Mar 28 09:11:25.905976 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35259407-78fa-4f34-8883-6eb4db6346c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for router_controller (cf451b1d-1f85-4461-870b-11d15bbb8ec9), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:25.959085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ee4a3-2403-4173-b6d9-c8b5de76593d None None] Pushing event updated for resources: {'Port': ['ID=9d9d5330-4ed4-48a1-8676-05a4b1790fcb,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:25.973840 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-c89fd49e-78de-4828-a41c-0b62fd41c6bf tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Deleting port 53098bc2-86b3-4333-8b86-e6c70357d3c1 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:25.975009 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c89fd49e-78de-4828-a41c-0b62fd41c6bf tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (53098bc2-86b3-4333-8b86-e6c70357d3c1), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.006517 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 9d9d5330-4ed4-48a1-8676-05a4b1790fcb is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:26.026998 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b74ee4a3-2403-4173-b6d9-c8b5de76593d None None] Current status of the port bae0e664-3c19-4508-bd4a-73956749b154 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:26.046777 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35259407-78fa-4f34-8883-6eb4db6346c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (cf451b1d-1f85-4461-870b-11d15bbb8ec9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.047324 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35259407-78fa-4f34-8883-6eb4db6346c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Fanout notify agent at l3_agent the message router_deleted on router cf451b1d-1f85-4461-870b-11d15bbb8ec9 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:11:26.047829 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5363253-5884-4ec1-b018-07332821f03d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (cc4e37eb-63af-4409-81cd-0eb696b223d9), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.053937 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b74ee4a3-2403-4173-b6d9-c8b5de76593d None None] Provisioning complete for port 48bf69ca-a593-4584-835d-335e02b262b9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:26.054320 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b74ee4a3-2403-4173-b6d9-c8b5de76593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (48bf69ca-a593-4584-835d-335e02b262b9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.071216 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35259407-78fa-4f34-8883-6eb4db6346c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.072325 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-35259407-78fa-4f34-8883-6eb4db6346c1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/routers/cf451b1d-1f85-4461-870b-11d15bbb8ec9 HTTP/1.1" status: 204 len: 168 time: 1.2155511 Mar 28 09:11:26.077490 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51388) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:26.124755 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b74ee4a3-2403-4173-b6d9-c8b5de76593d None None] Port 48bf69ca-a593-4584-835d-335e02b262b9 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:26.162986 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-806bd471-b2ed-48cb-808b-556136fc845b req-d2d0e146-770d-4424-a28c-450b0598d85d tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486317 Mar 28 09:11:26.169087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2ba5a115-0d6e-44be-9480-c47266dd296c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:26.187211 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-4109ead1-c480-449b-9865-6d6f9f4d9f8e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting subnet c18ea360-62a8-4a6e-9820-5b6e6935196b {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:26.203209 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c89fd49e-78de-4828-a41c-0b62fd41c6bf tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (53098bc2-86b3-4333-8b86-e6c70357d3c1), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.207315 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4109ead1-c480-449b-9865-6d6f9f4d9f8e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (c18ea360-62a8-4a6e-9820-5b6e6935196b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.229882 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 2ba5a115-0d6e-44be-9480-c47266dd296c triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:26.230264 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2ba5a115-0d6e-44be-9480-c47266dd296c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.267430 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-c89fd49e-78de-4828-a41c-0b62fd41c6bf tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Calling delete_port for 53098bc2-86b3-4333-8b86-e6c70357d3c1 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:26.274442 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c8673ece-c8f6-4e0c-b5b1-e4cecbbeaa4e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (02d870ec-69af-4da9-8c11-7b52ee5e7a2a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.281467 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4f10a352-9923-46bf-b565-b1318ade0a3d None None] Provisioning complete for port 9d9d5330-4ed4-48a1-8676-05a4b1790fcb triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:26.281780 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4f10a352-9923-46bf-b565-b1318ade0a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9d9d5330-4ed4-48a1-8676-05a4b1790fcb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.371041 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 2ba5a115-0d6e-44be-9480-c47266dd296c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:26.372147 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device bae0e664-3c19-4508-bd4a-73956749b154 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:26.377979 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4109ead1-c480-449b-9865-6d6f9f4d9f8e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (c18ea360-62a8-4a6e-9820-5b6e6935196b), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.452733 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5363253-5884-4ec1-b018-07332821f03d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (cc4e37eb-63af-4409-81cd-0eb696b223d9), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.452955 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4f10a352-9923-46bf-b565-b1318ade0a3d None None] Current status of the port 9d9d5330-4ed4-48a1-8676-05a4b1790fcb is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:26.459179 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5363253-5884-4ec1-b018-07332821f03d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (cc4e37eb-63af-4409-81cd-0eb696b223d9), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.462152 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port bae0e664-3c19-4508-bd4a-73956749b154 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:26.462528 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (bae0e664-3c19-4508-bd4a-73956749b154), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.493277 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4f10a352-9923-46bf-b565-b1318ade0a3d None None] Provisioning complete for port cc4e37eb-63af-4409-81cd-0eb696b223d9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:26.493474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4f10a352-9923-46bf-b565-b1318ade0a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (cc4e37eb-63af-4409-81cd-0eb696b223d9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.540257 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4f10a352-9923-46bf-b565-b1318ade0a3d None None] Port cc4e37eb-63af-4409-81cd-0eb696b223d9 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:26.583067 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port bae0e664-3c19-4508-bd4a-73956749b154 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:26.584477 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9d9d5330-4ed4-48a1-8676-05a4b1790fcb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:26.633311 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 9d9d5330-4ed4-48a1-8676-05a4b1790fcb triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:26.633726 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9d9d5330-4ed4-48a1-8676-05a4b1790fcb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.691122 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620382a-d529-4899-bd12-2b8aa9ffe6b8 req-98e672e3-aa58-4d9c-bf29-89ffb31020ff tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:26.692923 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3620382a-d529-4899-bd12-2b8aa9ffe6b8 req-98e672e3-aa58-4d9c-bf29-89ffb31020ff tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.2549560 Mar 28 09:11:26.699011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4109ead1-c480-449b-9865-6d6f9f4d9f8e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (c18ea360-62a8-4a6e-9820-5b6e6935196b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.720606 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 9d9d5330-4ed4-48a1-8676-05a4b1790fcb is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:26.793735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c89fd49e-78de-4828-a41c-0b62fd41c6bf tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (53098bc2-86b3-4333-8b86-e6c70357d3c1), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.838213 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5363253-5884-4ec1-b018-07332821f03d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (ab3bc738-8ce5-4504-be13-3fd7d2141472), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.840920 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5363253-5884-4ec1-b018-07332821f03d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=cc4e37eb-63af-4409-81cd-0eb696b223d9,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:26.855618 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fd49e-78de-4828-a41c-0b62fd41c6bf tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event deleted for resources: {'Port': ['ID=53098bc2-86b3-4333-8b86-e6c70357d3c1,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:26.907439 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3620382a-d529-4899-bd12-2b8aa9ffe6b8 req-f213602a-f50c-4ae0-a8ad-58cbbfd852d8 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042403 Mar 28 09:11:26.914904 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4109ead1-c480-449b-9865-6d6f9f4d9f8e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (c18ea360-62a8-4a6e-9820-5b6e6935196b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.936363 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5363253-5884-4ec1-b018-07332821f03d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 8ab02d6e-4ab9-4250-ada2-32bf2f178e44 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:26.937400 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-d5363253-5884-4ec1-b018-07332821f03d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:26.974766 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109ead1-c480-449b-9865-6d6f9f4d9f8e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Subnet': ['ID=c18ea360-62a8-4a6e-9820-5b6e6935196b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:26.979594 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4109ead1-c480-449b-9865-6d6f9f4d9f8e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:26.987328 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51398) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:26.988345 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4109ead1-c480-449b-9865-6d6f9f4d9f8e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/c18ea360-62a8-4a6e-9820-5b6e6935196b HTTP/1.1" status: 204 len: 168 time: 0.9081128 Mar 28 09:11:26.990514 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5521895-d157-44fe-bc95-6fd87070c4de None None] Network 6ae161d2-3411-47e4-a002-c5943620a2c6 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:27.029751 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c89fd49e-78de-4828-a41c-0b62fd41c6bf tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:27.035490 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c89fd49e-78de-4828-a41c-0b62fd41c6bf tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/ports/53098bc2-86b3-4333-8b86-e6c70357d3c1 HTTP/1.1" status: 204 len: 168 time: 1.5337360 Mar 28 09:11:27.038257 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51400) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:27.114237 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4536c97-3fb9-4eac-a2f7-66e278f63844 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:27.119917 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b4536c97-3fb9-4eac-a2f7-66e278f63844 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd4ce091-384d-4170-a28e-6cb246a819be HTTP/1.1" status: 200 len: 913 time: 0.0758698 Mar 28 09:11:27.119917 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51402) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:27.136909 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (6ae161d2-3411-47e4-a002-c5943620a2c6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:27.194708 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5363253-5884-4ec1-b018-07332821f03d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router ab3bc738-8ce5-4504-be13-3fd7d2141472 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:11:27.220335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e63dca-9579-4828-9485-1d0495e5c7d7 None None] DHCP port deletion for 6ae161d2-3411-47e4-a002-c5943620a2c6 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:11:27.221186 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-c8673ece-c8f6-4e0c-b5b1-e4cecbbeaa4e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Deleting port 48bf69ca-a593-4584-835d-335e02b262b9 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:27.221538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c8673ece-c8f6-4e0c-b5b1-e4cecbbeaa4e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (48bf69ca-a593-4584-835d-335e02b262b9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:27.228095 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c75c027c-24bc-4627-9454-c607bfa60637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:27.278904 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dbc608c1-79d1-481c-ab0c-710011e5f9af None None] Provisioning complete for port cc4e37eb-63af-4409-81cd-0eb696b223d9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:27.279870 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dbc608c1-79d1-481c-ab0c-710011e5f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (cc4e37eb-63af-4409-81cd-0eb696b223d9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:27.298918 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:27.299226 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:27.317327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-05e63dca-9579-4828-9485-1d0495e5c7d7 None None] Deleting port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:27.318465 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-05e63dca-9579-4828-9485-1d0495e5c7d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:27.360245 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dbc608c1-79d1-481c-ab0c-710011e5f9af None None] Port cc4e37eb-63af-4409-81cd-0eb696b223d9 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:27.377556 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5363253-5884-4ec1-b018-07332821f03d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:27.380739 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] For port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311,segment=NetworkSegment(959d27be-7dc2-4944-a091-cb153d9c87b6),segment_id=959d27be-7dc2-4944-a091-cb153d9c87b6)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:27.381144 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:27.389466 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d5363253-5884-4ec1-b018-07332821f03d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/ab3bc738-8ce5-4504-be13-3fd7d2141472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2374797 Mar 28 09:11:27.395414 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-05e63dca-9579-4828-9485-1d0495e5c7d7 None None] For port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311,segment=NetworkSegment(959d27be-7dc2-4944-a091-cb153d9c87b6),segment_id=959d27be-7dc2-4944-a091-cb153d9c87b6)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:27.395414 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-05e63dca-9579-4828-9485-1d0495e5c7d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:27.396243 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51404) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:27.410892 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0345b8-81ab-482d-b2a0-1054223a18a8 None None] Sync routers for ids ['ab3bc738-8ce5-4504-be13-3fd7d2141472'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:27.413783 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:27.417140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-05e63dca-9579-4828-9485-1d0495e5c7d7 None None] Calling delete_port for 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:27.436152 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0345b8-81ab-482d-b2a0-1054223a18a8 None None] Routers {'ab3bc738-8ce5-4504-be13-3fd7d2141472'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:27.436890 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1e0345b8-81ab-482d-b2a0-1054223a18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['ab3bc738-8ce5-4504-be13-3fd7d2141472'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:27.459192 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619a305d-7417-4739-b3ea-8942b8e53f81 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:27.463566 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-619a305d-7417-4739-b3ea-8942b8e53f81 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/ports/cc4e37eb-63af-4409-81cd-0eb696b223d9 HTTP/1.1" status: 200 len: 910 time: 0.0672531 Mar 28 09:11:27.489919 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51406) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:27.504275 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1e0345b8-81ab-482d-b2a0-1054223a18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:27.524320 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0345b8-81ab-482d-b2a0-1054223a18a8 None None] Routers {'ab3bc738-8ce5-4504-be13-3fd7d2141472'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:27.525072 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1e0345b8-81ab-482d-b2a0-1054223a18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['ab3bc738-8ce5-4504-be13-3fd7d2141472'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:27.567116 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1e0345b8-81ab-482d-b2a0-1054223a18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:27.568176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0345b8-81ab-482d-b2a0-1054223a18a8 None None] The sync data for ids ['ab3bc738-8ce5-4504-be13-3fd7d2141472'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:27.597053 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-05e63dca-9579-4828-9485-1d0495e5c7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:27.620558 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e63dca-9579-4828-9485-1d0495e5c7d7 None None] Pushing event deleted for resources: {'Port': ['ID=2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:27.624008 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e63dca-9579-4828-9485-1d0495e5c7d7 None None] No DVR routers for this DVR port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:27.691004 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:27.713266 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c8673ece-c8f6-4e0c-b5b1-e4cecbbeaa4e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (48bf69ca-a593-4584-835d-335e02b262b9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:27.723213 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:27.728907 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No DVR routers for this DVR port 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:27.735721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-c8673ece-c8f6-4e0c-b5b1-e4cecbbeaa4e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Calling delete_port for 48bf69ca-a593-4584-835d-335e02b262b9 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:27.846638 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (6ae161d2-3411-47e4-a002-c5943620a2c6), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:27.878002 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae161d2-3411-47e4-a002-c5943620a2c6']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:27.892005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959d27be-7dc2-4944-a091-cb153d9c87b6') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:27.892222 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959d27be-7dc2-4944-a091-cb153d9c87b6') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:27.919034 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (959d27be-7dc2-4944-a091-cb153d9c87b6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:27.938912 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (959d27be-7dc2-4944-a091-cb153d9c87b6), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:27.948699 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:11:27.949112 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (959d27be-7dc2-4944-a091-cb153d9c87b6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:11:27.952547 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:11:28.024766 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c8673ece-c8f6-4e0c-b5b1-e4cecbbeaa4e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (48bf69ca-a593-4584-835d-335e02b262b9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:28.063174 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8673ece-c8f6-4e0c-b5b1-e4cecbbeaa4e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event deleted for resources: {'Port': ['ID=48bf69ca-a593-4584-835d-335e02b262b9,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:28.075882 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (6ae161d2-3411-47e4-a002-c5943620a2c6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:28.084408 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:28.091608 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/networks/6ae161d2-3411-47e4-a002-c5943620a2c6 HTTP/1.1" status: 204 len: 168 time: 1.0944264 Mar 28 09:11:28.092015 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51410) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:28.118643 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:11:28.138805 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59168ad-cb6e-4792-bb35-3d97f59c2628 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Network': ['ID=6ae161d2-3411-47e4-a002-c5943620a2c6,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:28.139352 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3fd58e2d-5891-4a7e-9f8a-67d307e1d25f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (fd4ce091-384d-4170-a28e-6cb246a819be), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:28.156187 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:11:28.156955 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2db5a03c-ba2d-4df9-ad35-a8c5a8b7c311 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:11:28.158220 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146c9fe-0e5b-43f4-b1ab-c28ef5d4b6b5 req-32f5c674-8bc4-4c28-80b0-c8ca47a8647b tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:28.159782 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8146c9fe-0e5b-43f4-b1ab-c28ef5d4b6b5 req-32f5c674-8bc4-4c28-80b0-c8ca47a8647b tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.1570034 Mar 28 09:11:28.173962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d486154-1b1b-4dee-b3e9-a9be67d4eeda tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:28.175435 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9d486154-1b1b-4dee-b3e9-a9be67d4eeda tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports/8d9cf25f-ad59-4061-8bf5-367f11f0c8b9 HTTP/1.1" status: 200 len: 844 time: 0.0827212 Mar 28 09:11:28.183360 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51412) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:28.216226 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d6c35de-ab85-4c8a-9504-6852828193f4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (ab3bc738-8ce5-4504-be13-3fd7d2141472), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:28.295129 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8146c9fe-0e5b-43f4-b1ab-c28ef5d4b6b5 req-9a6a873d-8697-4381-ab3b-99d91f48ad94 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164131 Mar 28 09:11:28.341833 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c4835b52-4e41-42b2-acdb-e2452379e232 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports/8d9cf25f-ad59-4061-8bf5-367f11f0c8b9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1543829 Mar 28 09:11:28.346373 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51414) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:28.353339 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-cc3596b3-2f99-460d-a48d-ede0e49cf661 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'subnet': {'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:28.406676 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c8673ece-c8f6-4e0c-b5b1-e4cecbbeaa4e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (02d870ec-69af-4da9-8c11-7b52ee5e7a2a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:28.495988 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c35de-ab85-4c8a-9504-6852828193f4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting port cc4e37eb-63af-4409-81cd-0eb696b223d9 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:28.496327 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d6c35de-ab85-4c8a-9504-6852828193f4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (cc4e37eb-63af-4409-81cd-0eb696b223d9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:28.582786 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d6c35de-ab85-4c8a-9504-6852828193f4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (cc4e37eb-63af-4409-81cd-0eb696b223d9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:28.597975 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c35de-ab85-4c8a-9504-6852828193f4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Calling delete_port for cc4e37eb-63af-4409-81cd-0eb696b223d9 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:28.625199 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3596b3-2f99-460d-a48d-ede0e49cf661 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:28.628621 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cc3596b3-2f99-460d-a48d-ede0e49cf661 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:28.734309 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8673ece-c8f6-4e0c-b5b1-e4cecbbeaa4e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Router 02d870ec-69af-4da9-8c11-7b52ee5e7a2a has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:11:28.808079 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d6c35de-ab85-4c8a-9504-6852828193f4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (cc4e37eb-63af-4409-81cd-0eb696b223d9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:28.843300 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c35de-ab85-4c8a-9504-6852828193f4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Port': ['ID=cc4e37eb-63af-4409-81cd-0eb696b223d9,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:28.855320 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1fc76-e2bb-419f-bebe-65ad22da6bfd req-09139bb9-f961-4977-b12c-6f312083a146 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:28.858243 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-21a1fc76-e2bb-419f-bebe-65ad22da6bfd req-09139bb9-f961-4977-b12c-6f312083a146 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.16 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.1087155 Mar 28 09:11:28.899985 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8673ece-c8f6-4e0c-b5b1-e4cecbbeaa4e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:28.907758 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c8673ece-c8f6-4e0c-b5b1-e4cecbbeaa4e tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "PUT /v2.0/routers/02d870ec-69af-4da9-8c11-7b52ee5e7a2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3929839 Mar 28 09:11:28.915045 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51416) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:28.917360 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4cae5f-51aa-4a96-998f-90ff3ef85eec None None] Sync routers for ids ['02d870ec-69af-4da9-8c11-7b52ee5e7a2a'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:28.930042 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4cae5f-51aa-4a96-998f-90ff3ef85eec None None] Routers {'02d870ec-69af-4da9-8c11-7b52ee5e7a2a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:28.931031 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9c4cae5f-51aa-4a96-998f-90ff3ef85eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['02d870ec-69af-4da9-8c11-7b52ee5e7a2a'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:28.984574 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9c4cae5f-51aa-4a96-998f-90ff3ef85eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:28.986249 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-a97a2499-bc37-423a-809b-cb6b4e17926a tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] delete failed (client error): The resource could not be found. Mar 28 09:11:28.987312 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a97a2499-bc37-423a-809b-cb6b4e17926a tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-1002223420 HTTP/1.1" status: 404 len: 335 time: 0.0716953 Mar 28 09:11:28.994155 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51418) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:28.998945 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4cae5f-51aa-4a96-998f-90ff3ef85eec None None] Routers {'02d870ec-69af-4da9-8c11-7b52ee5e7a2a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:28.999852 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9c4cae5f-51aa-4a96-998f-90ff3ef85eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['02d870ec-69af-4da9-8c11-7b52ee5e7a2a'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:29.002664 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e7c6de43-9e35-454d-8980-b015548293fd tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Request body: {'router': {'external_gateway_info': {'network_id': '02d870ec-69af-4da9-8c11-7b52ee5e7a2a'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:29.038416 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9c4cae5f-51aa-4a96-998f-90ff3ef85eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:29.039443 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4cae5f-51aa-4a96-998f-90ff3ef85eec None None] The sync data for ids ['02d870ec-69af-4da9-8c11-7b52ee5e7a2a'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:29.124917 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d6c35de-ab85-4c8a-9504-6852828193f4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (ab3bc738-8ce5-4504-be13-3fd7d2141472), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:29.128146 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-21a1fc76-e2bb-419f-bebe-65ad22da6bfd req-79aa7cbb-7209-4781-998c-428008f5755c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Deleting port ab7442cd-3da3-4e8a-b083-990087554d7a {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:29.128485 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-21a1fc76-e2bb-419f-bebe-65ad22da6bfd req-79aa7cbb-7209-4781-998c-428008f5755c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (ab7442cd-3da3-4e8a-b083-990087554d7a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:29.132888 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-3fd58e2d-5891-4a7e-9f8a-67d307e1d25f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Deleting port 74c91e5a-a89d-45d2-8f6a-6e134921f7a7 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:29.133189 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3fd58e2d-5891-4a7e-9f8a-67d307e1d25f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (74c91e5a-a89d-45d2-8f6a-6e134921f7a7), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:29.234439 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cc3596b3-2f99-460d-a48d-ede0e49cf661 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (101a4af4-099d-4642-bafd-32f273ffe698), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:29.299896 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-21a1fc76-e2bb-419f-bebe-65ad22da6bfd req-79aa7cbb-7209-4781-998c-428008f5755c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] For port ab7442cd-3da3-4e8a-b083-990087554d7a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ab7442cd-3da3-4e8a-b083-990087554d7a,segment=NetworkSegment(f69b77ca-9cfd-40ad-be23-49a7408d5ecd),segment_id=f69b77ca-9cfd-40ad-be23-49a7408d5ecd)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:29.300261 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-21a1fc76-e2bb-419f-bebe-65ad22da6bfd req-79aa7cbb-7209-4781-998c-428008f5755c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (ab7442cd-3da3-4e8a-b083-990087554d7a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:29.329692 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3596b3-2f99-460d-a48d-ede0e49cf661 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network d240050e-d93a-4530-a0b3-76a8cfd44450 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:29.375630 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-cc3596b3-2f99-460d-a48d-ede0e49cf661 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:29.386685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa06172d-50bd-443e-ac0a-2e3522fb4b70 None None] Network d240050e-d93a-4530-a0b3-76a8cfd44450 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:29.465820 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7d94c897-f212-4c4e-b9cb-66c84733c7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:29.538226 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d240050e-d93a-4530-a0b3-76a8cfd44450', 'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450', 'project_id': '99087c95b7ef419398067fe352f6e8e0', 'fixed_ips': [{'subnet_id': '101a4af4-099d-4642-bafd-32f273ffe698'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:11:29.539391 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:29.684096 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Allocated IP 2001:db8::2 (d240050e-d93a-4530-a0b3-76a8cfd44450/101a4af4-099d-4642-bafd-32f273ffe698/af8cf5bd-0661-40d5-8f07-bfb8b7c12294) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:29.726490 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3596b3-2f99-460d-a48d-ede0e49cf661 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:29.727082 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cc3596b3-2f99-460d-a48d-ede0e49cf661 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:29.752397 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3596b3-2f99-460d-a48d-ede0e49cf661 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Subnet': ['ID=101a4af4-099d-4642-bafd-32f273ffe698,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:29.782372 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7c6de43-9e35-454d-8980-b015548293fd tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for router_gateway (02d870ec-69af-4da9-8c11-7b52ee5e7a2a), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:29.792409 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3fd58e2d-5891-4a7e-9f8a-67d307e1d25f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (74c91e5a-a89d-45d2-8f6a-6e134921f7a7), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:29.808616 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cc3596b3-2f99-460d-a48d-ede0e49cf661 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4598408 Mar 28 09:11:29.820506 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51422) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:29.824761 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-3fd58e2d-5891-4a7e-9f8a-67d307e1d25f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Calling delete_port for 74c91e5a-a89d-45d2-8f6a-6e134921f7a7 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:29.828863 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-91577681-6a84-4255-8465-3c58105b562b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'security_group': {'name': 'tempest-secgroup-380396944'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:29.842693 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Publish callbacks [] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:29.845836 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-e7c6de43-9e35-454d-8980-b015548293fd tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] update failed (client error): The resource could not be found. Mar 28 09:11:29.846877 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e7c6de43-9e35-454d-8980-b015548293fd tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "PUT /v2.0/routers/02d870ec-69af-4da9-8c11-7b52ee5e7a2a HTTP/1.1" status: 404 len: 339 time: 0.8509910 Mar 28 09:11:29.852887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6c35de-ab85-4c8a-9504-6852828193f4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router ab3bc738-8ce5-4504-be13-3fd7d2141472 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:11:29.854847 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3faf277-b962-4d49-b450-e4693d8ec242 req-7d7ede90-e1f7-48b2-9ffe-80a39da6019d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5785730 Mar 28 09:11:29.864844 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:29.908061 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51424) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:29.934720 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc034c-cb3f-400c-bec4-a7f640647e09 req-00df3e42-d45e-4d7b-8c53-970590677430 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:29.936126 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7ecc034c-cb3f-400c-bec4-a7f640647e09 req-00df3e42-d45e-4d7b-8c53-970590677430 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 945 time: 0.5561562 Mar 28 09:11:29.936866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91577681-6a84-4255-8465-3c58105b562b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:29.957041 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Pushing event updated for resources: {'Port': ['ID=af8cf5bd-0661-40d5-8f07-bfb8b7c12294,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:29.970395 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Network d240050e-d93a-4530-a0b3-76a8cfd44450 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:29.972334 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:29.977784 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:30.050096 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Attempting to bind port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:11:30.050096 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Attempting to bind port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd79562ee-82ba-4be0-bca7-a79281fc75b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:11:30.050096 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Attempting to bind port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 on network d240050e-d93a-4530-a0b3-76a8cfd44450 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:11:30.057913 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:11:30.058638 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Checking segment: {'id': 'd79562ee-82ba-4be0-bca7-a79281fc75b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:30.058989 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:30.059483 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Bound using segment: {'id': 'd79562ee-82ba-4be0-bca7-a79281fc75b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:11:30.060061 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Bound port: af8cf5bd-0661-40d5-8f07-bfb8b7c12294, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79562ee-82ba-4be0-bca7-a79281fc75b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:11:30.060544 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:30.071896 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-21a1fc76-e2bb-419f-bebe-65ad22da6bfd req-79aa7cbb-7209-4781-998c-428008f5755c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:30.072266 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-21a1fc76-e2bb-419f-bebe-65ad22da6bfd req-79aa7cbb-7209-4781-998c-428008f5755c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (b6667974-7b51-4d32-88f8-e8fe92f7fbee), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:30.072859 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [req-21a1fc76-e2bb-419f-bebe-65ad22da6bfd req-79aa7cbb-7209-4781-998c-428008f5755c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Floating IP b6667974-7b51-4d32-88f8-e8fe92f7fbee disassociated. External IP: 172.36.4.248, port: ab7442cd-3da3-4e8a-b083-990087554d7a. Mar 28 09:11:30.072988 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-21a1fc76-e2bb-419f-bebe-65ad22da6bfd req-79aa7cbb-7209-4781-998c-428008f5755c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Calling delete_port for ab7442cd-3da3-4e8a-b083-990087554d7a owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:30.101692 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf277-b962-4d49-b450-e4693d8ec242 req-2ab9bcb4-3ab6-4657-9285-3e232256316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:30.103242 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3faf277-b962-4d49-b450-e4693d8ec242 req-2ab9bcb4-3ab6-4657-9285-3e232256316d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc56218a4f8a40e1b109b751b95dda1a&device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 1129 time: 0.1933010 Mar 28 09:11:30.109317 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7ecc034c-cb3f-400c-bec4-a7f640647e09 req-0fc4f61b-7ae5-48d7-a304-d5813efed8dd tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups?id=45b762a4-a93b-47d2-bf2e-48d6f09d663e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426303 Mar 28 09:11:30.171678 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] For port af8cf5bd-0661-40d5-8f07-bfb8b7c12294, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:11:30.177538 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] For port af8cf5bd-0661-40d5-8f07-bfb8b7c12294, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af8cf5bd-0661-40d5-8f07-bfb8b7c12294,segment=NetworkSegment(d79562ee-82ba-4be0-bca7-a79281fc75b1),segment_id=d79562ee-82ba-4be0-bca7-a79281fc75b1)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:11:30.185400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:30.204054 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91577681-6a84-4255-8465-3c58105b562b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (22f2265c-c528-4f29-aae7-1cc4f0449f27), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:30.209480 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6c35de-ab85-4c8a-9504-6852828193f4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:30.214377 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91577681-6a84-4255-8465-3c58105b562b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (22f2265c-c528-4f29-aae7-1cc4f0449f27), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:30.219948 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0d6c35de-ab85-4c8a-9504-6852828193f4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/ab3bc738-8ce5-4504-be13-3fd7d2141472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7250564 Mar 28 09:11:30.219948 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51426) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:30.260767 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c8a232-78b0-403c-aa2f-8b207621ad7d None None] Sync routers for ids ['ab3bc738-8ce5-4504-be13-3fd7d2141472'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:30.296252 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297d242-45b4-4437-924d-259cdb5abc52 None None] Pushing event updated for resources: {'Port': ['ID=af8cf5bd-0661-40d5-8f07-bfb8b7c12294,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:30.299348 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91577681-6a84-4255-8465-3c58105b562b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f2265c-c528-4f29-aae7-1cc4f0449f27,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:30.313139 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91577681-6a84-4255-8465-3c58105b562b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:30.313139 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-91577681-6a84-4255-8465-3c58105b562b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4906898 Mar 28 09:11:30.315626 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c8a232-78b0-403c-aa2f-8b207621ad7d None None] Routers {'ab3bc738-8ce5-4504-be13-3fd7d2141472'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:30.316311 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c0c8a232-78b0-403c-aa2f-8b207621ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['ab3bc738-8ce5-4504-be13-3fd7d2141472'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:30.327947 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51428) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:30.335452 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-53894235-54e8-4f3c-9662-e1268942d4a4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'security_group': {'name': 'tempest-secgroup-835175093'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:30.346671 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3fd58e2d-5891-4a7e-9f8a-67d307e1d25f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (74c91e5a-a89d-45d2-8f6a-6e134921f7a7), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:30.356750 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf277-b962-4d49-b450-e4693d8ec242 req-46e9e995-6fb0-4adb-a4aa-676281d9d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:30.358268 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3faf277-b962-4d49-b450-e4693d8ec242 req-46e9e995-6fb0-4adb-a4aa-676281d9d7d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c3b7f15-8dc7-442e-88e8-e1bad20fff21 HTTP/1.1" status: 200 len: 896 time: 0.2291143 Mar 28 09:11:30.391700 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd58e2d-5891-4a7e-9f8a-67d307e1d25f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event deleted for resources: {'Port': ['ID=74c91e5a-a89d-45d2-8f6a-6e134921f7a7,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:30.469401 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53894235-54e8-4f3c-9662-e1268942d4a4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:30.507351 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afc47ce-4029-4ff4-ad9c-317830feaba4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:30.540321 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3faf277-b962-4d49-b450-e4693d8ec242 req-7d79d847-45ef-417a-b788-5c4d413fd5ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae5917b4-ffbd-4c2f-b29a-1c634b98a586 HTTP/1.1" status: 200 len: 1000 time: 0.1592593 Mar 28 09:11:30.541396 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c0c8a232-78b0-403c-aa2f-8b207621ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:30.566421 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c8a232-78b0-403c-aa2f-8b207621ad7d None None] Routers {'ab3bc738-8ce5-4504-be13-3fd7d2141472'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:30.566421 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c0c8a232-78b0-403c-aa2f-8b207621ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['ab3bc738-8ce5-4504-be13-3fd7d2141472'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:30.604471 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:30.634986 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c0c8a232-78b0-403c-aa2f-8b207621ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:30.635903 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c8a232-78b0-403c-aa2f-8b207621ad7d None None] The sync data for ids ['ab3bc738-8ce5-4504-be13-3fd7d2141472'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:30.672256 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53894235-54e8-4f3c-9662-e1268942d4a4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (f7708479-a11c-4a67-80d9-75200939e35e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:30.741240 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53894235-54e8-4f3c-9662-e1268942d4a4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (f7708479-a11c-4a67-80d9-75200939e35e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:30.783200 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf277-b962-4d49-b450-e4693d8ec242 req-606dfca8-fd50-4c45-bb51-33818b714ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:30.784695 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3faf277-b962-4d49-b450-e4693d8ec242 req-606dfca8-fd50-4c45-bb51-33818b714ca9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f1064f8-fa39-4589-a352-a7c6a691f947 HTTP/1.1" status: 200 len: 835 time: 0.2277596 Mar 28 09:11:30.797479 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-21a1fc76-e2bb-419f-bebe-65ad22da6bfd req-79aa7cbb-7209-4781-998c-428008f5755c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (ab7442cd-3da3-4e8a-b083-990087554d7a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:30.810742 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53894235-54e8-4f3c-9662-e1268942d4a4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:30.811990 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-53894235-54e8-4f3c-9662-e1268942d4a4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4830623 Mar 28 09:11:30.812800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53894235-54e8-4f3c-9662-e1268942d4a4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7708479-a11c-4a67-80d9-75200939e35e,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:30.819462 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51430) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:30.855258 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-6e9f4b92-ce1e-4112-a826-c89b9aa78fe8 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1988871971', 'security_groups': ['f7708479-a11c-4a67-80d9-75200939e35e'], 'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '101a4af4-099d-4642-bafd-32f273ffe698'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:30.857264 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3fd58e2d-5891-4a7e-9f8a-67d307e1d25f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (fd4ce091-384d-4170-a28e-6cb246a819be), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:30.871223 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf277-b962-4d49-b450-e4693d8ec242 req-ba74b87a-adb5-435f-b187-c5ec1c224257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:30.872812 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3faf277-b962-4d49-b450-e4693d8ec242 req-ba74b87a-adb5-435f-b187-c5ec1c224257 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c3b7f15-8dc7-442e-88e8-e1bad20fff21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0774252 Mar 28 09:11:30.877931 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa7cbb-7209-4781-998c-428008f5755c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Pushing event deleted for resources: {'Port': ['ID=ab7442cd-3da3-4e8a-b083-990087554d7a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:31.057043 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3faf277-b962-4d49-b450-e4693d8ec242 req-2cc5b384-2ac8-473e-a556-787e2d3bd2f4 service neutron] 10.222.0.16 "GET /v2.0/networks/6c3b7f15-8dc7-442e-88e8-e1bad20fff21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785040 Mar 28 09:11:31.259182 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3faf277-b962-4d49-b450-e4693d8ec242 req-1fa99730-6008-4a2f-b4d8-aea64e15f828 service neutron] 10.222.0.16 "GET /v2.0/networks/6c3b7f15-8dc7-442e-88e8-e1bad20fff21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956973 Mar 28 09:11:31.274575 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd58e2d-5891-4a7e-9f8a-67d307e1d25f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Router fd4ce091-384d-4170-a28e-6cb246a819be has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:11:31.396377 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd58e2d-5891-4a7e-9f8a-67d307e1d25f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:31.400828 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3fd58e2d-5891-4a7e-9f8a-67d307e1d25f tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "PUT /v2.0/routers/fd4ce091-384d-4170-a28e-6cb246a819be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2802951 Mar 28 09:11:31.403303 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51434) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:31.409901 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14034b8b-1a91-41e6-9f52-2e479569ea8e None None] Sync routers for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:31.423672 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14034b8b-1a91-41e6-9f52-2e479569ea8e None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:31.424530 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-14034b8b-1a91-41e6-9f52-2e479569ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:31.454408 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e5cca8ba-2fa9-4276-b9ce-9dcc97105adb req-8a9aa545-92c7-4999-8e28-cd4ec5a9bf2f tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 210 time: 0.0937896 Mar 28 09:11:31.493102 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-14034b8b-1a91-41e6-9f52-2e479569ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:31.507214 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14034b8b-1a91-41e6-9f52-2e479569ea8e None None] Routers {'fd4ce091-384d-4170-a28e-6cb246a819be'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:31.508056 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-14034b8b-1a91-41e6-9f52-2e479569ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['fd4ce091-384d-4170-a28e-6cb246a819be'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:31.536744 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-0afc47ce-4029-4ff4-ad9c-317830feaba4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Allocated IP 172.20.0.1 (b7a01039-9cd7-407f-8d34-dd26ba0080e7/a298b597-b1fe-4425-8add-4c46d91eff88/51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:31.544731 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77eefdf6-7e3c-48c2-817a-7be2b00dfba0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for router (fd4ce091-384d-4170-a28e-6cb246a819be), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:31.552978 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-14034b8b-1a91-41e6-9f52-2e479569ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:31.553963 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14034b8b-1a91-41e6-9f52-2e479569ea8e None None] The sync data for ids ['fd4ce091-384d-4170-a28e-6cb246a819be'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:31.559448 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9f4b92-ce1e-4112-a826-c89b9aa78fe8 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:31.631199 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-154c39ef-c9f9-4736-acb1-b068f2a43e3b None None] Provisioning complete for port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:31.632240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-154c39ef-c9f9-4736-acb1-b068f2a43e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:31.637592 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21a1fc76-e2bb-419f-bebe-65ad22da6bfd req-79aa7cbb-7209-4781-998c-428008f5755c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Router 88205ee7-109f-4230-9d92-c449a422a4ce has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:11:31.661769 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77eefdf6-7e3c-48c2-817a-7be2b00dfba0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for router_gateway (fd4ce091-384d-4170-a28e-6cb246a819be), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:31.721772 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-154c39ef-c9f9-4736-acb1-b068f2a43e3b None None] Current status of the port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:31.722171 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-154c39ef-c9f9-4736-acb1-b068f2a43e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:31.722523 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-77eefdf6-7e3c-48c2-817a-7be2b00dfba0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Deleting port 85aced4f-3fd2-43a0-89ac-48e7bd171a06 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:31.722994 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77eefdf6-7e3c-48c2-817a-7be2b00dfba0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (85aced4f-3fd2-43a0-89ac-48e7bd171a06), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:31.757488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-154c39ef-c9f9-4736-acb1-b068f2a43e3b None None] For port af8cf5bd-0661-40d5-8f07-bfb8b7c12294, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af8cf5bd-0661-40d5-8f07-bfb8b7c12294,segment=NetworkSegment(d79562ee-82ba-4be0-bca7-a79281fc75b1),segment_id=d79562ee-82ba-4be0-bca7-a79281fc75b1)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:31.761278 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-154c39ef-c9f9-4736-acb1-b068f2a43e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:31.797959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-154c39ef-c9f9-4736-acb1-b068f2a43e3b None None] Provisioning complete for port 8d9cf25f-ad59-4061-8bf5-367f11f0c8b9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:31.798594 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-154c39ef-c9f9-4736-acb1-b068f2a43e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8d9cf25f-ad59-4061-8bf5-367f11f0c8b9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:31.812098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77eefdf6-7e3c-48c2-817a-7be2b00dfba0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (85aced4f-3fd2-43a0-89ac-48e7bd171a06), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:31.826435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-77eefdf6-7e3c-48c2-817a-7be2b00dfba0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Calling delete_port for 85aced4f-3fd2-43a0-89ac-48e7bd171a06 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:31.841109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c39ef-c9f9-4736-acb1-b068f2a43e3b None None] Pushing event updated for resources: {'Port': ['ID=af8cf5bd-0661-40d5-8f07-bfb8b7c12294,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:31.853089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-154c39ef-c9f9-4736-acb1-b068f2a43e3b None None] Port 8d9cf25f-ad59-4061-8bf5-367f11f0c8b9 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:31.860270 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b61acad2-278f-42ed-a977-e51203f7f63c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (ab3bc738-8ce5-4504-be13-3fd7d2141472), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:31.904465 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6e9f4b92-ce1e-4112-a826-c89b9aa78fe8 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:31.948261 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afc47ce-4029-4ff4-ad9c-317830feaba4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for port (51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:31.973265 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-6e9f4b92-ce1e-4112-a826-c89b9aa78fe8 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] device_id is not set on port 485232c2-821c-40b0-9366-f9e1cbd8cbc9 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:11:32.003837 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77eefdf6-7e3c-48c2-817a-7be2b00dfba0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (85aced4f-3fd2-43a0-89ac-48e7bd171a06), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.032595 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eefdf6-7e3c-48c2-817a-7be2b00dfba0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event deleted for resources: {'Port': ['ID=85aced4f-3fd2-43a0-89ac-48e7bd171a06,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:32.034905 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21a1fc76-e2bb-419f-bebe-65ad22da6bfd req-79aa7cbb-7209-4781-998c-428008f5755c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:32.055792 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.058362 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9340e170-ebd0-48b0-9a8f-f6cd90449d6b None None] Sync routers for ids ['88205ee7-109f-4230-9d92-c449a422a4ce'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:32.083298 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9340e170-ebd0-48b0-9a8f-f6cd90449d6b None None] Routers {'88205ee7-109f-4230-9d92-c449a422a4ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:32.084400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9340e170-ebd0-48b0-9a8f-f6cd90449d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['88205ee7-109f-4230-9d92-c449a422a4ce'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:32.109919 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77eefdf6-7e3c-48c2-817a-7be2b00dfba0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (fd4ce091-384d-4170-a28e-6cb246a819be), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.150392 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a1fc76-e2bb-419f-bebe-65ad22da6bfd req-79aa7cbb-7209-4781-998c-428008f5755c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] No DVR routers for this DVR port ab7442cd-3da3-4e8a-b083-990087554d7a on host hv-neutron-mast {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:32.182542 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-21a1fc76-e2bb-419f-bebe-65ad22da6bfd req-79aa7cbb-7209-4781-998c-428008f5755c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.186233 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-21a1fc76-e2bb-419f-bebe-65ad22da6bfd req-79aa7cbb-7209-4781-998c-428008f5755c tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.16 "DELETE /v2.0/ports/ab7442cd-3da3-4e8a-b083-990087554d7a HTTP/1.1" status: 204 len: 173 time: 3.3090119 Mar 28 09:11:32.191709 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6145f7b6-63a0-414c-8749-952687e837db', 'name': 'network-vif-deleted', 'tag': 'ab7442cd-3da3-4e8a-b083-990087554d7a'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:11:32.194556 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942ec690-448d-44ee-a868-94f6d1243fb7" -d '{"events": [{"server_uuid": "6145f7b6-63a0-414c-8749-952687e837db", "name": "network-vif-deleted", "tag": "ab7442cd-3da3-4e8a-b083-990087554d7a"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:11:32.204524 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afc47ce-4029-4ff4-ad9c-317830feaba4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.237525 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device af8cf5bd-0661-40d5-8f07-bfb8b7c12294 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:32.266697 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcddfe37-c182-4854-999a-3d5f2853229e x-openstack-request-id: req-fcddfe37-c182-4854-999a-3d5f2853229e {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:11:32.266990 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6145f7b6-63a0-414c-8749-952687e837db", "name": "network-vif-deleted", "tag": "ab7442cd-3da3-4e8a-b083-990087554d7a", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:11:32.267243 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fcddfe37-c182-4854-999a-3d5f2853229e {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:11:32.267647 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcddfe37-c182-4854-999a-3d5f2853229e'] response: {'server_uuid': '6145f7b6-63a0-414c-8749-952687e837db', 'name': 'network-vif-deleted', 'tag': 'ab7442cd-3da3-4e8a-b083-990087554d7a', 'status': 'completed', 'code': 200} Mar 28 09:11:32.287696 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77eefdf6-7e3c-48c2-817a-7be2b00dfba0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (fd4ce091-384d-4170-a28e-6cb246a819be), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.290371 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77eefdf6-7e3c-48c2-817a-7be2b00dfba0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for router_controller (fd4ce091-384d-4170-a28e-6cb246a819be), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.327329 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afc47ce-4029-4ff4-ad9c-317830feaba4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Network b7a01039-9cd7-407f-8d34-dd26ba0080e7 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:32.331178 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-9340e170-ebd0-48b0-9a8f-f6cd90449d6b None None] Set router 88205ee7-109f-4230-9d92-c449a422a4ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:11:32.335950 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc47ce-4029-4ff4-ad9c-317830feaba4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event updated for resources: {'Port': ['ID=51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:32.341430 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-0afc47ce-4029-4ff4-ad9c-317830feaba4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:32.346694 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afc47ce-4029-4ff4-ad9c-317830feaba4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:32.372239 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77eefdf6-7e3c-48c2-817a-7be2b00dfba0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (fd4ce091-384d-4170-a28e-6cb246a819be), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.373483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77eefdf6-7e3c-48c2-817a-7be2b00dfba0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Fanout notify agent at l3_agent the message router_deleted on router fd4ce091-384d-4170-a28e-6cb246a819be {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:11:32.390150 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:32.390533 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.398507 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77eefdf6-7e3c-48c2-817a-7be2b00dfba0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.402049 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-6e9f4b92-ce1e-4112-a826-c89b9aa78fe8 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Allocated IP 2001:db8::d1 (d240050e-d93a-4530-a0b3-76a8cfd44450/101a4af4-099d-4642-bafd-32f273ffe698/485232c2-821c-40b0-9366-f9e1cbd8cbc9) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:32.408974 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-77eefdf6-7e3c-48c2-817a-7be2b00dfba0 tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/routers/fd4ce091-384d-4170-a28e-6cb246a819be HTTP/1.1" status: 204 len: 168 time: 1.0042815 Mar 28 09:11:32.411257 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51438) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:32.436580 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afc47ce-4029-4ff4-ad9c-317830feaba4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (02d870ec-69af-4da9-8c11-7b52ee5e7a2a), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.478179 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2f073e-e046-480b-85eb-82501c2c3b5c tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Deleting subnet 0af81c8e-700d-47e9-8b3f-2b686c972539 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:32.483004 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f2f073e-e046-480b-85eb-82501c2c3b5c tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for subnet (0af81c8e-700d-47e9-8b3f-2b686c972539), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.586550 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:32.590046 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f2f073e-e046-480b-85eb-82501c2c3b5c tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (0af81c8e-700d-47e9-8b3f-2b686c972539), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.668065 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f2f073e-e046-480b-85eb-82501c2c3b5c tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (0af81c8e-700d-47e9-8b3f-2b686c972539), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.704565 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9340e170-ebd0-48b0-9a8f-f6cd90449d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'name': 'tempest-ServerActionsTestJSON-2141593750-router', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245'}], 'enable_snat': True}, 'gw_port_id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:06Z', 'updated_at': '2022-03-28T09:08:22Z', 'revision_number': 4, 'project_id': '2eeee875a9da4567926143d977c5d593', 'gw_port': {'id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:09Z', 'updated_at': '2022-03-28T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3859860c-6925-43ba-a8e3-05247833f52e', 'name': '', 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'mac_address': 'fa:16:3e:92:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:19Z', 'updated_at': '2022-03-28T09:08:28Z', 'revision_number': 5, 'project_id': '2eeee875a9da4567926143d977c5d593', 'subnets': [{'id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:32.730540 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4dea649c-1d4e-41fa-99c8-06e48107aebd req-afbbbb11-6524-4096-966e-b66aede273cf tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/ports?device_id=6145f7b6-63a0-414c-8749-952687e837db HTTP/1.1" status: 200 len: 210 time: 0.1256549 Mar 28 09:11:32.780592 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f2f073e-e046-480b-85eb-82501c2c3b5c tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (0af81c8e-700d-47e9-8b3f-2b686c972539), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.785927 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9340e170-ebd0-48b0-9a8f-f6cd90449d6b None None] Checking router: 88205ee7-109f-4230-9d92-c449a422a4ce for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:11:32.806352 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9340e170-ebd0-48b0-9a8f-f6cd90449d6b None None] Routers {'88205ee7-109f-4230-9d92-c449a422a4ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:32.807044 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9340e170-ebd0-48b0-9a8f-f6cd90449d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['88205ee7-109f-4230-9d92-c449a422a4ce'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:32.810292 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afc47ce-4029-4ff4-ad9c-317830feaba4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.810483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f073e-e046-480b-85eb-82501c2c3b5c tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event deleted for resources: {'Subnet': ['ID=0af81c8e-700d-47e9-8b3f-2b686c972539,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:32.814920 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f2f073e-e046-480b-85eb-82501c2c3b5c tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.821907 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2f2f073e-e046-480b-85eb-82501c2c3b5c tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/subnets/0af81c8e-700d-47e9-8b3f-2b686c972539 HTTP/1.1" status: 204 len: 168 time: 0.4094243 Mar 28 09:11:32.823000 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51442) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:32.850415 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6e9f4b92-ce1e-4112-a826-c89b9aa78fe8 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (485232c2-821c-40b0-9366-f9e1cbd8cbc9), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.861105 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-b61acad2-278f-42ed-a977-e51203f7f63c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting port 25cf7c4a-28f9-4227-930d-29f0213d3cf2 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:32.861435 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b61acad2-278f-42ed-a977-e51203f7f63c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (25cf7c4a-28f9-4227-930d-29f0213d3cf2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.902915 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e68489c-4d02-475f-adda-79f413a30ffe tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (839bdaa6-37d1-4336-b120-a3190d586016), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.904511 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device ab7442cd-3da3-4e8a-b083-990087554d7a no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:11:32.939812 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3cb48d75-ba6b-4713-b616-fd5566cab420 None None] Provisioning complete for port 51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:32.940190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3cb48d75-ba6b-4713-b616-fd5566cab420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:32.942649 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: ab7442cd-3da3-4e8a-b083-990087554d7a {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:11:32.943892 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device ab7442cd-3da3-4e8a-b083-990087554d7a not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:11:32.987791 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3cb48d75-ba6b-4713-b616-fd5566cab420 None None] Port 51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:32.999044 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e68489c-4d02-475f-adda-79f413a30ffe tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (839bdaa6-37d1-4336-b120-a3190d586016), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:33.009609 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-9340e170-ebd0-48b0-9a8f-f6cd90449d6b None None] Set router 88205ee7-109f-4230-9d92-c449a422a4ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:11:33.020561 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-0e68489c-4d02-475f-adda-79f413a30ffe tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839bdaa6-37d1-4336-b120-a3190d586016']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:33.030882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-0e68489c-4d02-475f-adda-79f413a30ffe tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f7e298-adbf-439b-8172-d962a1ff9903') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:33.031112 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-0e68489c-4d02-475f-adda-79f413a30ffe tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f7e298-adbf-439b-8172-d962a1ff9903') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:33.043068 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e68489c-4d02-475f-adda-79f413a30ffe tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (52f7e298-adbf-439b-8172-d962a1ff9903), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:33.065857 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e68489c-4d02-475f-adda-79f413a30ffe tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (52f7e298-adbf-439b-8172-d962a1ff9903), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:33.067040 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6e9f4b92-ce1e-4112-a826-c89b9aa78fe8 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (485232c2-821c-40b0-9366-f9e1cbd8cbc9), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:33.075344 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e68489c-4d02-475f-adda-79f413a30ffe tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:11:33.076319 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e68489c-4d02-475f-adda-79f413a30ffe tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (52f7e298-adbf-439b-8172-d962a1ff9903), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:11:33.080859 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:11:33.113076 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b61acad2-278f-42ed-a977-e51203f7f63c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (25cf7c4a-28f9-4227-930d-29f0213d3cf2), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:33.146709 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-b61acad2-278f-42ed-a977-e51203f7f63c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Calling delete_port for 25cf7c4a-28f9-4227-930d-29f0213d3cf2 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:33.159347 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e68489c-4d02-475f-adda-79f413a30ffe tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (839bdaa6-37d1-4336-b120-a3190d586016), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:33.163798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9f4b92-ce1e-4112-a826-c89b9aa78fe8 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network d240050e-d93a-4530-a0b3-76a8cfd44450 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:33.167674 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e68489c-4d02-475f-adda-79f413a30ffe tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:33.174774 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0e68489c-4d02-475f-adda-79f413a30ffe tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] 10.222.0.15 "DELETE /v2.0/networks/839bdaa6-37d1-4336-b120-a3190d586016 HTTP/1.1" status: 204 len: 168 time: 0.3500891 Mar 28 09:11:33.192993 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68489c-4d02-475f-adda-79f413a30ffe tempest-FloatingIPTestJSON-1400254002 tempest-FloatingIPTestJSON-1400254002-project] Pushing event deleted for resources: {'Network': ['ID=839bdaa6-37d1-4336-b120-a3190d586016,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:33.209095 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-6e9f4b92-ce1e-4112-a826-c89b9aa78fe8 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:33.217333 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f4b92-ce1e-4112-a826-c89b9aa78fe8 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:33.222567 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f4b92-ce1e-4112-a826-c89b9aa78fe8 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:33.223193 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6e9f4b92-ce1e-4112-a826-c89b9aa78fe8 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:33.245607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9340e170-ebd0-48b0-9a8f-f6cd90449d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'name': 'tempest-ServerActionsTestJSON-2141593750-router', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245'}], 'enable_snat': True}, 'gw_port_id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:06Z', 'updated_at': '2022-03-28T09:08:22Z', 'revision_number': 4, 'project_id': '2eeee875a9da4567926143d977c5d593', 'gw_port': {'id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:09Z', 'updated_at': '2022-03-28T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3859860c-6925-43ba-a8e3-05247833f52e', 'name': '', 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'mac_address': 'fa:16:3e:92:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:19Z', 'updated_at': '2022-03-28T09:08:28Z', 'revision_number': 5, 'project_id': '2eeee875a9da4567926143d977c5d593', 'subnets': [{'id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:33.265525 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f4b92-ce1e-4112-a826-c89b9aa78fe8 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=485232c2-821c-40b0-9366-f9e1cbd8cbc9,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:33.298583 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9340e170-ebd0-48b0-9a8f-f6cd90449d6b None None] The sync data for ids ['88205ee7-109f-4230-9d92-c449a422a4ce'] in dv-neutron-master-2-hyperv is: [{'id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'name': 'tempest-ServerActionsTestJSON-2141593750-router', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245'}], 'enable_snat': True}, 'gw_port_id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:06Z', 'updated_at': '2022-03-28T09:08:22Z', 'revision_number': 4, 'project_id': '2eeee875a9da4567926143d977c5d593', 'gw_port': {'id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:09Z', 'updated_at': '2022-03-28T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3859860c-6925-43ba-a8e3-05247833f52e', 'name': '', 'network_id': '8d91ea5b-e152-44bb-a4a8-3db8f5dd9087', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'mac_address': 'fa:16:3e:92:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:19Z', 'updated_at': '2022-03-28T09:08:28Z', 'revision_number': 5, 'project_id': '2eeee875a9da4567926143d977c5d593', 'subnets': [{'id': '3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:33.311422 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6e9f4b92-ce1e-4112-a826-c89b9aa78fe8 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4832501 Mar 28 09:11:33.312496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51446) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:33.319567 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e656a0e5-feb7-4f08-abfd-754a6b15e184 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'subnet': {'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:33.436102 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afc47ce-4029-4ff4-ad9c-317830feaba4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for port (51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:33.449764 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afc47ce-4029-4ff4-ad9c-317830feaba4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:33.500521 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e656a0e5-feb7-4f08-abfd-754a6b15e184 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:33.504749 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e656a0e5-feb7-4f08-abfd-754a6b15e184 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:33.562627 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51450) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:33.578929 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0afc47ce-4029-4ff4-ad9c-317830feaba4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (02d870ec-69af-4da9-8c11-7b52ee5e7a2a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:33.603496 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc47ce-4029-4ff4-ad9c-317830feaba4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event updated for resources: {'Port': ['ID=51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:33.628815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-5e684f3d-1023-410f-80db-68af3a12a2b7 None None] Provisioning complete for port 485232c2-821c-40b0-9366-f9e1cbd8cbc9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:33.629117 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5e684f3d-1023-410f-80db-68af3a12a2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (485232c2-821c-40b0-9366-f9e1cbd8cbc9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:33.654184 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.ipam_backend_mixin [None req-e656a0e5-feb7-4f08-abfd-754a6b15e184 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 101a4af4-099d-4642-bafd-32f273ffe698 (CIDR: 2001:db8::/64) Mar 28 09:11:33.658811 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-e656a0e5-feb7-4f08-abfd-754a6b15e184 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:11:33.659394 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e656a0e5-feb7-4f08-abfd-754a6b15e184 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:33.680750 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b61acad2-278f-42ed-a977-e51203f7f63c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (25cf7c4a-28f9-4227-930d-29f0213d3cf2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:33.684517 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e656a0e5-feb7-4f08-abfd-754a6b15e184 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3704913 Mar 28 09:11:33.687455 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51454) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:33.693022 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:33.695795 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5e684f3d-1023-410f-80db-68af3a12a2b7 None None] Port 485232c2-821c-40b0-9366-f9e1cbd8cbc9 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:33.696448 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-38f66870-1808-45a4-a33c-4ddd8990be21 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'subnet': {'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:33.719538 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61acad2-278f-42ed-a977-e51203f7f63c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Port': ['ID=25cf7c4a-28f9-4227-930d-29f0213d3cf2,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:33.736768 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fae976-3f52-4d7c-87a5-1d3ba07a6966 None None] New status for floating IP b6667974-7b51-4d32-88f8-e8fe92f7fbee: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:11:33.812129 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-179819cb-81b0-45d2-81c8-20f730a3a20a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a61626699d54c55a1ddefde9f4ab21d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487810 Mar 28 09:11:33.814860 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51458) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:33.835899 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afc47ce-4029-4ff4-ad9c-317830feaba4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Network b7a01039-9cd7-407f-8d34-dd26ba0080e7 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:33.844268 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-0afc47ce-4029-4ff4-ad9c-317830feaba4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:33.910418 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51462) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:33.924622 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0839797d-95d4-4669-aa36-14e5d833d976 admin admin] Publish callbacks [] for security_group (80106899-a542-49a0-83d9-1620d30b1097), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:33.944767 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f66870-1808-45a4-a33c-4ddd8990be21 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:33.948330 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-38f66870-1808-45a4-a33c-4ddd8990be21 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:34.035132 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0839797d-95d4-4669-aa36-14e5d833d976 admin admin] Publish callbacks [] for security_group (80106899-a542-49a0-83d9-1620d30b1097), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:34.041786 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b61acad2-278f-42ed-a977-e51203f7f63c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (ab3bc738-8ce5-4504-be13-3fd7d2141472), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:34.125304 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa552b82-ad97-461c-b26d-aa39a3913432 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for security_group (45b762a4-a93b-47d2-bf2e-48d6f09d663e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:34.170617 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa552b82-ad97-461c-b26d-aa39a3913432 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for security_group (45b762a4-a93b-47d2-bf2e-48d6f09d663e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:34.193587 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0839797d-95d4-4669-aa36-14e5d833d976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (80106899-a542-49a0-83d9-1620d30b1097), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:34.196385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0839797d-95d4-4669-aa36-14e5d833d976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:34.200114 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0839797d-95d4-4669-aa36-14e5d833d976 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80106899-a542-49a0-83d9-1620d30b1097 HTTP/1.1" status: 204 len: 168 time: 0.3818336 Mar 28 09:11:34.235311 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839797d-95d4-4669-aa36-14e5d833d976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80106899-a542-49a0-83d9-1620d30b1097,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:34.235536 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9a2ed03e-b99c-4175-ab05-5e4451f371a7 None None] Provisioning complete for port 51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:34.236016 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed03e-b99c-4175-ab05-5e4451f371a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:34.308903 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa552b82-ad97-461c-b26d-aa39a3913432 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (45b762a4-a93b-47d2-bf2e-48d6f09d663e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:34.313416 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ed03e-b99c-4175-ab05-5e4451f371a7 None None] Port 51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:34.319599 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa552b82-ad97-461c-b26d-aa39a3913432 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:34.321255 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-aa552b82-ad97-461c-b26d-aa39a3913432 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "DELETE /v2.0/security-groups/45b762a4-a93b-47d2-bf2e-48d6f09d663e HTTP/1.1" status: 204 len: 168 time: 0.4090009 Mar 28 09:11:34.330386 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51466) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:34.358346 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa552b82-ad97-461c-b26d-aa39a3913432 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b762a4-a93b-47d2-bf2e-48d6f09d663e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:34.363134 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-c1cd44d4-d27f-4b48-bfdd-62db31c5b4b3 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] show failed (client error): The resource could not be found. Mar 28 09:11:34.364217 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c1cd44d4-d27f-4b48-bfdd-62db31c5b4b3 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "GET /v2.0/security-groups/45b762a4-a93b-47d2-bf2e-48d6f09d663e HTTP/1.1" status: 404 len: 347 time: 0.0302522 Mar 28 09:11:34.392364 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51470) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:34.614946 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afc47ce-4029-4ff4-ad9c-317830feaba4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Router 02d870ec-69af-4da9-8c11-7b52ee5e7a2a has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:11:34.634644 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61acad2-278f-42ed-a977-e51203f7f63c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router ab3bc738-8ce5-4504-be13-3fd7d2141472 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:11:34.794727 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61acad2-278f-42ed-a977-e51203f7f63c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:34.803148 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b61acad2-278f-42ed-a977-e51203f7f63c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/ab3bc738-8ce5-4504-be13-3fd7d2141472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5808024 Mar 28 09:11:34.803148 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afc47ce-4029-4ff4-ad9c-317830feaba4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:34.804465 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51486) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:34.811888 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0afc47ce-4029-4ff4-ad9c-317830feaba4 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "PUT /v2.0/routers/02d870ec-69af-4da9-8c11-7b52ee5e7a2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9012170 Mar 28 09:11:34.812360 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51488) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:34.814318 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49af49f-bfa7-4b2c-841f-8586b3c6997f None None] Sync routers for ids ['ab3bc738-8ce5-4504-be13-3fd7d2141472'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:34.837906 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49af49f-bfa7-4b2c-841f-8586b3c6997f None None] Routers {'ab3bc738-8ce5-4504-be13-3fd7d2141472'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:34.840506 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2e373181-3b3e-4c69-a21f-41e5f01528a2 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab3bc738-8ce5-4504-be13-3fd7d2141472 HTTP/1.1" status: 200 len: 205 time: 0.0353177 Mar 28 09:11:34.842208 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af252be-9360-4f61-8b22-069e12d4df8a None None] Sync routers for ids ['02d870ec-69af-4da9-8c11-7b52ee5e7a2a'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:34.843043 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51490) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:34.853479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f49af49f-bfa7-4b2c-841f-8586b3c6997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['ab3bc738-8ce5-4504-be13-3fd7d2141472'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:34.858811 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af252be-9360-4f61-8b22-069e12d4df8a None None] Routers {'02d870ec-69af-4da9-8c11-7b52ee5e7a2a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:34.859428 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3af252be-9360-4f61-8b22-069e12d4df8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['02d870ec-69af-4da9-8c11-7b52ee5e7a2a'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:34.898585 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f49af49f-bfa7-4b2c-841f-8586b3c6997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:34.924340 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49af49f-bfa7-4b2c-841f-8586b3c6997f None None] Routers {'ab3bc738-8ce5-4504-be13-3fd7d2141472'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:34.924970 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f49af49f-bfa7-4b2c-841f-8586b3c6997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['ab3bc738-8ce5-4504-be13-3fd7d2141472'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:34.925805 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-38f66870-1808-45a4-a33c-4ddd8990be21 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (6e65bc01-49e3-441c-b2fe-c80c412292a5), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:34.934263 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-342b97f9-4e93-4e0b-bfad-fddf6a366344 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (ab3bc738-8ce5-4504-be13-3fd7d2141472), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:34.970050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f49af49f-bfa7-4b2c-841f-8586b3c6997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:34.970870 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49af49f-bfa7-4b2c-841f-8586b3c6997f None None] The sync data for ids ['ab3bc738-8ce5-4504-be13-3fd7d2141472'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:34.976302 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3af252be-9360-4f61-8b22-069e12d4df8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:34.988160 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af252be-9360-4f61-8b22-069e12d4df8a None None] Routers {'02d870ec-69af-4da9-8c11-7b52ee5e7a2a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:34.990049 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3af252be-9360-4f61-8b22-069e12d4df8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['02d870ec-69af-4da9-8c11-7b52ee5e7a2a'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:35.003964 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f66870-1808-45a4-a33c-4ddd8990be21 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network d240050e-d93a-4530-a0b3-76a8cfd44450 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:35.015830 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ad997339-486c-4502-ba1b-162acdae90ec tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for router (02d870ec-69af-4da9-8c11-7b52ee5e7a2a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.032324 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3af252be-9360-4f61-8b22-069e12d4df8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:35.033235 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af252be-9360-4f61-8b22-069e12d4df8a None None] The sync data for ids ['02d870ec-69af-4da9-8c11-7b52ee5e7a2a'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:35.055076 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-38f66870-1808-45a4-a33c-4ddd8990be21 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:35.063548 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d7ae65-26d2-4a2e-9e98-caf28b41d343 None None] Network d240050e-d93a-4530-a0b3-76a8cfd44450 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:35.087766 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51494) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:35.093160 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f66870-1808-45a4-a33c-4ddd8990be21 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:35.093160 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-38f66870-1808-45a4-a33c-4ddd8990be21 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.115576 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f66870-1808-45a4-a33c-4ddd8990be21 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Subnet': ['ID=6e65bc01-49e3-441c-b2fe-c80c412292a5,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:35.123848 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5beec210-737b-4dc8-9437-75f86b210b94 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Deleting port b84a82bb-075b-44d5-83fd-79717b836e2d {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:35.123848 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5beec210-737b-4dc8-9437-75f86b210b94 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b84a82bb-075b-44d5-83fd-79717b836e2d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.137211 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-38f66870-1808-45a4-a33c-4ddd8990be21 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4470601 Mar 28 09:11:35.137511 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-342b97f9-4e93-4e0b-bfad-fddf6a366344 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (ab3bc738-8ce5-4504-be13-3fd7d2141472), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.140089 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-342b97f9-4e93-4e0b-bfad-fddf6a366344 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router_controller (ab3bc738-8ce5-4504-be13-3fd7d2141472), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.142101 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51498) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:35.149852 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a6064269-c71c-4647-8a55-201a4fc9cf2d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-746210442', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6e65bc01-49e3-441c-b2fe-c80c412292a5'}], 'security_groups': ['22f2265c-c528-4f29-aae7-1cc4f0449f27']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:35.193502 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-ad997339-486c-4502-ba1b-162acdae90ec tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 28 09:11:35.194587 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ad997339-486c-4502-ba1b-162acdae90ec tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "DELETE /v2.0/routers/02d870ec-69af-4da9-8c11-7b52ee5e7a2a HTTP/1.1" status: 409 len: 376 time: 0.3797989 Mar 28 09:11:35.197500 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51500) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:35.233216 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-342b97f9-4e93-4e0b-bfad-fddf6a366344 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (ab3bc738-8ce5-4504-be13-3fd7d2141472), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.234314 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342b97f9-4e93-4e0b-bfad-fddf6a366344 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Fanout notify agent at l3_agent the message router_deleted on router ab3bc738-8ce5-4504-be13-3fd7d2141472 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:11:35.245477 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-342b97f9-4e93-4e0b-bfad-fddf6a366344 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.249420 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-342b97f9-4e93-4e0b-bfad-fddf6a366344 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/routers/ab3bc738-8ce5-4504-be13-3fd7d2141472 HTTP/1.1" status: 204 len: 168 time: 0.4053226 Mar 28 09:11:35.253519 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51502) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:35.298197 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-323868cd-5298-488e-baf8-867c0a95090b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1329759407'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:35.307365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5beec210-737b-4dc8-9437-75f86b210b94 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b84a82bb-075b-44d5-83fd-79717b836e2d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.307727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5beec210-737b-4dc8-9437-75f86b210b94 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for floatingip (b84a82bb-075b-44d5-83fd-79717b836e2d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.315452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d2ead0-e856-4787-a973-ea0e33849950 None None] Update dhcp port {'port': {'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450', 'fixed_ips': [{'subnet_id': '101a4af4-099d-4642-bafd-32f273ffe698', 'ip_address': '2001:db8::2'}, {'subnet_id': '6e65bc01-49e3-441c-b2fe-c80c412292a5'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'af8cf5bd-0661-40d5-8f07-bfb8b7c12294'} from dv-neutron-master-2-hyperv. {{(pid=104077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 09:11:35.325466 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5beec210-737b-4dc8-9437-75f86b210b94 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Calling delete_port for b84a82bb-075b-44d5-83fd-79717b836e2d owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:35.347443 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-32d2ead0-e856-4787-a973-ea0e33849950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.363401 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a6064269-c71c-4647-8a55-201a4fc9cf2d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (485232c2-821c-40b0-9366-f9e1cbd8cbc9), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.373180 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75bc80e-87dd-4890-a1a6-8bfc4218a367 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting subnet b58e6f05-70d0-4787-8756-859add2bad36 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:35.384828 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323868cd-5298-488e-baf8-867c0a95090b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:35.388058 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-323868cd-5298-488e-baf8-867c0a95090b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.390817 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e75bc80e-87dd-4890-a1a6-8bfc4218a367 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (b58e6f05-70d0-4787-8756-859add2bad36), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.430959 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-323868cd-5298-488e-baf8-867c0a95090b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.484664 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e75bc80e-87dd-4890-a1a6-8bfc4218a367 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (b58e6f05-70d0-4787-8756-859add2bad36), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.527584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-32d2ead0-e856-4787-a973-ea0e33849950 None None] Allocated IP 2001:db8:0:1::2 (d240050e-d93a-4530-a0b3-76a8cfd44450/6e65bc01-49e3-441c-b2fe-c80c412292a5/af8cf5bd-0661-40d5-8f07-bfb8b7c12294) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:35.616975 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5beec210-737b-4dc8-9437-75f86b210b94 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (b84a82bb-075b-44d5-83fd-79717b836e2d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.648472 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-32d2ead0-e856-4787-a973-ea0e33849950 None None] For port af8cf5bd-0661-40d5-8f07-bfb8b7c12294, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af8cf5bd-0661-40d5-8f07-bfb8b7c12294,segment=NetworkSegment(d79562ee-82ba-4be0-bca7-a79281fc75b1),segment_id=d79562ee-82ba-4be0-bca7-a79281fc75b1)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:35.667113 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beec210-737b-4dc8-9437-75f86b210b94 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Pushing event deleted for resources: {'Port': ['ID=b84a82bb-075b-44d5-83fd-79717b836e2d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:35.697685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-32d2ead0-e856-4787-a973-ea0e33849950 None None] Publish callbacks [] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.703765 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-32d2ead0-e856-4787-a973-ea0e33849950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.743851 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e75bc80e-87dd-4890-a1a6-8bfc4218a367 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (b58e6f05-70d0-4787-8756-859add2bad36), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.751322 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5beec210-737b-4dc8-9437-75f86b210b94 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks [] for floatingip (b6667974-7b51-4d32-88f8-e8fe92f7fbee), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.753922 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5beec210-737b-4dc8-9437-75f86b210b94 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.758395 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5beec210-737b-4dc8-9437-75f86b210b94 tempest-ServerActionsTestJSON-1358851113 tempest-ServerActionsTestJSON-1358851113-project] 10.222.0.15 "DELETE /v2.0/floatingips/b6667974-7b51-4d32-88f8-e8fe92f7fbee HTTP/1.1" status: 204 len: 168 time: 1.3650930 Mar 28 09:11:35.759037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51504) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:35.767643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a89e-e1d5-47d9-99ab-d98f5c9e2a95 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (02d870ec-69af-4da9-8c11-7b52ee5e7a2a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.791872 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-323868cd-5298-488e-baf8-867c0a95090b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for security_group (8e93e839-e7df-49df-a558-f1f52ecf137d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.806538 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-323868cd-5298-488e-baf8-867c0a95090b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (8e93e839-e7df-49df-a558-f1f52ecf137d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.822816 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2ead0-e856-4787-a973-ea0e33849950 None None] Pushing event updated for resources: {'Port': ['ID=af8cf5bd-0661-40d5-8f07-bfb8b7c12294,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:35.876442 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323868cd-5298-488e-baf8-867c0a95090b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e93e839-e7df-49df-a558-f1f52ecf137d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:35.881467 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323868cd-5298-488e-baf8-867c0a95090b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:11:35.930672 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-323868cd-5298-488e-baf8-867c0a95090b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c673a8f1-56a9-4e5a-bc97-ed4ce24d6783), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.931031 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-323868cd-5298-488e-baf8-867c0a95090b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Added segment c673a8f1-56a9-4e5a-bc97-ed4ce24d6783 of type vlan for network 5d256d2e-872f-4845-9233-938903d36960 Mar 28 09:11:35.932700 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e75bc80e-87dd-4890-a1a6-8bfc4218a367 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (b58e6f05-70d0-4787-8756-859add2bad36), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:35.999765 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75bc80e-87dd-4890-a1a6-8bfc4218a367 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Subnet': ['ID=b58e6f05-70d0-4787-8756-859add2bad36,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:36.015569 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e75bc80e-87dd-4890-a1a6-8bfc4218a367 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:36.018701 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e75bc80e-87dd-4890-a1a6-8bfc4218a367 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/subnets/b58e6f05-70d0-4787-8756-859add2bad36 HTTP/1.1" status: 204 len: 168 time: 0.7642202 Mar 28 09:11:36.023214 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51506) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:36.024880 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11afb938-9de0-437e-b74d-99aacc9c0c4f None None] Network 8ab02d6e-4ab9-4250-ada2-32bf2f178e44 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:36.037956 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-a6064269-c71c-4647-8a55-201a4fc9cf2d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Delete allocated IP 2001:db8::d1 (d240050e-d93a-4530-a0b3-76a8cfd44450/101a4af4-099d-4642-bafd-32f273ffe698) {{(pid=104076) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 09:11:36.040821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-323868cd-5298-488e-baf8-867c0a95090b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (5d256d2e-872f-4845-9233-938903d36960), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:36.057259 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-a6064269-c71c-4647-8a55-201a4fc9cf2d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Allocated IP 2001:db8:0:1::3cf (d240050e-d93a-4530-a0b3-76a8cfd44450/6e65bc01-49e3-441c-b2fe-c80c412292a5/485232c2-821c-40b0-9366-f9e1cbd8cbc9) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:36.198378 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-733fc029-56c3-4e4b-9ba7-3e294b919014 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting subnet 58e0fc30-214e-4b82-9b30-bf28712a630c {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:36.205664 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-733fc029-56c3-4e4b-9ba7-3e294b919014 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (58e0fc30-214e-4b82-9b30-bf28712a630c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:36.271253 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device af8cf5bd-0661-40d5-8f07-bfb8b7c12294 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:36.280896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-733fc029-56c3-4e4b-9ba7-3e294b919014 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (58e0fc30-214e-4b82-9b30-bf28712a630c), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:36.327582 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a6064269-c71c-4647-8a55-201a4fc9cf2d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (485232c2-821c-40b0-9366-f9e1cbd8cbc9), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:36.337520 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a6064269-c71c-4647-8a55-201a4fc9cf2d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (485232c2-821c-40b0-9366-f9e1cbd8cbc9), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:36.342235 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-323868cd-5298-488e-baf8-867c0a95090b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (5d256d2e-872f-4845-9233-938903d36960), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:36.351959 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323868cd-5298-488e-baf8-867c0a95090b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:36.352812 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-323868cd-5298-488e-baf8-867c0a95090b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:36.369107 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:36.369734 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:36.482438 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53217af-dc8c-48f4-a796-b6c82511ae5f None None] DHCP port deletion for 8ab02d6e-4ab9-4250-ada2-32bf2f178e44 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:11:36.497940 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:36.499999 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a6064269-c71c-4647-8a55-201a4fc9cf2d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] In _notify_port_updated(), no bound segment for port 485232c2-821c-40b0-9366-f9e1cbd8cbc9 on network d240050e-d93a-4530-a0b3-76a8cfd44450 {{(pid=104076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:11:36.505401 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6064269-c71c-4647-8a55-201a4fc9cf2d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:36.506541 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a6064269-c71c-4647-8a55-201a4fc9cf2d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:36.511348 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a6064269-c71c-4647-8a55-201a4fc9cf2d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "PUT /v2.0/ports/485232c2-821c-40b0-9366-f9e1cbd8cbc9 HTTP/1.1" status: 200 len: 930 time: 1.3655040 Mar 28 09:11:36.513638 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51508) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:36.540301 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-323868cd-5298-488e-baf8-867c0a95090b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4497838 Mar 28 09:11:36.568130 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323868cd-5298-488e-baf8-867c0a95090b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Network': ['ID=5d256d2e-872f-4845-9233-938903d36960,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:36.579309 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6064269-c71c-4647-8a55-201a4fc9cf2d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=485232c2-821c-40b0-9366-f9e1cbd8cbc9,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:36.580207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-733fc029-56c3-4e4b-9ba7-3e294b919014 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (58e0fc30-214e-4b82-9b30-bf28712a630c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:36.582466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 5d256d2e-872f-4845-9233-938903d36960 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:11:36.630912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-d9d5a89e-e1d5-47d9-99ab-d98f5c9e2a95 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Deleting port 51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:36.631363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a89e-e1d5-47d9-99ab-d98f5c9e2a95 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:36.675662 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d53217af-dc8c-48f4-a796-b6c82511ae5f None None] Deleting port bae0e664-3c19-4508-bd4a-73956749b154 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:36.676030 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d53217af-dc8c-48f4-a796-b6c82511ae5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (bae0e664-3c19-4508-bd4a-73956749b154), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:36.747722 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2c4c24b3-128c-4553-bf37-1a284f446f52 None None] Provisioning complete for port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:36.748106 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2c4c24b3-128c-4553-bf37-1a284f446f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:36.810497 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a89e-e1d5-47d9-99ab-d98f5c9e2a95 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:36.811477 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d53217af-dc8c-48f4-a796-b6c82511ae5f None None] For port bae0e664-3c19-4508-bd4a-73956749b154, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bae0e664-3c19-4508-bd4a-73956749b154,segment=NetworkSegment(2e90e861-66c3-42d9-9a77-2e7a746cd776),segment_id=2e90e861-66c3-42d9-9a77-2e7a746cd776)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:36.811924 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d53217af-dc8c-48f4-a796-b6c82511ae5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (bae0e664-3c19-4508-bd4a-73956749b154), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:36.815169 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-733fc029-56c3-4e4b-9ba7-3e294b919014 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (58e0fc30-214e-4b82-9b30-bf28712a630c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:36.849493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d53217af-dc8c-48f4-a796-b6c82511ae5f None None] Calling delete_port for bae0e664-3c19-4508-bd4a-73956749b154 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:36.879489 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c24b3-128c-4553-bf37-1a284f446f52 None None] Current status of the port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:36.913767 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-733fc029-56c3-4e4b-9ba7-3e294b919014 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:36.919414 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-733fc029-56c3-4e4b-9ba7-3e294b919014 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/subnets/58e0fc30-214e-4b82-9b30-bf28712a630c HTTP/1.1" status: 204 len: 168 time: 0.8357222 Mar 28 09:11:36.919788 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51510) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:36.930045 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-81964cb9-6fb3-415f-81d8-0d25c7950f51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port 485232c2-821c-40b0-9366-f9e1cbd8cbc9 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:36.930252 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d11af8-b412-49e0-8e7d-5add3b70e8a7 None None] Network 4b50c114-7a97-4ff0-8e60-2365a6b9d0ef requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:36.932066 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-81964cb9-6fb3-415f-81d8-0d25c7950f51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (485232c2-821c-40b0-9366-f9e1cbd8cbc9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.031164 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (8ab02d6e-4ab9-4250-ada2-32bf2f178e44), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.041799 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-81964cb9-6fb3-415f-81d8-0d25c7950f51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (485232c2-821c-40b0-9366-f9e1cbd8cbc9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.060011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-81964cb9-6fb3-415f-81d8-0d25c7950f51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for 485232c2-821c-40b0-9366-f9e1cbd8cbc9 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:37.061519 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2c4c24b3-128c-4553-bf37-1a284f446f52 None None] Provisioning complete for port 485232c2-821c-40b0-9366-f9e1cbd8cbc9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:37.061943 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2c4c24b3-128c-4553-bf37-1a284f446f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (485232c2-821c-40b0-9366-f9e1cbd8cbc9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.096386 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting port bae0e664-3c19-4508-bd4a-73956749b154 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:37.097084 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (bae0e664-3c19-4508-bd4a-73956749b154), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.104837 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c24b3-128c-4553-bf37-1a284f446f52 None None] Port 485232c2-821c-40b0-9366-f9e1cbd8cbc9 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:37.126315 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2c4c24b3-128c-4553-bf37-1a284f446f52 None None] Provisioning complete for port 8d9cf25f-ad59-4061-8bf5-367f11f0c8b9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:37.126315 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2c4c24b3-128c-4553-bf37-1a284f446f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8d9cf25f-ad59-4061-8bf5-367f11f0c8b9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.174024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d53217af-dc8c-48f4-a796-b6c82511ae5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (bae0e664-3c19-4508-bd4a-73956749b154), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.208799 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-d9d5a89e-e1d5-47d9-99ab-d98f5c9e2a95 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Calling delete_port for 51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:37.209776 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53217af-dc8c-48f4-a796-b6c82511ae5f None None] No DVR routers for this DVR port bae0e664-3c19-4508-bd4a-73956749b154 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:37.219374 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fc029-56c3-4e4b-9ba7-3e294b919014 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Subnet': ['ID=58e0fc30-214e-4b82-9b30-bf28712a630c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:37.225389 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-81964cb9-6fb3-415f-81d8-0d25c7950f51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (485232c2-821c-40b0-9366-f9e1cbd8cbc9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.227871 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53217af-dc8c-48f4-a796-b6c82511ae5f None None] Pushing event deleted for resources: {'Port': ['ID=bae0e664-3c19-4508-bd4a-73956749b154,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:37.230961 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4172a7-bc47-469d-9ef5-88275a941ba7 None None] DHCP port deletion for 4b50c114-7a97-4ff0-8e60-2365a6b9d0ef request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:11:37.284736 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] For port bae0e664-3c19-4508-bd4a-73956749b154, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bae0e664-3c19-4508-bd4a-73956749b154,segment=NetworkSegment(2e90e861-66c3-42d9-9a77-2e7a746cd776),segment_id=2e90e861-66c3-42d9-9a77-2e7a746cd776)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:37.288484 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (bae0e664-3c19-4508-bd4a-73956749b154), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.292587 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c24b3-128c-4553-bf37-1a284f446f52 None None] Port 8d9cf25f-ad59-4061-8bf5-367f11f0c8b9 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:37.297891 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81964cb9-6fb3-415f-81d8-0d25c7950f51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=485232c2-821c-40b0-9366-f9e1cbd8cbc9,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:37.321443 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2d4172a7-bc47-469d-9ef5-88275a941ba7 None None] Deleting port 33160ef7-758f-4b9a-922c-0c4b9d234f5e {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:37.321443 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2d4172a7-bc47-469d-9ef5-88275a941ba7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (33160ef7-758f-4b9a-922c-0c4b9d234f5e), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.330883 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Calling delete_port for bae0e664-3c19-4508-bd4a-73956749b154 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:37.438944 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2d4172a7-bc47-469d-9ef5-88275a941ba7 None None] For port 33160ef7-758f-4b9a-922c-0c4b9d234f5e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33160ef7-758f-4b9a-922c-0c4b9d234f5e,segment=NetworkSegment(f172ab4b-1b8a-4abc-a5f7-823b3cc9a0fb),segment_id=f172ab4b-1b8a-4abc-a5f7-823b3cc9a0fb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:37.439530 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2d4172a7-bc47-469d-9ef5-88275a941ba7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (33160ef7-758f-4b9a-922c-0c4b9d234f5e), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.452863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (bae0e664-3c19-4508-bd4a-73956749b154), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.454014 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2d4172a7-bc47-469d-9ef5-88275a941ba7 None None] Calling delete_port for 33160ef7-758f-4b9a-922c-0c4b9d234f5e owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:37.496362 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Port': ['ID=bae0e664-3c19-4508-bd4a-73956749b154,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:37.511249 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] No DVR routers for this DVR port bae0e664-3c19-4508-bd4a-73956749b154 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:37.528433 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:11:37.565117 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a7771850-e0e1-40db-b286-758914ab20ad None None] Could not find standard attr ID for object 485232c2-821c-40b0-9366-f9e1cbd8cbc9. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:11:37.575084 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2d4172a7-bc47-469d-9ef5-88275a941ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (33160ef7-758f-4b9a-922c-0c4b9d234f5e), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.613436 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4172a7-bc47-469d-9ef5-88275a941ba7 None None] Pushing event deleted for resources: {'Port': ['ID=33160ef7-758f-4b9a-922c-0c4b9d234f5e,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:37.618087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4172a7-bc47-469d-9ef5-88275a941ba7 None None] No DVR routers for this DVR port 33160ef7-758f-4b9a-922c-0c4b9d234f5e on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:37.671086 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (8ab02d6e-4ab9-4250-ada2-32bf2f178e44), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.694276 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab02d6e-4ab9-4250-ada2-32bf2f178e44']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:37.704100 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e90e861-66c3-42d9-9a77-2e7a746cd776') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:37.704405 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e90e861-66c3-42d9-9a77-2e7a746cd776') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:37.714621 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (2e90e861-66c3-42d9-9a77-2e7a746cd776), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.728027 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (2e90e861-66c3-42d9-9a77-2e7a746cd776), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.744138 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:11:37.744598 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (2e90e861-66c3-42d9-9a77-2e7a746cd776), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:11:37.748169 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:11:37.781261 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-81964cb9-6fb3-415f-81d8-0d25c7950f51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.787458 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-81964cb9-6fb3-415f-81d8-0d25c7950f51 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/ports/485232c2-821c-40b0-9366-f9e1cbd8cbc9 HTTP/1.1" status: 204 len: 168 time: 1.2674744 Mar 28 09:11:37.788217 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51512) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:37.812403 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (8ab02d6e-4ab9-4250-ada2-32bf2f178e44), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.818138 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.823992 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/networks/8ab02d6e-4ab9-4250-ada2-32bf2f178e44 HTTP/1.1" status: 204 len: 168 time: 0.9008276 Mar 28 09:11:37.824176 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-18fb8e91-8cad-4406-b1be-9b3b383b2d93 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] GET failed (client error): The resource could not be found. Mar 28 09:11:37.824176 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-18fb8e91-8cad-4406-b1be-9b3b383b2d93 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports/485232c2-821c-40b0-9366-f9e1cbd8cbc9 HTTP/1.1" status: 404 len: 333 time: 0.0340977 Mar 28 09:11:37.829419 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51514) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:37.829583 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51516) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:37.832588 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45088c2a-835f-4040-8e62-a3e44135b698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (88205ee7-109f-4230-9d92-c449a422a4ce), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:37.859128 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b6846-ec0e-4e9f-aa7c-6c25dba0709f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Network': ['ID=8ab02d6e-4ab9-4250-ada2-32bf2f178e44,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:37.928715 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bff9749a-03e9-49b9-b2cd-bf0789a3a792 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (4b50c114-7a97-4ff0-8e60-2365a6b9d0ef), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.024101 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bff9749a-03e9-49b9-b2cd-bf0789a3a792 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (4b50c114-7a97-4ff0-8e60-2365a6b9d0ef), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.037515 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d9a6468c-9592-4850-b097-d01f9ba0a923 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (f7708479-a11c-4a67-80d9-75200939e35e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.047660 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-bff9749a-03e9-49b9-b2cd-bf0789a3a792 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b50c114-7a97-4ff0-8e60-2365a6b9d0ef']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:38.061051 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d9a6468c-9592-4850-b097-d01f9ba0a923 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (f7708479-a11c-4a67-80d9-75200939e35e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.061839 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-bff9749a-03e9-49b9-b2cd-bf0789a3a792 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f172ab4b-1b8a-4abc-a5f7-823b3cc9a0fb') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:38.062142 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-bff9749a-03e9-49b9-b2cd-bf0789a3a792 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f172ab4b-1b8a-4abc-a5f7-823b3cc9a0fb') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:38.072314 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bff9749a-03e9-49b9-b2cd-bf0789a3a792 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (f172ab4b-1b8a-4abc-a5f7-823b3cc9a0fb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.085842 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bff9749a-03e9-49b9-b2cd-bf0789a3a792 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (f172ab4b-1b8a-4abc-a5f7-823b3cc9a0fb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.092603 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff9749a-03e9-49b9-b2cd-bf0789a3a792 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:11:38.093045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bff9749a-03e9-49b9-b2cd-bf0789a3a792 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (f172ab4b-1b8a-4abc-a5f7-823b3cc9a0fb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.123972 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d9a6468c-9592-4850-b097-d01f9ba0a923 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (f7708479-a11c-4a67-80d9-75200939e35e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.126713 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d9a6468c-9592-4850-b097-d01f9ba0a923 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.128163 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d9a6468c-9592-4850-b097-d01f9ba0a923 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/security-groups/f7708479-a11c-4a67-80d9-75200939e35e HTTP/1.1" status: 204 len: 168 time: 0.2934055 Mar 28 09:11:38.141959 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51518) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:38.155047 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device bae0e664-3c19-4508-bd4a-73956749b154 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:11:38.162883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6468c-9592-4850-b097-d01f9ba0a923 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7708479-a11c-4a67-80d9-75200939e35e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:11:38.163541 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:11:38.175147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bff9749a-03e9-49b9-b2cd-bf0789a3a792 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (4b50c114-7a97-4ff0-8e60-2365a6b9d0ef), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.183189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bff9749a-03e9-49b9-b2cd-bf0789a3a792 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.187605 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bff9749a-03e9-49b9-b2cd-bf0789a3a792 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/networks/4b50c114-7a97-4ff0-8e60-2365a6b9d0ef HTTP/1.1" status: 204 len: 168 time: 0.3571153 Mar 28 09:11:38.194765 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51520) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:38.202019 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2831a2a2-0dea-463d-b485-074a9d422f73 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'network': {'name': 'tempest-RoutersTest-1245514662'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:38.207133 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: bae0e664-3c19-4508-bd4a-73956749b154 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:11:38.208363 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device bae0e664-3c19-4508-bd4a-73956749b154 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:11:38.210119 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 33160ef7-758f-4b9a-922c-0c4b9d234f5e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:11:38.233075 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9749a-03e9-49b9-b2cd-bf0789a3a792 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Network': ['ID=4b50c114-7a97-4ff0-8e60-2365a6b9d0ef,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:38.252016 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 33160ef7-758f-4b9a-922c-0c4b9d234f5e {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:11:38.253102 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 33160ef7-758f-4b9a-922c-0c4b9d234f5e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:11:38.262785 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a89e-e1d5-47d9-99ab-d98f5c9e2a95 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.266437 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2831a2a2-0dea-463d-b485-074a9d422f73 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Made reservation on behalf of 56376f313d96491b95e23cca21689c9c for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:38.272145 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2831a2a2-0dea-463d-b485-074a9d422f73 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.307110 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5a89e-e1d5-47d9-99ab-d98f5c9e2a95 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event deleted for resources: {'Port': ['ID=51d67b0d-31c3-4fff-b64a-d2bebfb2f1d8,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:38.321171 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2831a2a2-0dea-463d-b485-074a9d422f73 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:11:38.333867 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2831a2a2-0dea-463d-b485-074a9d422f73 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (08ca2caf-15df-445e-8e00-7b5cac5b5179), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.334354 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-2831a2a2-0dea-463d-b485-074a9d422f73 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Added segment 08ca2caf-15df-445e-8e00-7b5cac5b5179 of type vlan for network 8427d5da-6ff7-4529-a453-ba381cc468ba Mar 28 09:11:38.385730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-819f45c3-d176-4db8-a8b4-2dd5363f121a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (22f2265c-c528-4f29-aae7-1cc4f0449f27), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.399411 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2831a2a2-0dea-463d-b485-074a9d422f73 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (8427d5da-6ff7-4529-a453-ba381cc468ba), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.431508 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2831a2a2-0dea-463d-b485-074a9d422f73 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (8427d5da-6ff7-4529-a453-ba381cc468ba), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.437508 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2831a2a2-0dea-463d-b485-074a9d422f73 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:38.438237 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2831a2a2-0dea-463d-b485-074a9d422f73 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.455831 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-819f45c3-d176-4db8-a8b4-2dd5363f121a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (22f2265c-c528-4f29-aae7-1cc4f0449f27), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.516174 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2831a2a2-0dea-463d-b485-074a9d422f73 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3200119 Mar 28 09:11:38.519741 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51522) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:38.528056 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2fe50334-75e4-4331-b4f8-e646717229af tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'subnet': {'network_id': '8427d5da-6ff7-4529-a453-ba381cc468ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:38.531742 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a89e-e1d5-47d9-99ab-d98f5c9e2a95 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (02d870ec-69af-4da9-8c11-7b52ee5e7a2a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.603667 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831a2a2-0dea-463d-b485-074a9d422f73 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Network': ['ID=8427d5da-6ff7-4529-a453-ba381cc468ba,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:38.623423 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 8427d5da-6ff7-4529-a453-ba381cc468ba details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:11:38.653613 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-819f45c3-d176-4db8-a8b4-2dd5363f121a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (22f2265c-c528-4f29-aae7-1cc4f0449f27), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.656162 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-819f45c3-d176-4db8-a8b4-2dd5363f121a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.659810 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-819f45c3-d176-4db8-a8b4-2dd5363f121a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/security-groups/22f2265c-c528-4f29-aae7-1cc4f0449f27 HTTP/1.1" status: 204 len: 168 time: 0.5100381 Mar 28 09:11:38.673814 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51524) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:38.689357 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe50334-75e4-4331-b4f8-e646717229af tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Made reservation on behalf of 56376f313d96491b95e23cca21689c9c for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:38.699647 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f45c3-d176-4db8-a8b4-2dd5363f121a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f2265c-c528-4f29-aae7-1cc4f0449f27,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:38.703743 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2fe50334-75e4-4331-b4f8-e646717229af tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.799285 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-45088c2a-835f-4040-8e62-a3e44135b698 admin admin] Deleting port 3859860c-6925-43ba-a8e3-05247833f52e {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:38.799634 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45088c2a-835f-4040-8e62-a3e44135b698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (3859860c-6925-43ba-a8e3-05247833f52e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.802392 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d5a89e-e1d5-47d9-99ab-d98f5c9e2a95 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Router 02d870ec-69af-4da9-8c11-7b52ee5e7a2a has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:11:38.817209 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f5ad69-767e-4156-97ac-71184eeabb78 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting subnet 101a4af4-099d-4642-bafd-32f273ffe698 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:38.827095 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ad69-767e-4156-97ac-71184eeabb78 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (101a4af4-099d-4642-bafd-32f273ffe698), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.878206 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ad69-767e-4156-97ac-71184eeabb78 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (101a4af4-099d-4642-bafd-32f273ffe698), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.945931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d5a89e-e1d5-47d9-99ab-d98f5c9e2a95 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:38.951975 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d9d5a89e-e1d5-47d9-99ab-d98f5c9e2a95 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "PUT /v2.0/routers/02d870ec-69af-4da9-8c11-7b52ee5e7a2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7534857 Mar 28 09:11:38.955590 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51526) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:38.958652 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-45088c2a-835f-4040-8e62-a3e44135b698 admin admin] For port 3859860c-6925-43ba-a8e3-05247833f52e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3859860c-6925-43ba-a8e3-05247833f52e,segment=NetworkSegment(f69b77ca-9cfd-40ad-be23-49a7408d5ecd),segment_id=f69b77ca-9cfd-40ad-be23-49a7408d5ecd)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:38.959577 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45088c2a-835f-4040-8e62-a3e44135b698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (3859860c-6925-43ba-a8e3-05247833f52e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:38.965259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d6eb22-b984-47ed-a073-0d0c770752b6 None None] Sync routers for ids ['02d870ec-69af-4da9-8c11-7b52ee5e7a2a'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:38.988221 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6eb22-b984-47ed-a073-0d0c770752b6 None None] Routers {'02d870ec-69af-4da9-8c11-7b52ee5e7a2a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:38.990673 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-58d6eb22-b984-47ed-a073-0d0c770752b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['02d870ec-69af-4da9-8c11-7b52ee5e7a2a'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:39.012197 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-45088c2a-835f-4040-8e62-a3e44135b698 admin admin] Calling delete_port for 3859860c-6925-43ba-a8e3-05247833f52e owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:39.014309 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-d41ac443-4840-47e5-8e50-91a2514035b0 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] show failed (client error): The resource could not be found. Mar 28 09:11:39.015362 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d41ac443-4840-47e5-8e50-91a2514035b0 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-423116646 HTTP/1.1" status: 404 len: 334 time: 0.0588627 Mar 28 09:11:39.019075 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51528) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:39.024055 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-19a2e259-3991-4acb-a4e7-3e8ab8b096e2 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:39.055249 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-58d6eb22-b984-47ed-a073-0d0c770752b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:39.059776 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ad69-767e-4156-97ac-71184eeabb78 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (101a4af4-099d-4642-bafd-32f273ffe698), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.067731 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-19a2e259-3991-4acb-a4e7-3e8ab8b096e2 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] update failed (client error): The resource could not be found. Mar 28 09:11:39.068789 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-19a2e259-3991-4acb-a4e7-3e8ab8b096e2 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1436174959 HTTP/1.1" status: 404 len: 335 time: 0.0486062 Mar 28 09:11:39.072947 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51530) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:39.074819 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6eb22-b984-47ed-a073-0d0c770752b6 None None] Routers {'02d870ec-69af-4da9-8c11-7b52ee5e7a2a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:39.075545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-58d6eb22-b984-47ed-a073-0d0c770752b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['02d870ec-69af-4da9-8c11-7b52ee5e7a2a'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:39.121451 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-58d6eb22-b984-47ed-a073-0d0c770752b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:39.122471 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d6eb22-b984-47ed-a073-0d0c770752b6 None None] The sync data for ids ['02d870ec-69af-4da9-8c11-7b52ee5e7a2a'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:39.126016 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2fe50334-75e4-4331-b4f8-e646717229af tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (1d618f6d-34f5-4d5f-af63-3e13add6a203), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.174438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbc41e3-7125-434b-ab68-03abd8e5cf83 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Deleting subnet ed496f06-ab25-4c01-843e-cfaa315fe17e {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:39.179739 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3dbc41e3-7125-434b-ab68-03abd8e5cf83 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for subnet (ed496f06-ab25-4c01-843e-cfaa315fe17e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.180018 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ad69-767e-4156-97ac-71184eeabb78 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (101a4af4-099d-4642-bafd-32f273ffe698), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.194278 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe50334-75e4-4331-b4f8-e646717229af tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Subnet': ['ID=1d618f6d-34f5-4d5f-af63-3e13add6a203,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:39.233578 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5ad69-767e-4156-97ac-71184eeabb78 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Subnet': ['ID=101a4af4-099d-4642-bafd-32f273ffe698,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:39.236227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ad69-767e-4156-97ac-71184eeabb78 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.246983 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c7f5ad69-767e-4156-97ac-71184eeabb78 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/101a4af4-099d-4642-bafd-32f273ffe698 HTTP/1.1" status: 204 len: 168 time: 0.5716419 Mar 28 09:11:39.250814 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51532) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:39.252327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b834e579-e798-4540-a180-3e955dc1d93c None None] Network d240050e-d93a-4530-a0b3-76a8cfd44450 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:39.257277 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-9a6bcfb3-35d0-401b-862e-ea45be0b35db tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'subnet': {'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:39.278204 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3dbc41e3-7125-434b-ab68-03abd8e5cf83 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (ed496f06-ab25-4c01-843e-cfaa315fe17e), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.308222 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe50334-75e4-4331-b4f8-e646717229af tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Checking segment: {'id': '08ca2caf-15df-445e-8e00-7b5cac5b5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8427d5da-6ff7-4529-a453-ba381cc468ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:39.308908 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe50334-75e4-4331-b4f8-e646717229af tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network hostable DHCP agents. Network: 8427d5da-6ff7-4529-a453-ba381cc468ba, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:11:39.346495 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe50334-75e4-4331-b4f8-e646717229af tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 8427d5da-6ff7-4529-a453-ba381cc468ba is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:11:39.360366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-2fe50334-75e4-4331-b4f8-e646717229af tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8427d5da-6ff7-4529-a453-ba381cc468ba) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:39.367291 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe50334-75e4-4331-b4f8-e646717229af tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:39.368102 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2fe50334-75e4-4331-b4f8-e646717229af tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.377474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c62180-7373-497c-b990-5bd6b87e9e03 None None] Network 8427d5da-6ff7-4529-a453-ba381cc468ba requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:39.417650 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2fe50334-75e4-4331-b4f8-e646717229af tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8975606 Mar 28 09:11:39.420461 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51534) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:39.426209 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ab63f81b-c8b4-4437-a0b5-9a1e7c2ffb80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-510385430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:39.431239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6bcfb3-35d0-401b-862e-ea45be0b35db tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:39.436162 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9a6bcfb3-35d0-401b-862e-ea45be0b35db tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.466590 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3dbc41e3-7125-434b-ab68-03abd8e5cf83 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (ed496f06-ab25-4c01-843e-cfaa315fe17e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.496045 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45088c2a-835f-4040-8e62-a3e44135b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (3859860c-6925-43ba-a8e3-05247833f52e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.498095 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab63f81b-c8b4-4437-a0b5-9a1e7c2ffb80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.499182 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab63f81b-c8b4-4437-a0b5-9a1e7c2ffb80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.544546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45088c2a-835f-4040-8e62-a3e44135b698 admin admin] Pushing event deleted for resources: {'Port': ['ID=3859860c-6925-43ba-a8e3-05247833f52e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:39.597945 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d23c581-af99-4023-a099-37968697db0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8427d5da-6ff7-4529-a453-ba381cc468ba', 'network_id': '8427d5da-6ff7-4529-a453-ba381cc468ba', 'project_id': '56376f313d96491b95e23cca21689c9c', 'fixed_ips': [{'subnet_id': '1d618f6d-34f5-4d5f-af63-3e13add6a203'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:11:39.601314 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d23c581-af99-4023-a099-37968697db0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.751607 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab63f81b-c8b4-4437-a0b5-9a1e7c2ffb80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router_controller (0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.772515 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab63f81b-c8b4-4437-a0b5-9a1e7c2ffb80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.784750 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3dbc41e3-7125-434b-ab68-03abd8e5cf83 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (ed496f06-ab25-4c01-843e-cfaa315fe17e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.808757 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9a6bcfb3-35d0-401b-862e-ea45be0b35db tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (8113ad18-d6b1-4d88-a30e-99d1ea77b6d4), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.846289 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc41e3-7125-434b-ab68-03abd8e5cf83 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event deleted for resources: {'Subnet': ['ID=ed496f06-ab25-4c01-843e-cfaa315fe17e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:39.892867 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6bcfb3-35d0-401b-862e-ea45be0b35db tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network d240050e-d93a-4530-a0b3-76a8cfd44450 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:39.897310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-9a6bcfb3-35d0-401b-862e-ea45be0b35db tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:39.912763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6bcfb3-35d0-401b-862e-ea45be0b35db tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:39.913517 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9a6bcfb3-35d0-401b-862e-ea45be0b35db tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.919896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab63f81b-c8b4-4437-a0b5-9a1e7c2ffb80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.921328 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ab63f81b-c8b4-4437-a0b5-9a1e7c2ffb80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4985261 Mar 28 09:11:39.922844 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3dbc41e3-7125-434b-ab68-03abd8e5cf83 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:39.929321 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3dbc41e3-7125-434b-ab68-03abd8e5cf83 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "DELETE /v2.0/subnets/ed496f06-ab25-4c01-843e-cfaa315fe17e HTTP/1.1" status: 204 len: 168 time: 0.8556979 Mar 28 09:11:39.930904 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51540) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:39.936707 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51542) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:39.943740 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-5d23c581-af99-4023-a099-37968697db0c None None] Allocated IP 172.20.0.2 (8427d5da-6ff7-4529-a453-ba381cc468ba/1d618f6d-34f5-4d5f-af63-3e13add6a203/f6008a4b-75de-4f90-b209-e7d8c30449dc) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:39.952872 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b5e64716-39ad-4e44-a735-d336da6f6b98 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'port': {'network_id': '8427d5da-6ff7-4529-a453-ba381cc468ba', 'name': 'tempest-RoutersTest-218989231'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:39.956513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd283bb3-c265-4f35-ac50-dffba166b4ed None None] Network 02ad9624-8841-4bdd-bcde-2198c0955a87 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:39.971093 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51544) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:39.977329 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ecfd7821-bd15-4a58-adcd-2348a197d22a tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'subnet': {'network_id': '5d256d2e-872f-4845-9233-938903d36960', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:40.149766 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45088c2a-835f-4040-8e62-a3e44135b698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (88205ee7-109f-4230-9d92-c449a422a4ce), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:40.161202 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfd7821-bd15-4a58-adcd-2348a197d22a tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:40.165340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7821-bd15-4a58-adcd-2348a197d22a tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:40.312291 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d23c581-af99-4023-a099-37968697db0c None None] Publish callbacks [] for port (f6008a4b-75de-4f90-b209-e7d8c30449dc), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:40.318091 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880e8330-2d29-41c6-836c-dbf40983cd80 None None] DHCP port deletion for 02ad9624-8841-4bdd-bcde-2198c0955a87 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:11:40.321925 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d23c581-af99-4023-a099-37968697db0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (f6008a4b-75de-4f90-b209-e7d8c30449dc), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:40.391768 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d23c581-af99-4023-a099-37968697db0c None None] Network 8427d5da-6ff7-4529-a453-ba381cc468ba is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:40.398690 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-5d23c581-af99-4023-a099-37968697db0c None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:40.404789 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d23c581-af99-4023-a099-37968697db0c None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:40.420564 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23c581-af99-4023-a099-37968697db0c None None] Pushing event updated for resources: {'Port': ['ID=f6008a4b-75de-4f90-b209-e7d8c30449dc,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:40.439542 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bcfb3-35d0-401b-862e-ea45be0b35db tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Subnet': ['ID=8113ad18-d6b1-4d88-a30e-99d1ea77b6d4,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:40.452870 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-4403698f-90ad-4814-92d7-2dcf4f7540e1 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Deleting subnet 7f9a30cf-ee2f-44ce-bb84-394b2c3f1d4f {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:40.460432 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4403698f-90ad-4814-92d7-2dcf4f7540e1 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for subnet (7f9a30cf-ee2f-44ce-bb84-394b2c3f1d4f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:40.489065 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-880e8330-2d29-41c6-836c-dbf40983cd80 None None] Deleting port 9d9d5330-4ed4-48a1-8676-05a4b1790fcb {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:40.490318 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-880e8330-2d29-41c6-836c-dbf40983cd80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (9d9d5330-4ed4-48a1-8676-05a4b1790fcb), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:40.534067 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9a6bcfb3-35d0-401b-862e-ea45be0b35db tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2795105 Mar 28 09:11:40.537262 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51546) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:40.540295 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4c920c27-3de1-4f62-b7fc-838675115c6a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'security_group': {'name': 'tempest-secgroup-322351409'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:40.540603 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4403698f-90ad-4814-92d7-2dcf4f7540e1 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (7f9a30cf-ee2f-44ce-bb84-394b2c3f1d4f), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:40.565125 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-880e8330-2d29-41c6-836c-dbf40983cd80 None None] For port 9d9d5330-4ed4-48a1-8676-05a4b1790fcb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d9d5330-4ed4-48a1-8676-05a4b1790fcb,segment=NetworkSegment(eaf2fa5e-e073-4ec7-b78d-27d41de2fab7),segment_id=eaf2fa5e-e073-4ec7-b78d-27d41de2fab7)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:40.565604 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-880e8330-2d29-41c6-836c-dbf40983cd80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (9d9d5330-4ed4-48a1-8676-05a4b1790fcb), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:40.579868 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-880e8330-2d29-41c6-836c-dbf40983cd80 None None] Calling delete_port for 9d9d5330-4ed4-48a1-8676-05a4b1790fcb owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:40.581690 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7821-bd15-4a58-adcd-2348a197d22a tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (9c55d345-5145-43f7-abb5-0c3efb4739f5), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:40.640973 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4403698f-90ad-4814-92d7-2dcf4f7540e1 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (7f9a30cf-ee2f-44ce-bb84-394b2c3f1d4f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:40.665824 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0ae020-a0ee-413a-b867-0fd9c287d9c1 None None] Network d240050e-d93a-4530-a0b3-76a8cfd44450 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:40.669876 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5d23c581-af99-4023-a099-37968697db0c None None] Attempting to bind port f6008a4b-75de-4f90-b209-e7d8c30449dc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:11:40.670746 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5d23c581-af99-4023-a099-37968697db0c None None] Attempting to bind port f6008a4b-75de-4f90-b209-e7d8c30449dc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '08ca2caf-15df-445e-8e00-7b5cac5b5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8427d5da-6ff7-4529-a453-ba381cc468ba'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:11:40.670746 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d23c581-af99-4023-a099-37968697db0c None None] Attempting to bind port f6008a4b-75de-4f90-b209-e7d8c30449dc on network 8427d5da-6ff7-4529-a453-ba381cc468ba {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:11:40.684420 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-880e8330-2d29-41c6-836c-dbf40983cd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (9d9d5330-4ed4-48a1-8676-05a4b1790fcb), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:40.728198 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e64716-39ad-4e44-a735-d336da6f6b98 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Made reservation on behalf of 56376f313d96491b95e23cca21689c9c for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:40.731945 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5e64716-39ad-4e44-a735-d336da6f6b98 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:40.749843 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d23c581-af99-4023-a099-37968697db0c None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:11:40.750286 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d23c581-af99-4023-a099-37968697db0c None None] Checking segment: {'id': '08ca2caf-15df-445e-8e00-7b5cac5b5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8427d5da-6ff7-4529-a453-ba381cc468ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:40.750637 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d23c581-af99-4023-a099-37968697db0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:40.750760 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4403698f-90ad-4814-92d7-2dcf4f7540e1 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (7f9a30cf-ee2f-44ce-bb84-394b2c3f1d4f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:40.751041 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d23c581-af99-4023-a099-37968697db0c None None] Bound using segment: {'id': '08ca2caf-15df-445e-8e00-7b5cac5b5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8427d5da-6ff7-4529-a453-ba381cc468ba'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:11:40.751530 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5d23c581-af99-4023-a099-37968697db0c None None] Bound port: f6008a4b-75de-4f90-b209-e7d8c30449dc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ca2caf-15df-445e-8e00-7b5cac5b5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8427d5da-6ff7-4529-a453-ba381cc468ba'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:11:40.751917 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d23c581-af99-4023-a099-37968697db0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f6008a4b-75de-4f90-b209-e7d8c30449dc), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:40.776982 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e8330-2d29-41c6-836c-dbf40983cd80 None None] Pushing event deleted for resources: {'Port': ['ID=9d9d5330-4ed4-48a1-8676-05a4b1790fcb,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:40.780856 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880e8330-2d29-41c6-836c-dbf40983cd80 None None] No DVR routers for this DVR port 9d9d5330-4ed4-48a1-8676-05a4b1790fcb on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:40.788703 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4403698f-90ad-4814-92d7-2dcf4f7540e1 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:40.791890 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4403698f-90ad-4814-92d7-2dcf4f7540e1 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "DELETE /v2.0/subnets/7f9a30cf-ee2f-44ce-bb84-394b2c3f1d4f HTTP/1.1" status: 204 len: 168 time: 0.4055955 Mar 28 09:11:40.793378 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-b5e64716-39ad-4e44-a735-d336da6f6b98 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] device_id is not set on port b36ec9a7-ccaa-4d0a-b60c-cd546eccea04 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:11:40.798268 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403698f-90ad-4814-92d7-2dcf4f7540e1 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event deleted for resources: {'Subnet': ['ID=7f9a30cf-ee2f-44ce-bb84-394b2c3f1d4f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:40.802721 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51548) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:40.812273 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a34400-6ee6-408c-8882-0f63b294f24e None None] Network f6b780d2-81fb-4cc9-b34d-b6443d4b12f7 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:40.871829 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-bf9ba400-102f-4071-b6cd-156fbd50bd4b None None] Provisioning complete for port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:40.872209 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba400-102f-4071-b6cd-156fbd50bd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:40.950584 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6fe4be25-80e5-40d8-843e-f12f4446744d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (02ad9624-8841-4bdd-bcde-2198c0955a87), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:40.954226 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c920c27-3de1-4f62-b7fc-838675115c6a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:40.983800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd7821-bd15-4a58-adcd-2348a197d22a tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Subnet': ['ID=9c55d345-5145-43f7-abb5-0c3efb4739f5,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:41.039175 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfd7821-bd15-4a58-adcd-2348a197d22a tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Checking segment: {'id': 'c673a8f1-56a9-4e5a-bc97-ed4ce24d6783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5d256d2e-872f-4845-9233-938903d36960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:41.039454 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfd7821-bd15-4a58-adcd-2348a197d22a tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network hostable DHCP agents. Network: 5d256d2e-872f-4845-9233-938903d36960, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:11:41.063263 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45088c2a-835f-4040-8e62-a3e44135b698 admin admin] Router 88205ee7-109f-4230-9d92-c449a422a4ce has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:11:41.073679 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-b5e64716-39ad-4e44-a735-d336da6f6b98 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Allocated IP 172.20.0.13 (8427d5da-6ff7-4529-a453-ba381cc468ba/1d618f6d-34f5-4d5f-af63-3e13add6a203/b36ec9a7-ccaa-4d0a-b60c-cd546eccea04) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:41.088702 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfd7821-bd15-4a58-adcd-2348a197d22a tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network 5d256d2e-872f-4845-9233-938903d36960 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:11:41.110476 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6fe4be25-80e5-40d8-843e-f12f4446744d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (02ad9624-8841-4bdd-bcde-2198c0955a87), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.111483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c920c27-3de1-4f62-b7fc-838675115c6a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (e45859c4-f10f-4296-84d8-17516b8414c1), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.113648 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-ecfd7821-bd15-4a58-adcd-2348a197d22a tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5d256d2e-872f-4845-9233-938903d36960) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:41.142796 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-6fe4be25-80e5-40d8-843e-f12f4446744d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ad9624-8841-4bdd-bcde-2198c0955a87']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:41.143037 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c50b17d-9832-443f-920d-9b81c5dea874 None None] Network 5d256d2e-872f-4845-9233-938903d36960 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:41.147967 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5d23c581-af99-4023-a099-37968697db0c None None] For port f6008a4b-75de-4f90-b209-e7d8c30449dc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:11:41.157133 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-6fe4be25-80e5-40d8-843e-f12f4446744d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf2fa5e-e073-4ec7-b78d-27d41de2fab7') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:41.157434 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-6fe4be25-80e5-40d8-843e-f12f4446744d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf2fa5e-e073-4ec7-b78d-27d41de2fab7') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:41.168822 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6fe4be25-80e5-40d8-843e-f12f4446744d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (eaf2fa5e-e073-4ec7-b78d-27d41de2fab7), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.175833 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c920c27-3de1-4f62-b7fc-838675115c6a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (e45859c4-f10f-4296-84d8-17516b8414c1), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.181884 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd7821-bd15-4a58-adcd-2348a197d22a tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:41.182482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7821-bd15-4a58-adcd-2348a197d22a tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.184912 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6fe4be25-80e5-40d8-843e-f12f4446744d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (eaf2fa5e-e073-4ec7-b78d-27d41de2fab7), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.191395 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe4be25-80e5-40d8-843e-f12f4446744d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:11:41.192372 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6fe4be25-80e5-40d8-843e-f12f4446744d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (eaf2fa5e-e073-4ec7-b78d-27d41de2fab7), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.210592 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5d23c581-af99-4023-a099-37968697db0c None None] For port f6008a4b-75de-4f90-b209-e7d8c30449dc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6008a4b-75de-4f90-b209-e7d8c30449dc,segment=NetworkSegment(08ca2caf-15df-445e-8e00-7b5cac5b5179),segment_id=08ca2caf-15df-445e-8e00-7b5cac5b5179)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:11:41.235596 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d23c581-af99-4023-a099-37968697db0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f6008a4b-75de-4f90-b209-e7d8c30449dc), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.235831 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ecfd7821-bd15-4a58-adcd-2348a197d22a tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2632480 Mar 28 09:11:41.236311 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51550) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:41.243364 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c920c27-3de1-4f62-b7fc-838675115c6a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.245839 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4c920c27-3de1-4f62-b7fc-838675115c6a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7084100 Mar 28 09:11:41.248401 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-dc54eb85-6a9b-4bf9-b9ed-09d10d0223fd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-246115864'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:41.253076 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c920c27-3de1-4f62-b7fc-838675115c6a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45859c4-f10f-4296-84d8-17516b8414c1,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:41.255398 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51552) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:41.265517 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f4421727-e064-4ba0-8eb4-5da7fb0b4bcd tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'security_group': {'name': 'tempest-secgroup-1536991678'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:11:41.284865 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:11:41.298858 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc54eb85-6a9b-4bf9-b9ed-09d10d0223fd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:41.302685 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc54eb85-6a9b-4bf9-b9ed-09d10d0223fd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.317831 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4421727-e064-4ba0-8eb4-5da7fb0b4bcd tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.321653 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45088c2a-835f-4040-8e62-a3e44135b698 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:41.328109 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-45088c2a-835f-4040-8e62-a3e44135b698 admin admin] 10.222.0.15 "PUT /v2.0/routers/88205ee7-109f-4230-9d92-c449a422a4ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5670934 Mar 28 09:11:41.333000 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3d3f1d-9e70-451e-8dba-dbb0fa4db12d None None] Sync routers for ids ['88205ee7-109f-4230-9d92-c449a422a4ce'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:41.338533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51554) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:41.351537 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3d3f1d-9e70-451e-8dba-dbb0fa4db12d None None] Routers {'88205ee7-109f-4230-9d92-c449a422a4ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:41.354827 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ed3d3f1d-9e70-451e-8dba-dbb0fa4db12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['88205ee7-109f-4230-9d92-c449a422a4ce'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:41.388731 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ba400-102f-4071-b6cd-156fbd50bd4b None None] Current status of the port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:41.402044 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23c581-af99-4023-a099-37968697db0c None None] Pushing event updated for resources: {'Port': ['ID=f6008a4b-75de-4f90-b209-e7d8c30449dc,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:41.429138 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5d256d2e-872f-4845-9233-938903d36960', 'network_id': '5d256d2e-872f-4845-9233-938903d36960', 'project_id': '61d47aacc0464e97834f5e7f8b3a7592', 'fixed_ips': [{'subnet_id': '9c55d345-5145-43f7-abb5-0c3efb4739f5'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:11:41.430194 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.468876 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc6731a-8ccf-46a5-9964-fcf5febb5f0a None None] DHCP port deletion for f6b780d2-81fb-4cc9-b34d-b6443d4b12f7 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:11:41.472918 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-bf9ba400-102f-4071-b6cd-156fbd50bd4b None None] Provisioning complete for port 8d9cf25f-ad59-4061-8bf5-367f11f0c8b9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:41.473340 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba400-102f-4071-b6cd-156fbd50bd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8d9cf25f-ad59-4061-8bf5-367f11f0c8b9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.496318 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6fe4be25-80e5-40d8-843e-f12f4446744d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (02ad9624-8841-4bdd-bcde-2198c0955a87), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.530032 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6fe4be25-80e5-40d8-843e-f12f4446744d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.533809 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6fe4be25-80e5-40d8-843e-f12f4446744d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "DELETE /v2.0/networks/02ad9624-8841-4bdd-bcde-2198c0955a87 HTTP/1.1" status: 204 len: 168 time: 0.7299402 Mar 28 09:11:41.535121 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-ed3d3f1d-9e70-451e-8dba-dbb0fa4db12d None None] Set router 88205ee7-109f-4230-9d92-c449a422a4ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:11:41.539875 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4be25-80e5-40d8-843e-f12f4446744d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event deleted for resources: {'Network': ['ID=02ad9624-8841-4bdd-bcde-2198c0955a87,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:41.549707 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51556) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:41.564099 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc54eb85-6a9b-4bf9-b9ed-09d10d0223fd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:11:41.581723 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc54eb85-6a9b-4bf9-b9ed-09d10d0223fd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (17f86f9e-5f6d-499a-a79b-00c48160865d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.582485 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-dc54eb85-6a9b-4bf9-b9ed-09d10d0223fd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Added segment 17f86f9e-5f6d-499a-a79b-00c48160865d of type vlan for network baf99dbc-0856-4594-bd57-a7ee296ef9f3 Mar 28 09:11:41.602735 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7312790d-a89e-4560-9b92-ba12d3deda35 None None] Update dhcp port {'port': {'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450', 'fixed_ips': [{'subnet_id': '6e65bc01-49e3-441c-b2fe-c80c412292a5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8113ad18-d6b1-4d88-a30e-99d1ea77b6d4'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'af8cf5bd-0661-40d5-8f07-bfb8b7c12294'} from dv-neutron-master-2-hyperv. {{(pid=104077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 09:11:41.691858 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ba400-102f-4071-b6cd-156fbd50bd4b None None] Port 8d9cf25f-ad59-4061-8bf5-367f11f0c8b9 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:41.714310 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc54eb85-6a9b-4bf9-b9ed-09d10d0223fd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (baf99dbc-0856-4594-bd57-a7ee296ef9f3), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.760513 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5e64716-39ad-4e44-a735-d336da6f6b98 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (b36ec9a7-ccaa-4d0a-b60c-cd546eccea04), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.767883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f05f0df8-52ca-468b-9fb4-f06d8f989cdc admin admin] Publish callbacks [] for router (88205ee7-109f-4230-9d92-c449a422a4ce), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.784626 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7312790d-a89e-4560-9b92-ba12d3deda35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.836006 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (f6b780d2-81fb-4cc9-b34d-b6443d4b12f7), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.840580 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5e64716-39ad-4e44-a735-d336da6f6b98 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (b36ec9a7-ccaa-4d0a-b60c-cd546eccea04), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.869240 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ed3d3f1d-9e70-451e-8dba-dbb0fa4db12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'name': 'tempest-ServerActionsTestJSON-2141593750-router', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245'}], 'enable_snat': True}, 'gw_port_id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:06Z', 'updated_at': '2022-03-28T09:11:39Z', 'revision_number': 5, 'project_id': '2eeee875a9da4567926143d977c5d593', 'gw_port': {'id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:09Z', 'updated_at': '2022-03-28T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:41.880287 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Allocated IP 2001:db8:0:ffff::2 (5d256d2e-872f-4845-9233-938903d36960/9c55d345-5145-43f7-abb5-0c3efb4739f5/0be3f5be-1e82-425c-b41e-047c3a95a310) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:41.897793 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dcc6731a-8ccf-46a5-9964-fcf5febb5f0a None None] Deleting port 2ba5a115-0d6e-44be-9480-c47266dd296c {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:41.898435 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dcc6731a-8ccf-46a5-9964-fcf5febb5f0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2ba5a115-0d6e-44be-9480-c47266dd296c), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.900524 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3d3f1d-9e70-451e-8dba-dbb0fa4db12d None None] Checking router: 88205ee7-109f-4230-9d92-c449a422a4ce for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:11:41.907003 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4421727-e064-4ba0-8eb4-5da7fb0b4bcd tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (5dd284d4-af5f-4369-b302-a554c1f09e47), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.909606 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3d3f1d-9e70-451e-8dba-dbb0fa4db12d None None] Routers {'88205ee7-109f-4230-9d92-c449a422a4ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:41.909771 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc54eb85-6a9b-4bf9-b9ed-09d10d0223fd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (baf99dbc-0856-4594-bd57-a7ee296ef9f3), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.910252 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ed3d3f1d-9e70-451e-8dba-dbb0fa4db12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['88205ee7-109f-4230-9d92-c449a422a4ce'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:41.930855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc54eb85-6a9b-4bf9-b9ed-09d10d0223fd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:41.931513 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc54eb85-6a9b-4bf9-b9ed-09d10d0223fd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.951902 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4421727-e064-4ba0-8eb4-5da7fb0b4bcd tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (5dd284d4-af5f-4369-b302-a554c1f09e47), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:41.954992 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e64716-39ad-4e44-a735-d336da6f6b98 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 8427d5da-6ff7-4529-a453-ba381cc468ba is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:41.973484 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-b5e64716-39ad-4e44-a735-d336da6f6b98 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:41.977508 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e64716-39ad-4e44-a735-d336da6f6b98 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:42.041100 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-ed3d3f1d-9e70-451e-8dba-dbb0fa4db12d None None] Set router 88205ee7-109f-4230-9d92-c449a422a4ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:11:42.054448 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4421727-e064-4ba0-8eb4-5da7fb0b4bcd tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd284d4-af5f-4369-b302-a554c1f09e47,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:42.091354 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-dc54eb85-6a9b-4bf9-b9ed-09d10d0223fd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8509667 Mar 28 09:11:42.100415 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51558) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:42.100649 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4421727-e064-4ba0-8eb4-5da7fb0b4bcd tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.106775 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f4421727-e064-4ba0-8eb4-5da7fb0b4bcd tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8436949 Mar 28 09:11:42.106775 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51560) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:42.109012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54eb85-6a9b-4bf9-b9ed-09d10d0223fd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Network': ['ID=baf99dbc-0856-4594-bd57-a7ee296ef9f3,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:42.114395 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f434f73d-2d56-4049-9e2b-763c967dd9a1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'security_group': {'name': 'tempest-secgroup-892018003'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:42.121953 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-547dc344-4eb2-439a-975b-dee915dcff50 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'subnet': {'network_id': 'baf99dbc-0856-4594-bd57-a7ee296ef9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:42.142051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e64716-39ad-4e44-a735-d336da6f6b98 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=b36ec9a7-ccaa-4d0a-b60c-cd546eccea04,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:42.145980 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network baf99dbc-0856-4594-bd57-a7ee296ef9f3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:11:42.151017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f05f0df8-52ca-468b-9fb4-f06d8f989cdc admin admin] Publish callbacks [] for router_gateway (88205ee7-109f-4230-9d92-c449a422a4ce), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.169061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f434f73d-2d56-4049-9e2b-763c967dd9a1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.282697 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dcc6731a-8ccf-46a5-9964-fcf5febb5f0a None None] For port 2ba5a115-0d6e-44be-9480-c47266dd296c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ba5a115-0d6e-44be-9480-c47266dd296c,segment=NetworkSegment(cf9878f2-2eab-401d-a7eb-4614dbc25ec6),segment_id=cf9878f2-2eab-401d-a7eb-4614dbc25ec6)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:42.283331 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dcc6731a-8ccf-46a5-9964-fcf5febb5f0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2ba5a115-0d6e-44be-9480-c47266dd296c), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.291953 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-f05f0df8-52ca-468b-9fb4-f06d8f989cdc admin admin] Deleting port b19add82-962f-4d50-87e4-baa6ae09a77b {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:42.292599 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f05f0df8-52ca-468b-9fb4-f06d8f989cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b19add82-962f-4d50-87e4-baa6ae09a77b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.301810 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ed3d3f1d-9e70-451e-8dba-dbb0fa4db12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'name': 'tempest-ServerActionsTestJSON-2141593750-router', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245'}], 'enable_snat': True}, 'gw_port_id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:06Z', 'updated_at': '2022-03-28T09:11:39Z', 'revision_number': 5, 'project_id': '2eeee875a9da4567926143d977c5d593', 'gw_port': {'id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:09Z', 'updated_at': '2022-03-28T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:42.304357 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e64716-39ad-4e44-a735-d336da6f6b98 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:42.305008 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5e64716-39ad-4e44-a735-d336da6f6b98 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.321497 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f6008a4b-75de-4f90-b209-e7d8c30449dc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:42.323932 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dcc6731a-8ccf-46a5-9964-fcf5febb5f0a None None] Calling delete_port for 2ba5a115-0d6e-44be-9480-c47266dd296c owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:42.350020 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b5e64716-39ad-4e44-a735-d336da6f6b98 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4097633 Mar 28 09:11:42.352745 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51562) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:42.352878 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3d3f1d-9e70-451e-8dba-dbb0fa4db12d None None] The sync data for ids ['88205ee7-109f-4230-9d92-c449a422a4ce'] in dv-neutron-master-2-hyperv is: [{'id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'name': 'tempest-ServerActionsTestJSON-2141593750-router', 'tenant_id': '2eeee875a9da4567926143d977c5d593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245'}], 'enable_snat': True}, 'gw_port_id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:08:06Z', 'updated_at': '2022-03-28T09:11:39Z', 'revision_number': 5, 'project_id': '2eeee875a9da4567926143d977c5d593', 'gw_port': {'id': 'b19add82-962f-4d50-87e4-baa6ae09a77b', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88205ee7-109f-4230-9d92-c449a422a4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:08:09Z', 'updated_at': '2022-03-28T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:42.381020 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f434f73d-2d56-4049-9e2b-763c967dd9a1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (6e439595-1152-444a-af6b-77a6dd318f0f), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.391645 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f434f73d-2d56-4049-9e2b-763c967dd9a1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (6e439595-1152-444a-af6b-77a6dd318f0f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.473412 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f434f73d-2d56-4049-9e2b-763c967dd9a1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.483190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-7312790d-a89e-4560-9b92-ba12d3deda35 None None] Allocated IP 2001:db8::2 (d240050e-d93a-4530-a0b3-76a8cfd44450/8113ad18-d6b1-4d88-a30e-99d1ea77b6d4/af8cf5bd-0661-40d5-8f07-bfb8b7c12294) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:42.484045 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f434f73d-2d56-4049-9e2b-763c967dd9a1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3778415 Mar 28 09:11:42.484829 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51566) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:42.491535 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-16d5d8bc-2847-46c1-a136-a9d986aa0eb9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-115400019', 'security_groups': ['6e439595-1152-444a-af6b-77a6dd318f0f'], 'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8113ad18-d6b1-4d88-a30e-99d1ea77b6d4'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:42.497957 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-f05f0df8-52ca-468b-9fb4-f06d8f989cdc admin admin] For port b19add82-962f-4d50-87e4-baa6ae09a77b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b19add82-962f-4d50-87e4-baa6ae09a77b,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:42.498439 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f05f0df8-52ca-468b-9fb4-f06d8f989cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b19add82-962f-4d50-87e4-baa6ae09a77b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.505416 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Deleting port 2ba5a115-0d6e-44be-9480-c47266dd296c {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:42.506222 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2ba5a115-0d6e-44be-9480-c47266dd296c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.527950 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-f05f0df8-52ca-468b-9fb4-f06d8f989cdc admin admin] Calling delete_port for b19add82-962f-4d50-87e4-baa6ae09a77b owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:42.564420 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Publish callbacks [] for port (0be3f5be-1e82-425c-b41e-047c3a95a310), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.589539 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434f73d-2d56-4049-9e2b-763c967dd9a1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e439595-1152-444a-af6b-77a6dd318f0f,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:42.616471 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (0be3f5be-1e82-425c-b41e-047c3a95a310), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.622392 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] For port 2ba5a115-0d6e-44be-9480-c47266dd296c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ba5a115-0d6e-44be-9480-c47266dd296c,segment=NetworkSegment(cf9878f2-2eab-401d-a7eb-4614dbc25ec6),segment_id=cf9878f2-2eab-401d-a7eb-4614dbc25ec6)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:42.622770 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2ba5a115-0d6e-44be-9480-c47266dd296c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.666269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port f6008a4b-75de-4f90-b209-e7d8c30449dc triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:42.666649 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f6008a4b-75de-4f90-b209-e7d8c30449dc), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.682775 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Network 5d256d2e-872f-4845-9233-938903d36960 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:42.687365 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dcc6731a-8ccf-46a5-9964-fcf5febb5f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (2ba5a115-0d6e-44be-9480-c47266dd296c), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.715609 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:42.722224 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Pushing event updated for resources: {'Port': ['ID=0be3f5be-1e82-425c-b41e-047c3a95a310,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:42.728917 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:42.759104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6731a-8ccf-46a5-9964-fcf5febb5f0a None None] No DVR routers for this DVR port 2ba5a115-0d6e-44be-9480-c47266dd296c on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:42.813103 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6731a-8ccf-46a5-9964-fcf5febb5f0a None None] Pushing event deleted for resources: {'Port': ['ID=2ba5a115-0d6e-44be-9480-c47266dd296c,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:42.822088 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7312790d-a89e-4560-9b92-ba12d3deda35 None None] For port af8cf5bd-0661-40d5-8f07-bfb8b7c12294, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af8cf5bd-0661-40d5-8f07-bfb8b7c12294,segment=NetworkSegment(d79562ee-82ba-4be0-bca7-a79281fc75b1),segment_id=d79562ee-82ba-4be0-bca7-a79281fc75b1)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:42.831077 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547dc344-4eb2-439a-975b-dee915dcff50 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:42.833994 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f05f0df8-52ca-468b-9fb4-f06d8f989cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (b19add82-962f-4d50-87e4-baa6ae09a77b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.834874 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-547dc344-4eb2-439a-975b-dee915dcff50 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.857224 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Calling delete_port for 2ba5a115-0d6e-44be-9480-c47266dd296c owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:42.869405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f0df8-52ca-468b-9fb4-f06d8f989cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=b19add82-962f-4d50-87e4-baa6ae09a77b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:42.912559 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7312790d-a89e-4560-9b92-ba12d3deda35 None None] Publish callbacks [] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.914392 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Attempting to bind port 0be3f5be-1e82-425c-b41e-047c3a95a310 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:11:42.914773 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Attempting to bind port 0be3f5be-1e82-425c-b41e-047c3a95a310 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c673a8f1-56a9-4e5a-bc97-ed4ce24d6783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5d256d2e-872f-4845-9233-938903d36960'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:11:42.915145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Attempting to bind port 0be3f5be-1e82-425c-b41e-047c3a95a310 on network 5d256d2e-872f-4845-9233-938903d36960 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:11:42.940193 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7312790d-a89e-4560-9b92-ba12d3deda35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.949686 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:11:42.949686 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Checking segment: {'id': 'c673a8f1-56a9-4e5a-bc97-ed4ce24d6783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5d256d2e-872f-4845-9233-938903d36960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:42.950366 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.951193 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Bound using segment: {'id': 'c673a8f1-56a9-4e5a-bc97-ed4ce24d6783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5d256d2e-872f-4845-9233-938903d36960'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:11:42.951323 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Bound port: 0be3f5be-1e82-425c-b41e-047c3a95a310, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c673a8f1-56a9-4e5a-bc97-ed4ce24d6783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5d256d2e-872f-4845-9233-938903d36960'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:11:42.951631 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0be3f5be-1e82-425c-b41e-047c3a95a310), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:42.994155 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f05f0df8-52ca-468b-9fb4-f06d8f989cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (88205ee7-109f-4230-9d92-c449a422a4ce), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.007381 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port f6008a4b-75de-4f90-b209-e7d8c30449dc is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:43.007767 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f6008a4b-75de-4f90-b209-e7d8c30449dc), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.050018 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0756a66-ad27-43f8-ad6e-381043d6a288 None None] Network 8427d5da-6ff7-4529-a453-ba381cc468ba requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:43.114274 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f05f0df8-52ca-468b-9fb4-f06d8f989cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (88205ee7-109f-4230-9d92-c449a422a4ce), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.116924 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f05f0df8-52ca-468b-9fb4-f06d8f989cdc admin admin] Publish callbacks [] for router_controller (88205ee7-109f-4230-9d92-c449a422a4ce), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.184412 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f05f0df8-52ca-468b-9fb4-f06d8f989cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (88205ee7-109f-4230-9d92-c449a422a4ce), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.185375 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05f0df8-52ca-468b-9fb4-f06d8f989cdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88205ee7-109f-4230-9d92-c449a422a4ce {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:11:43.192028 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f05f0df8-52ca-468b-9fb4-f06d8f989cdc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.198320 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f05f0df8-52ca-468b-9fb4-f06d8f989cdc admin admin] 10.222.0.15 "DELETE /v2.0/routers/88205ee7-109f-4230-9d92-c449a422a4ce HTTP/1.1" status: 204 len: 168 time: 1.8418891 Mar 28 09:11:43.199006 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51568) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:43.251120 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b2660a-7a35-4c18-8d0b-76aa93cbbea0 admin admin] Deleting subnet 3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:43.255282 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-26b2660a-7a35-4c18-8d0b-76aa93cbbea0 admin admin] Publish callbacks [] for subnet (3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.296768 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d5d8bc-2847-46c1-a136-a9d986aa0eb9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:43.300247 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-26b2660a-7a35-4c18-8d0b-76aa93cbbea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.330131 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (2ba5a115-0d6e-44be-9480-c47266dd296c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.342251 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312790d-a89e-4560-9b92-ba12d3deda35 None None] Pushing event updated for resources: {'Port': ['ID=af8cf5bd-0661-40d5-8f07-bfb8b7c12294,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:43.390149 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port f6008a4b-75de-4f90-b209-e7d8c30449dc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6008a4b-75de-4f90-b209-e7d8c30449dc,segment=NetworkSegment(08ca2caf-15df-445e-8e00-7b5cac5b5179),segment_id=08ca2caf-15df-445e-8e00-7b5cac5b5179)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:43.423899 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8f83-2d29-49e6-9222-095139565180 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b36ec9a7-ccaa-4d0a-b60c-cd546eccea04), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.430653 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-26b2660a-7a35-4c18-8d0b-76aa93cbbea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.433400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f6008a4b-75de-4f90-b209-e7d8c30449dc), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.436482 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] No DVR routers for this DVR port 2ba5a115-0d6e-44be-9480-c47266dd296c on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:43.438473 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event deleted for resources: {'Port': ['ID=2ba5a115-0d6e-44be-9480-c47266dd296c,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:43.468206 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] For port 0be3f5be-1e82-425c-b41e-047c3a95a310, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:11:43.485913 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ecbb94fa-2876-481a-bb32-c04b62318275 None None] Provisioning complete for port f6008a4b-75de-4f90-b209-e7d8c30449dc triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:43.486295 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ecbb94fa-2876-481a-bb32-c04b62318275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f6008a4b-75de-4f90-b209-e7d8c30449dc), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.492153 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] For port 0be3f5be-1e82-425c-b41e-047c3a95a310, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0be3f5be-1e82-425c-b41e-047c3a95a310,segment=NetworkSegment(c673a8f1-56a9-4e5a-bc97-ed4ce24d6783),segment_id=c673a8f1-56a9-4e5a-bc97-ed4ce24d6783)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:11:43.528095 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-26b2660a-7a35-4c18-8d0b-76aa93cbbea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.547148 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0be3f5be-1e82-425c-b41e-047c3a95a310), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.568281 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2660a-7a35-4c18-8d0b-76aa93cbbea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:43.578871 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=f6008a4b-75de-4f90-b209-e7d8c30449dc,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:43.582132 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-26b2660a-7a35-4c18-8d0b-76aa93cbbea0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.592711 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704cd9a2-93a1-44f4-be68-2e40213e72b9 None None] Network 8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:43.602392 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-26b2660a-7a35-4c18-8d0b-76aa93cbbea0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3fe8a5a8-9a35-4e8e-bfce-391152aeb1c2 HTTP/1.1" status: 204 len: 168 time: 0.4020875 Mar 28 09:11:43.604503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51570) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:43.607159 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-547dc344-4eb2-439a-975b-dee915dcff50 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (30caffd3-cf01-4ec9-a436-d0084756d115), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.693503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (8d91ea5b-e152-44bb-a4a8-3db8f5dd9087), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.697406 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (f6b780d2-81fb-4cc9-b34d-b6443d4b12f7), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.804387 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2ba5a115-0d6e-44be-9480-c47266dd296c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:11:43.806717 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe24729-18dd-4ad2-9a03-aec3cf89695d None None] Pushing event updated for resources: {'Port': ['ID=0be3f5be-1e82-425c-b41e-047c3a95a310,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:43.833680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] Deleting port 721d60bb-7065-4ad5-9b6f-47c338801ee5 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:43.834909 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (721d60bb-7065-4ad5-9b6f-47c338801ee5), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.853374 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-16d5d8bc-2847-46c1-a136-a9d986aa0eb9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.866896 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 2ba5a115-0d6e-44be-9480-c47266dd296c {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:11:43.867272 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2ba5a115-0d6e-44be-9480-c47266dd296c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:11:43.867665 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9d9d5330-4ed4-48a1-8676-05a4b1790fcb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:11:43.911431 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b780d2-81fb-4cc9-b34d-b6443d4b12f7']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:43.917240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 9d9d5330-4ed4-48a1-8676-05a4b1790fcb {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:11:43.917583 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9d9d5330-4ed4-48a1-8676-05a4b1790fcb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:11:43.920368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb94fa-2876-481a-bb32-c04b62318275 None None] Current status of the port f6008a4b-75de-4f90-b209-e7d8c30449dc is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:43.948802 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] For port 721d60bb-7065-4ad5-9b6f-47c338801ee5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=721d60bb-7065-4ad5-9b6f-47c338801ee5,segment=NetworkSegment(f69b77ca-9cfd-40ad-be23-49a7408d5ecd),segment_id=f69b77ca-9cfd-40ad-be23-49a7408d5ecd)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:43.949200 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (721d60bb-7065-4ad5-9b6f-47c338801ee5), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:43.963218 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9878f2-2eab-401d-a7eb-4614dbc25ec6') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:43.963565 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9878f2-2eab-401d-a7eb-4614dbc25ec6') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:43.996146 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] Calling delete_port for 721d60bb-7065-4ad5-9b6f-47c338801ee5 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:44.000198 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547dc344-4eb2-439a-975b-dee915dcff50 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Subnet': ['ID=30caffd3-cf01-4ec9-a436-d0084756d115,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:44.009530 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (cf9878f2-2eab-401d-a7eb-4614dbc25ec6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.041987 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-16d5d8bc-2847-46c1-a136-a9d986aa0eb9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] device_id is not set on port fe1340c9-7eda-449a-bab0-d103cfda8172 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:11:44.118010 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (cf9878f2-2eab-401d-a7eb-4614dbc25ec6), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.122647 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (721d60bb-7065-4ad5-9b6f-47c338801ee5), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.142369 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547dc344-4eb2-439a-975b-dee915dcff50 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Checking segment: {'id': '17f86f9e-5f6d-499a-a79b-00c48160865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'baf99dbc-0856-4594-bd57-a7ee296ef9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:44.142369 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547dc344-4eb2-439a-975b-dee915dcff50 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network hostable DHCP agents. Network: baf99dbc-0856-4594-bd57-a7ee296ef9f3, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:11:44.149117 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:11:44.149324 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (cf9878f2-2eab-401d-a7eb-4614dbc25ec6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:11:44.153965 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:11:44.182206 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] No DVR routers for this DVR port 721d60bb-7065-4ad5-9b6f-47c338801ee5 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:44.196427 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] Pushing event deleted for resources: {'Port': ['ID=721d60bb-7065-4ad5-9b6f-47c338801ee5,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:44.289256 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02570ae-01cd-4d0c-b3b7-749632d2b180 None None] DHCP port deletion for 8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:11:44.339474 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (8d91ea5b-e152-44bb-a4a8-3db8f5dd9087), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.346005 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f6008a4b-75de-4f90-b209-e7d8c30449dc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:44.380260 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d91ea5b-e152-44bb-a4a8-3db8f5dd9087']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:44.398942 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69b77ca-9cfd-40ad-be23-49a7408d5ecd') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:44.399309 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69b77ca-9cfd-40ad-be23-49a7408d5ecd') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:44.399500 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8f83-2d29-49e6-9222-095139565180 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (b36ec9a7-ccaa-4d0a-b60c-cd546eccea04), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.410559 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (f6b780d2-81fb-4cc9-b34d-b6443d4b12f7), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.419709 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (f69b77ca-9cfd-40ad-be23-49a7408d5ecd), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.430419 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.439666 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "DELETE /v2.0/networks/f6b780d2-81fb-4cc9-b34d-b6443d4b12f7 HTTP/1.1" status: 204 len: 168 time: 2.8898983 Mar 28 09:11:44.444786 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51572) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:44.450767 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8f83-2d29-49e6-9222-095139565180 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (b36ec9a7-ccaa-4d0a-b60c-cd546eccea04), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.472712 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port f6008a4b-75de-4f90-b209-e7d8c30449dc triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:44.473089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f6008a4b-75de-4f90-b209-e7d8c30449dc), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.502450 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (f69b77ca-9cfd-40ad-be23-49a7408d5ecd), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.516366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350d866-7807-4234-9c1c-f17f2725ace8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event deleted for resources: {'Network': ['ID=f6b780d2-81fb-4cc9-b34d-b6443d4b12f7,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:44.519717 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547dc344-4eb2-439a-975b-dee915dcff50 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network baf99dbc-0856-4594-bd57-a7ee296ef9f3 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:11:44.531471 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:11:44.538318 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (f69b77ca-9cfd-40ad-be23-49a7408d5ecd), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:11:44.539959 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:11:44.620138 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-547dc344-4eb2-439a-975b-dee915dcff50 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, baf99dbc-0856-4594-bd57-a7ee296ef9f3) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:44.628179 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547dc344-4eb2-439a-975b-dee915dcff50 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:44.629240 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-547dc344-4eb2-439a-975b-dee915dcff50 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.631594 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f760d0ed-e689-4561-8527-f663e9c15e3c None None] Provisioning complete for port f6008a4b-75de-4f90-b209-e7d8c30449dc triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:44.631972 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f760d0ed-e689-4561-8527-f663e9c15e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f6008a4b-75de-4f90-b209-e7d8c30449dc), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.639257 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-97edd4a9-98bc-424f-a21b-a9a65645229d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Deleting subnet a298b597-b1fe-4425-8add-4c46d91eff88 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:44.643777 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-97edd4a9-98bc-424f-a21b-a9a65645229d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for subnet (a298b597-b1fe-4425-8add-4c46d91eff88), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.651642 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7f4bde-1c4a-4a75-afd5-8f64862df6fa None None] Network baf99dbc-0856-4594-bd57-a7ee296ef9f3 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:44.664771 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-547dc344-4eb2-439a-975b-dee915dcff50 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5444212 Mar 28 09:11:44.672844 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51574) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:44.679200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port f6008a4b-75de-4f90-b209-e7d8c30449dc is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:44.680344 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0be3f5be-1e82-425c-b41e-047c3a95a310 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:44.685860 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c8f83-2d29-49e6-9222-095139565180 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=b36ec9a7-ccaa-4d0a-b60c-cd546eccea04,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:44.713408 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (8d91ea5b-e152-44bb-a4a8-3db8f5dd9087), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.727253 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.731315 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8d91ea5b-e152-44bb-a4a8-3db8f5dd9087 HTTP/1.1" status: 204 len: 168 time: 1.1251185 Mar 28 09:11:44.756170 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35986ab6-cca4-4b5f-b99a-66f84eeacd36 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d91ea5b-e152-44bb-a4a8-3db8f5dd9087,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:44.766822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-97edd4a9-98bc-424f-a21b-a9a65645229d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (a298b597-b1fe-4425-8add-4c46d91eff88), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.785644 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-16d5d8bc-2847-46c1-a136-a9d986aa0eb9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Allocated IP 2001:db8::2ec (d240050e-d93a-4530-a0b3-76a8cfd44450/8113ad18-d6b1-4d88-a30e-99d1ea77b6d4/fe1340c9-7eda-449a-bab0-d103cfda8172) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:44.894007 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-97edd4a9-98bc-424f-a21b-a9a65645229d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (a298b597-b1fe-4425-8add-4c46d91eff88), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:44.911715 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 0be3f5be-1e82-425c-b41e-047c3a95a310 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:44.912229 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0be3f5be-1e82-425c-b41e-047c3a95a310), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.006463 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-97edd4a9-98bc-424f-a21b-a9a65645229d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (a298b597-b1fe-4425-8add-4c46d91eff88), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.027774 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f760d0ed-e689-4561-8527-f663e9c15e3c None None] Current status of the port f6008a4b-75de-4f90-b209-e7d8c30449dc is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:45.042793 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-baf99dbc-0856-4594-bd57-a7ee296ef9f3', 'network_id': 'baf99dbc-0856-4594-bd57-a7ee296ef9f3', 'project_id': '61d47aacc0464e97834f5e7f8b3a7592', 'fixed_ips': [{'subnet_id': '30caffd3-cf01-4ec9-a436-d0084756d115'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:11:45.044111 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.064056 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (baf99dbc-0856-4594-bd57-a7ee296ef9f3), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.073081 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f760d0ed-e689-4561-8527-f663e9c15e3c None None] Provisioning complete for port b36ec9a7-ccaa-4d0a-b60c-cd546eccea04 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:45.074031 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f760d0ed-e689-4561-8527-f663e9c15e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b36ec9a7-ccaa-4d0a-b60c-cd546eccea04), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.108248 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8f83-2d29-49e6-9222-095139565180 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.119401 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edd4a9-98bc-424f-a21b-a9a65645229d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event deleted for resources: {'Subnet': ['ID=a298b597-b1fe-4425-8add-4c46d91eff88,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:45.123895 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-97edd4a9-98bc-424f-a21b-a9a65645229d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.134699 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-97edd4a9-98bc-424f-a21b-a9a65645229d tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "DELETE /v2.0/subnets/a298b597-b1fe-4425-8add-4c46d91eff88 HTTP/1.1" status: 204 len: 168 time: 0.6866236 Mar 28 09:11:45.134863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d87024-b921-4fa9-a71b-9151117a223d None None] Network b7a01039-9cd7-407f-8d34-dd26ba0080e7 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:45.136840 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51578) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:45.178055 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51580) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:45.244957 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (b7a01039-9cd7-407f-8d34-dd26ba0080e7), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.295507 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 0be3f5be-1e82-425c-b41e-047c3a95a310 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:45.296146 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0be3f5be-1e82-425c-b41e-047c3a95a310), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.298260 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f760d0ed-e689-4561-8527-f663e9c15e3c None None] Port b36ec9a7-ccaa-4d0a-b60c-cd546eccea04 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:45.313182 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Deleting port 96e12731-b739-4ff0-8982-4f986b42a9cd {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:45.313665 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (96e12731-b739-4ff0-8982-4f986b42a9cd), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.392593 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] For port 96e12731-b739-4ff0-8982-4f986b42a9cd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=96e12731-b739-4ff0-8982-4f986b42a9cd,segment=NetworkSegment(c482e756-d1a7-45fe-8c5e-6719832b31d7),segment_id=c482e756-d1a7-45fe-8c5e-6719832b31d7)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:45.393265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (96e12731-b739-4ff0-8982-4f986b42a9cd), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.413136 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Calling delete_port for 96e12731-b739-4ff0-8982-4f986b42a9cd owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:45.424030 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 0be3f5be-1e82-425c-b41e-047c3a95a310, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0be3f5be-1e82-425c-b41e-047c3a95a310,segment=NetworkSegment(c673a8f1-56a9-4e5a-bc97-ed4ce24d6783),segment_id=c673a8f1-56a9-4e5a-bc97-ed4ce24d6783)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:45.449590 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0be3f5be-1e82-425c-b41e-047c3a95a310), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.450397 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device af8cf5bd-0661-40d5-8f07-bfb8b7c12294 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:45.524869 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (96e12731-b739-4ff0-8982-4f986b42a9cd), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.528238 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Allocated IP 2001:db8::1 (baf99dbc-0856-4594-bd57-a7ee296ef9f3/30caffd3-cf01-4ec9-a436-d0084756d115/ccd3f01c-2d6d-422d-8638-672f288030c6) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:45.557400 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] No DVR routers for this DVR port 96e12731-b739-4ff0-8982-4f986b42a9cd on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:45.559393 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event deleted for resources: {'Port': ['ID=96e12731-b739-4ff0-8982-4f986b42a9cd,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:45.572311 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0bdc4a9a-8377-4243-86a8-3909c1598500 None None] Provisioning complete for port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:45.572763 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0bdc4a9a-8377-4243-86a8-3909c1598500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.644385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (b7a01039-9cd7-407f-8d34-dd26ba0080e7), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.654601 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3b0379-654b-435a-aef4-b9ae8dc1e7e3 None None] Network 5d256d2e-872f-4845-9233-938903d36960 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:45.667281 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a01039-9cd7-407f-8d34-dd26ba0080e7']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:45.677822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c482e756-d1a7-45fe-8c5e-6719832b31d7') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:45.678204 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c482e756-d1a7-45fe-8c5e-6719832b31d7') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:45.688293 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (c482e756-d1a7-45fe-8c5e-6719832b31d7), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.701286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c482e756-d1a7-45fe-8c5e-6719832b31d7), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.707363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:11:45.708336 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (c482e756-d1a7-45fe-8c5e-6719832b31d7), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:11:45.711588 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:11:45.722553 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (30caffd3-cf01-4ec9-a436-d0084756d115), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.746211 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=0be3f5be-1e82-425c-b41e-047c3a95a310,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:45.756922 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-16d5d8bc-2847-46c1-a136-a9d986aa0eb9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (fe1340c9-7eda-449a-bab0-d103cfda8172), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.771372 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (b7a01039-9cd7-407f-8d34-dd26ba0080e7), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.780254 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.786477 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "DELETE /v2.0/networks/b7a01039-9cd7-407f-8d34-dd26ba0080e7 HTTP/1.1" status: 204 len: 168 time: 0.6456444 Mar 28 09:11:45.789730 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51582) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:45.791561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:45.792120 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.794869 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d6de7-ceeb-4f85-9eb0-62ef27d047e5 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Pushing event deleted for resources: {'Network': ['ID=b7a01039-9cd7-407f-8d34-dd26ba0080e7,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:45.818916 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d09f0e1b-8593-4193-9329-1c9f9141fb91 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2eeee875a9da4567926143d977c5d593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227716 Mar 28 09:11:45.819146 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51584) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:45.837406 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8f83-2d29-49e6-9222-095139565180 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b36ec9a7-ccaa-4d0a-b60c-cd546eccea04), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.845246 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8fc6d9ec-7012-4ed4-857c-bd49e92241d8 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "GET /v2.0/ports?device_id=02d870ec-69af-4da9-8c11-7b52ee5e7a2a HTTP/1.1" status: 200 len: 205 time: 0.0528934 Mar 28 09:11:45.855387 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51586) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:45.907511 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-422f917f-4174-4e5f-a15b-a998d458e4ed admin admin] Publish callbacks [] for security_group (d92cdae7-6e95-47b2-92ca-b3bfe7566f7a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.931040 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ed4c13-acbb-4d36-9cc1-a5cd3345b3ce None None] DHCP port deletion for b7a01039-9cd7-407f-8d34-dd26ba0080e7 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:11:45.935372 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-422f917f-4174-4e5f-a15b-a998d458e4ed admin admin] Publish callbacks [] for security_group (d92cdae7-6e95-47b2-92ca-b3bfe7566f7a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:45.992865 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc4a9a-8377-4243-86a8-3909c1598500 None None] Current status of the port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:46.005240 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-422f917f-4174-4e5f-a15b-a998d458e4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (d92cdae7-6e95-47b2-92ca-b3bfe7566f7a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.006740 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa0659fc-37a7-4e46-aeac-9e3d49a83040 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for router (02d870ec-69af-4da9-8c11-7b52ee5e7a2a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.010683 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-422f917f-4174-4e5f-a15b-a998d458e4ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.012823 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-422f917f-4174-4e5f-a15b-a998d458e4ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d92cdae7-6e95-47b2-92ca-b3bfe7566f7a HTTP/1.1" status: 204 len: 168 time: 0.1924822 Mar 28 09:11:46.013293 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Publish callbacks [] for port (ccd3f01c-2d6d-422d-8638-672f288030c6), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.015854 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-16d5d8bc-2847-46c1-a136-a9d986aa0eb9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (fe1340c9-7eda-449a-bab0-d103cfda8172), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.025833 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f917f-4174-4e5f-a15b-a998d458e4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92cdae7-6e95-47b2-92ca-b3bfe7566f7a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:46.068643 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (ccd3f01c-2d6d-422d-8638-672f288030c6), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.212651 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d5d8bc-2847-46c1-a136-a9d986aa0eb9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network d240050e-d93a-4530-a0b3-76a8cfd44450 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:46.215767 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (30caffd3-cf01-4ec9-a436-d0084756d115), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.266633 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-16d5d8bc-2847-46c1-a136-a9d986aa0eb9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:46.279187 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0bdc4a9a-8377-4243-86a8-3909c1598500 None None] Provisioning complete for port b36ec9a7-ccaa-4d0a-b60c-cd546eccea04 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:46.279558 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0bdc4a9a-8377-4243-86a8-3909c1598500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b36ec9a7-ccaa-4d0a-b60c-cd546eccea04), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.290579 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:46.294233 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Network baf99dbc-0856-4594-bd57-a7ee296ef9f3 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:46.318707 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d5d8bc-2847-46c1-a136-a9d986aa0eb9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:46.323324 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:46.323890 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d5d8bc-2847-46c1-a136-a9d986aa0eb9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:46.325268 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-16d5d8bc-2847-46c1-a136-a9d986aa0eb9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.326679 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Pushing event updated for resources: {'Port': ['ID=ccd3f01c-2d6d-422d-8638-672f288030c6,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:46.330685 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5d8bc-2847-46c1-a136-a9d986aa0eb9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=fe1340c9-7eda-449a-bab0-d103cfda8172,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:46.331397 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:46.367714 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc4a9a-8377-4243-86a8-3909c1598500 None None] Port b36ec9a7-ccaa-4d0a-b60c-cd546eccea04 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:46.370184 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Subnet': ['ID=30caffd3-cf01-4ec9-a436-d0084756d115,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:46.412198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Attempting to bind port ccd3f01c-2d6d-422d-8638-672f288030c6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:11:46.412775 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Attempting to bind port ccd3f01c-2d6d-422d-8638-672f288030c6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '17f86f9e-5f6d-499a-a79b-00c48160865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'baf99dbc-0856-4594-bd57-a7ee296ef9f3'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:11:46.413153 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Attempting to bind port ccd3f01c-2d6d-422d-8638-672f288030c6 on network baf99dbc-0856-4594-bd57-a7ee296ef9f3 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:11:46.430961 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:11:46.431604 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Checking segment: {'id': '17f86f9e-5f6d-499a-a79b-00c48160865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'baf99dbc-0856-4594-bd57-a7ee296ef9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:46.431745 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.433958 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Bound using segment: {'id': '17f86f9e-5f6d-499a-a79b-00c48160865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'baf99dbc-0856-4594-bd57-a7ee296ef9f3'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:11:46.436592 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Bound port: ccd3f01c-2d6d-422d-8638-672f288030c6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f86f9e-5f6d-499a-a79b-00c48160865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'baf99dbc-0856-4594-bd57-a7ee296ef9f3'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:11:46.436998 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ccd3f01c-2d6d-422d-8638-672f288030c6), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.439271 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0bdc4a9a-8377-4243-86a8-3909c1598500 None None] Provisioning complete for port 8d9cf25f-ad59-4061-8bf5-367f11f0c8b9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:46.439634 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0bdc4a9a-8377-4243-86a8-3909c1598500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8d9cf25f-ad59-4061-8bf5-367f11f0c8b9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.454650 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa0659fc-37a7-4e46-aeac-9e3d49a83040 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (02d870ec-69af-4da9-8c11-7b52ee5e7a2a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.471933 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa0659fc-37a7-4e46-aeac-9e3d49a83040 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for router_controller (02d870ec-69af-4da9-8c11-7b52ee5e7a2a), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.479188 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 3859860c-6925-43ba-a8e3-05247833f52e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:11:46.539113 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-16d5d8bc-2847-46c1-a136-a9d986aa0eb9 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0489900 Mar 28 09:11:46.543171 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51602) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:46.548629 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 3859860c-6925-43ba-a8e3-05247833f52e {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:11:46.549674 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 3859860c-6925-43ba-a8e3-05247833f52e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:11:46.549674 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b19add82-962f-4d50-87e4-baa6ae09a77b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:11:46.557065 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-481dafcb-56f1-490b-962e-7fae76043ffc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'subnet': {'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:46.587425 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc4a9a-8377-4243-86a8-3909c1598500 None None] Port 8d9cf25f-ad59-4061-8bf5-367f11f0c8b9 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:46.609788 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: b19add82-962f-4d50-87e4-baa6ae09a77b {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:11:46.610041 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b19add82-962f-4d50-87e4-baa6ae09a77b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:11:46.634839 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (baf99dbc-0856-4594-bd57-a7ee296ef9f3), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.650814 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa0659fc-37a7-4e46-aeac-9e3d49a83040 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (02d870ec-69af-4da9-8c11-7b52ee5e7a2a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.651401 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0659fc-37a7-4e46-aeac-9e3d49a83040 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Fanout notify agent at l3_agent the message router_deleted on router 02d870ec-69af-4da9-8c11-7b52ee5e7a2a {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:11:46.667287 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] For port ccd3f01c-2d6d-422d-8638-672f288030c6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:11:46.678242 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] For port ccd3f01c-2d6d-422d-8638-672f288030c6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ccd3f01c-2d6d-422d-8638-672f288030c6,segment=NetworkSegment(17f86f9e-5f6d-499a-a79b-00c48160865d),segment_id=17f86f9e-5f6d-499a-a79b-00c48160865d)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:11:46.680660 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa0659fc-37a7-4e46-aeac-9e3d49a83040 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.682326 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-aa0659fc-37a7-4e46-aeac-9e3d49a83040 tempest-RoutersNegativeTest-376423538 tempest-RoutersNegativeTest-376423538-project] 10.222.0.15 "DELETE /v2.0/routers/02d870ec-69af-4da9-8c11-7b52ee5e7a2a HTTP/1.1" status: 204 len: 168 time: 0.8215418 Mar 28 09:11:46.697079 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ccd3f01c-2d6d-422d-8638-672f288030c6), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.732698 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf99dbc-0856-4594-bd57-a7ee296ef9f3']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:46.779671 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f86f9e-5f6d-499a-a79b-00c48160865d') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:46.780242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f86f9e-5f6d-499a-a79b-00c48160865d') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:46.852484 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (17f86f9e-5f6d-499a-a79b-00c48160865d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.865841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0be3f5be-1e82-425c-b41e-047c3a95a310 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:46.866525 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481dafcb-56f1-490b-962e-7fae76043ffc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:46.876198 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-481dafcb-56f1-490b-962e-7fae76043ffc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.908266 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (17f86f9e-5f6d-499a-a79b-00c48160865d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.953671 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:11:46.954356 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (17f86f9e-5f6d-499a-a79b-00c48160865d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.959355 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-067ce2e8-7e5c-4139-a1d2-e52b965238f6 None None] Provisioning complete for port 0be3f5be-1e82-425c-b41e-047c3a95a310 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:46.959795 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-067ce2e8-7e5c-4139-a1d2-e52b965238f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0be3f5be-1e82-425c-b41e-047c3a95a310), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:11:46.962751 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:11:47.018890 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3558e2e-b063-42b2-8348-7ce1d7f3a6e5 None None] Pushing event updated for resources: {'Port': ['ID=ccd3f01c-2d6d-422d-8638-672f288030c6,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:47.031093 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8f83-2d29-49e6-9222-095139565180 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (b36ec9a7-ccaa-4d0a-b60c-cd546eccea04), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:47.050353 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8f83-2d29-49e6-9222-095139565180 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (b36ec9a7-ccaa-4d0a-b60c-cd546eccea04), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:47.055224 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932a713b-54d5-498c-804f-496b37041548 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 09:11:47.114567 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.db.api [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 09:11:47.114567 dv-neutron-master-2-hyperv neutron-server[104076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 09:11:47.114567 dv-neutron-master-2-hyperv neutron-server[104076]: [parameters: {'id': 'baf99dbc-0856-4594-bd57-a7ee296ef9f3'}] Mar 28 09:11:47.114567 dv-neutron-master-2-hyperv neutron-server[104076]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:11:47.114960 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG oslo_db.api [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:11:47.133077 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 0be3f5be-1e82-425c-b41e-047c3a95a310 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:47.133825 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0be3f5be-1e82-425c-b41e-047c3a95a310), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:47.135866 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.ipam_backend_mixin [None req-481dafcb-56f1-490b-962e-7fae76043ffc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8113ad18-d6b1-4d88-a30e-99d1ea77b6d4 (CIDR: 2001:db8::/64) Mar 28 09:11:47.144972 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-481dafcb-56f1-490b-962e-7fae76043ffc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:11:47.148487 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8f83-2d29-49e6-9222-095139565180 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:47.149093 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481dafcb-56f1-490b-962e-7fae76043ffc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:47.150424 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c8f83-2d29-49e6-9222-095139565180 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=b36ec9a7-ccaa-4d0a-b60c-cd546eccea04,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:47.188773 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-481dafcb-56f1-490b-962e-7fae76043ffc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6428859 Mar 28 09:11:47.194151 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51616) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:47.199809 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9a252198-a988-4aad-8b75-a1ff3f157879 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'subnet': {'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:47.268832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-067ce2e8-7e5c-4139-a1d2-e52b965238f6 None None] Current status of the port 0be3f5be-1e82-425c-b41e-047c3a95a310 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:47.284838 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932a713b-54d5-498c-804f-496b37041548 None None] Resources bound (agent type, host, resource id): {{(pid=104077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 09:11:47.300372 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51620) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:47.331130 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9c8f83-2d29-49e6-9222-095139565180 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 8427d5da-6ff7-4529-a453-ba381cc468ba is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:47.333638 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-3e9c8f83-2d29-49e6-9222-095139565180 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:47.370254 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a252198-a988-4aad-8b75-a1ff3f157879 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:47.380496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a252198-a988-4aad-8b75-a1ff3f157879 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:47.462552 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 0be3f5be-1e82-425c-b41e-047c3a95a310 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:47.468549 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-de26e99b-f3d1-47b2-80b0-9abe2ae921ee None None] Provisioning complete for port 0be3f5be-1e82-425c-b41e-047c3a95a310 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:47.469109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-de26e99b-f3d1-47b2-80b0-9abe2ae921ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0be3f5be-1e82-425c-b41e-047c3a95a310), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:47.528667 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9c8f83-2d29-49e6-9222-095139565180 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router 0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:11:47.580446 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 96e12731-b739-4ff0-8982-4f986b42a9cd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:11:47.625407 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (baf99dbc-0856-4594-bd57-a7ee296ef9f3), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:47.635626 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 96e12731-b739-4ff0-8982-4f986b42a9cd {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:11:47.636498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 96e12731-b739-4ff0-8982-4f986b42a9cd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:11:47.636498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 721d60bb-7065-4ad5-9b6f-47c338801ee5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:11:47.662900 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 721d60bb-7065-4ad5-9b6f-47c338801ee5 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:11:47.663324 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 721d60bb-7065-4ad5-9b6f-47c338801ee5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:11:47.695198 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.ipam_backend_mixin [None req-9a252198-a988-4aad-8b75-a1ff3f157879 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6e65bc01-49e3-441c-b2fe-c80c412292a5 (CIDR: 2001:db8:0:1::/64) Mar 28 09:11:47.705361 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a252198-a988-4aad-8b75-a1ff3f157879 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:11:47.706999 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a252198-a988-4aad-8b75-a1ff3f157879 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:47.708622 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9c8f83-2d29-49e6-9222-095139565180 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:47.721854 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3e9c8f83-2d29-49e6-9222-095139565180 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3680046 Mar 28 09:11:47.724871 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51628) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:47.725293 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1883d42c-69ba-4153-83a7-41653ae7b4cd None None] Sync routers for ids ['0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:47.745876 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9a252198-a988-4aad-8b75-a1ff3f157879 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5501001 Mar 28 09:11:47.747971 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51630) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:47.756466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-de26e99b-f3d1-47b2-80b0-9abe2ae921ee None None] Current status of the port 0be3f5be-1e82-425c-b41e-047c3a95a310 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:47.757523 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b45ceebf-d1f1-437c-a409-4f7f2ebe11e6 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'subnet': {'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:47.765145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1883d42c-69ba-4153-83a7-41653ae7b4cd None None] Routers {'0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:47.765803 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1883d42c-69ba-4153-83a7-41653ae7b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:47.780564 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c93722f0-9c23-446a-925d-7876fb881587 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ef40ebf62ac431caa501480ae0e5526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4790199 Mar 28 09:11:47.784962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51634) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:47.820357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42722f8e-71bb-4b1b-918c-42edd9f6be45 None None] Network baf99dbc-0856-4594-bd57-a7ee296ef9f3 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:47.822222 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9931d7-39c1-4692-98cf-aca36e52debb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:47.826444 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1883d42c-69ba-4153-83a7-41653ae7b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:47.826727 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fc9931d7-39c1-4692-98cf-aca36e52debb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/ports/b36ec9a7-ccaa-4d0a-b60c-cd546eccea04 HTTP/1.1" status: 200 len: 977 time: 0.0970256 Mar 28 09:11:47.829812 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51636) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:47.840806 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Deleting port ccd3f01c-2d6d-422d-8638-672f288030c6 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:47.841140 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (ccd3f01c-2d6d-422d-8638-672f288030c6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:47.887753 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-de26e99b-f3d1-47b2-80b0-9abe2ae921ee None None] Provisioning complete for port fe1340c9-7eda-449a-bab0-d103cfda8172 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:47.888426 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-de26e99b-f3d1-47b2-80b0-9abe2ae921ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (fe1340c9-7eda-449a-bab0-d103cfda8172), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:47.932012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45ceebf-d1f1-437c-a409-4f7f2ebe11e6 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Made reservation on behalf of 99087c95b7ef419398067fe352f6e8e0 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:47.938617 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b45ceebf-d1f1-437c-a409-4f7f2ebe11e6 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:47.958420 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1883d42c-69ba-4153-83a7-41653ae7b4cd None None] Routers {'0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:47.959074 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1883d42c-69ba-4153-83a7-41653ae7b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:48.029256 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-de26e99b-f3d1-47b2-80b0-9abe2ae921ee None None] Port fe1340c9-7eda-449a-bab0-d103cfda8172 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:48.033050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1883d42c-69ba-4153-83a7-41653ae7b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:48.033751 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1883d42c-69ba-4153-83a7-41653ae7b4cd None None] The sync data for ids ['0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:48.070297 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] For port ccd3f01c-2d6d-422d-8638-672f288030c6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ccd3f01c-2d6d-422d-8638-672f288030c6,segment=NetworkSegment(17f86f9e-5f6d-499a-a79b-00c48160865d),segment_id=17f86f9e-5f6d-499a-a79b-00c48160865d)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:48.070674 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (ccd3f01c-2d6d-422d-8638-672f288030c6), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:48.100051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Calling delete_port for ccd3f01c-2d6d-422d-8638-672f288030c6 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:48.158629 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-855eee3b-8d38-4742-89eb-40cdfd22242c None None] Provisioning complete for port b36ec9a7-ccaa-4d0a-b60c-cd546eccea04 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:48.159700 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-855eee3b-8d38-4742-89eb-40cdfd22242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b36ec9a7-ccaa-4d0a-b60c-cd546eccea04), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:48.174008 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0024ffdb-e08a-44c3-806c-db6f0811ca25 admin admin] Publish callbacks [] for security_group (79dfcb02-54dc-4745-a0be-21fc3abdcc7f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:48.190279 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51644) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:48.209848 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-855eee3b-8d38-4742-89eb-40cdfd22242c None None] Port b36ec9a7-ccaa-4d0a-b60c-cd546eccea04 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:48.281243 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0024ffdb-e08a-44c3-806c-db6f0811ca25 admin admin] Publish callbacks [] for security_group (79dfcb02-54dc-4745-a0be-21fc3abdcc7f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:48.293020 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b45ceebf-d1f1-437c-a409-4f7f2ebe11e6 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (82463499-f070-4e18-9d4a-e4ef855f6722), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:48.309769 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ea90a497-8d53-4cc7-8ed4-3462f8ac4256 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-730905908', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:48.351829 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45ceebf-d1f1-437c-a409-4f7f2ebe11e6 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Network d240050e-d93a-4530-a0b3-76a8cfd44450 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:48.359346 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-b45ceebf-d1f1-437c-a409-4f7f2ebe11e6 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:48.365671 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45ceebf-d1f1-437c-a409-4f7f2ebe11e6 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:48.366278 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b45ceebf-d1f1-437c-a409-4f7f2ebe11e6 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:48.376904 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa59a8f-c048-4e54-a05c-cf8ea0556e89 None None] Network d240050e-d93a-4530-a0b3-76a8cfd44450 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:48.381181 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea90a497-8d53-4cc7-8ed4-3462f8ac4256 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Made reservation on behalf of efeb8860c6ba49bf87dd0be24d573500 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:48.381837 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (ccd3f01c-2d6d-422d-8638-672f288030c6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:48.383623 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ea90a497-8d53-4cc7-8ed4-3462f8ac4256 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:48.387476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ceebf-d1f1-437c-a409-4f7f2ebe11e6 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Subnet': ['ID=82463499-f070-4e18-9d4a-e4ef855f6722,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:48.398485 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ea90a497-8d53-4cc7-8ed4-3462f8ac4256 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:48.411311 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b45ceebf-d1f1-437c-a409-4f7f2ebe11e6 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6617124 Mar 28 09:11:48.414785 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51648) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:48.420020 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4b5a8def-7f33-410c-b5f5-15bbe6d78a9a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1453314086', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '82463499-f070-4e18-9d4a-e4ef855f6722'}], 'security_groups': ['e45859c4-f10f-4296-84d8-17516b8414c1', '5dd284d4-af5f-4369-b302-a554c1f09e47']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:48.422213 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0024ffdb-e08a-44c3-806c-db6f0811ca25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (79dfcb02-54dc-4745-a0be-21fc3abdcc7f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:48.424793 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0024ffdb-e08a-44c3-806c-db6f0811ca25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:48.428778 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0024ffdb-e08a-44c3-806c-db6f0811ca25 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79dfcb02-54dc-4745-a0be-21fc3abdcc7f HTTP/1.1" status: 204 len: 168 time: 0.6400523 Mar 28 09:11:48.437803 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Port': ['ID=ccd3f01c-2d6d-422d-8638-672f288030c6,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:48.447225 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No DVR routers for this DVR port ccd3f01c-2d6d-422d-8638-672f288030c6 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:48.459241 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024ffdb-e08a-44c3-806c-db6f0811ca25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dfcb02-54dc-4745-a0be-21fc3abdcc7f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:48.608508 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ea90a497-8d53-4cc7-8ed4-3462f8ac4256 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks [] for security_group (d8454a9f-10ce-4c3a-9c9c-4dddf0f01dc7), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:48.617657 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ea90a497-8d53-4cc7-8ed4-3462f8ac4256 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (d8454a9f-10ce-4c3a-9c9c-4dddf0f01dc7), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:48.638411 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-ea90a497-8d53-4cc7-8ed4-3462f8ac4256 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] device_id is not set on port 527e6102-eddb-4276-af6e-bc0111eae666 yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:11:48.674462 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b688018f-99f1-4647-b30e-7cd2617bc096 None None] Update dhcp port {'port': {'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450', 'fixed_ips': [{'subnet_id': '6e65bc01-49e3-441c-b2fe-c80c412292a5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8113ad18-d6b1-4d88-a30e-99d1ea77b6d4', 'ip_address': '2001:db8::2'}, {'subnet_id': '82463499-f070-4e18-9d4a-e4ef855f6722'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'af8cf5bd-0661-40d5-8f07-bfb8b7c12294'} from dv-neutron-master-2-hyperv. {{(pid=104077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 09:11:48.714683 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b5a8def-7f33-410c-b5f5-15bbe6d78a9a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (fe1340c9-7eda-449a-bab0-d103cfda8172), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:48.720611 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90a497-8d53-4cc7-8ed4-3462f8ac4256 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8454a9f-10ce-4c3a-9c9c-4dddf0f01dc7,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:48.723007 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b688018f-99f1-4647-b30e-7cd2617bc096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:48.872676 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-ea90a497-8d53-4cc7-8ed4-3462f8ac4256 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Allocated IP 172.36.4.247 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/527e6102-eddb-4276-af6e-bc0111eae666) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:48.894726 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (baf99dbc-0856-4594-bd57-a7ee296ef9f3), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:48.921764 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf99dbc-0856-4594-bd57-a7ee296ef9f3']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:48.936720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f86f9e-5f6d-499a-a79b-00c48160865d') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:48.937011 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f86f9e-5f6d-499a-a79b-00c48160865d') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:48.952498 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (17f86f9e-5f6d-499a-a79b-00c48160865d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:48.979575 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-b688018f-99f1-4647-b30e-7cd2617bc096 None None] Allocated IP 2001:db8:0:2::2 (d240050e-d93a-4530-a0b3-76a8cfd44450/82463499-f070-4e18-9d4a-e4ef855f6722/af8cf5bd-0661-40d5-8f07-bfb8b7c12294) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:48.994023 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (17f86f9e-5f6d-499a-a79b-00c48160865d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.008382 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:11:49.008848 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (17f86f9e-5f6d-499a-a79b-00c48160865d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:11:49.012480 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:11:49.072280 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-66b32ccf-0cae-4cce-948a-24734989609a tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.122997 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ea90a497-8d53-4cc7-8ed4-3462f8ac4256 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks [] for port (527e6102-eddb-4276-af6e-bc0111eae666), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.132458 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b688018f-99f1-4647-b30e-7cd2617bc096 None None] For port af8cf5bd-0661-40d5-8f07-bfb8b7c12294, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af8cf5bd-0661-40d5-8f07-bfb8b7c12294,segment=NetworkSegment(d79562ee-82ba-4be0-bca7-a79281fc75b1),segment_id=d79562ee-82ba-4be0-bca7-a79281fc75b1)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:49.160689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (baf99dbc-0856-4594-bd57-a7ee296ef9f3), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.166812 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.170226 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b688018f-99f1-4647-b30e-7cd2617bc096 None None] Publish callbacks [] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.175136 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/networks/baf99dbc-0856-4594-bd57-a7ee296ef9f3 HTTP/1.1" status: 204 len: 168 time: 4.4964194 Mar 28 09:11:49.180007 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51662) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:49.181448 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b688018f-99f1-4647-b30e-7cd2617bc096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.202031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b83b5d2f-033b-48c1-80da-7ede7cb46ede tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-342906349'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:49.216346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b55b5e-ed54-423b-9231-41ef7dd34c3e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Network': ['ID=baf99dbc-0856-4594-bd57-a7ee296ef9f3,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:49.286158 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83b5d2f-033b-48c1-80da-7ede7cb46ede tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:49.290555 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b83b5d2f-033b-48c1-80da-7ede7cb46ede tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.311339 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688018f-99f1-4647-b30e-7cd2617bc096 None None] Pushing event updated for resources: {'Port': ['ID=af8cf5bd-0661-40d5-8f07-bfb8b7c12294,revision_number=7']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:49.326174 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ea90a497-8d53-4cc7-8ed4-3462f8ac4256 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (527e6102-eddb-4276-af6e-bc0111eae666), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.342549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-4b5a8def-7f33-410c-b5f5-15bbe6d78a9a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Delete allocated IP 2001:db8::2ec (d240050e-d93a-4530-a0b3-76a8cfd44450/8113ad18-d6b1-4d88-a30e-99d1ea77b6d4) {{(pid=104075) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 09:11:49.352413 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83b5d2f-033b-48c1-80da-7ede7cb46ede tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:11:49.371958 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b83b5d2f-033b-48c1-80da-7ede7cb46ede tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (8afa5db9-c722-4a09-aa65-ab3d08e11a24), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.372317 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-b83b5d2f-033b-48c1-80da-7ede7cb46ede tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Added segment 8afa5db9-c722-4a09-aa65-ab3d08e11a24 of type vlan for network 5b1e3397-970d-4969-b642-286a05415f98 Mar 28 09:11:49.376649 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-4b5a8def-7f33-410c-b5f5-15bbe6d78a9a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Allocated IP 2001:db8:0:2::30a (d240050e-d93a-4530-a0b3-76a8cfd44450/82463499-f070-4e18-9d4a-e4ef855f6722/fe1340c9-7eda-449a-bab0-d103cfda8172) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:49.396502 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea90a497-8d53-4cc7-8ed4-3462f8ac4256 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:49.406786 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-ea90a497-8d53-4cc7-8ed4-3462f8ac4256 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:49.417871 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea90a497-8d53-4cc7-8ed4-3462f8ac4256 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:49.432031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b83b5d2f-033b-48c1-80da-7ede7cb46ede tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (5b1e3397-970d-4969-b642-286a05415f98), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.446020 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90a497-8d53-4cc7-8ed4-3462f8ac4256 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Pushing event updated for resources: {'Port': ['ID=527e6102-eddb-4276-af6e-bc0111eae666,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:49.486735 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b83b5d2f-033b-48c1-80da-7ede7cb46ede tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (5b1e3397-970d-4969-b642-286a05415f98), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.488123 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea90a497-8d53-4cc7-8ed4-3462f8ac4256 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:49.488709 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ea90a497-8d53-4cc7-8ed4-3462f8ac4256 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.493462 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83b5d2f-033b-48c1-80da-7ede7cb46ede tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:49.494304 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b83b5d2f-033b-48c1-80da-7ede7cb46ede tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.560654 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ea90a497-8d53-4cc7-8ed4-3462f8ac4256 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.3692608 Mar 28 09:11:49.561313 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51672) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:49.571582 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-0540e6bc-4cec-4844-a583-29e5321d4be7 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.247'}]}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:49.592117 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b83b5d2f-033b-48c1-80da-7ede7cb46ede tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4059031 Mar 28 09:11:49.597114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51674) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:49.603428 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51676) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:49.608269 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b1fa693b-f646-4ac3-8477-bffe91e96533 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'subnet': {'network_id': '5b1e3397-970d-4969-b642-286a05415f98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:49.623167 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b5d2f-033b-48c1-80da-7ede7cb46ede tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Network': ['ID=5b1e3397-970d-4969-b642-286a05415f98,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:49.628120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-66b32ccf-0cae-4cce-948a-24734989609a tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting port b36ec9a7-ccaa-4d0a-b60c-cd546eccea04 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:49.628393 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-66b32ccf-0cae-4cce-948a-24734989609a tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b36ec9a7-ccaa-4d0a-b60c-cd546eccea04), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.640365 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 5b1e3397-970d-4969-b642-286a05415f98 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:11:49.699093 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0540e6bc-4cec-4844-a583-29e5321d4be7 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (32eddc78-c07a-4a61-9d27-68d01726b7b4), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.700440 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0540e6bc-4cec-4844-a583-29e5321d4be7 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (32eddc78-c07a-4a61-9d27-68d01726b7b4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.776193 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-66b32ccf-0cae-4cce-948a-24734989609a tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b36ec9a7-ccaa-4d0a-b60c-cd546eccea04), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.789084 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-3ba823d0-3e52-4992-bedf-c7586fec27ac tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:49.791084 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING neutron.api.v2.base [None req-3ba823d0-3e52-4992-bedf-c7586fec27ac tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 09:11:49.791600 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-3ba823d0-3e52-4992-bedf-c7586fec27ac tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 09:11:49.796411 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3ba823d0-3e52-4992-bedf-c7586fec27ac tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1897299 Mar 28 09:11:49.798855 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51680) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:49.804076 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ae3a5d55-a408-49be-b5bb-f7bef95701ef tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group': {'name': 'tempest-secgroup--1514059778'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:49.812994 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b5a8def-7f33-410c-b5f5-15bbe6d78a9a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for port (fe1340c9-7eda-449a-bab0-d103cfda8172), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.818001 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-66b32ccf-0cae-4cce-948a-24734989609a tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Calling delete_port for b36ec9a7-ccaa-4d0a-b60c-cd546eccea04 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:49.824343 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b5a8def-7f33-410c-b5f5-15bbe6d78a9a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (fe1340c9-7eda-449a-bab0-d103cfda8172), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.830790 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0540e6bc-4cec-4844-a583-29e5321d4be7 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks [] for router_controller (32eddc78-c07a-4a61-9d27-68d01726b7b4), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.842310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5d55-a408-49be-b5bb-f7bef95701ef tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:49.882545 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5d55-a408-49be-b5bb-f7bef95701ef tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.083593 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5d55-a408-49be-b5bb-f7bef95701ef tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (e6a5c340-1545-45c0-926c-05d7aa5af664), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.095405 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5d55-a408-49be-b5bb-f7bef95701ef tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (e6a5c340-1545-45c0-926c-05d7aa5af664), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.122798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-66b32ccf-0cae-4cce-948a-24734989609a tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (b36ec9a7-ccaa-4d0a-b60c-cd546eccea04), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.156383 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-7313cb32-9f38-43f5-a8fd-a85791397450 None None] Provisioning complete for port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:50.156974 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7313cb32-9f38-43f5-a8fd-a85791397450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.175762 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a5d55-a408-49be-b5bb-f7bef95701ef tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a5c340-1545-45c0-926c-05d7aa5af664,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:50.186845 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b32ccf-0cae-4cce-948a-24734989609a tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Port': ['ID=b36ec9a7-ccaa-4d0a-b60c-cd546eccea04,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:50.261485 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7313cb32-9f38-43f5-a8fd-a85791397450 None None] Current status of the port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:50.272772 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5d55-a408-49be-b5bb-f7bef95701ef tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (b0c1ecdb-fc13-4edf-9a1f-7b921f57fce7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.285468 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5d55-a408-49be-b5bb-f7bef95701ef tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b0c1ecdb-fc13-4edf-9a1f-7b921f57fce7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.286279 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-7313cb32-9f38-43f5-a8fd-a85791397450 None None] Provisioning complete for port 8d9cf25f-ad59-4061-8bf5-367f11f0c8b9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:50.286424 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fa693b-f646-4ac3-8477-bffe91e96533 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:50.287149 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7313cb32-9f38-43f5-a8fd-a85791397450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8d9cf25f-ad59-4061-8bf5-367f11f0c8b9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.289819 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b1fa693b-f646-4ac3-8477-bffe91e96533 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.334727 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a5d55-a408-49be-b5bb-f7bef95701ef tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c1ecdb-fc13-4edf-9a1f-7b921f57fce7,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:50.335610 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7313cb32-9f38-43f5-a8fd-a85791397450 None None] Port 8d9cf25f-ad59-4061-8bf5-367f11f0c8b9 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:50.358710 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-4b5a8def-7f33-410c-b5f5-15bbe6d78a9a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] In _notify_port_updated(), no bound segment for port fe1340c9-7eda-449a-bab0-d103cfda8172 on network d240050e-d93a-4530-a0b3-76a8cfd44450 {{(pid=104075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:11:50.363865 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a8def-7f33-410c-b5f5-15bbe6d78a9a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:50.364412 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-7313cb32-9f38-43f5-a8fd-a85791397450 None None] Provisioning complete for port fe1340c9-7eda-449a-bab0-d103cfda8172 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:50.364614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b5a8def-7f33-410c-b5f5-15bbe6d78a9a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.365506 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7313cb32-9f38-43f5-a8fd-a85791397450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (fe1340c9-7eda-449a-bab0-d103cfda8172), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.370119 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4b5a8def-7f33-410c-b5f5-15bbe6d78a9a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "PUT /v2.0/ports/fe1340c9-7eda-449a-bab0-d103cfda8172 HTTP/1.1" status: 200 len: 970 time: 1.9542971 Mar 28 09:11:50.403513 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51682) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:50.416256 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5d55-a408-49be-b5bb-f7bef95701ef tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.422298 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ae3a5d55-a408-49be-b5bb-f7bef95701ef tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6222701 Mar 28 09:11:50.432916 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7313cb32-9f38-43f5-a8fd-a85791397450 None None] Port fe1340c9-7eda-449a-bab0-d103cfda8172 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:50.444663 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51684) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:50.466643 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-66b32ccf-0cae-4cce-948a-24734989609a tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.480499 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-fc2f128e-6377-41d5-9600-a9bb625d49f8 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': 'b0c1ecdb-fc13-4edf-9a1f-7b921f57fce7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:50.503839 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a8def-7f33-410c-b5f5-15bbe6d78a9a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event updated for resources: {'Port': ['ID=fe1340c9-7eda-449a-bab0-d103cfda8172,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:50.514441 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0540e6bc-4cec-4844-a583-29e5321d4be7 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks [] for router_gateway (32eddc78-c07a-4a61-9d27-68d01726b7b4), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.648504 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc2f128e-6377-41d5-9600-a9bb625d49f8 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group_rule (0fb0fb09-dc26-4ffd-97f5-aab36911e833), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.659057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-00b81250-99b7-436a-93a6-82d3b3ea26dc None None] Provisioning complete for port fe1340c9-7eda-449a-bab0-d103cfda8172 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:50.659431 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-00b81250-99b7-436a-93a6-82d3b3ea26dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (fe1340c9-7eda-449a-bab0-d103cfda8172), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.680037 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b32ccf-0cae-4cce-948a-24734989609a tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router 0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:11:50.708055 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-00b81250-99b7-436a-93a6-82d3b3ea26dc None None] Port fe1340c9-7eda-449a-bab0-d103cfda8172 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:50.727072 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device af8cf5bd-0661-40d5-8f07-bfb8b7c12294 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:50.777918 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b32ccf-0cae-4cce-948a-24734989609a tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:50.788014 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-66b32ccf-0cae-4cce-948a-24734989609a tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9539199 Mar 28 09:11:50.788263 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51688) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:50.800002 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b6b82-ec73-439b-8fa6-1609e4b9a8da None None] Sync routers for ids ['0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:50.808438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-65ad5c98-26e0-43a5-8394-9812e5317c1d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port fe1340c9-7eda-449a-bab0-d103cfda8172 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:50.808848 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-65ad5c98-26e0-43a5-8394-9812e5317c1d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (fe1340c9-7eda-449a-bab0-d103cfda8172), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.820532 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b6b82-ec73-439b-8fa6-1609e4b9a8da None None] Routers {'0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:50.821716 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d23b6b82-ec73-439b-8fa6-1609e4b9a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:50.834909 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51690) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:50.870101 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d23b6b82-ec73-439b-8fa6-1609e4b9a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:50.881311 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b6b82-ec73-439b-8fa6-1609e4b9a8da None None] Routers {'0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:50.882623 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d23b6b82-ec73-439b-8fa6-1609e4b9a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:50.923377 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d23b6b82-ec73-439b-8fa6-1609e4b9a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:50.924647 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b6b82-ec73-439b-8fa6-1609e4b9a8da None None] The sync data for ids ['0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:50.929421 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc2f128e-6377-41d5-9600-a9bb625d49f8 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group_rule (0fb0fb09-dc26-4ffd-97f5-aab36911e833), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.951269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:50.951646 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.960106 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc2f128e-6377-41d5-9600-a9bb625d49f8 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (0fb0fb09-dc26-4ffd-97f5-aab36911e833), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:50.988511 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b1fa693b-f646-4ac3-8477-bffe91e96533 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (5a592287-f43a-4c9a-a225-e3069887a996), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.003968 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-2a9201e5-e33e-42cd-b71a-0742218899b7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] remove_router_interface failed (client error): The resource could not be found. Mar 28 09:11:51.008866 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2a9201e5-e33e-42cd-b71a-0742218899b7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2197623 Mar 28 09:11:51.009480 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51692) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:51.042898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:51.043958 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bf386296-f501-4eda-ad91-f85146ec7e6f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e HTTP/1.1" status: 200 len: 205 time: 0.0333626 Mar 28 09:11:51.044600 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51694) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:51.057235 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f128e-6377-41d5-9600-a9bb625d49f8 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb0fb09-dc26-4ffd-97f5-aab36911e833,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:51.079218 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc2f128e-6377-41d5-9600-a9bb625d49f8 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.080415 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fc2f128e-6377-41d5-9600-a9bb625d49f8 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6216598 Mar 28 09:11:51.083318 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51696) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:51.112090 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-8ad7b650-565a-4765-9fbe-e6d02fe6b80e tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': 'b0c1ecdb-fc13-4edf-9a1f-7b921f57fce7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:51.135116 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7fc571e-6a71-441b-9718-543ef8d69dd1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.154812 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-65ad5c98-26e0-43a5-8394-9812e5317c1d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (fe1340c9-7eda-449a-bab0-d103cfda8172), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.170941 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa693b-f646-4ac3-8477-bffe91e96533 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Subnet': ['ID=5a592287-f43a-4c9a-a225-e3069887a996,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:51.193227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-65ad5c98-26e0-43a5-8394-9812e5317c1d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for fe1340c9-7eda-449a-bab0-d103cfda8172 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:51.211973 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b650-565a-4765-9fbe-e6d02fe6b80e tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group_rule (5eded754-40df-487c-b64a-dfb96bb69863), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.212187 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.293045 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fa693b-f646-4ac3-8477-bffe91e96533 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Checking segment: {'id': '8afa5db9-c722-4a09-aa65-ab3d08e11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5b1e3397-970d-4969-b642-286a05415f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:51.293426 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fa693b-f646-4ac3-8477-bffe91e96533 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network hostable DHCP agents. Network: 5b1e3397-970d-4969-b642-286a05415f98, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:11:51.338075 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7fc571e-6a71-441b-9718-543ef8d69dd1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.340806 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7fc571e-6a71-441b-9718-543ef8d69dd1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router_controller (0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.386434 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-8ad7b650-565a-4765-9fbe-e6d02fe6b80e tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 09:11:51.387689 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8ad7b650-565a-4765-9fbe-e6d02fe6b80e tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3032432 Mar 28 09:11:51.390448 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51698) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:51.403136 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fa693b-f646-4ac3-8477-bffe91e96533 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network 5b1e3397-970d-4969-b642-286a05415f98 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:11:51.408246 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7fc571e-6a71-441b-9718-543ef8d69dd1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.408741 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fc571e-6a71-441b-9718-543ef8d69dd1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Fanout notify agent at l3_agent the message router_deleted on router 0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:11:51.415847 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7fc571e-6a71-441b-9718-543ef8d69dd1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.419867 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c7fc571e-6a71-441b-9718-543ef8d69dd1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/routers/0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e HTTP/1.1" status: 204 len: 168 time: 0.3713727 Mar 28 09:11:51.420101 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51700) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:51.456715 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd92081f-9f08-48b0-acce-dc931d1f3c1a tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (b0c1ecdb-fc13-4edf-9a1f-7b921f57fce7), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.462756 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-b1fa693b-f646-4ac3-8477-bffe91e96533 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5b1e3397-970d-4969-b642-286a05415f98) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:51.464909 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0540e6bc-4cec-4844-a583-29e5321d4be7 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks [] for router_gateway (32eddc78-c07a-4a61-9d27-68d01726b7b4), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.473254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321c5eed-f067-4eeb-b02f-d37f564fb0a0 None None] Network 5b1e3397-970d-4969-b642-286a05415f98 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:51.486236 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd92081f-9f08-48b0-acce-dc931d1f3c1a tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (b0c1ecdb-fc13-4edf-9a1f-7b921f57fce7), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.487275 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b2c2f-daa9-4a49-824a-4f17dc9d57bc tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Deleting port 40fd0513-7e65-4941-af4f-a55a614cb34a {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:51.487795 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2c2f-daa9-4a49-824a-4f17dc9d57bc tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (40fd0513-7e65-4941-af4f-a55a614cb34a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.492594 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa693b-f646-4ac3-8477-bffe91e96533 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:51.493608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b1fa693b-f646-4ac3-8477-bffe91e96533 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.532097 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0540e6bc-4cec-4844-a583-29e5321d4be7 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.549346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd92081f-9f08-48b0-acce-dc931d1f3c1a tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b0c1ecdb-fc13-4edf-9a1f-7b921f57fce7), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.552730 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd92081f-9f08-48b0-acce-dc931d1f3c1a tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.554409 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dd92081f-9f08-48b0-acce-dc931d1f3c1a tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "DELETE /v2.0/security-groups/b0c1ecdb-fc13-4edf-9a1f-7b921f57fce7 HTTP/1.1" status: 204 len: 168 time: 0.1627436 Mar 28 09:11:51.558109 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51702) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:51.571040 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92081f-9f08-48b0-acce-dc931d1f3c1a tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c1ecdb-fc13-4edf-9a1f-7b921f57fce7,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:51.600712 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5b1e3397-970d-4969-b642-286a05415f98', 'network_id': '5b1e3397-970d-4969-b642-286a05415f98', 'project_id': '61d47aacc0464e97834f5e7f8b3a7592', 'fixed_ips': [{'subnet_id': '5a592287-f43a-4c9a-a225-e3069887a996'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:11:51.601728 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.622858 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-29a68d43-1cb5-4f0e-bcbd-b683f7e003b8 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0617316 Mar 28 09:11:51.627625 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51704) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:51.632243 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef24d324-ea86-473c-abaf-dd37305a0dfb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting subnet 1d618f6d-34f5-4d5f-af63-3e13add6a203 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:51.633883 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f478206c-0b80-4aa1-9a07-fc39a0b55454 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586288119'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:51.656896 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b1fa693b-f646-4ac3-8477-bffe91e96533 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0567186 Mar 28 09:11:51.662290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51706) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:51.668329 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7000bc90-4589-4e1d-b9ad-7cedab295d01 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1943374248'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:51.673929 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f478206c-0b80-4aa1-9a07-fc39a0b55454 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.687701 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ef24d324-ea86-473c-abaf-dd37305a0dfb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (1d618f6d-34f5-4d5f-af63-3e13add6a203), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.701851 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7000bc90-4589-4e1d-b9ad-7cedab295d01 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:51.705143 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7000bc90-4589-4e1d-b9ad-7cedab295d01 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.751723 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7000bc90-4589-4e1d-b9ad-7cedab295d01 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:11:51.766490 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Allocated IP 2001:db8::3 (5b1e3397-970d-4969-b642-286a05415f98/5a592287-f43a-4c9a-a225-e3069887a996/4845e279-1b05-4ad2-a1be-d3a645f43282) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:51.769460 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7000bc90-4589-4e1d-b9ad-7cedab295d01 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (06c06a91-8ca6-436f-92b5-a5dab5ee1533), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.769935 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-7000bc90-4589-4e1d-b9ad-7cedab295d01 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Added segment 06c06a91-8ca6-436f-92b5-a5dab5ee1533 of type vlan for network 4f9938b8-405b-4c16-ba6d-7e708d0c4fd1 Mar 28 09:11:51.821600 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f478206c-0b80-4aa1-9a07-fc39a0b55454 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (53350b4f-90cd-47a0-8025-1ae21ba34eb8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.828755 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f478206c-0b80-4aa1-9a07-fc39a0b55454 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (53350b4f-90cd-47a0-8025-1ae21ba34eb8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.830024 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ef24d324-ea86-473c-abaf-dd37305a0dfb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (1d618f6d-34f5-4d5f-af63-3e13add6a203), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.832602 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-65ad5c98-26e0-43a5-8394-9812e5317c1d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (fe1340c9-7eda-449a-bab0-d103cfda8172), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.854770 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7000bc90-4589-4e1d-b9ad-7cedab295d01 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (4f9938b8-405b-4c16-ba6d-7e708d0c4fd1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.876846 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f478206c-0b80-4aa1-9a07-fc39a0b55454 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.877552 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f478206c-0b80-4aa1-9a07-fc39a0b55454 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2471347 Mar 28 09:11:51.883337 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51708) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:51.887505 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-da89dd98-fb22-4abb-8187-f0e0fa907731 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': '53350b4f-90cd-47a0-8025-1ae21ba34eb8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:51.888282 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING neutron.api.v2.base [None req-da89dd98-fb22-4abb-8187-f0e0fa907731 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 28 09:11:51.888890 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-da89dd98-fb22-4abb-8187-f0e0fa907731 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:11:51.892446 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-da89dd98-fb22-4abb-8187-f0e0fa907731 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058241 Mar 28 09:11:51.897363 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478206c-0b80-4aa1-9a07-fc39a0b55454 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53350b4f-90cd-47a0-8025-1ae21ba34eb8,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:51.901046 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51710) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:51.913160 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2c2f-daa9-4a49-824a-4f17dc9d57bc tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (40fd0513-7e65-4941-af4f-a55a614cb34a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.913703 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2c2f-daa9-4a49-824a-4f17dc9d57bc tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for floatingip (40fd0513-7e65-4941-af4f-a55a614cb34a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.929024 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad5c98-26e0-43a5-8394-9812e5317c1d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=fe1340c9-7eda-449a-bab0-d103cfda8172,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:51.929418 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7000bc90-4589-4e1d-b9ad-7cedab295d01 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (4f9938b8-405b-4c16-ba6d-7e708d0c4fd1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.934725 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7000bc90-4589-4e1d-b9ad-7cedab295d01 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:51.935339 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7000bc90-4589-4e1d-b9ad-7cedab295d01 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.945459 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Publish callbacks [] for port (4845e279-1b05-4ad2-a1be-d3a645f43282), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:51.952620 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b2c2f-daa9-4a49-824a-4f17dc9d57bc tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Calling delete_port for 40fd0513-7e65-4941-af4f-a55a614cb34a owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:51.956238 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (4845e279-1b05-4ad2-a1be-d3a645f43282), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.005798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Network 5b1e3397-970d-4969-b642-286a05415f98 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:52.017308 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:52.020835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:52.023368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Pushing event updated for resources: {'Port': ['ID=4845e279-1b05-4ad2-a1be-d3a645f43282,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:52.032631 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-65ad5c98-26e0-43a5-8394-9812e5317c1d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.036152 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-65ad5c98-26e0-43a5-8394-9812e5317c1d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/ports/fe1340c9-7eda-449a-bab0-d103cfda8172 HTTP/1.1" status: 204 len: 168 time: 1.6051714 Mar 28 09:11:52.037227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7948acb-bec4-485b-b1d5-d898fc6a8f5a tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (53350b4f-90cd-47a0-8025-1ae21ba34eb8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.040845 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51712) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:52.047127 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7000bc90-4589-4e1d-b9ad-7cedab295d01 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3828752 Mar 28 09:11:52.053668 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51714) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:52.060801 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000bc90-4589-4e1d-b9ad-7cedab295d01 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Network': ['ID=4f9938b8-405b-4c16-ba6d-7e708d0c4fd1,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:52.062227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-774e5e0f-8054-4cab-8365-8632a6374b15 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'subnet': {'network_id': '4f9938b8-405b-4c16-ba6d-7e708d0c4fd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:52.077221 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 4f9938b8-405b-4c16-ba6d-7e708d0c4fd1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:11:52.091258 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e33e449-e7dd-4131-81a5-29a56d4e17d3 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] GET failed (client error): The resource could not be found. Mar 28 09:11:52.092735 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1e33e449-e7dd-4131-81a5-29a56d4e17d3 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports/fe1340c9-7eda-449a-bab0-d103cfda8172 HTTP/1.1" status: 404 len: 333 time: 0.0496676 Mar 28 09:11:52.095504 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51716) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:52.163475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Attempting to bind port 4845e279-1b05-4ad2-a1be-d3a645f43282 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:11:52.164325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Attempting to bind port 4845e279-1b05-4ad2-a1be-d3a645f43282 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8afa5db9-c722-4a09-aa65-ab3d08e11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5b1e3397-970d-4969-b642-286a05415f98'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:11:52.164719 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Attempting to bind port 4845e279-1b05-4ad2-a1be-d3a645f43282 on network 5b1e3397-970d-4969-b642-286a05415f98 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:11:52.174049 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7948acb-bec4-485b-b1d5-d898fc6a8f5a tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (53350b4f-90cd-47a0-8025-1ae21ba34eb8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.182561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:11:52.183096 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Checking segment: {'id': '8afa5db9-c722-4a09-aa65-ab3d08e11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5b1e3397-970d-4969-b642-286a05415f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:52.183899 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.184522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Bound using segment: {'id': '8afa5db9-c722-4a09-aa65-ab3d08e11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5b1e3397-970d-4969-b642-286a05415f98'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:11:52.185042 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Bound port: 4845e279-1b05-4ad2-a1be-d3a645f43282, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afa5db9-c722-4a09-aa65-ab3d08e11a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5b1e3397-970d-4969-b642-286a05415f98'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:11:52.185453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4845e279-1b05-4ad2-a1be-d3a645f43282), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.197365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ef24d324-ea86-473c-abaf-dd37305a0dfb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (1d618f6d-34f5-4d5f-af63-3e13add6a203), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.201995 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0540e6bc-4cec-4844-a583-29e5321d4be7 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks [] for router (32eddc78-c07a-4a61-9d27-68d01726b7b4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.252882 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b9d22f16-8a53-4597-af08-6850cdf4c9ad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (6e439595-1152-444a-af6b-77a6dd318f0f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.262923 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] For port 4845e279-1b05-4ad2-a1be-d3a645f43282, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:11:52.266782 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] For port 4845e279-1b05-4ad2-a1be-d3a645f43282, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4845e279-1b05-4ad2-a1be-d3a645f43282,segment=NetworkSegment(8afa5db9-c722-4a09-aa65-ab3d08e11a24),segment_id=8afa5db9-c722-4a09-aa65-ab3d08e11a24)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:11:52.271265 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7948acb-bec4-485b-b1d5-d898fc6a8f5a tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (53350b4f-90cd-47a0-8025-1ae21ba34eb8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.273548 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (4845e279-1b05-4ad2-a1be-d3a645f43282), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.274372 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7948acb-bec4-485b-b1d5-d898fc6a8f5a tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.278071 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d7948acb-bec4-485b-b1d5-d898fc6a8f5a tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "DELETE /v2.0/security-groups/53350b4f-90cd-47a0-8025-1ae21ba34eb8 HTTP/1.1" status: 204 len: 168 time: 0.3761392 Mar 28 09:11:52.288256 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51718) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:52.312355 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b9d22f16-8a53-4597-af08-6850cdf4c9ad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (6e439595-1152-444a-af6b-77a6dd318f0f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.323466 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7948acb-bec4-485b-b1d5-d898fc6a8f5a tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53350b4f-90cd-47a0-8025-1ae21ba34eb8,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:52.339821 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c161a20-cbef-4d7a-bd4f-e3127222edeb None None] Pushing event updated for resources: {'Port': ['ID=4845e279-1b05-4ad2-a1be-d3a645f43282,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:52.378425 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1bee95d3-7f96-480e-b95a-46852ba5fb05 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0865028 Mar 28 09:11:52.382475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51720) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:52.390744 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e05e281b-878e-4269-9cac-a2dae6dcd123 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920272731'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:52.417334 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b9d22f16-8a53-4597-af08-6850cdf4c9ad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (6e439595-1152-444a-af6b-77a6dd318f0f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.420478 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b9d22f16-8a53-4597-af08-6850cdf4c9ad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.421913 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b9d22f16-8a53-4597-af08-6850cdf4c9ad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/security-groups/6e439595-1152-444a-af6b-77a6dd318f0f HTTP/1.1" status: 204 len: 168 time: 0.3156798 Mar 28 09:11:52.428251 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51722) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:52.451985 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e05e281b-878e-4269-9cac-a2dae6dcd123 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.461333 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d22f16-8a53-4597-af08-6850cdf4c9ad tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e439595-1152-444a-af6b-77a6dd318f0f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:52.541010 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6616754f-c63f-4de7-ba49-0838e19c5e7d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (5dd284d4-af5f-4369-b302-a554c1f09e47), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.597746 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6616754f-c63f-4de7-ba49-0838e19c5e7d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (5dd284d4-af5f-4369-b302-a554c1f09e47), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.618620 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e05e281b-878e-4269-9cac-a2dae6dcd123 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (d8a88a1b-1de8-4426-b329-f1d93aaa2036), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.622832 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e05e281b-878e-4269-9cac-a2dae6dcd123 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (d8a88a1b-1de8-4426-b329-f1d93aaa2036), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.680243 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e05e281b-878e-4269-9cac-a2dae6dcd123 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.684143 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e05e281b-878e-4269-9cac-a2dae6dcd123 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2973237 Mar 28 09:11:52.684143 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e281b-878e-4269-9cac-a2dae6dcd123 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a88a1b-1de8-4426-b329-f1d93aaa2036,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:52.686465 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51724) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:52.694841 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-8000b798-0a97-448d-b607-b68e4618bfa3 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': 'd8a88a1b-1de8-4426-b329-f1d93aaa2036', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:52.696227 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING neutron.api.v2.base [None req-8000b798-0a97-448d-b607-b68e4618bfa3 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 28 09:11:52.696731 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-8000b798-0a97-448d-b607-b68e4618bfa3 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:11:52.698073 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8000b798-0a97-448d-b607-b68e4618bfa3 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079091 Mar 28 09:11:52.699437 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6616754f-c63f-4de7-ba49-0838e19c5e7d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (5dd284d4-af5f-4369-b302-a554c1f09e47), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.702219 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6616754f-c63f-4de7-ba49-0838e19c5e7d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.705760 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6616754f-c63f-4de7-ba49-0838e19c5e7d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/security-groups/5dd284d4-af5f-4369-b302-a554c1f09e47 HTTP/1.1" status: 204 len: 168 time: 0.2729602 Mar 28 09:11:52.705760 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51726) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:52.711804 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51728) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:52.727511 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616754f-c63f-4de7-ba49-0838e19c5e7d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd284d4-af5f-4369-b302-a554c1f09e47,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:52.791627 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-195063d9-7d7e-4d5e-8929-c62ad660b2dc tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (d8a88a1b-1de8-4426-b329-f1d93aaa2036), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.824770 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-195063d9-7d7e-4d5e-8929-c62ad660b2dc tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (d8a88a1b-1de8-4426-b329-f1d93aaa2036), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.859048 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774e5e0f-8054-4cab-8365-8632a6374b15 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:52.860700 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4845e279-1b05-4ad2-a1be-d3a645f43282 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:52.862586 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-774e5e0f-8054-4cab-8365-8632a6374b15 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.867920 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0540e6bc-4cec-4844-a583-29e5321d4be7 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (32eddc78-c07a-4a61-9d27-68d01726b7b4), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.875649 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-195063d9-7d7e-4d5e-8929-c62ad660b2dc tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (d8a88a1b-1de8-4426-b329-f1d93aaa2036), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.877248 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0540e6bc-4cec-4844-a583-29e5321d4be7 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks [] for router_controller (32eddc78-c07a-4a61-9d27-68d01726b7b4), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.880406 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-195063d9-7d7e-4d5e-8929-c62ad660b2dc tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.882448 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-195063d9-7d7e-4d5e-8929-c62ad660b2dc tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "DELETE /v2.0/security-groups/d8a88a1b-1de8-4426-b329-f1d93aaa2036 HTTP/1.1" status: 204 len: 168 time: 0.1739771 Mar 28 09:11:52.888245 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51730) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:52.900537 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195063d9-7d7e-4d5e-8929-c62ad660b2dc tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a88a1b-1de8-4426-b329-f1d93aaa2036,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:52.930197 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 4845e279-1b05-4ad2-a1be-d3a645f43282 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:52.930669 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4845e279-1b05-4ad2-a1be-d3a645f43282), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.938976 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9d0b76f7-6b70-442e-b528-c1e7d719e58d tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0491807 Mar 28 09:11:52.942783 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51732) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:52.947645 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-6e0ae9a7-7748-4ed1-a29e-06f893f90265 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group': {'name': 'tempest-secgroup--991358175'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:52.948832 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ef24d324-ea86-473c-abaf-dd37305a0dfb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (1d618f6d-34f5-4d5f-af63-3e13add6a203), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:52.974036 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6e0ae9a7-7748-4ed1-a29e-06f893f90265 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.029787 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.ipam_backend_mixin [None req-774e5e0f-8054-4cab-8365-8632a6374b15 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Performing IP validity checks on allocation pools {{(pid=104075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 28 09:11:53.030363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.ipam_backend_mixin [None req-774e5e0f-8054-4cab-8365-8632a6374b15 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 28 09:11:53.031717 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 4845e279-1b05-4ad2-a1be-d3a645f43282 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:53.032195 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4845e279-1b05-4ad2-a1be-d3a645f43282), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.035166 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24d324-ea86-473c-abaf-dd37305a0dfb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Subnet': ['ID=1d618f6d-34f5-4d5f-af63-3e13add6a203,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:53.045491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ef24d324-ea86-473c-abaf-dd37305a0dfb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.048853 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ef24d324-ea86-473c-abaf-dd37305a0dfb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/subnets/1d618f6d-34f5-4d5f-af63-3e13add6a203 HTTP/1.1" status: 204 len: 168 time: 1.6277957 Mar 28 09:11:53.055067 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51734) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:53.057299 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1765a2-996b-4d18-95ec-f538dc8b0ac4 None None] Network 8427d5da-6ff7-4529-a453-ba381cc468ba requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:53.076150 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0540e6bc-4cec-4844-a583-29e5321d4be7 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (32eddc78-c07a-4a61-9d27-68d01726b7b4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.076638 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0540e6bc-4cec-4844-a583-29e5321d4be7 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32eddc78-c07a-4a61-9d27-68d01726b7b4 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:11:53.118476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c34d7710-bcd0-4391-b33d-2cf57ea7661b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (e45859c4-f10f-4296-84d8-17516b8414c1), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.119996 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6e0ae9a7-7748-4ed1-a29e-06f893f90265 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (98083b18-d00c-4879-8c5d-d264f59f3a2f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.130800 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6e0ae9a7-7748-4ed1-a29e-06f893f90265 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (98083b18-d00c-4879-8c5d-d264f59f3a2f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.153145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 4845e279-1b05-4ad2-a1be-d3a645f43282, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4845e279-1b05-4ad2-a1be-d3a645f43282,segment=NetworkSegment(8afa5db9-c722-4a09-aa65-ab3d08e11a24),segment_id=8afa5db9-c722-4a09-aa65-ab3d08e11a24)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:53.162465 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-0540e6bc-4cec-4844-a583-29e5321d4be7 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 28 09:11:53.163925 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0540e6bc-4cec-4844-a583-29e5321d4be7 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5996454 Mar 28 09:11:53.169310 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c34d7710-bcd0-4391-b33d-2cf57ea7661b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (e45859c4-f10f-4296-84d8-17516b8414c1), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.171817 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51736) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:53.184710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (4845e279-1b05-4ad2-a1be-d3a645f43282), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.195187 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6e0ae9a7-7748-4ed1-a29e-06f893f90265 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.197296 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6e0ae9a7-7748-4ed1-a29e-06f893f90265 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2535512 Mar 28 09:11:53.204121 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51738) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:53.226765 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-79c45d94-2eaa-4e3c-839a-efbe329e771f tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': '98083b18-d00c-4879-8c5d-d264f59f3a2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:53.227601 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING neutron.api.v2.base [None req-79c45d94-2eaa-4e3c-839a-efbe329e771f tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 28 09:11:53.228093 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-79c45d94-2eaa-4e3c-839a-efbe329e771f tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:11:53.229050 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-79c45d94-2eaa-4e3c-839a-efbe329e771f tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0237510 Mar 28 09:11:53.232938 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (8427d5da-6ff7-4529-a453-ba381cc468ba), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.237861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51740) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:53.238598 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ae9a7-7748-4ed1-a29e-06f893f90265 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98083b18-d00c-4879-8c5d-d264f59f3a2f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:53.250574 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1c079a05-890b-4ccb-9569-9481692c10f0 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': '98083b18-d00c-4879-8c5d-d264f59f3a2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:53.251214 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING neutron.api.v2.base [None req-1c079a05-890b-4ccb-9569-9481692c10f0 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 28 09:11:53.251792 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-1c079a05-890b-4ccb-9569-9481692c10f0 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:11:53.252891 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1c079a05-890b-4ccb-9569-9481692c10f0 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0102081 Mar 28 09:11:53.257956 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51742) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:53.264481 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-66fa7c7b-2c79-4da6-b993-5b2ccc758466 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': '98083b18-d00c-4879-8c5d-d264f59f3a2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:53.265364 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING neutron.api.v2.base [None req-66fa7c7b-2c79-4da6-b993-5b2ccc758466 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 28 09:11:53.265930 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-66fa7c7b-2c79-4da6-b993-5b2ccc758466 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:11:53.266884 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-66fa7c7b-2c79-4da6-b993-5b2ccc758466 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091033 Mar 28 09:11:53.279621 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51744) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:53.284973 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-16a35fb3-8e3f-4052-b412-2dc5a6fe7736 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': '98083b18-d00c-4879-8c5d-d264f59f3a2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:53.288359 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING neutron.api.v2.base [None req-16a35fb3-8e3f-4052-b412-2dc5a6fe7736 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 28 09:11:53.289200 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-16a35fb3-8e3f-4052-b412-2dc5a6fe7736 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:11:53.294264 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-16a35fb3-8e3f-4052-b412-2dc5a6fe7736 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0133269 Mar 28 09:11:53.295606 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51746) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:53.318514 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=4845e279-1b05-4ad2-a1be-d3a645f43282,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:53.345980 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2c2f-daa9-4a49-824a-4f17dc9d57bc tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (40fd0513-7e65-4941-af4f-a55a614cb34a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.355818 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c34d7710-bcd0-4391-b33d-2cf57ea7661b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (e45859c4-f10f-4296-84d8-17516b8414c1), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.358430 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c34d7710-bcd0-4391-b33d-2cf57ea7661b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.359601 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c34d7710-bcd0-4391-b33d-2cf57ea7661b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/security-groups/e45859c4-f10f-4296-84d8-17516b8414c1 HTTP/1.1" status: 204 len: 168 time: 0.6440666 Mar 28 09:11:53.368113 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51748) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:53.376930 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccc7acf-d4ab-43d6-b00f-c4fa7576dcf3 None None] DHCP port deletion for 8427d5da-6ff7-4529-a453-ba381cc468ba request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:11:53.401197 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b2c2f-daa9-4a49-824a-4f17dc9d57bc tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event deleted for resources: {'Port': ['ID=40fd0513-7e65-4941-af4f-a55a614cb34a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:53.415436 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d7710-bcd0-4391-b33d-2cf57ea7661b tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45859c4-f10f-4296-84d8-17516b8414c1,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:53.436241 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-774e5e0f-8054-4cab-8365-8632a6374b15 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (997f4523-c3c1-4821-a729-37a845396c54), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.472099 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc7acf-d4ab-43d6-b00f-c4fa7576dcf3 None None] Deleting port f6008a4b-75de-4f90-b209-e7d8c30449dc {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:53.472749 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7ccc7acf-d4ab-43d6-b00f-c4fa7576dcf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (f6008a4b-75de-4f90-b209-e7d8c30449dc), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.510420 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-677c6837-18eb-4631-8a2c-c5ebb3409e1c tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (98083b18-d00c-4879-8c5d-d264f59f3a2f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.514200 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting port f6008a4b-75de-4f90-b209-e7d8c30449dc {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:53.514569 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (f6008a4b-75de-4f90-b209-e7d8c30449dc), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.516894 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-0d907d5a-d5fe-40e7-9ea3-84efa4a17e03 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Deleting port 527e6102-eddb-4276-af6e-bc0111eae666 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:53.517223 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d907d5a-d5fe-40e7-9ea3-84efa4a17e03 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (527e6102-eddb-4276-af6e-bc0111eae666), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.526742 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78597bb-55e5-46cd-935b-732d2e96bb62 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting subnet 8113ad18-d6b1-4d88-a30e-99d1ea77b6d4 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:53.542404 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2c2f-daa9-4a49-824a-4f17dc9d57bc tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for floatingip (b3da2410-7798-4077-bd59-0d280761f21b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.542760 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-5e9b2c2f-daa9-4a49-824a-4f17dc9d57bc tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Floating IP b3da2410-7798-4077-bd59-0d280761f21b disassociated (deleted). External IP: 172.36.4.85, port: ae5917b4-ffbd-4c2f-b29a-1c634b98a586. Mar 28 09:11:53.546724 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7ccc7acf-d4ab-43d6-b00f-c4fa7576dcf3 None None] For port f6008a4b-75de-4f90-b209-e7d8c30449dc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6008a4b-75de-4f90-b209-e7d8c30449dc,segment=NetworkSegment(08ca2caf-15df-445e-8e00-7b5cac5b5179),segment_id=08ca2caf-15df-445e-8e00-7b5cac5b5179)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:53.547053 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7ccc7acf-d4ab-43d6-b00f-c4fa7576dcf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (f6008a4b-75de-4f90-b209-e7d8c30449dc), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.566442 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc7acf-d4ab-43d6-b00f-c4fa7576dcf3 None None] Calling delete_port for f6008a4b-75de-4f90-b209-e7d8c30449dc owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:53.616920 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f78597bb-55e5-46cd-935b-732d2e96bb62 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (8113ad18-d6b1-4d88-a30e-99d1ea77b6d4), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.631192 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e5e0f-8054-4cab-8365-8632a6374b15 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Subnet': ['ID=997f4523-c3c1-4821-a729-37a845396c54,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:53.641488 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774e5e0f-8054-4cab-8365-8632a6374b15 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Checking segment: {'id': '06c06a91-8ca6-436f-92b5-a5dab5ee1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4f9938b8-405b-4c16-ba6d-7e708d0c4fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:53.641883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774e5e0f-8054-4cab-8365-8632a6374b15 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network hostable DHCP agents. Network: 4f9938b8-405b-4c16-ba6d-7e708d0c4fd1, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:11:53.659882 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-677c6837-18eb-4631-8a2c-c5ebb3409e1c tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (98083b18-d00c-4879-8c5d-d264f59f3a2f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.668042 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7ccc7acf-d4ab-43d6-b00f-c4fa7576dcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (f6008a4b-75de-4f90-b209-e7d8c30449dc), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.681861 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774e5e0f-8054-4cab-8365-8632a6374b15 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network 4f9938b8-405b-4c16-ba6d-7e708d0c4fd1 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:11:53.704362 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-774e5e0f-8054-4cab-8365-8632a6374b15 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4f9938b8-405b-4c16-ba6d-7e708d0c4fd1) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:53.712532 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc7acf-d4ab-43d6-b00f-c4fa7576dcf3 None None] Pushing event deleted for resources: {'Port': ['ID=f6008a4b-75de-4f90-b209-e7d8c30449dc,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:53.719418 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ea138e-3c23-4d38-8085-d5cc7c9777fa None None] Network 4f9938b8-405b-4c16-ba6d-7e708d0c4fd1 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:53.727518 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f78597bb-55e5-46cd-935b-732d2e96bb62 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (8113ad18-d6b1-4d88-a30e-99d1ea77b6d4), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.730536 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccc7acf-d4ab-43d6-b00f-c4fa7576dcf3 None None] No DVR routers for this DVR port f6008a4b-75de-4f90-b209-e7d8c30449dc on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:53.733799 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] For port f6008a4b-75de-4f90-b209-e7d8c30449dc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6008a4b-75de-4f90-b209-e7d8c30449dc,segment=NetworkSegment(08ca2caf-15df-445e-8e00-7b5cac5b5179),segment_id=08ca2caf-15df-445e-8e00-7b5cac5b5179)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:53.734449 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (f6008a4b-75de-4f90-b209-e7d8c30449dc), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.779301 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774e5e0f-8054-4cab-8365-8632a6374b15 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:53.779901 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-774e5e0f-8054-4cab-8365-8632a6374b15 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.792045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Calling delete_port for f6008a4b-75de-4f90-b209-e7d8c30449dc owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:53.810492 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d907d5a-d5fe-40e7-9ea3-84efa4a17e03 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (527e6102-eddb-4276-af6e-bc0111eae666), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.815624 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-774e5e0f-8054-4cab-8365-8632a6374b15 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7583499 Mar 28 09:11:53.818304 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51750) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:53.832009 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-677c6837-18eb-4631-8a2c-c5ebb3409e1c tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (98083b18-d00c-4879-8c5d-d264f59f3a2f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.835127 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-677c6837-18eb-4631-8a2c-c5ebb3409e1c tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:53.836276 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-677c6837-18eb-4631-8a2c-c5ebb3409e1c tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "DELETE /v2.0/security-groups/98083b18-d00c-4879-8c5d-d264f59f3a2f HTTP/1.1" status: 204 len: 168 time: 0.5395031 Mar 28 09:11:53.841526 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-0d907d5a-d5fe-40e7-9ea3-84efa4a17e03 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Calling delete_port for 527e6102-eddb-4276-af6e-bc0111eae666 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:53.854880 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d880b3-3012-4968-8562-ed90e6aea6a9 None None] Network 5b1e3397-970d-4969-b642-286a05415f98 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:53.876154 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51752) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:53.919732 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c6837-18eb-4631-8a2c-c5ebb3409e1c tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98083b18-d00c-4879-8c5d-d264f59f3a2f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:53.968700 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4c14d692-2d07-400f-ab86-86b90f845608 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0897171 Mar 28 09:11:53.973383 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51754) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:53.976908 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9b2c2f-daa9-4a49-824a-4f17dc9d57bc tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Router 68683605-4420-4659-a1c0-84193b1ec940 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:11:53.977694 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-546e823c-67af-4ac6-9ee2-093c2fd844fe tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449619362'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:53.996043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (4f9938b8-405b-4c16-ba6d-7e708d0c4fd1), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.001288 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f78597bb-55e5-46cd-935b-732d2e96bb62 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (8113ad18-d6b1-4d88-a30e-99d1ea77b6d4), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.011631 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-457b0e73-d12e-4f3b-8537-4d95e80a81b5 None None] Provisioning complete for port 4845e279-1b05-4ad2-a1be-d3a645f43282 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:54.012017 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-457b0e73-d12e-4f3b-8537-4d95e80a81b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4845e279-1b05-4ad2-a1be-d3a645f43282), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.037924 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4f9938b8-405b-4c16-ba6d-7e708d0c4fd1', 'network_id': '4f9938b8-405b-4c16-ba6d-7e708d0c4fd1', 'project_id': '61d47aacc0464e97834f5e7f8b3a7592', 'fixed_ips': [{'subnet_id': '997f4523-c3c1-4821-a729-37a845396c54'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:11:54.038792 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.070483 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (f6008a4b-75de-4f90-b209-e7d8c30449dc), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.176806 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9b2c2f-daa9-4a49-824a-4f17dc9d57bc tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:11:54.178981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (997f4523-c3c1-4821-a729-37a845396c54), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.187593 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2c2f-daa9-4a49-824a-4f17dc9d57bc tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.235926 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-457b0e73-d12e-4f3b-8537-4d95e80a81b5 None None] Current status of the port 4845e279-1b05-4ad2-a1be-d3a645f43282 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:54.238021 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3727e0-b0c1-44f9-be30-487c2ed7d505 None None] Sync routers for ids ['68683605-4420-4659-a1c0-84193b1ec940'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:11:54.274930 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5e9b2c2f-daa9-4a49-824a-4f17dc9d57bc tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "DELETE /v2.0/floatingips/b3da2410-7798-4077-bd59-0d280761f21b HTTP/1.1" status: 204 len: 168 time: 3.4299071 Mar 28 09:11:54.280303 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8', 'tag': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:11:54.282425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e7596a-9ad5-4bc3-abb3-47e401757cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8", "tag": "ae5917b4-ffbd-4c2f-b29a-1c634b98a586"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:11:54.303503 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3727e0-b0c1-44f9-be30-487c2ed7d505 None None] Routers {'68683605-4420-4659-a1c0-84193b1ec940'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:54.304154 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0c3727e0-b0c1-44f9-be30-487c2ed7d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['68683605-4420-4659-a1c0-84193b1ec940'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:54.395401 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Allocated IP 2001:db8::3 (4f9938b8-405b-4c16-ba6d-7e708d0c4fd1/997f4523-c3c1-4821-a729-37a845396c54/99ed606f-5c76-4188-9963-436a53ad4ef9) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:54.429795 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-546e823c-67af-4ac6-9ee2-093c2fd844fe tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.445890 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Port': ['ID=f6008a4b-75de-4f90-b209-e7d8c30449dc,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:54.475531 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] No DVR routers for this DVR port f6008a4b-75de-4f90-b209-e7d8c30449dc on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:54.532054 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c2ca4a0b-47b9-4bda-970d-e9cecd9d2c8e None None] Provisioning complete for port 4845e279-1b05-4ad2-a1be-d3a645f43282 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:54.532431 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c2ca4a0b-47b9-4bda-970d-e9cecd9d2c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4845e279-1b05-4ad2-a1be-d3a645f43282), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.536353 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-0c3727e0-b0c1-44f9-be30-487c2ed7d505 None None] Set router 68683605-4420-4659-a1c0-84193b1ec940 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:11:54.597110 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d78885-6129-4048-8b83-51599ca59fc5 x-openstack-request-id: req-10d78885-6129-4048-8b83-51599ca59fc5 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:11:54.600000 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8", "tag": "ae5917b4-ffbd-4c2f-b29a-1c634b98a586", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:11:54.600470 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10d78885-6129-4048-8b83-51599ca59fc5 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:11:54.601289 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10d78885-6129-4048-8b83-51599ca59fc5'] response: {'name': 'network-changed', 'server_uuid': 'f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8', 'tag': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586', 'status': 'completed', 'code': 200} Mar 28 09:11:54.668182 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f78597bb-55e5-46cd-935b-732d2e96bb62 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (8113ad18-d6b1-4d88-a30e-99d1ea77b6d4), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.690368 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d907d5a-d5fe-40e7-9ea3-84efa4a17e03 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (527e6102-eddb-4276-af6e-bc0111eae666), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.722870 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (8427d5da-6ff7-4529-a453-ba381cc468ba), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.730852 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78597bb-55e5-46cd-935b-732d2e96bb62 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Subnet': ['ID=8113ad18-d6b1-4d88-a30e-99d1ea77b6d4,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:54.732866 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f78597bb-55e5-46cd-935b-732d2e96bb62 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.736133 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f78597bb-55e5-46cd-935b-732d2e96bb62 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/8113ad18-d6b1-4d88-a30e-99d1ea77b6d4 HTTP/1.1" status: 204 len: 168 time: 1.3460405 Mar 28 09:11:54.743024 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51766) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:54.807323 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5147b6f-3a0f-4bde-adde-00573168b066 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting subnet 82463499-f070-4e18-9d4a-e4ef855f6722 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:54.807605 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d907d5a-d5fe-40e7-9ea3-84efa4a17e03 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Pushing event deleted for resources: {'Port': ['ID=527e6102-eddb-4276-af6e-bc0111eae666,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:54.810489 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f5147b6f-3a0f-4bde-adde-00573168b066 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (82463499-f070-4e18-9d4a-e4ef855f6722), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.810749 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8427d5da-6ff7-4529-a453-ba381cc468ba']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:54.857492 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f5147b6f-3a0f-4bde-adde-00573168b066 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (82463499-f070-4e18-9d4a-e4ef855f6722), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.867238 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ca2caf-15df-445e-8e00-7b5cac5b5179') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:54.867546 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ca2caf-15df-445e-8e00-7b5cac5b5179') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:54.887361 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-546e823c-67af-4ac6-9ee2-093c2fd844fe tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (cbcd8468-b31a-4818-a566-b750b7eff4b7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.920487 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (08ca2caf-15df-445e-8e00-7b5cac5b5179), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.928472 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb3ea10-1554-4d6d-8bec-2b49271a21e0 None None] Network d240050e-d93a-4530-a0b3-76a8cfd44450 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:54.930488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4845e279-1b05-4ad2-a1be-d3a645f43282 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:11:54.932082 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562410f7-4ef4-4a95-983d-946adb9c4158 req-738cb2c0-28b8-452b-b3d5-22c4ad58267c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:54.933601 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-562410f7-4ef4-4a95-983d-946adb9c4158 req-738cb2c0-28b8-452b-b3d5-22c4ad58267c tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.3650749 Mar 28 09:11:54.934255 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-546e823c-67af-4ac6-9ee2-093c2fd844fe tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (cbcd8468-b31a-4818-a566-b750b7eff4b7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.949939 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Publish callbacks [] for port (99ed606f-5c76-4188-9963-436a53ad4ef9), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.966949 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f5147b6f-3a0f-4bde-adde-00573168b066 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (82463499-f070-4e18-9d4a-e4ef855f6722), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:54.979684 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (08ca2caf-15df-445e-8e00-7b5cac5b5179), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.011295 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (997f4523-c3c1-4821-a729-37a845396c54), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.012702 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-546e823c-67af-4ac6-9ee2-093c2fd844fe tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.016592 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-546e823c-67af-4ac6-9ee2-093c2fd844fe tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0397613 Mar 28 09:11:55.016592 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:11:55.016592 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (08ca2caf-15df-445e-8e00-7b5cac5b5179), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: self.session.flush() Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:11:55.020374 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:11:55.024053 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (99ed606f-5c76-4188-9963-436a53ad4ef9), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.024166 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51768) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:55.033960 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e823c-67af-4ac6-9ee2-093c2fd844fe tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcd8468-b31a-4818-a566-b750b7eff4b7,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:55.068086 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-28fd9947-ca7b-4b95-b769-d0820fa90ebe tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': 'cbcd8468-b31a-4818-a566-b750b7eff4b7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:55.068652 dv-neutron-master-2-hyperv neutron-server[104076]: WARNING neutron.api.v2.base [None req-28fd9947-ca7b-4b95-b769-d0820fa90ebe tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 09:11:55.069142 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-28fd9947-ca7b-4b95-b769-d0820fa90ebe tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:11:55.072847 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-28fd9947-ca7b-4b95-b769-d0820fa90ebe tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0306664 Mar 28 09:11:55.072847 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d907d5a-d5fe-40e7-9ea3-84efa4a17e03 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.075445 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0d907d5a-d5fe-40e7-9ea3-84efa4a17e03 tempest-RoutersAdminNegativeIpV6Test-19549683 tempest-RoutersAdminNegativeIpV6Test-19549683-project-admin] 10.222.0.15 "DELETE /v2.0/ports/527e6102-eddb-4276-af6e-bc0111eae666 HTTP/1.1" status: 204 len: 168 time: 1.8997004 Mar 28 09:11:55.082898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca4a0b-47b9-4bda-970d-e9cecd9d2c8e None None] Current status of the port 4845e279-1b05-4ad2-a1be-d3a645f43282 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:55.083549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f5147b6f-3a0f-4bde-adde-00573168b066 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (82463499-f070-4e18-9d4a-e4ef855f6722), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.087111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51770) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:55.092151 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-d771292e-7460-4056-ac42-65f10d261a8c tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': 'cbcd8468-b31a-4818-a566-b750b7eff4b7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:55.095551 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7596a-9ad5-4bc3-abb3-47e401757cc1 req-57d4847a-481f-4eda-8cfe-c388fa7ef750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:55.097905 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-04e7596a-9ad5-4bc3-abb3-47e401757cc1 req-57d4847a-481f-4eda-8cfe-c388fa7ef750 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc56218a4f8a40e1b109b751b95dda1a&device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 1129 time: 0.4708650 Mar 28 09:11:55.099791 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Subnet': ['ID=997f4523-c3c1-4821-a729-37a845396c54,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:55.122332 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Network 4f9938b8-405b-4c16-ba6d-7e708d0c4fd1 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:55.135679 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:55.166610 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:55.168585 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Pushing event updated for resources: {'Port': ['ID=99ed606f-5c76-4188-9963-436a53ad4ef9,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:55.180760 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-562410f7-4ef4-4a95-983d-946adb9c4158 req-1a6c46fe-a8ad-48aa-bdd2-1b26a67e35d8 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246370 Mar 28 09:11:55.186167 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (8427d5da-6ff7-4529-a453-ba381cc468ba), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.196575 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.200582 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/networks/8427d5da-6ff7-4529-a453-ba381cc468ba HTTP/1.1" status: 204 len: 168 time: 2.1445160 Mar 28 09:11:55.219819 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51774) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:55.224378 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f5147b6f-3a0f-4bde-adde-00573168b066 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.230126 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f5147b6f-3a0f-4bde-adde-00573168b066 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/82463499-f070-4e18-9d4a-e4ef855f6722 HTTP/1.1" status: 204 len: 168 time: 0.4836841 Mar 28 09:11:55.231425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51776) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:55.232658 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4944ead0-3ca4-49be-b11a-dd826d4abcef tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'network': {'name': 'tempest-RoutersTest-1170085351'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:55.236178 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5e5c1-71e3-4cf5-a170-29e527c27299 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Network': ['ID=8427d5da-6ff7-4529-a453-ba381cc468ba,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:55.247431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5147b6f-3a0f-4bde-adde-00573168b066 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Subnet': ['ID=82463499-f070-4e18-9d4a-e4ef855f6722,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:55.268447 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7596a-9ad5-4bc3-abb3-47e401757cc1 req-88032e68-ab56-451d-990a-33b90f5f6623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:55.270623 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-04e7596a-9ad5-4bc3-abb3-47e401757cc1 req-88032e68-ab56-451d-990a-33b90f5f6623 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c3b7f15-8dc7-442e-88e8-e1bad20fff21 HTTP/1.1" status: 200 len: 896 time: 0.1638763 Mar 28 09:11:55.273298 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4944ead0-3ca4-49be-b11a-dd826d4abcef tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Made reservation on behalf of 56376f313d96491b95e23cca21689c9c for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:55.275200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 4845e279-1b05-4ad2-a1be-d3a645f43282 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:55.276929 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4944ead0-3ca4-49be-b11a-dd826d4abcef tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.277477 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4845e279-1b05-4ad2-a1be-d3a645f43282), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.295450 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-753f3176-056c-4998-ae69-727f6c2fa6f1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:55.296407 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753f3176-056c-4998-ae69-727f6c2fa6f1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:55.303874 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Attempting to bind port 99ed606f-5c76-4188-9963-436a53ad4ef9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:11:55.304246 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Attempting to bind port 99ed606f-5c76-4188-9963-436a53ad4ef9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '06c06a91-8ca6-436f-92b5-a5dab5ee1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4f9938b8-405b-4c16-ba6d-7e708d0c4fd1'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:11:55.304598 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Attempting to bind port 99ed606f-5c76-4188-9963-436a53ad4ef9 on network 4f9938b8-405b-4c16-ba6d-7e708d0c4fd1 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:11:55.305174 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-753f3176-056c-4998-ae69-727f6c2fa6f1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/8113ad18-d6b1-4d88-a30e-99d1ea77b6d4 HTTP/1.1" status: 404 len: 337 time: 0.0657668 Mar 28 09:11:55.318148 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (4f9938b8-405b-4c16-ba6d-7e708d0c4fd1), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.322307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51778) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:55.323704 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:11:55.324085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Checking segment: {'id': '06c06a91-8ca6-436f-92b5-a5dab5ee1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4f9938b8-405b-4c16-ba6d-7e708d0c4fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:55.324494 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.324892 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Bound using segment: {'id': '06c06a91-8ca6-436f-92b5-a5dab5ee1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4f9938b8-405b-4c16-ba6d-7e708d0c4fd1'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:11:55.325363 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Bound port: 99ed606f-5c76-4188-9963-436a53ad4ef9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c06a91-8ca6-436f-92b5-a5dab5ee1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4f9938b8-405b-4c16-ba6d-7e708d0c4fd1'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:11:55.325947 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (99ed606f-5c76-4188-9963-436a53ad4ef9), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.331416 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-04e7596a-9ad5-4bc3-abb3-47e401757cc1 req-bf1bb607-308b-4576-8a7e-91e3c3703234 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae5917b4-ffbd-4c2f-b29a-1c634b98a586 HTTP/1.1" status: 200 len: 217 time: 0.0511484 Mar 28 09:11:55.365806 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0c3727e0-b0c1-44f9-be30-487c2ed7d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68683605-4420-4659-a1c0-84193b1ec940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578479754', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:33Z', 'updated_at': '2022-03-28T09:09:49Z', 'revision_number': 4, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'gw_port': {'id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:35Z', 'updated_at': '2022-03-28T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '65c7b453-84f0-4ea1-8ba9-3d448de1a867', 'name': '', 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'mac_address': 'fa:16:3e:ec:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:46Z', 'updated_at': '2022-03-28T09:09:53Z', 'revision_number': 5, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'subnets': [{'id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:55.382339 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9938b8-405b-4c16-ba6d-7e708d0c4fd1']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:55.404024 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c06a91-8ca6-436f-92b5-a5dab5ee1533') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:55.404374 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c06a91-8ca6-436f-92b5-a5dab5ee1533') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:55.408724 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4944ead0-3ca4-49be-b11a-dd826d4abcef tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:11:55.423930 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-d771292e-7460-4056-ac42-65f10d261a8c tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:11:55.430324 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4944ead0-3ca4-49be-b11a-dd826d4abcef tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (9118dff2-2efc-4e26-a367-47f7ebda754f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.430858 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-4944ead0-3ca4-49be-b11a-dd826d4abcef tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Added segment 9118dff2-2efc-4e26-a367-47f7ebda754f of type vlan for network 64948b60-eefb-454a-9b0b-38964651f773 Mar 28 09:11:55.434885 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d771292e-7460-4056-ac42-65f10d261a8c tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3464079 Mar 28 09:11:55.443958 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (06c06a91-8ca6-436f-92b5-a5dab5ee1533), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.445538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51780) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:55.447022 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3727e0-b0c1-44f9-be30-487c2ed7d505 None None] Checking router: 68683605-4420-4659-a1c0-84193b1ec940 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:11:55.450087 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f333d55d-d50e-40e3-a04b-a09ce1e86327 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': 'cbcd8468-b31a-4818-a566-b750b7eff4b7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:55.450527 dv-neutron-master-2-hyperv neutron-server[104075]: WARNING neutron.api.v2.base [None req-f333d55d-d50e-40e3-a04b-a09ce1e86327 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 28 09:11:55.451172 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-f333d55d-d50e-40e3-a04b-a09ce1e86327 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:11:55.452026 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-13008493-8523-4fe9-9c40-1b383f2e708e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting subnet 6e65bc01-49e3-441c-b2fe-c80c412292a5 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:11:55.452438 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f333d55d-d50e-40e3-a04b-a09ce1e86327 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057585 Mar 28 09:11:55.460080 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51782) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:55.463666 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-13008493-8523-4fe9-9c40-1b383f2e708e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (6e65bc01-49e3-441c-b2fe-c80c412292a5), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.465086 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-37f50df6-e1bd-4889-9e4c-db4e47a3c479 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': 'cbcd8468-b31a-4818-a566-b750b7eff4b7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:55.483899 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (06c06a91-8ca6-436f-92b5-a5dab5ee1533), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.493735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:11:55.494424 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (06c06a91-8ca6-436f-92b5-a5dab5ee1533), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:11:55.497868 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:11:55.531309 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3727e0-b0c1-44f9-be30-487c2ed7d505 None None] Routers {'68683605-4420-4659-a1c0-84193b1ec940'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:11:55.531943 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0c3727e0-b0c1-44f9-be30-487c2ed7d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['68683605-4420-4659-a1c0-84193b1ec940'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:55.534045 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] For port 99ed606f-5c76-4188-9963-436a53ad4ef9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:11:55.565725 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-13008493-8523-4fe9-9c40-1b383f2e708e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (6e65bc01-49e3-441c-b2fe-c80c412292a5), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.573984 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-37f50df6-e1bd-4889-9e4c-db4e47a3c479 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:11:55.576317 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-37f50df6-e1bd-4889-9e4c-db4e47a3c479 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1142991 Mar 28 09:11:55.577362 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.db.api [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 09:11:55.577362 dv-neutron-master-2-hyperv neutron-server[104075]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 09:11:55.577362 dv-neutron-master-2-hyperv neutron-server[104075]: [parameters: {'id': '4f9938b8-405b-4c16-ba6d-7e708d0c4fd1'}] Mar 28 09:11:55.577362 dv-neutron-master-2-hyperv neutron-server[104075]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:11:55.578083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG oslo_db.api [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:11:55.578904 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51786) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:55.583799 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-2233b49f-6dae-417d-828b-693338c593b2 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': 'cbcd8468-b31a-4818-a566-b750b7eff4b7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:55.584953 dv-neutron-master-2-hyperv neutron-server[104075]: WARNING neutron.api.v2.base [None req-2233b49f-6dae-417d-828b-693338c593b2 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 09:11:55.585639 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-2233b49f-6dae-417d-828b-693338c593b2 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:11:55.587188 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2233b49f-6dae-417d-828b-693338c593b2 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071826 Mar 28 09:11:55.590126 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51788) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:55.596108 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-d37e2047-09d6-4a1b-b1e8-576ac253f1d2 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': 'cbcd8468-b31a-4818-a566-b750b7eff4b7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:55.610357 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51790) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:55.618722 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 4845e279-1b05-4ad2-a1be-d3a645f43282 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:55.624202 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] For port 99ed606f-5c76-4188-9963-436a53ad4ef9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=99ed606f-5c76-4188-9963-436a53ad4ef9,segment=NetworkSegment(06c06a91-8ca6-436f-92b5-a5dab5ee1533),segment_id=06c06a91-8ca6-436f-92b5-a5dab5ee1533)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:11:55.625405 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d239ef9-e9a5-4739-88ba-1ccd52c46b14 None None] Update dhcp port {'port': {'network_id': 'd240050e-d93a-4530-a0b3-76a8cfd44450', 'fixed_ips': [{'subnet_id': '6e65bc01-49e3-441c-b2fe-c80c412292a5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '82463499-f070-4e18-9d4a-e4ef855f6722'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'af8cf5bd-0661-40d5-8f07-bfb8b7c12294'} from dv-neutron-master-2-hyperv. {{(pid=104077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 09:11:55.650826 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-d37e2047-09d6-4a1b-b1e8-576ac253f1d2 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:11:55.653471 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d37e2047-09d6-4a1b-b1e8-576ac253f1d2 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0607367 Mar 28 09:11:55.655720 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51794) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:55.656913 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4944ead0-3ca4-49be-b11a-dd826d4abcef tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (64948b60-eefb-454a-9b0b-38964651f773), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.666090 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f97750d3-f194-4b43-8dea-de22f62ca234 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': 'cbcd8468-b31a-4818-a566-b750b7eff4b7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:55.666440 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7596a-9ad5-4bc3-abb3-47e401757cc1 req-813e962e-e412-4371-9e6c-189dbbe6a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:55.667873 dv-neutron-master-2-hyperv neutron-server[104075]: WARNING neutron.api.v2.base [None req-f97750d3-f194-4b43-8dea-de22f62ca234 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 28 09:11:55.668095 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (99ed606f-5c76-4188-9963-436a53ad4ef9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.668675 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-f97750d3-f194-4b43-8dea-de22f62ca234 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:11:55.669152 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-04e7596a-9ad5-4bc3-abb3-47e401757cc1 req-813e962e-e412-4371-9e6c-189dbbe6a9fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f1064f8-fa39-4589-a352-a7c6a691f947 HTTP/1.1" status: 200 len: 835 time: 0.3086696 Mar 28 09:11:55.672836 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f97750d3-f194-4b43-8dea-de22f62ca234 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0135760 Mar 28 09:11:55.674154 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51796) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:55.683027 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-34551b22-6ca6-42f0-b5c3-7d152e0d6b19 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': 'cbcd8468-b31a-4818-a566-b750b7eff4b7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:55.731446 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f6008a4b-75de-4f90-b209-e7d8c30449dc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:11:55.737161 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-34551b22-6ca6-42f0-b5c3-7d152e0d6b19 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:11:55.738863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7d239ef9-e9a5-4739-88ba-1ccd52c46b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.742186 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-34551b22-6ca6-42f0-b5c3-7d152e0d6b19 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0668976 Mar 28 09:11:55.744028 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51798) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:55.757496 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ecccd54d-6b5b-408c-94a6-fb4810059679 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': 'cbcd8468-b31a-4818-a566-b750b7eff4b7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:55.781324 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: f6008a4b-75de-4f90-b209-e7d8c30449dc {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:11:55.781693 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f6008a4b-75de-4f90-b209-e7d8c30449dc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:11:55.794664 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4944ead0-3ca4-49be-b11a-dd826d4abcef tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (64948b60-eefb-454a-9b0b-38964651f773), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.795138 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9c377b4d-47bf-47a6-9447-6f58b9ef5df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.800306 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4944ead0-3ca4-49be-b11a-dd826d4abcef tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:55.800936 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4944ead0-3ca4-49be-b11a-dd826d4abcef tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.842942 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-0c3727e0-b0c1-44f9-be30-487c2ed7d505 None None] Set router 68683605-4420-4659-a1c0-84193b1ec940 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:11:55.860526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18509087-0a4e-45a7-8d63-0dcdca4d2344 None None] Pushing event updated for resources: {'Port': ['ID=99ed606f-5c76-4188-9963-436a53ad4ef9,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:55.901041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924e6c3-da37-4e6d-a562-d576624f8609 req-0da0dcb4-3bf5-4bac-bac3-fe219ed4f8de tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:55.903552 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e924e6c3-da37-4e6d-a562-d576624f8609 req-0da0dcb4-3bf5-4bac-bac3-fe219ed4f8de tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.16 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.0797653 Mar 28 09:11:55.908939 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-13008493-8523-4fe9-9c40-1b383f2e708e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (6e65bc01-49e3-441c-b2fe-c80c412292a5), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.922482 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4944ead0-3ca4-49be-b11a-dd826d4abcef tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6955981 Mar 28 09:11:55.944712 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51800) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:55.952356 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7596a-9ad5-4bc3-abb3-47e401757cc1 req-4cf5c187-22cc-49e7-8e29-97b884b951fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:55.954010 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-04e7596a-9ad5-4bc3-abb3-47e401757cc1 req-4cf5c187-22cc-49e7-8e29-97b884b951fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c3b7f15-8dc7-442e-88e8-e1bad20fff21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2730882 Mar 28 09:11:55.964936 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-bce67463-ad35-4a96-86ab-7402face626f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'subnet': {'network_id': '64948b60-eefb-454a-9b0b-38964651f773', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:55.967479 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9c377b4d-47bf-47a6-9447-6f58b9ef5df4 admin admin] Publish callbacks [] for security_group (77adb1b3-e1a5-47da-b974-b5edad299262), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:55.974243 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec758c09-e912-4db8-843e-45eb6bc6a75e None None] Network 4f9938b8-405b-4c16-ba6d-7e708d0c4fd1 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:55.978095 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9c377b4d-47bf-47a6-9447-6f58b9ef5df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (77adb1b3-e1a5-47da-b974-b5edad299262), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:56.030679 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944ead0-3ca4-49be-b11a-dd826d4abcef tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Network': ['ID=64948b60-eefb-454a-9b0b-38964651f773,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:56.042206 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9c377b4d-47bf-47a6-9447-6f58b9ef5df4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a73a6ff7dc446a3a43007d1194e53e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4307976 Mar 28 09:11:56.045768 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51802) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:56.046618 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c377b4d-47bf-47a6-9447-6f58b9ef5df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77adb1b3-e1a5-47da-b974-b5edad299262,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:56.057253 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-ecccd54d-6b5b-408c-94a6-fb4810059679 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:11:56.058406 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ecccd54d-6b5b-408c-94a6-fb4810059679 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3089588 Mar 28 09:11:56.062319 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51804) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:56.077197 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 64948b60-eefb-454a-9b0b-38964651f773 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:11:56.078952 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (4f9938b8-405b-4c16-ba6d-7e708d0c4fd1), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:56.133430 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-e924e6c3-da37-4e6d-a562-d576624f8609 req-879822bf-03c4-498f-a78b-6a7e9b448265 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Deleting port ae5917b4-ffbd-4c2f-b29a-1c634b98a586 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:56.134235 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e924e6c3-da37-4e6d-a562-d576624f8609 req-879822bf-03c4-498f-a78b-6a7e9b448265 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:56.179107 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-13008493-8523-4fe9-9c40-1b383f2e708e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (6e65bc01-49e3-441c-b2fe-c80c412292a5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server [None req-7d239ef9-e9a5-4739-88ba-1ccd52c46b14 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e65bc01-49e3-441c-b2fe-c80c412292a5: This subnet is being modified by another concurrent operation. Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise exception Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e65bc01-49e3-441c-b2fe-c80c412292a5: This subnet is being modified by another concurrent operation. Mar 28 09:11:56.199275 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server Mar 28 09:11:56.205789 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce67463-ad35-4a96-86ab-7402face626f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Made reservation on behalf of 56376f313d96491b95e23cca21689c9c for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:56.220224 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bce67463-ad35-4a96-86ab-7402face626f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:56.260592 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-04e7596a-9ad5-4bc3-abb3-47e401757cc1 req-7f4b6d6c-7ef8-4bd0-966c-3c13b602da06 service neutron] 10.222.0.16 "GET /v2.0/networks/6c3b7f15-8dc7-442e-88e8-e1bad20fff21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826533 Mar 28 09:11:56.284413 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-13008493-8523-4fe9-9c40-1b383f2e708e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:56.288252 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-13008493-8523-4fe9-9c40-1b383f2e708e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/6e65bc01-49e3-441c-b2fe-c80c412292a5 HTTP/1.1" status: 204 len: 168 time: 0.9646647 Mar 28 09:11:56.294819 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51808) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:56.297003 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-65056e6b-3b60-49ac-9b47-0f7ef14e7df9 admin admin] Publish callbacks [] for security_group (77adb1b3-e1a5-47da-b974-b5edad299262), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:56.333328 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13008493-8523-4fe9-9c40-1b383f2e708e tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Subnet': ['ID=6e65bc01-49e3-441c-b2fe-c80c412292a5,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:56.349939 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-480b74c8-416f-409c-8ab6-56340cf150db tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (cbcd8468-b31a-4818-a566-b750b7eff4b7), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:56.363315 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc30a69-e1f1-4acc-aa91-1a33b963a49d None None] Network d240050e-d93a-4530-a0b3-76a8cfd44450 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:56.372461 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d535d2-f11a-4424-8eec-57a4cb3d5a91 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:56.372866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d535d2-f11a-4424-8eec-57a4cb3d5a91 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:56.376008 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-80d535d2-f11a-4424-8eec-57a4cb3d5a91 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/101a4af4-099d-4642-bafd-32f273ffe698 HTTP/1.1" status: 404 len: 337 time: 0.0799921 Mar 28 09:11:56.405708 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51810) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:56.425006 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-65056e6b-3b60-49ac-9b47-0f7ef14e7df9 admin admin] Publish callbacks [] for security_group (77adb1b3-e1a5-47da-b974-b5edad299262), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:56.428185 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-e924e6c3-da37-4e6d-a562-d576624f8609 req-879822bf-03c4-498f-a78b-6a7e9b448265 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] For port ae5917b4-ffbd-4c2f-b29a-1c634b98a586, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ae5917b4-ffbd-4c2f-b29a-1c634b98a586,segment=NetworkSegment(dad2e025-c15e-4544-ab84-2ccb1ae8563e),segment_id=dad2e025-c15e-4544-ab84-2ccb1ae8563e)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:56.428652 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e924e6c3-da37-4e6d-a562-d576624f8609 req-879822bf-03c4-498f-a78b-6a7e9b448265 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:56.456107 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2aef2c84-8c48-4317-bd63-3bc6f851c9cc tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf451b1d-1f85-4461-870b-11d15bbb8ec9 HTTP/1.1" status: 200 len: 205 time: 0.0443342 Mar 28 09:11:56.456716 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51812) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:56.463484 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-480b74c8-416f-409c-8ab6-56340cf150db tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (cbcd8468-b31a-4818-a566-b750b7eff4b7), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:56.478951 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-e924e6c3-da37-4e6d-a562-d576624f8609 req-879822bf-03c4-498f-a78b-6a7e9b448265 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Calling delete_port for ae5917b4-ffbd-4c2f-b29a-1c634b98a586 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:56.514766 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-4c838689-23ab-4b72-a9fa-d80e63d004d4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] delete failed (client error): The resource could not be found. Mar 28 09:11:56.518094 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4c838689-23ab-4b72-a9fa-d80e63d004d4 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/routers/cf451b1d-1f85-4461-870b-11d15bbb8ec9 HTTP/1.1" status: 404 len: 336 time: 0.0580769 Mar 28 09:11:56.518268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Deleting port 99ed606f-5c76-4188-9963-436a53ad4ef9 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:56.518268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (99ed606f-5c76-4188-9963-436a53ad4ef9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:56.518923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51814) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:56.571246 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7ea65a-21a9-44e3-9023-5e1e5bccebc0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:56.571625 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7ea65a-21a9-44e3-9023-5e1e5bccebc0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:56.577605 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ad7ea65a-21a9-44e3-9023-5e1e5bccebc0 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/c18ea360-62a8-4a6e-9820-5b6e6935196b HTTP/1.1" status: 404 len: 337 time: 0.0548916 Mar 28 09:11:56.579448 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51816) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:56.624375 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7ec7f9-9227-4a3c-804a-b6d5bafeb7de tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:56.624375 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7ec7f9-9227-4a3c-804a-b6d5bafeb7de tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:56.625601 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ee471516-1323-458a-866d-f83158761c31 None None] Provisioning complete for port 8d9cf25f-ad59-4061-8bf5-367f11f0c8b9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:56.626190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ee471516-1323-458a-866d-f83158761c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8d9cf25f-ad59-4061-8bf5-367f11f0c8b9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:56.629988 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1c7ec7f9-9227-4a3c-804a-b6d5bafeb7de tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/64b505a3-2f09-4c82-9497-bc208ed38057 HTTP/1.1" status: 404 len: 337 time: 0.0471458 Mar 28 09:11:56.636951 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7708fbe-15a0-4252-a989-6048e5db1a19 req-27fd4cd8-304f-439f-966f-cd3e857b50d9 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:56.638604 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e7708fbe-15a0-4252-a989-6048e5db1a19 req-27fd4cd8-304f-439f-966f-cd3e857b50d9 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 945 time: 0.3118200 Mar 28 09:11:56.642959 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51818) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:56.658226 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-04e7596a-9ad5-4bc3-abb3-47e401757cc1 req-f52f7bcf-97a0-4e34-9dc0-6d7a44e0ae13 service neutron] 10.222.0.16 "GET /v2.0/networks/6c3b7f15-8dc7-442e-88e8-e1bad20fff21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262100 Mar 28 09:11:56.693424 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9de5ba-8c3a-4df9-93cb-8332980f3f39 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:56.693917 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9de5ba-8c3a-4df9-93cb-8332980f3f39 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:56.696983 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4f9de5ba-8c3a-4df9-93cb-8332980f3f39 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/76a0e1f4-e69f-4762-8d7d-582c9323b26a HTTP/1.1" status: 404 len: 337 time: 0.0529563 Mar 28 09:11:56.697825 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ee471516-1323-458a-866d-f83158761c31 None None] Port 8d9cf25f-ad59-4061-8bf5-367f11f0c8b9 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:11:56.700237 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51820) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:56.710238 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-480b74c8-416f-409c-8ab6-56340cf150db tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (cbcd8468-b31a-4818-a566-b750b7eff4b7), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:56.713012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-480b74c8-416f-409c-8ab6-56340cf150db tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:56.717014 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-480b74c8-416f-409c-8ab6-56340cf150db tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "DELETE /v2.0/security-groups/cbcd8468-b31a-4818-a566-b750b7eff4b7 HTTP/1.1" status: 204 len: 168 time: 0.6507406 Mar 28 09:11:56.721035 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] For port 99ed606f-5c76-4188-9963-436a53ad4ef9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=99ed606f-5c76-4188-9963-436a53ad4ef9,segment=NetworkSegment(06c06a91-8ca6-436f-92b5-a5dab5ee1533),segment_id=06c06a91-8ca6-436f-92b5-a5dab5ee1533)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:56.721415 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (99ed606f-5c76-4188-9963-436a53ad4ef9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:56.721973 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51822) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:56.743156 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ee471516-1323-458a-866d-f83158761c31 None None] Provisioning complete for port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:11:56.743468 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ee471516-1323-458a-866d-f83158761c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:56.766465 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e701a11-3f2e-4512-b726-58d275284667 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:56.769696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e701a11-3f2e-4512-b726-58d275284667 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:56.777375 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1e701a11-3f2e-4512-b726-58d275284667 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/ports/819e32b2-6a82-41f7-b54a-7c809232178d HTTP/1.1" status: 404 len: 333 time: 0.0749636 Mar 28 09:11:56.784143 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51824) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:56.787280 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Calling delete_port for 99ed606f-5c76-4188-9963-436a53ad4ef9 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:56.787711 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3c671a-9286-4b1c-b486-0f5e7b3bf298 None None] DHCP port deletion for d240050e-d93a-4530-a0b3-76a8cfd44450 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:11:56.790762 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-65056e6b-3b60-49ac-9b47-0f7ef14e7df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (77adb1b3-e1a5-47da-b974-b5edad299262), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:56.793531 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-65056e6b-3b60-49ac-9b47-0f7ef14e7df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:56.797214 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0c3727e0-b0c1-44f9-be30-487c2ed7d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68683605-4420-4659-a1c0-84193b1ec940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578479754', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:33Z', 'updated_at': '2022-03-28T09:09:49Z', 'revision_number': 4, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'gw_port': {'id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:35Z', 'updated_at': '2022-03-28T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '65c7b453-84f0-4ea1-8ba9-3d448de1a867', 'name': '', 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'mac_address': 'fa:16:3e:ec:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:46Z', 'updated_at': '2022-03-28T09:09:53Z', 'revision_number': 5, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'subnets': [{'id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:56.797396 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-65056e6b-3b60-49ac-9b47-0f7ef14e7df9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77adb1b3-e1a5-47da-b974-b5edad299262 HTTP/1.1" status: 204 len: 168 time: 0.7451208 Mar 28 09:11:56.819225 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b74c8-416f-409c-8ab6-56340cf150db tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcd8468-b31a-4818-a566-b750b7eff4b7,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:56.837764 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device af8cf5bd-0661-40d5-8f07-bfb8b7c12294 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:11:56.859200 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-240a77ff-ff9e-493f-926f-d4c52d2c1296 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1250322 Mar 28 09:11:56.866644 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51828) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:56.867278 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-21713237-de4a-4eee-ab87-846fba7ee5a1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:56.867926 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21713237-de4a-4eee-ab87-846fba7ee5a1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:56.871027 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-21713237-de4a-4eee-ab87-846fba7ee5a1 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/ff079dd5-9e22-4973-bf31-193005f02536 HTTP/1.1" status: 404 len: 337 time: 0.0812302 Mar 28 09:11:56.874352 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-361f9929-2555-42b1-bf4e-e1599e6b258f tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group': {'name': 'tempest-secgroup--196423131'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:56.882158 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51830) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:56.890851 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65056e6b-3b60-49ac-9b47-0f7ef14e7df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77adb1b3-e1a5-47da-b974-b5edad299262,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:56.900913 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3727e0-b0c1-44f9-be30-487c2ed7d505 None None] The sync data for ids ['68683605-4420-4659-a1c0-84193b1ec940'] in dv-neutron-master-2-hyperv is: [{'id': '68683605-4420-4659-a1c0-84193b1ec940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578479754', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:33Z', 'updated_at': '2022-03-28T09:09:49Z', 'revision_number': 4, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'gw_port': {'id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:35Z', 'updated_at': '2022-03-28T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '65c7b453-84f0-4ea1-8ba9-3d448de1a867', 'name': '', 'network_id': '6c3b7f15-8dc7-442e-88e8-e1bad20fff21', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'mac_address': 'fa:16:3e:ec:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:46Z', 'updated_at': '2022-03-28T09:09:53Z', 'revision_number': 5, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'subnets': [{'id': '4f1064f8-fa39-4589-a352-a7c6a691f947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:11:56.941837 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e7708fbe-15a0-4252-a989-6048e5db1a19 req-16f8cbf4-0ee2-4952-853d-db4181e92d19 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/security-groups?id=27e82b31-4e64-46b8-bbe9-c44a0432a9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451518 Mar 28 09:11:56.951123 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-669d5a91-1c4e-4a7d-baa7-62c0e7626a9a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:56.953066 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669d5a91-1c4e-4a7d-baa7-62c0e7626a9a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:56.956554 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-669d5a91-1c4e-4a7d-baa7-62c0e7626a9a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/e99c5db1-e514-4baa-8d89-2afd79041b76 HTTP/1.1" status: 404 len: 337 time: 0.0682814 Mar 28 09:11:56.961113 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51832) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:56.965332 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bce67463-ad35-4a96-86ab-7402face626f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (82f2bea4-bb93-4622-a366-1a8dab7086b9), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.056158 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-828b0cd7-5172-4b24-9d44-865800e9ef6d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:57.056725 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828b0cd7-5172-4b24-9d44-865800e9ef6d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:57.060143 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-828b0cd7-5172-4b24-9d44-865800e9ef6d tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/ports/613e45dc-aa1c-4db0-9c01-4a881bdf33a3 HTTP/1.1" status: 404 len: 333 time: 0.0960073 Mar 28 09:11:57.066873 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51836) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:57.084174 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:57.084567 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.091857 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-361f9929-2555-42b1-bf4e-e1599e6b258f tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.103297 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (99ed606f-5c76-4188-9963-436a53ad4ef9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.112951 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c671a-9286-4b1c-b486-0f5e7b3bf298 None None] Deleting port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:57.113172 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd3c671a-9286-4b1c-b486-0f5e7b3bf298 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.127917 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1cc966-25da-4b68-9e1a-d1d69f62311a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:57.128371 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1cc966-25da-4b68-9e1a-d1d69f62311a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:57.133849 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3c1cc966-25da-4b68-9e1a-d1d69f62311a tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/6ba9a291-d899-4674-b4b5-a7ebe78d3e6a HTTP/1.1" status: 404 len: 337 time: 0.0546064 Mar 28 09:11:57.136173 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51838) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:57.146450 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce67463-ad35-4a96-86ab-7402face626f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Subnet': ['ID=82f2bea4-bb93-4622-a366-1a8dab7086b9,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:57.168468 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Port': ['ID=99ed606f-5c76-4188-9963-436a53ad4ef9,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:57.184552 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-fd3c671a-9286-4b1c-b486-0f5e7b3bf298 None None] For port af8cf5bd-0661-40d5-8f07-bfb8b7c12294, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af8cf5bd-0661-40d5-8f07-bfb8b7c12294,segment=NetworkSegment(d79562ee-82ba-4be0-bca7-a79281fc75b1),segment_id=d79562ee-82ba-4be0-bca7-a79281fc75b1)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:11:57.184956 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd3c671a-9286-4b1c-b486-0f5e7b3bf298 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.189063 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No DVR routers for this DVR port 99ed606f-5c76-4188-9963-436a53ad4ef9 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:57.217665 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c671a-9286-4b1c-b486-0f5e7b3bf298 None None] Calling delete_port for af8cf5bd-0661-40d5-8f07-bfb8b7c12294 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:57.221461 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0aa354d-2700-41eb-9087-2909fedc2830 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] DELETE failed (client error): The resource could not be found. Mar 28 09:11:57.221979 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0aa354d-2700-41eb-9087-2909fedc2830 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:11:57.228497 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b0aa354d-2700-41eb-9087-2909fedc2830 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/subnets/7988a7cb-adce-455f-bba7-97ae06f921bc HTTP/1.1" status: 404 len: 337 time: 0.0889468 Mar 28 09:11:57.234399 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51840) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:57.240142 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e924e6c3-da37-4e6d-a562-d576624f8609 req-879822bf-03c4-498f-a78b-6a7e9b448265 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (ae5917b4-ffbd-4c2f-b29a-1c634b98a586), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.250463 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce67463-ad35-4a96-86ab-7402face626f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Checking segment: {'id': '9118dff2-2efc-4e26-a367-47f7ebda754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '64948b60-eefb-454a-9b0b-38964651f773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:57.250855 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce67463-ad35-4a96-86ab-7402face626f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network hostable DHCP agents. Network: 64948b60-eefb-454a-9b0b-38964651f773, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:11:57.336272 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51842) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:57.351940 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ee471516-1323-458a-866d-f83158761c31 None None] Current status of the port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:11:57.359583 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd3c671a-9286-4b1c-b486-0f5e7b3bf298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (af8cf5bd-0661-40d5-8f07-bfb8b7c12294), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.366101 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-361f9929-2555-42b1-bf4e-e1599e6b258f tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (665ef78f-19f5-4c9e-9080-cc62e2f14d1f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.388929 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-361f9929-2555-42b1-bf4e-e1599e6b258f tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (665ef78f-19f5-4c9e-9080-cc62e2f14d1f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.389250 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e46f97f8-a0b6-4b35-8810-3dac784c3006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.401575 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54882940-e1c0-409a-8e48-41693c0520ec None None] New status for floating IP b3da2410-7798-4077-bd59-0d280761f21b: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:11:57.402586 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-e924e6c3-da37-4e6d-a562-d576624f8609 req-879822bf-03c4-498f-a78b-6a7e9b448265 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] No DVR routers for this DVR port ae5917b4-ffbd-4c2f-b29a-1c634b98a586 on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:57.405793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879822bf-03c4-498f-a78b-6a7e9b448265 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event deleted for resources: {'Port': ['ID=ae5917b4-ffbd-4c2f-b29a-1c634b98a586,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:57.406431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e924e6c3-da37-4e6d-a562-d576624f8609 req-879822bf-03c4-498f-a78b-6a7e9b448265 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.409516 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e924e6c3-da37-4e6d-a562-d576624f8609 req-879822bf-03c4-498f-a78b-6a7e9b448265 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.16 "DELETE /v2.0/ports/ae5917b4-ffbd-4c2f-b29a-1c634b98a586 HTTP/1.1" status: 204 len: 173 time: 1.5012622 Mar 28 09:11:57.410072 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c671a-9286-4b1c-b486-0f5e7b3bf298 None None] Pushing event deleted for resources: {'Port': ['ID=af8cf5bd-0661-40d5-8f07-bfb8b7c12294,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:57.413011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8', 'name': 'network-vif-deleted', 'tag': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:11:57.414349 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3c671a-9286-4b1c-b486-0f5e7b3bf298 None None] No DVR routers for this DVR port af8cf5bd-0661-40d5-8f07-bfb8b7c12294 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:11:57.415236 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639ffcde-1a75-44c5-88cb-c26521422a10" -d '{"events": [{"server_uuid": "f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8", "name": "network-vif-deleted", "tag": "ae5917b4-ffbd-4c2f-b29a-1c634b98a586"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:11:57.433001 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-361f9929-2555-42b1-bf4e-e1599e6b258f tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.436612 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-361f9929-2555-42b1-bf4e-e1599e6b258f tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5664651 Mar 28 09:11:57.436612 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce67463-ad35-4a96-86ab-7402face626f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 64948b60-eefb-454a-9b0b-38964651f773 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:11:57.438144 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (4f9938b8-405b-4c16-ba6d-7e708d0c4fd1), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.440641 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51846) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:57.476054 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-bce67463-ad35-4a96-86ab-7402face626f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 64948b60-eefb-454a-9b0b-38964651f773) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:57.490151 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-3f8e53d8-32ee-4564-b8ff-e0ffde6e0976 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': '665ef78f-19f5-4c9e-9080-cc62e2f14d1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:57.495848 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce67463-ad35-4a96-86ab-7402face626f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:57.496632 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bce67463-ad35-4a96-86ab-7402face626f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.500776 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb70109-31ca-472c-b72c-722c994d4f3e x-openstack-request-id: req-1bb70109-31ca-472c-b72c-722c994d4f3e {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:11:57.501076 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8", "name": "network-vif-deleted", "tag": "ae5917b4-ffbd-4c2f-b29a-1c634b98a586", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:11:57.501333 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1bb70109-31ca-472c-b72c-722c994d4f3e {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:11:57.501766 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb70109-31ca-472c-b72c-722c994d4f3e'] response: {'server_uuid': 'f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8', 'name': 'network-vif-deleted', 'tag': 'ae5917b4-ffbd-4c2f-b29a-1c634b98a586', 'status': 'completed', 'code': 200} Mar 28 09:11:57.502444 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f9929-2555-42b1-bf4e-e1599e6b258f tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=665ef78f-19f5-4c9e-9080-cc62e2f14d1f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:57.503376 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9938b8-405b-4c16-ba6d-7e708d0c4fd1']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:57.515100 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-01b3b38b-3446-4556-a5f2-07ac78c44791 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efeb8860c6ba49bf87dd0be24d573500&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1776545 Mar 28 09:11:57.515710 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51848) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:57.516105 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4112bda-5de0-4ee6-95d0-6b0ff9b7c88f None None] Network 64948b60-eefb-454a-9b0b-38964651f773 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:11:57.543461 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c06a91-8ca6-436f-92b5-a5dab5ee1533') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:57.544172 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c06a91-8ca6-436f-92b5-a5dab5ee1533') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:57.552369 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bce67463-ad35-4a96-86ab-7402face626f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6021895 Mar 28 09:11:57.557463 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51850) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:57.565162 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (06c06a91-8ca6-436f-92b5-a5dab5ee1533), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.568625 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-d48da210-c10a-48ea-be17-fbf25c46c66b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-769938885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:57.589250 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (06c06a91-8ca6-436f-92b5-a5dab5ee1533), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.592638 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-73bf1706-1d3e-4464-9619-8f03298e9295 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Deleting port 8d9cf25f-ad59-4061-8bf5-367f11f0c8b9 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:11:57.592989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-73bf1706-1d3e-4464-9619-8f03298e9295 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (8d9cf25f-ad59-4061-8bf5-367f11f0c8b9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.599505 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d48da210-c10a-48ea-be17-fbf25c46c66b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (b7d2179c-a40d-44c0-a314-8f090e2f89c1), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.600556 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d48da210-c10a-48ea-be17-fbf25c46c66b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (b7d2179c-a40d-44c0-a314-8f090e2f89c1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.610614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:11:57.611182 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (06c06a91-8ca6-436f-92b5-a5dab5ee1533), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:11:57.622219 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:11:57.704592 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fc738ed7-b634-4a59-8928-c2c54551f27b admin admin] Publish callbacks [] for security_group (d8454a9f-10ce-4c3a-9c9c-4dddf0f01dc7), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.718647 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-64948b60-eefb-454a-9b0b-38964651f773', 'network_id': '64948b60-eefb-454a-9b0b-38964651f773', 'project_id': '56376f313d96491b95e23cca21689c9c', 'fixed_ips': [{'subnet_id': '82f2bea4-bb93-4622-a366-1a8dab7086b9'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:11:57.720190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.722266 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-3f8e53d8-32ee-4564-b8ff-e0ffde6e0976 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): The resource could not be found. Mar 28 09:11:57.725679 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3f8e53d8-32ee-4564-b8ff-e0ffde6e0976 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2810104 Mar 28 09:11:57.726236 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-73bf1706-1d3e-4464-9619-8f03298e9295 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (8d9cf25f-ad59-4061-8bf5-367f11f0c8b9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.727751 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51852) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:57.728519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (4f9938b8-405b-4c16-ba6d-7e708d0c4fd1), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.733815 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fc738ed7-b634-4a59-8928-c2c54551f27b admin admin] Publish callbacks [] for security_group (d8454a9f-10ce-4c3a-9c9c-4dddf0f01dc7), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.735548 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a3aa35f8-360e-40f2-aed0-90fa5c695a18 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': '665ef78f-19f5-4c9e-9080-cc62e2f14d1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '914ebaef-0382-4c50-b92f-1b26de188b2f'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:57.758981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.767373 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/networks/4f9938b8-405b-4c16-ba6d-7e708d0c4fd1 HTTP/1.1" status: 204 len: 168 time: 3.9485230 Mar 28 09:11:57.768990 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-73bf1706-1d3e-4464-9619-8f03298e9295 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Calling delete_port for 8d9cf25f-ad59-4061-8bf5-367f11f0c8b9 owned by {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:11:57.781122 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51854) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:57.786980 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2a1e6235-cd08-47b7-8bc8-a3b514c612bd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1937937736'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:57.789590 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3cfaf-68a5-48b6-9b92-0ddcaae70d39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Network': ['ID=4f9938b8-405b-4c16-ba6d-7e708d0c4fd1,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:57.829947 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-a3aa35f8-360e-40f2-aed0-90fa5c695a18 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): The resource could not be found. Mar 28 09:11:57.831175 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a3aa35f8-360e-40f2-aed0-90fa5c695a18 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1002357 Mar 28 09:11:57.834306 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51856) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:57.853320 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d48da210-c10a-48ea-be17-fbf25c46c66b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router_controller (b7d2179c-a40d-44c0-a314-8f090e2f89c1), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.896276 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d48da210-c10a-48ea-be17-fbf25c46c66b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (b7d2179c-a40d-44c0-a314-8f090e2f89c1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.908388 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-989c1d58-286d-448b-aa57-8df9ba08388c tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (665ef78f-19f5-4c9e-9080-cc62e2f14d1f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.912457 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1e6235-cd08-47b7-8bc8-a3b514c612bd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:57.915966 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2a1e6235-cd08-47b7-8bc8-a3b514c612bd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.954286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-989c1d58-286d-448b-aa57-8df9ba08388c tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (665ef78f-19f5-4c9e-9080-cc62e2f14d1f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.960885 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d48da210-c10a-48ea-be17-fbf25c46c66b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.965056 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d48da210-c10a-48ea-be17-fbf25c46c66b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4053226 Mar 28 09:11:57.969686 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51860) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:57.980486 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fc738ed7-b634-4a59-8928-c2c54551f27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (d8454a9f-10ce-4c3a-9c9c-4dddf0f01dc7), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.982745 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fc738ed7-b634-4a59-8928-c2c54551f27b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:57.983793 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fc738ed7-b634-4a59-8928-c2c54551f27b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8454a9f-10ce-4c3a-9c9c-4dddf0f01dc7 HTTP/1.1" status: 204 len: 168 time: 0.4628143 Mar 28 09:11:57.986575 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1e6235-cd08-47b7-8bc8-a3b514c612bd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:11:57.987701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Allocated IP 172.20.0.2 (64948b60-eefb-454a-9b0b-38964651f773/82f2bea4-bb93-4622-a366-1a8dab7086b9/c6ae7f30-364a-4605-a3e0-8d516d9cd202) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:58.077175 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc738ed7-b634-4a59-8928-c2c54551f27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8454a9f-10ce-4c3a-9c9c-4dddf0f01dc7,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:58.083985 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-989c1d58-286d-448b-aa57-8df9ba08388c tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (665ef78f-19f5-4c9e-9080-cc62e2f14d1f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.087756 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-989c1d58-286d-448b-aa57-8df9ba08388c tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.088135 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2a1e6235-cd08-47b7-8bc8-a3b514c612bd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (83d513ba-04b4-4e45-bb20-945bacd8f44a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.088490 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-2a1e6235-cd08-47b7-8bc8-a3b514c612bd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Added segment 83d513ba-04b4-4e45-bb20-945bacd8f44a of type vlan for network 9140c281-cc37-43c9-9a58-04cac551060e Mar 28 09:11:58.093065 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-989c1d58-286d-448b-aa57-8df9ba08388c tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "DELETE /v2.0/security-groups/665ef78f-19f5-4c9e-9080-cc62e2f14d1f HTTP/1.1" status: 204 len: 168 time: 0.2553809 Mar 28 09:11:58.095825 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51864) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:58.187757 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b794ddeb-1858-4e2b-a262-6504162afe28 req-b732ec70-1aca-4239-bf9f-15a1475c8440 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "GET /v2.0/ports?device_id=f825f0ce-1a21-4c89-b0b7-b535aa1cb2a8 HTTP/1.1" status: 200 len: 210 time: 0.0395210 Mar 28 09:11:58.195527 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-73bf1706-1d3e-4464-9619-8f03298e9295 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (8d9cf25f-ad59-4061-8bf5-367f11f0c8b9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.197174 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c1d58-286d-448b-aa57-8df9ba08388c tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=665ef78f-19f5-4c9e-9080-cc62e2f14d1f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:58.213775 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2a1e6235-cd08-47b7-8bc8-a3b514c612bd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (9140c281-cc37-43c9-9a58-04cac551060e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.246257 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf1706-1d3e-4464-9619-8f03298e9295 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Port': ['ID=8d9cf25f-ad59-4061-8bf5-367f11f0c8b9,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:58.261508 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0b231660-8ed6-4708-afb8-013bf5a91b43 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1414480 Mar 28 09:11:58.263266 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51866) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:58.266101 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-73bf1706-1d3e-4464-9619-8f03298e9295 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.271831 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-73bf1706-1d3e-4464-9619-8f03298e9295 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/ports/8d9cf25f-ad59-4061-8bf5-367f11f0c8b9 HTTP/1.1" status: 204 len: 168 time: 1.0360217 Mar 28 09:11:58.277938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-11b4b6e4-0a16-48d5-92c3-c437bcfdbbb9 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': '58e3d787-5c5d-4e42-9a7b-b046016bf466', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:58.279865 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Publish callbacks [] for port (c6ae7f30-364a-4605-a3e0-8d516d9cd202), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.285237 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51868) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:58.288486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (c6ae7f30-364a-4605-a3e0-8d516d9cd202), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.329693 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Network 64948b60-eefb-454a-9b0b-38964651f773 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:58.333354 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:58.335816 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:58.350497 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2a1e6235-cd08-47b7-8bc8-a3b514c612bd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (9140c281-cc37-43c9-9a58-04cac551060e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.355889 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1e6235-cd08-47b7-8bc8-a3b514c612bd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:58.356476 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2a1e6235-cd08-47b7-8bc8-a3b514c612bd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.359248 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Pushing event updated for resources: {'Port': ['ID=c6ae7f30-364a-4605-a3e0-8d516d9cd202,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:58.431563 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Attempting to bind port c6ae7f30-364a-4605-a3e0-8d516d9cd202 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:11:58.432107 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Attempting to bind port c6ae7f30-364a-4605-a3e0-8d516d9cd202 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9118dff2-2efc-4e26-a367-47f7ebda754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '64948b60-eefb-454a-9b0b-38964651f773'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:11:58.432488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Attempting to bind port c6ae7f30-364a-4605-a3e0-8d516d9cd202 on network 64948b60-eefb-454a-9b0b-38964651f773 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:11:58.438623 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:11:58.438868 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Checking segment: {'id': '9118dff2-2efc-4e26-a367-47f7ebda754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '64948b60-eefb-454a-9b0b-38964651f773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:58.439301 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.439781 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Bound using segment: {'id': '9118dff2-2efc-4e26-a367-47f7ebda754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '64948b60-eefb-454a-9b0b-38964651f773'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:11:58.440267 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Bound port: c6ae7f30-364a-4605-a3e0-8d516d9cd202, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9118dff2-2efc-4e26-a367-47f7ebda754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '64948b60-eefb-454a-9b0b-38964651f773'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:11:58.440661 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c6ae7f30-364a-4605-a3e0-8d516d9cd202), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.458988 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2a1e6235-cd08-47b7-8bc8-a3b514c612bd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6767406 Mar 28 09:11:58.464533 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51874) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:58.471952 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7d8fff06-17cc-49e3-aa2c-86f65c2cb9cd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'subnet': {'network_id': '9140c281-cc37-43c9-9a58-04cac551060e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:58.506016 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c9095e8b-f928-425e-aab6-f940ddaa8331 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (d240050e-d93a-4530-a0b3-76a8cfd44450), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.506644 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e6235-cd08-47b7-8bc8-a3b514c612bd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Network': ['ID=9140c281-cc37-43c9-9a58-04cac551060e,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:58.522331 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 9140c281-cc37-43c9-9a58-04cac551060e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:11:58.530509 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] For port c6ae7f30-364a-4605-a3e0-8d516d9cd202, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:11:58.531963 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-11b4b6e4-0a16-48d5-92c3-c437bcfdbbb9 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): The resource could not be found. Mar 28 09:11:58.533762 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-11b4b6e4-0a16-48d5-92c3-c437bcfdbbb9 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2660446 Mar 28 09:11:58.540768 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51880) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:58.541989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06bf5b22-5448-41ef-be8a-9b3c1a80cfe9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.555109 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-cd6b0ee1-b118-43ed-85c9-6f5df81f7b28 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group': {'name': 'tempest-secgroup--1364188050'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:58.624428 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] For port c6ae7f30-364a-4605-a3e0-8d516d9cd202, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6ae7f30-364a-4605-a3e0-8d516d9cd202,segment=NetworkSegment(9118dff2-2efc-4e26-a367-47f7ebda754f),segment_id=9118dff2-2efc-4e26-a367-47f7ebda754f)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:11:58.638173 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c9095e8b-f928-425e-aab6-f940ddaa8331 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (d240050e-d93a-4530-a0b3-76a8cfd44450), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.638392 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c6ae7f30-364a-4605-a3e0-8d516d9cd202), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.664356 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-c9095e8b-f928-425e-aab6-f940ddaa8331 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d240050e-d93a-4530-a0b3-76a8cfd44450']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:58.677975 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-c9095e8b-f928-425e-aab6-f940ddaa8331 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79562ee-82ba-4be0-bca7-a79281fc75b1') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:58.678392 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-c9095e8b-f928-425e-aab6-f940ddaa8331 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79562ee-82ba-4be0-bca7-a79281fc75b1') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:11:58.679757 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cd6b0ee1-b118-43ed-85c9-6f5df81f7b28 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.693569 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c9095e8b-f928-425e-aab6-f940ddaa8331 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (d79562ee-82ba-4be0-bca7-a79281fc75b1), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.713288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c9095e8b-f928-425e-aab6-f940ddaa8331 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (d79562ee-82ba-4be0-bca7-a79281fc75b1), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.720028 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9095e8b-f928-425e-aab6-f940ddaa8331 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:11:58.720948 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c9095e8b-f928-425e-aab6-f940ddaa8331 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (d79562ee-82ba-4be0-bca7-a79281fc75b1), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.727826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bdf33-face-4cdf-8f67-1a135670ec52 None None] Pushing event updated for resources: {'Port': ['ID=c6ae7f30-364a-4605-a3e0-8d516d9cd202,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:58.754194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8fff06-17cc-49e3-aa2c-86f65c2cb9cd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:58.757572 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7d8fff06-17cc-49e3-aa2c-86f65c2cb9cd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:11:58.770112 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:11:58.811677 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c9095e8b-f928-425e-aab6-f940ddaa8331 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (d240050e-d93a-4530-a0b3-76a8cfd44450), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.837419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c9095e8b-f928-425e-aab6-f940ddaa8331 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:58.846251 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c9095e8b-f928-425e-aab6-f940ddaa8331 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] 10.222.0.15 "DELETE /v2.0/networks/d240050e-d93a-4530-a0b3-76a8cfd44450 HTTP/1.1" status: 204 len: 168 time: 0.5563316 Mar 28 09:11:58.864679 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9095e8b-f928-425e-aab6-f940ddaa8331 tempest-PortsIpV6TestJSON-2114956251 tempest-PortsIpV6TestJSON-2114956251-project] Pushing event deleted for resources: {'Network': ['ID=d240050e-d93a-4530-a0b3-76a8cfd44450,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:58.922369 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device ae5917b4-ffbd-4c2f-b29a-1c634b98a586 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:11:58.979588 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: ae5917b4-ffbd-4c2f-b29a-1c634b98a586 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:11:58.980648 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device ae5917b4-ffbd-4c2f-b29a-1c634b98a586 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:11:59.059384 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cd6b0ee1-b118-43ed-85c9-6f5df81f7b28 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (9c9f469e-1e76-4092-9d5b-877a79d51f5b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:59.074219 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cd6b0ee1-b118-43ed-85c9-6f5df81f7b28 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (9c9f469e-1e76-4092-9d5b-877a79d51f5b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:59.119986 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-06bf5b22-5448-41ef-be8a-9b3c1a80cfe9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Allocated IP 172.20.0.1 (64948b60-eefb-454a-9b0b-38964651f773/82f2bea4-bb93-4622-a366-1a8dab7086b9/372e3eca-c3e5-4fef-a32c-3a830bbeb72d) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:11:59.123869 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b0ee1-b118-43ed-85c9-6f5df81f7b28 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9f469e-1e76-4092-9d5b-877a79d51f5b,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:59.185669 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51896) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:59.191440 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51898) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:59.260509 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51906) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:59.351456 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f4add86a-aecc-4b5b-819f-1c0cfb0a01e2 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2069561878'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:59.422449 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4add86a-aecc-4b5b-819f-1c0cfb0a01e2 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Made reservation on behalf of cea7b042abc7422c8655e219c4e7d6bf for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:11:59.425765 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4add86a-aecc-4b5b-819f-1c0cfb0a01e2 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:59.440261 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-db1736a4-52fd-4a2c-87ff-eb13b5a2dd46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99087c95b7ef419398067fe352f6e8e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531438 Mar 28 09:11:59.443264 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51908) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:59.452378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-281f217b-eae4-432c-a43a-deb62a0790c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:59.454293 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4add86a-aecc-4b5b-819f-1c0cfb0a01e2 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:59.471684 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cd6b0ee1-b118-43ed-85c9-6f5df81f7b28 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:59.473458 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cd6b0ee1-b118-43ed-85c9-6f5df81f7b28 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9287488 Mar 28 09:11:59.480085 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51910) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:59.484450 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a23510fa-49ac-4fa2-991a-f332bb7dff22 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620141562'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:59.608084 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a23510fa-49ac-4fa2-991a-f332bb7dff22 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:59.662916 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7d8fff06-17cc-49e3-aa2c-86f65c2cb9cd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (8f867417-459a-46c3-937a-02b87123855e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:59.728689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06bf5b22-5448-41ef-be8a-9b3c1a80cfe9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (372e3eca-c3e5-4fef-a32c-3a830bbeb72d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:59.773324 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fff06-17cc-49e3-aa2c-86f65c2cb9cd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Subnet': ['ID=8f867417-459a-46c3-937a-02b87123855e,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:59.812244 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8fff06-17cc-49e3-aa2c-86f65c2cb9cd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Checking segment: {'id': '83d513ba-04b4-4e45-bb20-945bacd8f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9140c281-cc37-43c9-9a58-04cac551060e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:11:59.812585 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8fff06-17cc-49e3-aa2c-86f65c2cb9cd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network hostable DHCP agents. Network: 9140c281-cc37-43c9-9a58-04cac551060e, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:11:59.840950 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a23510fa-49ac-4fa2-991a-f332bb7dff22 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (9b0abb16-2576-402f-8cde-4478438de9fd), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:59.846412 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a23510fa-49ac-4fa2-991a-f332bb7dff22 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (9b0abb16-2576-402f-8cde-4478438de9fd), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:59.862278 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06bf5b22-5448-41ef-be8a-9b3c1a80cfe9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (372e3eca-c3e5-4fef-a32c-3a830bbeb72d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:59.915905 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8fff06-17cc-49e3-aa2c-86f65c2cb9cd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network 9140c281-cc37-43c9-9a58-04cac551060e is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:11:59.930389 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a23510fa-49ac-4fa2-991a-f332bb7dff22 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:59.934865 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a23510fa-49ac-4fa2-991a-f332bb7dff22 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4506004 Mar 28 09:11:59.936699 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51912) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:11:59.938199 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23510fa-49ac-4fa2-991a-f332bb7dff22 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0abb16-2576-402f-8cde-4478438de9fd,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:59.941404 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e58628-e7a6-427e-96c7-8a1e3114a3ae None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 09:11:59.944162 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bf5b22-5448-41ef-be8a-9b3c1a80cfe9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 64948b60-eefb-454a-9b0b-38964651f773 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:11:59.949440 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e679afd5-03e0-46f2-addf-07c0cc9bf5ca tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group_rule': {'security_group_id': '9c9f469e-1e76-4092-9d5b-877a79d51f5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9b0abb16-2576-402f-8cde-4478438de9fd'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:11:59.949575 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-7d8fff06-17cc-49e3-aa2c-86f65c2cb9cd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9140c281-cc37-43c9-9a58-04cac551060e) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:59.955712 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-06bf5b22-5448-41ef-be8a-9b3c1a80cfe9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:11:59.959120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8fff06-17cc-49e3-aa2c-86f65c2cb9cd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:11:59.959798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7d8fff06-17cc-49e3-aa2c-86f65c2cb9cd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:11:59.962107 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf5b22-5448-41ef-be8a-9b3c1a80cfe9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=372e3eca-c3e5-4fef-a32c-3a830bbeb72d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:11:59.965417 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bf5b22-5448-41ef-be8a-9b3c1a80cfe9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:11:59.971815 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee1b9-fa39-430f-9671-638be3599d6e admin admin] Publish callbacks [] for security_group (b008fe09-1785-4281-9600-a57d70b9fee1), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.010650 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7d8fff06-17cc-49e3-aa2c-86f65c2cb9cd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5421786 Mar 28 09:12:00.010918 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51914) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:00.034960 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee1b9-fa39-430f-9671-638be3599d6e admin admin] Publish callbacks [] for security_group (b008fe09-1785-4281-9600-a57d70b9fee1), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.059542 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d3d448c8-b5ec-4c52-908f-de9b9c0e2822 None None] Provisioning complete for port c6ae7f30-364a-4605-a3e0-8d516d9cd202 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:00.060024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d3d448c8-b5ec-4c52-908f-de9b9c0e2822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c6ae7f30-364a-4605-a3e0-8d516d9cd202), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.069525 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-e679afd5-03e0-46f2-addf-07c0cc9bf5ca tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:12:00.073304 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e679afd5-03e0-46f2-addf-07c0cc9bf5ca tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1263306 Mar 28 09:12:00.075144 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51916) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:00.086107 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06bf5b22-5448-41ef-be8a-9b3c1a80cfe9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (b7d2179c-a40d-44c0-a314-8f090e2f89c1), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.116561 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4add86a-aecc-4b5b-819f-1c0cfb0a01e2 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks [] for security_group (a5ed4c34-463a-4dba-8eed-a90f18d6fb55), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.132587 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e58628-e7a6-427e-96c7-8a1e3114a3ae None None] Resources bound (agent type, host, resource id): {{(pid=104077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 09:12:00.133944 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4add86a-aecc-4b5b-819f-1c0cfb0a01e2 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (a5ed4c34-463a-4dba-8eed-a90f18d6fb55), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.147447 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4add86a-aecc-4b5b-819f-1c0cfb0a01e2 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:00.183410 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4add86a-aecc-4b5b-819f-1c0cfb0a01e2 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (fb2f1e80-48e9-457d-be00-bcf313d8b7cd), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.183684 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-f4add86a-aecc-4b5b-819f-1c0cfb0a01e2 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Added segment fb2f1e80-48e9-457d-be00-bcf313d8b7cd of type vlan for network 3af38ba1-e72e-4f1c-bf1e-777947d7e58e Mar 28 09:12:00.197944 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d3d448c8-b5ec-4c52-908f-de9b9c0e2822 None None] Current status of the port c6ae7f30-364a-4605-a3e0-8d516d9cd202 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:00.198345 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d3d448c8-b5ec-4c52-908f-de9b9c0e2822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c6ae7f30-364a-4605-a3e0-8d516d9cd202), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.260063 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (9140c281-cc37-43c9-9a58-04cac551060e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.264544 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4add86a-aecc-4b5b-819f-1c0cfb0a01e2 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ed4c34-463a-4dba-8eed-a90f18d6fb55,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:00.286423 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d3d448c8-b5ec-4c52-908f-de9b9c0e2822 None None] For port c6ae7f30-364a-4605-a3e0-8d516d9cd202, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6ae7f30-364a-4605-a3e0-8d516d9cd202,segment=NetworkSegment(9118dff2-2efc-4e26-a367-47f7ebda754f),segment_id=9118dff2-2efc-4e26-a367-47f7ebda754f)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:00.294552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4add86a-aecc-4b5b-819f-1c0cfb0a01e2 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (3af38ba1-e72e-4f1c-bf1e-777947d7e58e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.296400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d3d448c8-b5ec-4c52-908f-de9b9c0e2822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c6ae7f30-364a-4605-a3e0-8d516d9cd202), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.297284 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da9cd3e6-68b5-4892-9049-8646604b53a4 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (9b0abb16-2576-402f-8cde-4478438de9fd), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.317592 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06bf5b22-5448-41ef-be8a-9b3c1a80cfe9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (372e3eca-c3e5-4fef-a32c-3a830bbeb72d), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.338015 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4add86a-aecc-4b5b-819f-1c0cfb0a01e2 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (3af38ba1-e72e-4f1c-bf1e-777947d7e58e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.342966 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da9cd3e6-68b5-4892-9049-8646604b53a4 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (9b0abb16-2576-402f-8cde-4478438de9fd), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.344517 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4add86a-aecc-4b5b-819f-1c0cfb0a01e2 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:00.345170 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4add86a-aecc-4b5b-819f-1c0cfb0a01e2 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.364699 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee1b9-fa39-430f-9671-638be3599d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b008fe09-1785-4281-9600-a57d70b9fee1), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.367367 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee1b9-fa39-430f-9671-638be3599d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.370865 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fe3ee1b9-fa39-430f-9671-638be3599d6e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b008fe09-1785-4281-9600-a57d70b9fee1 HTTP/1.1" status: 204 len: 168 time: 0.9243004 Mar 28 09:12:00.384860 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d448c8-b5ec-4c52-908f-de9b9c0e2822 None None] Pushing event updated for resources: {'Port': ['ID=c6ae7f30-364a-4605-a3e0-8d516d9cd202,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:00.394279 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ee1b9-fa39-430f-9671-638be3599d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b008fe09-1785-4281-9600-a57d70b9fee1,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:00.404694 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f4add86a-aecc-4b5b-819f-1c0cfb0a01e2 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2087245 Mar 28 09:12:00.416537 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51920) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:00.424556 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c73c1b67-fdcb-4eff-88ba-c43e914a9295 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Request body: {'subnet': {'network_id': '3af38ba1-e72e-4f1c-bf1e-777947d7e58e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:00.426957 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9140c281-cc37-43c9-9a58-04cac551060e', 'network_id': '9140c281-cc37-43c9-9a58-04cac551060e', 'project_id': '61d47aacc0464e97834f5e7f8b3a7592', 'fixed_ips': [{'subnet_id': '8f867417-459a-46c3-937a-02b87123855e'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:12:00.427805 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.486879 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4add86a-aecc-4b5b-819f-1c0cfb0a01e2 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Pushing event updated for resources: {'Network': ['ID=3af38ba1-e72e-4f1c-bf1e-777947d7e58e,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:00.525933 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 3af38ba1-e72e-4f1c-bf1e-777947d7e58e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:00.549865 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (8f867417-459a-46c3-937a-02b87123855e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.573673 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2864-a306-4da4-ae90-0fd4cfef6023 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (68683605-4420-4659-a1c0-84193b1ec940), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.606619 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.633494 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da9cd3e6-68b5-4892-9049-8646604b53a4 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (9b0abb16-2576-402f-8cde-4478438de9fd), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.636438 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da9cd3e6-68b5-4892-9049-8646604b53a4 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.637219 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-da9cd3e6-68b5-4892-9049-8646604b53a4 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "DELETE /v2.0/security-groups/9b0abb16-2576-402f-8cde-4478438de9fd HTTP/1.1" status: 204 len: 168 time: 0.5611331 Mar 28 09:12:00.640643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51924) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:00.718910 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Allocated IP 2001:db8::1 (9140c281-cc37-43c9-9a58-04cac551060e/8f867417-459a-46c3-937a-02b87123855e/6ca46cdc-626e-42ef-a410-9b88e31c5ed7) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:00.721712 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cd3e6-68b5-4892-9049-8646604b53a4 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0abb16-2576-402f-8cde-4478438de9fd,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:00.799255 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ce4bea17-e705-42d5-824e-48a38feac816 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1459839 Mar 28 09:12:00.803461 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51928) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:00.808861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73c1b67-fdcb-4eff-88ba-c43e914a9295 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Made reservation on behalf of cea7b042abc7422c8655e219c4e7d6bf for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:00.812414 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c73c1b67-fdcb-4eff-88ba-c43e914a9295 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.842891 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c6ae7f30-364a-4605-a3e0-8d516d9cd202 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:00.922895 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-daf074b8-b49d-463c-82b1-becca8df0ffc tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (9c9f469e-1e76-4092-9d5b-877a79d51f5b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.957299 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-daf074b8-b49d-463c-82b1-becca8df0ffc tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (9c9f469e-1e76-4092-9d5b-877a79d51f5b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:00.987755 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06bf5b22-5448-41ef-be8a-9b3c1a80cfe9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (372e3eca-c3e5-4fef-a32c-3a830bbeb72d), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.011554 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06bf5b22-5448-41ef-be8a-9b3c1a80cfe9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (372e3eca-c3e5-4fef-a32c-3a830bbeb72d), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.040384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Publish callbacks [] for port (6ca46cdc-626e-42ef-a410-9b88e31c5ed7), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.055649 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (6ca46cdc-626e-42ef-a410-9b88e31c5ed7), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.067922 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-daf074b8-b49d-463c-82b1-becca8df0ffc tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (9c9f469e-1e76-4092-9d5b-877a79d51f5b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.069716 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port c6ae7f30-364a-4605-a3e0-8d516d9cd202 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:01.070067 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c6ae7f30-364a-4605-a3e0-8d516d9cd202), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.071524 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-daf074b8-b49d-463c-82b1-becca8df0ffc tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.072310 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-daf074b8-b49d-463c-82b1-becca8df0ffc tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "DELETE /v2.0/security-groups/9c9f469e-1e76-4092-9d5b-877a79d51f5b HTTP/1.1" status: 204 len: 168 time: 0.2678361 Mar 28 09:12:01.077110 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51936) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:01.105654 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (8f867417-459a-46c3-937a-02b87123855e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.106797 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf074b8-b49d-463c-82b1-becca8df0ffc tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9f469e-1e76-4092-9d5b-877a79d51f5b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:01.135227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-dc3c2864-a306-4da4-ae90-0fd4cfef6023 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Deleting port 65c7b453-84f0-4ea1-8ba9-3d448de1a867 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:01.135490 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2864-a306-4da4-ae90-0fd4cfef6023 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.138838 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06bf5b22-5448-41ef-be8a-9b3c1a80cfe9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (b7d2179c-a40d-44c0-a314-8f090e2f89c1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.147735 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Network 9140c281-cc37-43c9-9a58-04cac551060e is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:01.158479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:01.163391 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:01.169841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Pushing event updated for resources: {'Port': ['ID=6ca46cdc-626e-42ef-a410-9b88e31c5ed7,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:01.197939 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b6bd4c19-3dfe-423a-ae66-7b346e4214fc tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1181767 Mar 28 09:12:01.203073 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51942) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:01.210887 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-cfc2f31f-22cd-4c6b-9751-067b1945ba28 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group': {'name': 'tempest-secgroup--981978341'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:01.230320 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Subnet': ['ID=8f867417-459a-46c3-937a-02b87123855e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:01.264927 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cfc2f31f-22cd-4c6b-9751-067b1945ba28 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.280451 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Attempting to bind port 6ca46cdc-626e-42ef-a410-9b88e31c5ed7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:01.280451 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Attempting to bind port 6ca46cdc-626e-42ef-a410-9b88e31c5ed7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '83d513ba-04b4-4e45-bb20-945bacd8f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9140c281-cc37-43c9-9a58-04cac551060e'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:01.280943 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Attempting to bind port 6ca46cdc-626e-42ef-a410-9b88e31c5ed7 on network 9140c281-cc37-43c9-9a58-04cac551060e {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:01.287288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-dc3c2864-a306-4da4-ae90-0fd4cfef6023 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] For port 65c7b453-84f0-4ea1-8ba9-3d448de1a867, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65c7b453-84f0-4ea1-8ba9-3d448de1a867,segment=NetworkSegment(dad2e025-c15e-4544-ab84-2ccb1ae8563e),segment_id=dad2e025-c15e-4544-ab84-2ccb1ae8563e)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:01.287663 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2864-a306-4da4-ae90-0fd4cfef6023 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.292959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:01.293436 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Checking segment: {'id': '83d513ba-04b4-4e45-bb20-945bacd8f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9140c281-cc37-43c9-9a58-04cac551060e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:01.293793 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.294892 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Bound using segment: {'id': '83d513ba-04b4-4e45-bb20-945bacd8f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9140c281-cc37-43c9-9a58-04cac551060e'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:01.294892 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Bound port: 6ca46cdc-626e-42ef-a410-9b88e31c5ed7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d513ba-04b4-4e45-bb20-945bacd8f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9140c281-cc37-43c9-9a58-04cac551060e'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:01.295108 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (6ca46cdc-626e-42ef-a410-9b88e31c5ed7), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.298023 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port c6ae7f30-364a-4605-a3e0-8d516d9cd202 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:01.309694 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-dc3c2864-a306-4da4-ae90-0fd4cfef6023 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Calling delete_port for 65c7b453-84f0-4ea1-8ba9-3d448de1a867 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:01.369423 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] For port 6ca46cdc-626e-42ef-a410-9b88e31c5ed7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:01.373668 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] For port 6ca46cdc-626e-42ef-a410-9b88e31c5ed7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6ca46cdc-626e-42ef-a410-9b88e31c5ed7,segment=NetworkSegment(83d513ba-04b4-4e45-bb20-945bacd8f44a),segment_id=83d513ba-04b4-4e45-bb20-945bacd8f44a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:01.382468 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (6ca46cdc-626e-42ef-a410-9b88e31c5ed7), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.412721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cfc2f31f-22cd-4c6b-9751-067b1945ba28 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (6fffb0f0-8c36-4bed-8e4c-0d5fce9b664b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.421406 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cfc2f31f-22cd-4c6b-9751-067b1945ba28 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (6fffb0f0-8c36-4bed-8e4c-0d5fce9b664b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.468965 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf5b22-5448-41ef-be8a-9b3c1a80cfe9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=372e3eca-c3e5-4fef-a32c-3a830bbeb72d,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:01.481379 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b269973-78e1-489d-af13-49dab56d5cd6 None None] Pushing event updated for resources: {'Port': ['ID=6ca46cdc-626e-42ef-a410-9b88e31c5ed7,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:01.499864 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cfc2f31f-22cd-4c6b-9751-067b1945ba28 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.501077 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cfc2f31f-22cd-4c6b-9751-067b1945ba28 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2968824 Mar 28 09:12:01.504050 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2f31f-22cd-4c6b-9751-067b1945ba28 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fffb0f0-8c36-4bed-8e4c-0d5fce9b664b,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:01.508286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51948) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:01.514700 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e654c462-447b-44c5-a5fe-701c6690ad1c tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:01.515128 dv-neutron-master-2-hyperv neutron-server[104075]: WARNING neutron.api.v2.base [None req-e654c462-447b-44c5-a5fe-701c6690ad1c tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 09:12:01.515624 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-e654c462-447b-44c5-a5fe-701c6690ad1c tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] update failed (client error): There was a conflict when trying to complete your request. Mar 28 09:12:01.516580 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e654c462-447b-44c5-a5fe-701c6690ad1c tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "PUT /v2.0/security-groups/6fffb0f0-8c36-4bed-8e4c-0d5fce9b664b HTTP/1.1" status: 409 len: 330 time: 0.0074184 Mar 28 09:12:01.517847 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d824217-843b-4526-9254-eab30c980d9f None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 09:12:01.519587 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51950) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:01.547532 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51952) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:01.554986 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031316 Mar 28 09:12:01.556476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51954) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:01.565705 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bf5b22-5448-41ef-be8a-9b3c1a80cfe9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 64948b60-eefb-454a-9b0b-38964651f773 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:01.575231 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-06bf5b22-5448-41ef-be8a-9b3c1a80cfe9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:01.583747 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (9140c281-cc37-43c9-9a58-04cac551060e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.613829 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c73c1b67-fdcb-4eff-88ba-c43e914a9295 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (5e01f8b2-1f37-47f6-9a5c-54db5ac7313d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.622290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9140c281-cc37-43c9-9a58-04cac551060e']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:01.657046 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d824217-843b-4526-9254-eab30c980d9f None None] Resources bound (agent type, host, resource id): {{(pid=104077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 09:12:01.662498 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9cff7a00-5099-4f1a-93b6-315ede4d2766 tempest-NetworksApiDiscovery-507437624 tempest-NetworksApiDiscovery-507437624-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1062090 Mar 28 09:12:01.688350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (6fffb0f0-8c36-4bed-8e4c-0d5fce9b664b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.692186 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2864-a306-4da4-ae90-0fd4cfef6023 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (65c7b453-84f0-4ea1-8ba9-3d448de1a867), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.736587 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c2864-a306-4da4-ae90-0fd4cfef6023 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event deleted for resources: {'Port': ['ID=65c7b453-84f0-4ea1-8ba9-3d448de1a867,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:01.752798 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (6fffb0f0-8c36-4bed-8e4c-0d5fce9b664b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.799065 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d513ba-04b4-4e45-bb20-945bacd8f44a') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:01.800018 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d513ba-04b4-4e45-bb20-945bacd8f44a') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:01.836683 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c1b67-fdcb-4eff-88ba-c43e914a9295 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Pushing event updated for resources: {'Subnet': ['ID=5e01f8b2-1f37-47f6-9a5c-54db5ac7313d,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:01.847763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (83d513ba-04b4-4e45-bb20-945bacd8f44a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.879229 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c1b67-fdcb-4eff-88ba-c43e914a9295 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Checking segment: {'id': 'fb2f1e80-48e9-457d-be00-bcf313d8b7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3af38ba1-e72e-4f1c-bf1e-777947d7e58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:01.879862 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73c1b67-fdcb-4eff-88ba-c43e914a9295 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Network hostable DHCP agents. Network: 3af38ba1-e72e-4f1c-bf1e-777947d7e58e, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:12:01.883388 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (83d513ba-04b4-4e45-bb20-945bacd8f44a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.896768 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:01.897430 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (83d513ba-04b4-4e45-bb20-945bacd8f44a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:01.904281 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:01.918485 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (6fffb0f0-8c36-4bed-8e4c-0d5fce9b664b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.921902 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:01.923171 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "DELETE /v2.0/security-groups/6fffb0f0-8c36-4bed-8e4c-0d5fce9b664b HTTP/1.1" status: 204 len: 168 time: 0.4003794 Mar 28 09:12:01.941417 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abefc0c-1534-46a7-bccc-cf19890341c3 None None] Network 64948b60-eefb-454a-9b0b-38964651f773 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:01.945262 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1b99bb-aaaf-40df-8059-dd4a5f9dfeeb None None] Network 9140c281-cc37-43c9-9a58-04cac551060e requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:01.959166 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51962) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:01.997381 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fffb0f0-8c36-4bed-8e4c-0d5fce9b664b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:02.028528 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:02.028528 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:02.029643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:02.029643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:02.030491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:02.030738 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:02.031167 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:02.031865 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:02.032474 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:02.032932 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:02.033359 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:02.033832 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:02.034265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:02.035002 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:02.035140 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84404551-42e8-44a8-a798-afd9ad747317 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:02.086173 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b38973e7-ea09-40cf-9c95-09f5da0f3a75 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1228848 Mar 28 09:12:02.100374 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51964) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:02.122466 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-45460839-ae30-46e3-aa8d-9367ee6e8522 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] delete failed (client error): The resource could not be found. Mar 28 09:12:02.127644 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-45460839-ae30-46e3-aa8d-9367ee6e8522 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "DELETE /v2.0/security-groups/f95de0b5-fdb4-4d07-8f6c-5402c3754b7a HTTP/1.1" status: 404 len: 347 time: 0.0228038 Mar 28 09:12:02.128187 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.db.api [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 09:12:02.128187 dv-neutron-master-2-hyperv neutron-server[104076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 09:12:02.128187 dv-neutron-master-2-hyperv neutron-server[104076]: [parameters: {'id': '9140c281-cc37-43c9-9a58-04cac551060e'}] Mar 28 09:12:02.128187 dv-neutron-master-2-hyperv neutron-server[104076]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:12:02.128187 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG oslo_db.api [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:12:02.128751 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51966) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:02.136890 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2864-a306-4da4-ae90-0fd4cfef6023 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (68683605-4420-4659-a1c0-84193b1ec940), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:02.148624 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51968) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:02.158171 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73c1b67-fdcb-4eff-88ba-c43e914a9295 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Network 3af38ba1-e72e-4f1c-bf1e-777947d7e58e is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:12:02.187880 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bf5b22-5448-41ef-be8a-9b3c1a80cfe9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router b7d2179c-a40d-44c0-a314-8f090e2f89c1 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:12:02.198957 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-694f9c86-3fa2-4942-94bc-63b9021ab4d5 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] show failed (client error): The resource could not be found. Mar 28 09:12:02.206482 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-694f9c86-3fa2-4942-94bc-63b9021ab4d5 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "GET /v2.0/security-groups/0203de0f-6fba-4b45-948b-486ad94c5d58 HTTP/1.1" status: 404 len: 347 time: 0.0706611 Mar 28 09:12:02.206482 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-c73c1b67-fdcb-4eff-88ba-c43e914a9295 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3af38ba1-e72e-4f1c-bf1e-777947d7e58e) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:02.220995 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73c1b67-fdcb-4eff-88ba-c43e914a9295 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:02.221599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c73c1b67-fdcb-4eff-88ba-c43e914a9295 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:02.230808 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51972) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:02.268122 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c73c1b67-fdcb-4eff-88ba-c43e914a9295 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8493738 Mar 28 09:12:02.271890 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51974) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:02.284758 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-0938da4b-e752-4644-9163-1846bb6f0ceb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Request body: {'port': {'network_id': '3af38ba1-e72e-4f1c-bf1e-777947d7e58e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-492882800'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:02.289798 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-a7cbdbd4-888f-4e56-b2ed-7006ed031cb8 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] show failed (client error): The resource could not be found. Mar 28 09:12:02.291432 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a7cbdbd4-888f-4e56-b2ed-7006ed031cb8 tempest-NegativeSecGroupTest-1382506469 tempest-NegativeSecGroupTest-1382506469-project] 10.222.0.15 "GET /v2.0/security-group-rules/9afc037d-f7de-4e44-9e03-47d0f9980dbc HTTP/1.1" status: 404 len: 356 time: 0.0590620 Mar 28 09:12:02.437583 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f0202d-f121-4eac-bf33-8a5040a34f5a None None] Network 3af38ba1-e72e-4f1c-bf1e-777947d7e58e requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:02.470584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0d955010-a215-4c2a-9b1d-940627eb6b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:02.531506 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3c2864-a306-4da4-ae90-0fd4cfef6023 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Router 68683605-4420-4659-a1c0-84193b1ec940 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:12:02.568018 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bf5b22-5448-41ef-be8a-9b3c1a80cfe9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:12:02.577242 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:02.578361 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-06bf5b22-5448-41ef-be8a-9b3c1a80cfe9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/b7d2179c-a40d-44c0-a314-8f090e2f89c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6073713 Mar 28 09:12:02.579258 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51980) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:02.609169 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2d291-322f-4784-b045-c5fedffcb78e None None] Sync routers for ids ['b7d2179c-a40d-44c0-a314-8f090e2f89c1'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:12:02.614720 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3af38ba1-e72e-4f1c-bf1e-777947d7e58e', 'network_id': '3af38ba1-e72e-4f1c-bf1e-777947d7e58e', 'project_id': 'cea7b042abc7422c8655e219c4e7d6bf', 'fixed_ips': [{'subnet_id': '5e01f8b2-1f37-47f6-9a5c-54db5ac7313d'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:12:02.615593 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:02.632207 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f995f9-34b1-4508-9c87-da3cdee1f686 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:02.636817 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-10f995f9-34b1-4508-9c87-da3cdee1f686 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/ports/372e3eca-c3e5-4fef-a32c-3a830bbeb72d HTTP/1.1" status: 200 len: 910 time: 0.0539644 Mar 28 09:12:02.642360 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51982) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:02.643027 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (9140c281-cc37-43c9-9a58-04cac551060e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:02.680048 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51984) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:02.729895 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0d955010-a215-4c2a-9b1d-940627eb6b1d admin admin] Publish callbacks [] for security_group (d6f61e34-2a48-4198-98ba-6ba3ca1e7fc4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:02.739739 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0d955010-a215-4c2a-9b1d-940627eb6b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (d6f61e34-2a48-4198-98ba-6ba3ca1e7fc4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:02.750793 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f2d291-322f-4784-b045-c5fedffcb78e None None] Routers {'b7d2179c-a40d-44c0-a314-8f090e2f89c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:02.753063 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d8f2d291-322f-4784-b045-c5fedffcb78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b7d2179c-a40d-44c0-a314-8f090e2f89c1'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:02.781508 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d955010-a215-4c2a-9b1d-940627eb6b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f61e34-2a48-4198-98ba-6ba3ca1e7fc4,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:02.794969 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0938da4b-e752-4644-9163-1846bb6f0ceb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Made reservation on behalf of cea7b042abc7422c8655e219c4e7d6bf for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:02.799117 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0938da4b-e752-4644-9163-1846bb6f0ceb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:02.809378 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3c2864-a306-4da4-ae90-0fd4cfef6023 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:12:02.821779 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0d955010-a215-4c2a-9b1d-940627eb6b1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4a57afba63b4309ac89e6a2851c99d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6643083 Mar 28 09:12:02.822010 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 51988) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:02.822117 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-dc3c2864-a306-4da4-ae90-0fd4cfef6023 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "PUT /v2.0/routers/68683605-4420-4659-a1c0-84193b1ec940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5574858 Mar 28 09:12:02.822117 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51990) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:02.829251 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d8f2d291-322f-4784-b045-c5fedffcb78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:02.833049 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319f2156-7ac4-4832-9893-30167767dbdd None None] Sync routers for ids ['68683605-4420-4659-a1c0-84193b1ec940'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:12:02.847641 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319f2156-7ac4-4832-9893-30167767dbdd None None] Routers {'68683605-4420-4659-a1c0-84193b1ec940'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:02.848332 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-319f2156-7ac4-4832-9893-30167767dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['68683605-4420-4659-a1c0-84193b1ec940'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:02.913170 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f2d291-322f-4784-b045-c5fedffcb78e None None] Routers {'b7d2179c-a40d-44c0-a314-8f090e2f89c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:02.914433 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d8f2d291-322f-4784-b045-c5fedffcb78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b7d2179c-a40d-44c0-a314-8f090e2f89c1'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:02.930385 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-0938da4b-e752-4644-9163-1846bb6f0ceb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] device_id is not set on port 4698414d-1d80-4c18-bb80-140dc2c9ad67 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:12:02.959317 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f362999-8a96-4c65-8c40-6c5d4a3ceb45 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Deleting subnet 4f1064f8-fa39-4589-a352-a7c6a691f947 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:12:02.966635 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f362999-8a96-4c65-8c40-6c5d4a3ceb45 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for subnet (4f1064f8-fa39-4589-a352-a7c6a691f947), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:02.974001 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d8f2d291-322f-4784-b045-c5fedffcb78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:02.974685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f2d291-322f-4784-b045-c5fedffcb78e None None] The sync data for ids ['b7d2179c-a40d-44c0-a314-8f090e2f89c1'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:12:02.989504 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc8dbb-b007-44dc-92ab-6c418221204e None None] Network 9140c281-cc37-43c9-9a58-04cac551060e requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:02.997631 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Allocated IP 172.20.0.2 (3af38ba1-e72e-4f1c-bf1e-777947d7e58e/5e01f8b2-1f37-47f6-9a5c-54db5ac7313d/2c375ad9-32a4-40d0-8a28-757c5117e12e) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:02.998416 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-319f2156-7ac4-4832-9893-30167767dbdd None None] Set router 68683605-4420-4659-a1c0-84193b1ec940 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:12:03.026572 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9e7131cc-cb3c-4a05-941c-da7cb1601c46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bebc206555604319b0716bd41dfe2702&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3414195 Mar 28 09:12:03.030092 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51992) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:03.037029 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Deleting port 6ca46cdc-626e-42ef-a410-9b88e31c5ed7 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:03.037381 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (6ca46cdc-626e-42ef-a410-9b88e31c5ed7), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.061786 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f362999-8a96-4c65-8c40-6c5d4a3ceb45 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (4f1064f8-fa39-4589-a352-a7c6a691f947), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.145738 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0bb87b1f-b843-4ddb-a579-dc11cd0dc1f1 admin admin] Publish callbacks [] for security_group (d6f61e34-2a48-4198-98ba-6ba3ca1e7fc4), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.171144 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0bb87b1f-b843-4ddb-a579-dc11cd0dc1f1 admin admin] Publish callbacks [] for security_group (d6f61e34-2a48-4198-98ba-6ba3ca1e7fc4), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.192221 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-182f70b6-055b-4598-bc4b-13ca06d76fca admin admin] Publish callbacks [] for security_group (e6a5c340-1545-45c0-926c-05d7aa5af664), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.210634 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-319f2156-7ac4-4832-9893-30167767dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68683605-4420-4659-a1c0-84193b1ec940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578479754', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:33Z', 'updated_at': '2022-03-28T09:12:01Z', 'revision_number': 5, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'gw_port': {'id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:35Z', 'updated_at': '2022-03-28T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:03.251352 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319f2156-7ac4-4832-9893-30167767dbdd None None] Checking router: 68683605-4420-4659-a1c0-84193b1ec940 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:12:03.274587 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0bb87b1f-b843-4ddb-a579-dc11cd0dc1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (d6f61e34-2a48-4198-98ba-6ba3ca1e7fc4), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.277567 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0bb87b1f-b843-4ddb-a579-dc11cd0dc1f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.282104 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0bb87b1f-b843-4ddb-a579-dc11cd0dc1f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6f61e34-2a48-4198-98ba-6ba3ca1e7fc4 HTTP/1.1" status: 204 len: 168 time: 0.4629624 Mar 28 09:12:03.282772 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f362999-8a96-4c65-8c40-6c5d4a3ceb45 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (4f1064f8-fa39-4589-a352-a7c6a691f947), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.283248 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319f2156-7ac4-4832-9893-30167767dbdd None None] Routers {'68683605-4420-4659-a1c0-84193b1ec940'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:03.284217 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-319f2156-7ac4-4832-9893-30167767dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['68683605-4420-4659-a1c0-84193b1ec940'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:03.284475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] For port 6ca46cdc-626e-42ef-a410-9b88e31c5ed7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6ca46cdc-626e-42ef-a410-9b88e31c5ed7,segment=NetworkSegment(83d513ba-04b4-4e45-bb20-945bacd8f44a),segment_id=83d513ba-04b4-4e45-bb20-945bacd8f44a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:03.284930 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (6ca46cdc-626e-42ef-a410-9b88e31c5ed7), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.336879 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb87b1f-b843-4ddb-a579-dc11cd0dc1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f61e34-2a48-4198-98ba-6ba3ca1e7fc4,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:03.366942 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-182f70b6-055b-4598-bc4b-13ca06d76fca admin admin] Publish callbacks [] for security_group (e6a5c340-1545-45c0-926c-05d7aa5af664), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.367500 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Calling delete_port for 6ca46cdc-626e-42ef-a410-9b88e31c5ed7 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:03.384405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f362999-8a96-4c65-8c40-6c5d4a3ceb45 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (4f1064f8-fa39-4589-a352-a7c6a691f947), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.394523 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Publish callbacks [] for port (2c375ad9-32a4-40d0-8a28-757c5117e12e), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.425374 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-319f2156-7ac4-4832-9893-30167767dbdd None None] Set router 68683605-4420-4659-a1c0-84193b1ec940 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:12:03.431298 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (2c375ad9-32a4-40d0-8a28-757c5117e12e), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.433779 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f362999-8a96-4c65-8c40-6c5d4a3ceb45 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event deleted for resources: {'Subnet': ['ID=4f1064f8-fa39-4589-a352-a7c6a691f947,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:03.454066 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2f362999-8a96-4c65-8c40-6c5d4a3ceb45 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.458057 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2f362999-8a96-4c65-8c40-6c5d4a3ceb45 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "DELETE /v2.0/subnets/4f1064f8-fa39-4589-a352-a7c6a691f947 HTTP/1.1" status: 204 len: 168 time: 0.6344237 Mar 28 09:12:03.461223 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 51996) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:03.469466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda5b9c2-2584-4b0a-b165-241fb8e97633 None None] Network 6c3b7f15-8dc7-442e-88e8-e1bad20fff21 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:03.625503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-182f70b6-055b-4598-bc4b-13ca06d76fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (e6a5c340-1545-45c0-926c-05d7aa5af664), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.628172 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-182f70b6-055b-4598-bc4b-13ca06d76fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.638425 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-182f70b6-055b-4598-bc4b-13ca06d76fca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6a5c340-1545-45c0-926c-05d7aa5af664 HTTP/1.1" status: 204 len: 168 time: 0.6070051 Mar 28 09:12:03.686012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f70b6-055b-4598-bc4b-13ca06d76fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a5c340-1545-45c0-926c-05d7aa5af664,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:03.725961 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-319f2156-7ac4-4832-9893-30167767dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68683605-4420-4659-a1c0-84193b1ec940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578479754', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:33Z', 'updated_at': '2022-03-28T09:12:01Z', 'revision_number': 5, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'gw_port': {'id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:35Z', 'updated_at': '2022-03-28T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:03.731572 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0900-1c89-4301-9b12-06bb390811d1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for router (68683605-4420-4659-a1c0-84193b1ec940), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.743426 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.db.api [None req-0938da4b-e752-4644-9163-1846bb6f0ceb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4b09346e-b394-4aab-be5c-665eaa4ed698 {{(pid=104076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:12:03.743426 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG oslo_db.api [None req-0938da4b-e752-4644-9163-1846bb6f0ceb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:12:03.763763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (6ca46cdc-626e-42ef-a410-9b88e31c5ed7), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.791096 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319f2156-7ac4-4832-9893-30167767dbdd None None] The sync data for ids ['68683605-4420-4659-a1c0-84193b1ec940'] in dv-neutron-master-2-hyperv is: [{'id': '68683605-4420-4659-a1c0-84193b1ec940', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578479754', 'tenant_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:09:33Z', 'updated_at': '2022-03-28T09:12:01Z', 'revision_number': 5, 'project_id': 'fc56218a4f8a40e1b109b751b95dda1a', 'gw_port': {'id': '9c64d36a-3ec3-49b6-8fa1-ed169073c003', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68683605-4420-4659-a1c0-84193b1ec940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:09:35Z', 'updated_at': '2022-03-28T09:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:12:03.791352 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Network 3af38ba1-e72e-4f1c-bf1e-777947d7e58e is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:03.827674 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:03.834080 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Pushing event updated for resources: {'Port': ['ID=2c375ad9-32a4-40d0-8a28-757c5117e12e,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:03.846607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:03.857998 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Port': ['ID=6ca46cdc-626e-42ef-a410-9b88e31c5ed7,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:03.861092 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No DVR routers for this DVR port 6ca46cdc-626e-42ef-a410-9b88e31c5ed7 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:12:03.888407 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.904046 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ec1e6180-6019-4aa9-8e88-4a666796e83d None None] Provisioning complete for port 372e3eca-c3e5-4fef-a32c-3a830bbeb72d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:03.904352 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ec1e6180-6019-4aa9-8e88-4a666796e83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (372e3eca-c3e5-4fef-a32c-3a830bbeb72d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:03.968232 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-656ee959-f42b-43c9-94d3-86e4b7c4d69c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (b7d2179c-a40d-44c0-a314-8f090e2f89c1), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:04.011901 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (9140c281-cc37-43c9-9a58-04cac551060e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:04.025758 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0900-1c89-4301-9b12-06bb390811d1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for router_gateway (68683605-4420-4659-a1c0-84193b1ec940), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:04.073087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e6180-6019-4aa9-8e88-4a666796e83d None None] Port 372e3eca-c3e5-4fef-a32c-3a830bbeb72d cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:12:04.079054 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Attempting to bind port 2c375ad9-32a4-40d0-8a28-757c5117e12e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:04.079444 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Attempting to bind port 2c375ad9-32a4-40d0-8a28-757c5117e12e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fb2f1e80-48e9-457d-be00-bcf313d8b7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3af38ba1-e72e-4f1c-bf1e-777947d7e58e'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:04.079869 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Attempting to bind port 2c375ad9-32a4-40d0-8a28-757c5117e12e on network 3af38ba1-e72e-4f1c-bf1e-777947d7e58e {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:04.109779 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:04.110096 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Checking segment: {'id': 'fb2f1e80-48e9-457d-be00-bcf313d8b7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3af38ba1-e72e-4f1c-bf1e-777947d7e58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:04.110708 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:04.110912 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Bound using segment: {'id': 'fb2f1e80-48e9-457d-be00-bcf313d8b7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3af38ba1-e72e-4f1c-bf1e-777947d7e58e'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:04.111413 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Bound port: 2c375ad9-32a4-40d0-8a28-757c5117e12e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2f1e80-48e9-457d-be00-bcf313d8b7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3af38ba1-e72e-4f1c-bf1e-777947d7e58e'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:04.111801 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2c375ad9-32a4-40d0-8a28-757c5117e12e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:04.158109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ec1e6180-6019-4aa9-8e88-4a666796e83d None None] Provisioning complete for port c6ae7f30-364a-4605-a3e0-8d516d9cd202 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:04.158503 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ec1e6180-6019-4aa9-8e88-4a666796e83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c6ae7f30-364a-4605-a3e0-8d516d9cd202), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:04.214465 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-3b4b0900-1c89-4301-9b12-06bb390811d1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Deleting port 9c64d36a-3ec3-49b6-8fa1-ed169073c003 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:04.215147 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0900-1c89-4301-9b12-06bb390811d1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (9c64d36a-3ec3-49b6-8fa1-ed169073c003), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:04.244494 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] DHCP port deletion for 6c3b7f15-8dc7-442e-88e8-e1bad20fff21 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:12:04.362631 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] For port 2c375ad9-32a4-40d0-8a28-757c5117e12e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:04.370560 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] For port 2c375ad9-32a4-40d0-8a28-757c5117e12e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c375ad9-32a4-40d0-8a28-757c5117e12e,segment=NetworkSegment(fb2f1e80-48e9-457d-be00-bcf313d8b7cd),segment_id=fb2f1e80-48e9-457d-be00-bcf313d8b7cd)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:04.401936 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2c375ad9-32a4-40d0-8a28-757c5117e12e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:04.439827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-3b4b0900-1c89-4301-9b12-06bb390811d1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] For port 9c64d36a-3ec3-49b6-8fa1-ed169073c003, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9c64d36a-3ec3-49b6-8fa1-ed169073c003,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:04.441332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0900-1c89-4301-9b12-06bb390811d1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (9c64d36a-3ec3-49b6-8fa1-ed169073c003), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:04.475488 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-3b4b0900-1c89-4301-9b12-06bb390811d1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Calling delete_port for 9c64d36a-3ec3-49b6-8fa1-ed169073c003 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:04.506712 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e6180-6019-4aa9-8e88-4a666796e83d None None] Current status of the port c6ae7f30-364a-4605-a3e0-8d516d9cd202 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:04.531359 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Deleting port e2856b3c-0cd4-4965-b37e-2fe4fd40de2d {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:04.531732 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (e2856b3c-0cd4-4965-b37e-2fe4fd40de2d), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:04.565048 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ec5e0-47e0-41dd-ab78-273a6da727db None None] Pushing event updated for resources: {'Port': ['ID=2c375ad9-32a4-40d0-8a28-757c5117e12e,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:04.601804 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52028) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:04.659613 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] For port e2856b3c-0cd4-4965-b37e-2fe4fd40de2d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2856b3c-0cd4-4965-b37e-2fe4fd40de2d,segment=NetworkSegment(dad2e025-c15e-4544-ab84-2ccb1ae8563e),segment_id=dad2e025-c15e-4544-ab84-2ccb1ae8563e)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:04.660036 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (e2856b3c-0cd4-4965-b37e-2fe4fd40de2d), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:04.663453 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0938da4b-e752-4644-9163-1846bb6f0ceb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:04.703141 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Calling delete_port for e2856b3c-0cd4-4965-b37e-2fe4fd40de2d owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:04.704372 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-0938da4b-e752-4644-9163-1846bb6f0ceb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] device_id is not set on port ffc22900-cc19-4688-9199-96fb32864615 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:12:04.778102 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9140c281-cc37-43c9-9a58-04cac551060e']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:04.790650 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d513ba-04b4-4e45-bb20-945bacd8f44a') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:04.790650 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d513ba-04b4-4e45-bb20-945bacd8f44a') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:04.808027 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (83d513ba-04b4-4e45-bb20-945bacd8f44a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:04.817074 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f60b57af-b0b8-42b8-b526-10e28d67bd30 None None] Provisioning complete for port 372e3eca-c3e5-4fef-a32c-3a830bbeb72d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:04.817719 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f60b57af-b0b8-42b8-b526-10e28d67bd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (372e3eca-c3e5-4fef-a32c-3a830bbeb72d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:04.826918 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (83d513ba-04b4-4e45-bb20-945bacd8f44a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:04.836698 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:04.837427 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (83d513ba-04b4-4e45-bb20-945bacd8f44a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:04.921949 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 65c7b453-84f0-4ea1-8ba9-3d448de1a867 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:12:04.927481 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-fdb02791-c198-4710-84e8-6b736ba52496 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-605253703-network', 'tenant_id': '15b387297d714b8fbf1b26450f1f637a'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:04.946693 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:04.952291 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (9140c281-cc37-43c9-9a58-04cac551060e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:04.959522 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:04.963871 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/networks/9140c281-cc37-43c9-9a58-04cac551060e HTTP/1.1" status: 204 len: 168 time: 4.9517956 Mar 28 09:12:04.970176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52040) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:04.977105 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-437a0cab-ab51-4804-820c-3a154aba1671 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-481992464'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:04.982149 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb02791-c198-4710-84e8-6b736ba52496 admin admin] Made reservation on behalf of 15b387297d714b8fbf1b26450f1f637a for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:04.985066 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fdb02791-c198-4710-84e8-6b736ba52496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:04.994032 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 65c7b453-84f0-4ea1-8ba9-3d448de1a867 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:12:04.994391 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 65c7b453-84f0-4ea1-8ba9-3d448de1a867 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:12:04.994843 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e2856b3c-0cd4-4965-b37e-2fe4fd40de2d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:12:04.997476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fdb02791-c198-4710-84e8-6b736ba52496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.016455 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0900-1c89-4301-9b12-06bb390811d1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (9c64d36a-3ec3-49b6-8fa1-ed169073c003), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.067847 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f60b57af-b0b8-42b8-b526-10e28d67bd30 None None] Port 372e3eca-c3e5-4fef-a32c-3a830bbeb72d cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:12:05.069396 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (e2856b3c-0cd4-4965-b37e-2fe4fd40de2d), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.080736 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Network': ['ID=9140c281-cc37-43c9-9a58-04cac551060e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:05.102078 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.102078 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.102545 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.102942 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.103433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.103879 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.104113 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.104448 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.104836 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.105164 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.105495 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.105856 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.106187 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.106514 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.106882 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e353a-9807-47c4-8b8f-2759739a8873 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.123103 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fdb02791-c198-4710-84e8-6b736ba52496 admin admin] Publish callbacks [] for security_group (8c61d49f-3015-4d39-a7ac-920ec14efb27), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.123397 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] No DVR routers for this DVR port e2856b3c-0cd4-4965-b37e-2fe4fd40de2d on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:12:05.131005 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Pushing event deleted for resources: {'Port': ['ID=e2856b3c-0cd4-4965-b37e-2fe4fd40de2d,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:05.141794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.142322 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.142829 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.143325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.143819 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.144309 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.144837 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.145325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.145854 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.146929 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.147584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.148080 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.148581 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.149079 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.149411 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e411ee65-377a-4033-8a0c-476ce9d74b63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:05.153214 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fdb02791-c198-4710-84e8-6b736ba52496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (8c61d49f-3015-4d39-a7ac-920ec14efb27), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.153941 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No active binding found for port e2856b3c-0cd4-4965-b37e-2fe4fd40de2d {{(pid=104077) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 28 09:12:05.154524 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] The host dv-neutron-master-2-hyperv is not matching for port e2856b3c-0cd4-4965-b37e-2fe4fd40de2d host None! {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 28 09:12:05.155079 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e2856b3c-0cd4-4965-b37e-2fe4fd40de2d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:12:05.158991 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b0900-1c89-4301-9b12-06bb390811d1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event deleted for resources: {'Port': ['ID=9c64d36a-3ec3-49b6-8fa1-ed169073c003,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:05.172590 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437a0cab-ab51-4804-820c-3a154aba1671 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:05.177197 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-437a0cab-ab51-4804-820c-3a154aba1671 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.192949 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52042) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:05.215327 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-0938da4b-e752-4644-9163-1846bb6f0ceb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Allocated IP 172.20.0.7 (3af38ba1-e72e-4f1c-bf1e-777947d7e58e/5e01f8b2-1f37-47f6-9a5c-54db5ac7313d/ffc22900-cc19-4688-9199-96fb32864615) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:05.223248 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb02791-c198-4710-84e8-6b736ba52496 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:05.252699 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb02791-c198-4710-84e8-6b736ba52496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c61d49f-3015-4d39-a7ac-920ec14efb27,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:05.270789 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fdb02791-c198-4710-84e8-6b736ba52496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (4032b8ba-adf5-4b31-80eb-489eb2755543), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.271779 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-fdb02791-c198-4710-84e8-6b736ba52496 admin admin] Added segment 4032b8ba-adf5-4b31-80eb-489eb2755543 of type vlan for network 1dac6567-c143-4ec8-a54f-6d151692d778 Mar 28 09:12:05.331510 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437a0cab-ab51-4804-820c-3a154aba1671 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:05.338497 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-93be919c-e1f3-4c87-be48-a9affe2bb7a0 tempest-SubnetPoolsTestJSON-536356748 tempest-SubnetPoolsTestJSON-536356748-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-849584463', 'prefixes': ['172.20.0.0/16']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:05.342835 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0900-1c89-4301-9b12-06bb390811d1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (68683605-4420-4659-a1c0-84193b1ec940), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.352061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fdb02791-c198-4710-84e8-6b736ba52496 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (1dac6567-c143-4ec8-a54f-6d151692d778), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.381252 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-437a0cab-ab51-4804-820c-3a154aba1671 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (73826604-78bf-4126-98c0-bb123a998f28), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.381607 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-437a0cab-ab51-4804-820c-3a154aba1671 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Added segment 73826604-78bf-4126-98c0-bb123a998f28 of type vlan for network 5c5cf931-84ad-4347-8041-e4cd358481c2 Mar 28 09:12:05.483927 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-656ee959-f42b-43c9-94d3-86e4b7c4d69c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting port 372e3eca-c3e5-4fef-a32c-3a830bbeb72d {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:05.484172 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-656ee959-f42b-43c9-94d3-86e4b7c4d69c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (372e3eca-c3e5-4fef-a32c-3a830bbeb72d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.496012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0900-1c89-4301-9b12-06bb390811d1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (68683605-4420-4659-a1c0-84193b1ec940), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.499648 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0900-1c89-4301-9b12-06bb390811d1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for router_controller (68683605-4420-4659-a1c0-84193b1ec940), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.503909 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-437a0cab-ab51-4804-820c-3a154aba1671 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (5c5cf931-84ad-4347-8041-e4cd358481c2), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.504281 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0938da4b-e752-4644-9163-1846bb6f0ceb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks [] for port (ffc22900-cc19-4688-9199-96fb32864615), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.541597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fdb02791-c198-4710-84e8-6b736ba52496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (1dac6567-c143-4ec8-a54f-6d151692d778), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.542607 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb02791-c198-4710-84e8-6b736ba52496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:05.543199 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fdb02791-c198-4710-84e8-6b736ba52496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.579904 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-93be919c-e1f3-4c87-be48-a9affe2bb7a0 tempest-SubnetPoolsTestJSON-536356748 tempest-SubnetPoolsTestJSON-536356748-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.581189 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-93be919c-e1f3-4c87-be48-a9affe2bb7a0 tempest-SubnetPoolsTestJSON-536356748 tempest-SubnetPoolsTestJSON-536356748-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3869927 Mar 28 09:12:05.587441 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52046) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:05.618266 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0900-1c89-4301-9b12-06bb390811d1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (68683605-4420-4659-a1c0-84193b1ec940), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.618820 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4b0900-1c89-4301-9b12-06bb390811d1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Fanout notify agent at l3_agent the message router_deleted on router 68683605-4420-4659-a1c0-84193b1ec940 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:12:05.642891 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0900-1c89-4301-9b12-06bb390811d1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.647710 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3b4b0900-1c89-4301-9b12-06bb390811d1 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "DELETE /v2.0/routers/68683605-4420-4659-a1c0-84193b1ec940 HTTP/1.1" status: 204 len: 168 time: 2.1818182 Mar 28 09:12:05.650859 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52048) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:05.652707 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-437a0cab-ab51-4804-820c-3a154aba1671 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (5c5cf931-84ad-4347-8041-e4cd358481c2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.657779 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437a0cab-ab51-4804-820c-3a154aba1671 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:05.658404 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-437a0cab-ab51-4804-820c-3a154aba1671 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.658626 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-656ee959-f42b-43c9-94d3-86e4b7c4d69c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (372e3eca-c3e5-4fef-a32c-3a830bbeb72d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.665342 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-73698b28-b7cc-4717-bf7f-415893ac4998 tempest-SubnetPoolsTestJSON-536356748 tempest-SubnetPoolsTestJSON-536356748-project] 10.222.0.15 "GET /v2.0/subnetpools/22ae6f18-9c11-486c-831f-1b34a49cf99f HTTP/1.1" status: 200 len: 731 time: 0.0768974 Mar 28 09:12:05.671857 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52050) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:05.678720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-70ba1f98-f76d-4037-bc1a-337577c82829 tempest-SubnetPoolsTestJSON-536356748 tempest-SubnetPoolsTestJSON-536356748-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-17648254'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:05.687912 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0938da4b-e752-4644-9163-1846bb6f0ceb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (ffc22900-cc19-4688-9199-96fb32864615), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.689919 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-656ee959-f42b-43c9-94d3-86e4b7c4d69c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Calling delete_port for 372e3eca-c3e5-4fef-a32c-3a830bbeb72d owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:05.725117 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fdb02791-c198-4710-84e8-6b736ba52496 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1193407 Mar 28 09:12:05.728040 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52052) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:05.772623 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb02791-c198-4710-84e8-6b736ba52496 admin admin] Pushing event updated for resources: {'Network': ['ID=1dac6567-c143-4ec8-a54f-6d151692d778,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:05.792483 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 1dac6567-c143-4ec8-a54f-6d151692d778 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:05.804576 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-437a0cab-ab51-4804-820c-3a154aba1671 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8308136 Mar 28 09:12:05.827778 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2d8ae37b-4c8a-43ca-9d70-c86cc41df61f admin admin] Request body: {'subnet': {'network_id': '1dac6567-c143-4ec8-a54f-6d151692d778', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-605253703-subnet', 'tenant_id': '15b387297d714b8fbf1b26450f1f637a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:05.841094 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52054) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:05.862834 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-bd7483f5-70a4-44aa-aa30-48ba053544af tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'subnet': {'network_id': '5c5cf931-84ad-4347-8041-e4cd358481c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:05.882273 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b74f927-9acd-4e61-b5b1-00f43dd54555 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (6c3b7f15-8dc7-442e-88e8-e1bad20fff21), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:05.898800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a0cab-ab51-4804-820c-3a154aba1671 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Network': ['ID=5c5cf931-84ad-4347-8041-e4cd358481c2,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:06.010167 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b74f927-9acd-4e61-b5b1-00f43dd54555 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (6c3b7f15-8dc7-442e-88e8-e1bad20fff21), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:06.011770 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 5c5cf931-84ad-4347-8041-e4cd358481c2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:06.032781 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6b74f927-9acd-4e61-b5b1-00f43dd54555 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3b7f15-8dc7-442e-88e8-e1bad20fff21']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:06.054339 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0938da4b-e752-4644-9163-1846bb6f0ceb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Network 3af38ba1-e72e-4f1c-bf1e-777947d7e58e is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:06.055618 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6b74f927-9acd-4e61-b5b1-00f43dd54555 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad2e025-c15e-4544-ab84-2ccb1ae8563e') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:06.056334 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6b74f927-9acd-4e61-b5b1-00f43dd54555 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad2e025-c15e-4544-ab84-2ccb1ae8563e') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:06.068974 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b74f927-9acd-4e61-b5b1-00f43dd54555 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (dad2e025-c15e-4544-ab84-2ccb1ae8563e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:06.080406 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-0938da4b-e752-4644-9163-1846bb6f0ceb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:06.088771 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938da4b-e752-4644-9163-1846bb6f0ceb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Pushing event updated for resources: {'Port': ['ID=ffc22900-cc19-4688-9199-96fb32864615,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:06.091429 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0938da4b-e752-4644-9163-1846bb6f0ceb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:06.105980 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b74f927-9acd-4e61-b5b1-00f43dd54555 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (dad2e025-c15e-4544-ab84-2ccb1ae8563e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:06.115450 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b74f927-9acd-4e61-b5b1-00f43dd54555 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:06.116267 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b74f927-9acd-4e61-b5b1-00f43dd54555 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (dad2e025-c15e-4544-ab84-2ccb1ae8563e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:06.122074 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:06.149136 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1759474-d1ca-441a-95f9-1a89834689f5 None None] Network 3af38ba1-e72e-4f1c-bf1e-777947d7e58e requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:06.157881 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8ae37b-4c8a-43ca-9d70-c86cc41df61f admin admin] Made reservation on behalf of 15b387297d714b8fbf1b26450f1f637a for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:06.160887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d8ae37b-4c8a-43ca-9d70-c86cc41df61f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:06.243912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b74f927-9acd-4e61-b5b1-00f43dd54555 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (6c3b7f15-8dc7-442e-88e8-e1bad20fff21), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:06.253083 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-7d03d4ec-4973-453e-96e4-85364d8f9cd0 None None] Provisioning complete for port 2c375ad9-32a4-40d0-8a28-757c5117e12e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:06.253717 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7d03d4ec-4973-453e-96e4-85364d8f9cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2c375ad9-32a4-40d0-8a28-757c5117e12e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:06.258537 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0938da4b-e752-4644-9163-1846bb6f0ceb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:06.258537 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0938da4b-e752-4644-9163-1846bb6f0ceb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:06.270673 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b74f927-9acd-4e61-b5b1-00f43dd54555 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:06.275630 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6b74f927-9acd-4e61-b5b1-00f43dd54555 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "DELETE /v2.0/networks/6c3b7f15-8dc7-442e-88e8-e1bad20fff21 HTTP/1.1" status: 204 len: 168 time: 0.6239834 Mar 28 09:12:06.288108 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52056) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:06.304935 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74f927-9acd-4e61-b5b1-00f43dd54555 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event deleted for resources: {'Network': ['ID=6c3b7f15-8dc7-442e-88e8-e1bad20fff21,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:06.318129 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-70ba1f98-f76d-4037-bc1a-337577c82829 tempest-SubnetPoolsTestJSON-536356748 tempest-SubnetPoolsTestJSON-536356748-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:06.321974 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-70ba1f98-f76d-4037-bc1a-337577c82829 tempest-SubnetPoolsTestJSON-536356748 tempest-SubnetPoolsTestJSON-536356748-project] 10.222.0.15 "PUT /v2.0/subnetpools/22ae6f18-9c11-486c-831f-1b34a49cf99f HTTP/1.1" status: 200 len: 682 time: 0.6469681 Mar 28 09:12:06.328978 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52058) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:06.359415 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0938da4b-e752-4644-9163-1846bb6f0ceb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0850859 Mar 28 09:12:06.364989 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52060) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:06.377675 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7483f5-70a4-44aa-aa30-48ba053544af tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:06.381549 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bd7483f5-70a4-44aa-aa30-48ba053544af tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:06.400407 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7d03d4ec-4973-453e-96e4-85364d8f9cd0 None None] Current status of the port 2c375ad9-32a4-40d0-8a28-757c5117e12e is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:06.400717 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-70b9f3df-8951-43c2-a3d8-6b1d24df8ac3 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Request body: {'port': {'network_id': '3af38ba1-e72e-4f1c-bf1e-777947d7e58e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1661122678', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:06.400865 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7d03d4ec-4973-453e-96e4-85364d8f9cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2c375ad9-32a4-40d0-8a28-757c5117e12e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:06.401525 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.api.validators [None req-70b9f3df-8951-43c2-a3d8-6b1d24df8ac3 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] bootfile-name is not in valid_values {{(pid=104075) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 09:12:06.402094 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.api.validators [None req-70b9f3df-8951-43c2-a3d8-6b1d24df8ac3 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] tftp-server is not in valid_values {{(pid=104075) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 09:12:06.402601 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.api.validators [None req-70b9f3df-8951-43c2-a3d8-6b1d24df8ac3 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] server-ip-address is not in valid_values {{(pid=104075) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 09:12:06.443282 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7d03d4ec-4973-453e-96e4-85364d8f9cd0 None None] For port 2c375ad9-32a4-40d0-8a28-757c5117e12e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c375ad9-32a4-40d0-8a28-757c5117e12e,segment=NetworkSegment(fb2f1e80-48e9-457d-be00-bcf313d8b7cd),segment_id=fb2f1e80-48e9-457d-be00-bcf313d8b7cd)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:06.451579 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7d03d4ec-4973-453e-96e4-85364d8f9cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2c375ad9-32a4-40d0-8a28-757c5117e12e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:06.543920 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03d4ec-4973-453e-96e4-85364d8f9cd0 None None] Pushing event updated for resources: {'Port': ['ID=2c375ad9-32a4-40d0-8a28-757c5117e12e,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:06.551631 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-25271f3d-f21d-468b-ba8d-152ba352f264 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group (27e82b31-4e64-46b8-bbe9-c44a0432a9b0), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:06.578160 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-656ee959-f42b-43c9-94d3-86e4b7c4d69c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (372e3eca-c3e5-4fef-a32c-3a830bbeb72d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:06.595742 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-25271f3d-f21d-468b-ba8d-152ba352f264 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group (27e82b31-4e64-46b8-bbe9-c44a0432a9b0), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:06.620372 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ee959-f42b-43c9-94d3-86e4b7c4d69c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Port': ['ID=372e3eca-c3e5-4fef-a32c-3a830bbeb72d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:06.766503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d8ae37b-4c8a-43ca-9d70-c86cc41df61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (9c54a422-e7fd-4ddc-a30b-59163927dd66), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:06.807467 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-409da821-e85d-4300-9f9b-a16c6c7dd511 None None] Provisioning complete for port ffc22900-cc19-4688-9199-96fb32864615 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:06.808887 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-409da821-e85d-4300-9f9b-a16c6c7dd511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ffc22900-cc19-4688-9199-96fb32864615), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:06.890922 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-409da821-e85d-4300-9f9b-a16c6c7dd511 None None] Port ffc22900-cc19-4688-9199-96fb32864615 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:12:06.918777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2c375ad9-32a4-40d0-8a28-757c5117e12e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:06.933926 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ae37b-4c8a-43ca-9d70-c86cc41df61f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c54a422-e7fd-4ddc-a30b-59163927dd66,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:06.956508 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-409da821-e85d-4300-9f9b-a16c6c7dd511 None None] Provisioning complete for port 2c375ad9-32a4-40d0-8a28-757c5117e12e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:06.956901 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-409da821-e85d-4300-9f9b-a16c6c7dd511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2c375ad9-32a4-40d0-8a28-757c5117e12e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:07.098495 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8ae37b-4c8a-43ca-9d70-c86cc41df61f admin admin] Checking segment: {'id': '4032b8ba-adf5-4b31-80eb-489eb2755543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1dac6567-c143-4ec8-a54f-6d151692d778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:07.099016 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8ae37b-4c8a-43ca-9d70-c86cc41df61f admin admin] Network hostable DHCP agents. Network: 1dac6567-c143-4ec8-a54f-6d151692d778, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:12:07.129479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 2c375ad9-32a4-40d0-8a28-757c5117e12e triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:07.130561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2c375ad9-32a4-40d0-8a28-757c5117e12e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:07.146236 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-656ee959-f42b-43c9-94d3-86e4b7c4d69c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (b7d2179c-a40d-44c0-a314-8f090e2f89c1), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:07.153611 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8ae37b-4c8a-43ca-9d70-c86cc41df61f admin admin] Network 1dac6567-c143-4ec8-a54f-6d151692d778 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:12:07.169974 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bd7483f5-70a4-44aa-aa30-48ba053544af tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (f1fced84-0483-437b-8d7d-a0969a016053), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:07.195248 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ce67e84c-8289-4a41-abad-2c381244344a tempest-SubnetPoolsTestJSON-536356748 tempest-SubnetPoolsTestJSON-536356748-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:07.196575 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ce67e84c-8289-4a41-abad-2c381244344a tempest-SubnetPoolsTestJSON-536356748 tempest-SubnetPoolsTestJSON-536356748-project] 10.222.0.15 "DELETE /v2.0/subnetpools/22ae6f18-9c11-486c-831f-1b34a49cf99f HTTP/1.1" status: 204 len: 168 time: 0.8660564 Mar 28 09:12:07.199331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52062) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:07.204417 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-409da821-e85d-4300-9f9b-a16c6c7dd511 None None] Current status of the port 2c375ad9-32a4-40d0-8a28-757c5117e12e is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:07.224632 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-a6677047-710a-40fd-93e1-6a18afdb7da3 tempest-SubnetPoolsTestJSON-536356748 tempest-SubnetPoolsTestJSON-536356748-project] show failed (client error): The resource could not be found. Mar 28 09:12:07.225858 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a6677047-710a-40fd-93e1-6a18afdb7da3 tempest-SubnetPoolsTestJSON-536356748 tempest-SubnetPoolsTestJSON-536356748-project] 10.222.0.15 "GET /v2.0/subnetpools/22ae6f18-9c11-486c-831f-1b34a49cf99f HTTP/1.1" status: 404 len: 346 time: 0.0253503 Mar 28 09:12:07.229659 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52064) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:07.247887 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 2c375ad9-32a4-40d0-8a28-757c5117e12e is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:07.251620 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-c89f95ae-5000-46d0-86bd-6edc92c0c030 tempest-SubnetPoolsTestJSON-536356748 tempest-SubnetPoolsTestJSON-536356748-project] delete failed (client error): The resource could not be found. Mar 28 09:12:07.252973 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c89f95ae-5000-46d0-86bd-6edc92c0c030 tempest-SubnetPoolsTestJSON-536356748 tempest-SubnetPoolsTestJSON-536356748-project] 10.222.0.15 "DELETE /v2.0/subnetpools/22ae6f18-9c11-486c-831f-1b34a49cf99f HTTP/1.1" status: 404 len: 346 time: 0.0222874 Mar 28 09:12:07.253991 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-2d8ae37b-4c8a-43ca-9d70-c86cc41df61f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1dac6567-c143-4ec8-a54f-6d151692d778) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:07.259051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ae37b-4c8a-43ca-9d70-c86cc41df61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:07.260270 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d8ae37b-4c8a-43ca-9d70-c86cc41df61f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:07.267061 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7483f5-70a4-44aa-aa30-48ba053544af tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Subnet': ['ID=f1fced84-0483-437b-8d7d-a0969a016053,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:07.275077 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b9f3df-8951-43c2-a3d8-6b1d24df8ac3 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Made reservation on behalf of cea7b042abc7422c8655e219c4e7d6bf for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:07.283590 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70b9f3df-8951-43c2-a3d8-6b1d24df8ac3 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:07.294903 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839cedbe-ee8a-4a6d-99c9-2188286c1084 None None] Network 1dac6567-c143-4ec8-a54f-6d151692d778 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:07.329581 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-25271f3d-f21d-468b-ba8d-152ba352f264 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (27e82b31-4e64-46b8-bbe9-c44a0432a9b0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:07.335629 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-25271f3d-f21d-468b-ba8d-152ba352f264 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:07.337032 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-25271f3d-f21d-468b-ba8d-152ba352f264 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] 10.222.0.15 "DELETE /v2.0/security-groups/27e82b31-4e64-46b8-bbe9-c44a0432a9b0 HTTP/1.1" status: 204 len: 168 time: 1.0456250 Mar 28 09:12:07.338610 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [None req-70b9f3df-8951-43c2-a3d8-6b1d24df8ac3 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] device_id is not set on port 18610b36-2c47-46c6-995c-88030fec6aac yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:12:07.357331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25271f3d-f21d-468b-ba8d-152ba352f264 tempest-TestNetworkAdvancedServerOps-565428517 tempest-TestNetworkAdvancedServerOps-565428517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e82b31-4e64-46b8-bbe9-c44a0432a9b0,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:07.425697 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2d8ae37b-4c8a-43ca-9d70-c86cc41df61f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6192942 Mar 28 09:12:07.437584 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7483f5-70a4-44aa-aa30-48ba053544af tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Checking segment: {'id': '73826604-78bf-4126-98c0-bb123a998f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5c5cf931-84ad-4347-8041-e4cd358481c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:07.440243 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7483f5-70a4-44aa-aa30-48ba053544af tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network hostable DHCP agents. Network: 5c5cf931-84ad-4347-8041-e4cd358481c2, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:12:07.501829 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9c64d36a-3ec3-49b6-8fa1-ed169073c003 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:12:07.562981 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f998d630-4fa0-4506-b2eb-01a4a0010fa8 None None] Network 1dac6567-c143-4ec8-a54f-6d151692d778 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:07.568968 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 9c64d36a-3ec3-49b6-8fa1-ed169073c003 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:12:07.569317 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9c64d36a-3ec3-49b6-8fa1-ed169073c003 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:12:07.576925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-70b9f3df-8951-43c2-a3d8-6b1d24df8ac3 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Allocated IP 172.20.0.3 (3af38ba1-e72e-4f1c-bf1e-777947d7e58e/5e01f8b2-1f37-47f6-9a5c-54db5ac7313d/18610b36-2c47-46c6-995c-88030fec6aac) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:07.605003 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7483f5-70a4-44aa-aa30-48ba053544af tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network 5c5cf931-84ad-4347-8041-e4cd358481c2 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:12:07.629668 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-bd7483f5-70a4-44aa-aa30-48ba053544af tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5c5cf931-84ad-4347-8041-e4cd358481c2) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:07.643021 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7483f5-70a4-44aa-aa30-48ba053544af tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:07.645435 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bd7483f5-70a4-44aa-aa30-48ba053544af tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:07.652885 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656ee959-f42b-43c9-94d3-86e4b7c4d69c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router b7d2179c-a40d-44c0-a314-8f090e2f89c1 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:12:07.657194 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45f95d8-5256-4413-8399-42ff35bb4d0e None None] Network 5c5cf931-84ad-4347-8041-e4cd358481c2 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:07.688605 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bd7483f5-70a4-44aa-aa30-48ba053544af tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8404672 Mar 28 09:12:07.690369 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52076) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:07.695145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9b403757-7da4-44f6-a1ab-cd54a8db8863 None None] Provisioning complete for port ffc22900-cc19-4688-9199-96fb32864615 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:07.695541 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9b403757-7da4-44f6-a1ab-cd54a8db8863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ffc22900-cc19-4688-9199-96fb32864615), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:07.841117 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656ee959-f42b-43c9-94d3-86e4b7c4d69c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:12:07.850244 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-656ee959-f42b-43c9-94d3-86e4b7c4d69c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/b7d2179c-a40d-44c0-a314-8f090e2f89c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2029076 Mar 28 09:12:07.853074 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52082) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:07.874568 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52084) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:07.884032 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249698af-4bc5-4dbe-aa40-6caf92587957 None None] Sync routers for ids ['b7d2179c-a40d-44c0-a314-8f090e2f89c1'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:12:07.910028 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52086) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:07.915008 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d95194e0-c826-4624-b61d-fc47228b9bb0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7d2179c-a40d-44c0-a314-8f090e2f89c1 HTTP/1.1" status: 200 len: 205 time: 0.0608010 Mar 28 09:12:07.923137 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52090) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:07.923368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249698af-4bc5-4dbe-aa40-6caf92587957 None None] Routers {'b7d2179c-a40d-44c0-a314-8f090e2f89c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:07.924004 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-249698af-4bc5-4dbe-aa40-6caf92587957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b7d2179c-a40d-44c0-a314-8f090e2f89c1'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:07.956240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9b403757-7da4-44f6-a1ab-cd54a8db8863 None None] Port ffc22900-cc19-4688-9199-96fb32864615 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:12:08.064593 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-249698af-4bc5-4dbe-aa40-6caf92587957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:08.074922 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0333bfac-b368-4c08-a528-9acffa0fc4dd tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (b7d2179c-a40d-44c0-a314-8f090e2f89c1), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.086433 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (5c5cf931-84ad-4347-8041-e4cd358481c2), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.110943 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249698af-4bc5-4dbe-aa40-6caf92587957 None None] Routers {'b7d2179c-a40d-44c0-a314-8f090e2f89c1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:08.111796 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-249698af-4bc5-4dbe-aa40-6caf92587957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b7d2179c-a40d-44c0-a314-8f090e2f89c1'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:08.154667 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-249698af-4bc5-4dbe-aa40-6caf92587957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:08.155558 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249698af-4bc5-4dbe-aa40-6caf92587957 None None] The sync data for ids ['b7d2179c-a40d-44c0-a314-8f090e2f89c1'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:12:08.158041 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5c5cf931-84ad-4347-8041-e4cd358481c2', 'network_id': '5c5cf931-84ad-4347-8041-e4cd358481c2', 'project_id': '61d47aacc0464e97834f5e7f8b3a7592', 'fixed_ips': [{'subnet_id': 'f1fced84-0483-437b-8d7d-a0969a016053'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:12:08.159134 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.176378 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (f1fced84-0483-437b-8d7d-a0969a016053), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.237855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70b9f3df-8951-43c2-a3d8-6b1d24df8ac3 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks [] for port (18610b36-2c47-46c6-995c-88030fec6aac), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.245226 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ab6a0edc-4d48-4e2a-b20c-9041d2fadab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.317613 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-217d7017-e3fa-44ed-8206-f07776d3e28b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc56218a4f8a40e1b109b751b95dda1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052694 Mar 28 09:12:08.318238 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52100) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:08.335223 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Allocated IP 2001:db8::1 (5c5cf931-84ad-4347-8041-e4cd358481c2/f1fced84-0483-437b-8d7d-a0969a016053/2b30be77-f318-4428-8c35-aaa663026903) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:08.394116 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0333bfac-b368-4c08-a528-9acffa0fc4dd tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (b7d2179c-a40d-44c0-a314-8f090e2f89c1), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.397467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-74c4c7e1-9c4f-481c-99cc-b5ee5344d271 admin admin] Publish callbacks [] for security_group (0417caf7-449d-4404-8488-18e2979618ac), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.398575 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0333bfac-b368-4c08-a528-9acffa0fc4dd tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router_controller (b7d2179c-a40d-44c0-a314-8f090e2f89c1), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.424923 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-74c4c7e1-9c4f-481c-99cc-b5ee5344d271 admin admin] Publish callbacks [] for security_group (0417caf7-449d-4404-8488-18e2979618ac), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.468494 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0333bfac-b368-4c08-a528-9acffa0fc4dd tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (b7d2179c-a40d-44c0-a314-8f090e2f89c1), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.472213 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0333bfac-b368-4c08-a528-9acffa0fc4dd tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Fanout notify agent at l3_agent the message router_deleted on router b7d2179c-a40d-44c0-a314-8f090e2f89c1 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:12:08.487193 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0333bfac-b368-4c08-a528-9acffa0fc4dd tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.490433 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-74c4c7e1-9c4f-481c-99cc-b5ee5344d271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0417caf7-449d-4404-8488-18e2979618ac), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.493924 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-74c4c7e1-9c4f-481c-99cc-b5ee5344d271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.496257 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0333bfac-b368-4c08-a528-9acffa0fc4dd tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/routers/b7d2179c-a40d-44c0-a314-8f090e2f89c1 HTTP/1.1" status: 204 len: 168 time: 0.5720518 Mar 28 09:12:08.499028 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52106) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:08.502389 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-74c4c7e1-9c4f-481c-99cc-b5ee5344d271 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0417caf7-449d-4404-8488-18e2979618ac HTTP/1.1" status: 204 len: 168 time: 0.1783845 Mar 28 09:12:08.513936 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4c7e1-9c4f-481c-99cc-b5ee5344d271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0417caf7-449d-4404-8488-18e2979618ac,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:08.518521 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70b9f3df-8951-43c2-a3d8-6b1d24df8ac3 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (18610b36-2c47-46c6-995c-88030fec6aac), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.580515 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9f3df-8951-43c2-a3d8-6b1d24df8ac3 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Pushing event updated for resources: {'Port': ['ID=18610b36-2c47-46c6-995c-88030fec6aac,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:08.590393 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52110) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:08.596146 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4dbc3119-8f9d-4606-b7a8-1d4169ed6773 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1281740267-network', 'tenant_id': '72b1d02100254598b7b4e680f0440a49'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:08.617193 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b9f3df-8951-43c2-a3d8-6b1d24df8ac3 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Network 3af38ba1-e72e-4f1c-bf1e-777947d7e58e is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:08.622055 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-70b9f3df-8951-43c2-a3d8-6b1d24df8ac3 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:08.624399 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b9f3df-8951-43c2-a3d8-6b1d24df8ac3 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:08.642521 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ab6a0edc-4d48-4e2a-b20c-9041d2fadab6 admin admin] Publish callbacks [] for security_group (11cbdc05-4b1f-4838-bedb-2631581c4faf), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.657281 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ab6a0edc-4d48-4e2a-b20c-9041d2fadab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (11cbdc05-4b1f-4838-bedb-2631581c4faf), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.664635 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Publish callbacks [] for port (2b30be77-f318-4428-8c35-aaa663026903), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.668207 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd35fdbe-3ede-4d67-9803-0e872971fa1c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting subnet 82f2bea4-bb93-4622-a366-1a8dab7086b9 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:12:08.680690 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (2b30be77-f318-4428-8c35-aaa663026903), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.686797 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd35fdbe-3ede-4d67-9803-0e872971fa1c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (82f2bea4-bb93-4622-a366-1a8dab7086b9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.696333 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b9f3df-8951-43c2-a3d8-6b1d24df8ac3 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:08.697244 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70b9f3df-8951-43c2-a3d8-6b1d24df8ac3 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.730085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Network 5c5cf931-84ad-4347-8041-e4cd358481c2 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:08.736245 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:08.744463 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-70b9f3df-8951-43c2-a3d8-6b1d24df8ac3 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.3727145 Mar 28 09:12:08.745176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52112) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:08.749340 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:08.757656 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbc3119-8f9d-4606-b7a8-1d4169ed6773 admin admin] Made reservation on behalf of 72b1d02100254598b7b4e680f0440a49 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:08.760274 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3119-8f9d-4606-b7a8-1d4169ed6773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.766137 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Pushing event updated for resources: {'Port': ['ID=2b30be77-f318-4428-8c35-aaa663026903,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:08.791459 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3119-8f9d-4606-b7a8-1d4169ed6773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.794635 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (f1fced84-0483-437b-8d7d-a0969a016053), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.827324 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ab6a0edc-4d48-4e2a-b20c-9041d2fadab6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=afd19f258d3045c69763b41526787358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9468403 Mar 28 09:12:08.831594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52116) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:08.833995 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a0edc-4d48-4e2a-b20c-9041d2fadab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cbdc05-4b1f-4838-bedb-2631581c4faf,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:08.860622 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd35fdbe-3ede-4d67-9803-0e872971fa1c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (82f2bea4-bb93-4622-a366-1a8dab7086b9), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.893161 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Attempting to bind port 2b30be77-f318-4428-8c35-aaa663026903 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:08.894338 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Attempting to bind port 2b30be77-f318-4428-8c35-aaa663026903 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '73826604-78bf-4126-98c0-bb123a998f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5c5cf931-84ad-4347-8041-e4cd358481c2'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:08.895061 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Attempting to bind port 2b30be77-f318-4428-8c35-aaa663026903 on network 5c5cf931-84ad-4347-8041-e4cd358481c2 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:08.902291 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:08.903207 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Checking segment: {'id': '73826604-78bf-4126-98c0-bb123a998f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5c5cf931-84ad-4347-8041-e4cd358481c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:08.903786 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.904341 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Bound using segment: {'id': '73826604-78bf-4126-98c0-bb123a998f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5c5cf931-84ad-4347-8041-e4cd358481c2'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:08.904978 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Bound port: 2b30be77-f318-4428-8c35-aaa663026903, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73826604-78bf-4126-98c0-bb123a998f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5c5cf931-84ad-4347-8041-e4cd358481c2'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:08.905544 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2b30be77-f318-4428-8c35-aaa663026903), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:08.923800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Subnet': ['ID=f1fced84-0483-437b-8d7d-a0969a016053,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:08.947460 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a869a-e5e7-4b07-8d61-fc92f787a5d9 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:08.953748 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a869a-e5e7-4b07-8d61-fc92f787a5d9 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:08.961268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a869a-e5e7-4b07-8d61-fc92f787a5d9 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:08.967101 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-114a869a-e5e7-4b07-8d61-fc92f787a5d9 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2196469 Mar 28 09:12:08.970971 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52118) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:09.013122 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] For port 2b30be77-f318-4428-8c35-aaa663026903, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:09.021164 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] For port 2b30be77-f318-4428-8c35-aaa663026903, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2b30be77-f318-4428-8c35-aaa663026903,segment=NetworkSegment(73826604-78bf-4126-98c0-bb123a998f28),segment_id=73826604-78bf-4126-98c0-bb123a998f28)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:09.031371 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06fdc6ed-ef87-4fad-9a3b-9d3d1630e83e admin admin] Publish callbacks [] for security_group (11cbdc05-4b1f-4838-bedb-2631581c4faf), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.040099 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2b30be77-f318-4428-8c35-aaa663026903), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.053922 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (5c5cf931-84ad-4347-8041-e4cd358481c2), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.088452 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06fdc6ed-ef87-4fad-9a3b-9d3d1630e83e admin admin] Publish callbacks [] for security_group (11cbdc05-4b1f-4838-bedb-2631581c4faf), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.138158 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5cf931-84ad-4347-8041-e4cd358481c2']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:09.168411 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73826604-78bf-4126-98c0-bb123a998f28') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:09.168801 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73826604-78bf-4126-98c0-bb123a998f28') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:09.195896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (73826604-78bf-4126-98c0-bb123a998f28), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.212312 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd35fdbe-3ede-4d67-9803-0e872971fa1c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (82f2bea4-bb93-4622-a366-1a8dab7086b9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.221200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec91445-daf4-4300-a026-eb75da5ba98f None None] Pushing event updated for resources: {'Port': ['ID=2b30be77-f318-4428-8c35-aaa663026903,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:09.248476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (73826604-78bf-4126-98c0-bb123a998f28), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.261131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-432c9fa8-eadf-4009-a862-d0ffeccf9758 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Deleting port 18610b36-2c47-46c6-995c-88030fec6aac {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:09.261902 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-432c9fa8-eadf-4009-a862-d0ffeccf9758 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (18610b36-2c47-46c6-995c-88030fec6aac), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.272612 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06fdc6ed-ef87-4fad-9a3b-9d3d1630e83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (11cbdc05-4b1f-4838-bedb-2631581c4faf), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.276416 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06fdc6ed-ef87-4fad-9a3b-9d3d1630e83e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.280671 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-06fdc6ed-ef87-4fad-9a3b-9d3d1630e83e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11cbdc05-4b1f-4838-bedb-2631581c4faf HTTP/1.1" status: 204 len: 168 time: 0.4303522 Mar 28 09:12:09.291498 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52122) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:09.292938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:09.293589 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (73826604-78bf-4126-98c0-bb123a998f28), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:09.300067 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:09.304422 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3fc14c0f-ea3a-40a6-9a59-247b3b0fd955 None None] Provisioning complete for port 18610b36-2c47-46c6-995c-88030fec6aac triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:09.305426 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3fc14c0f-ea3a-40a6-9a59-247b3b0fd955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (18610b36-2c47-46c6-995c-88030fec6aac), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.326083 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdc6ed-ef87-4fad-9a3b-9d3d1630e83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cbdc05-4b1f-4838-bedb-2631581c4faf,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:09.339868 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-79cde839-288c-484d-bd82-bf7e755fc8a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.370578 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4837d6-400b-412d-920c-d55aefac9b5f None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 09:12:09.405566 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3fc14c0f-ea3a-40a6-9a59-247b3b0fd955 None None] Port 18610b36-2c47-46c6-995c-88030fec6aac cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:12:09.437052 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3119-8f9d-4606-b7a8-1d4169ed6773 admin admin] Publish callbacks [] for security_group (c5c95a19-1e02-4e66-b35f-2342b34470cc), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.451348 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3119-8f9d-4606-b7a8-1d4169ed6773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (c5c95a19-1e02-4e66-b35f-2342b34470cc), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.462524 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-79cde839-288c-484d-bd82-bf7e755fc8a4 admin admin] Publish callbacks [] for security_group (4ad18cbd-a84f-40c6-b087-54c7f6a0d8c8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.464756 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbc3119-8f9d-4606-b7a8-1d4169ed6773 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:09.469790 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-79cde839-288c-484d-bd82-bf7e755fc8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (4ad18cbd-a84f-40c6-b087-54c7f6a0d8c8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.476898 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.db.api [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 09:12:09.476898 dv-neutron-master-2-hyperv neutron-server[104075]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 09:12:09.476898 dv-neutron-master-2-hyperv neutron-server[104075]: [parameters: {'id': '5c5cf931-84ad-4347-8041-e4cd358481c2'}] Mar 28 09:12:09.476898 dv-neutron-master-2-hyperv neutron-server[104075]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:12:09.477442 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG oslo_db.api [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:12:09.491509 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3119-8f9d-4606-b7a8-1d4169ed6773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (16740622-8caf-4887-8024-ccbccba7bdf4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.491858 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-4dbc3119-8f9d-4606-b7a8-1d4169ed6773 admin admin] Added segment 16740622-8caf-4887-8024-ccbccba7bdf4 of type vlan for network 2456abf1-30a1-4321-a992-90262d94cbff Mar 28 09:12:09.508029 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-79cde839-288c-484d-bd82-bf7e755fc8a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=942ad6a6d7ba463ab0016df9ff216f16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2154908 Mar 28 09:12:09.511695 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd35fdbe-3ede-4d67-9803-0e872971fa1c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (82f2bea4-bb93-4622-a366-1a8dab7086b9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.514976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52124) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:09.521332 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4837d6-400b-412d-920c-d55aefac9b5f None None] Resources bound (agent type, host, resource id): {{(pid=104077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 09:12:09.553914 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc3119-8f9d-4606-b7a8-1d4169ed6773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c95a19-1e02-4e66-b35f-2342b34470cc,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:09.563555 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-432c9fa8-eadf-4009-a862-d0ffeccf9758 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (18610b36-2c47-46c6-995c-88030fec6aac), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.585520 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-432c9fa8-eadf-4009-a862-d0ffeccf9758 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Calling delete_port for 18610b36-2c47-46c6-995c-88030fec6aac owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:09.588497 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3119-8f9d-4606-b7a8-1d4169ed6773 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (2456abf1-30a1-4321-a992-90262d94cbff), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.603339 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35fdbe-3ede-4d67-9803-0e872971fa1c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Subnet': ['ID=82f2bea4-bb93-4622-a366-1a8dab7086b9,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:09.610791 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd35fdbe-3ede-4d67-9803-0e872971fa1c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.614696 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dd35fdbe-3ede-4d67-9803-0e872971fa1c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/subnets/82f2bea4-bb93-4622-a366-1a8dab7086b9 HTTP/1.1" status: 204 len: 168 time: 1.1142972 Mar 28 09:12:09.624909 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52126) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:09.652312 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cde839-288c-484d-bd82-bf7e755fc8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad18cbd-a84f-40c6-b087-54c7f6a0d8c8,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:09.674565 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4d4d8ad9-1911-4ae8-8fbc-ef45099d4dc8 admin admin] Publish callbacks [] for security_group (4ad18cbd-a84f-40c6-b087-54c7f6a0d8c8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.705150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4d4d8ad9-1911-4ae8-8fbc-ef45099d4dc8 admin admin] Publish callbacks [] for security_group (4ad18cbd-a84f-40c6-b087-54c7f6a0d8c8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.769823 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4d4d8ad9-1911-4ae8-8fbc-ef45099d4dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (4ad18cbd-a84f-40c6-b087-54c7f6a0d8c8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.773170 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4d4d8ad9-1911-4ae8-8fbc-ef45099d4dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.773594 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3119-8f9d-4606-b7a8-1d4169ed6773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (2456abf1-30a1-4321-a992-90262d94cbff), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.776814 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4d4d8ad9-1911-4ae8-8fbc-ef45099d4dc8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ad18cbd-a84f-40c6-b087-54c7f6a0d8c8 HTTP/1.1" status: 204 len: 168 time: 0.2456148 Mar 28 09:12:09.776996 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbc3119-8f9d-4606-b7a8-1d4169ed6773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:09.776996 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3119-8f9d-4606-b7a8-1d4169ed6773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.787240 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d8ad9-1911-4ae8-8fbc-ef45099d4dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad18cbd-a84f-40c6-b087-54c7f6a0d8c8,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:09.874941 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7711147f-ff63-44bf-bab0-6f9d6617c465 None None] Network 5c5cf931-84ad-4347-8041-e4cd358481c2 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:09.875911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (64948b60-eefb-454a-9b0b-38964651f773), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.880158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda37436-cead-405a-999d-504c9a0728bf None None] Network 64948b60-eefb-454a-9b0b-38964651f773 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:09.892907 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4dbc3119-8f9d-4606-b7a8-1d4169ed6773 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3013289 Mar 28 09:12:09.896737 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52130) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:09.902117 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-6693b09e-38a6-4866-b9d2-73e0abc78ea0 admin admin] Request body: {'subnet': {'network_id': '2456abf1-30a1-4321-a992-90262d94cbff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1281740267-subnet', 'tenant_id': '72b1d02100254598b7b4e680f0440a49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:09.923332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc3119-8f9d-4606-b7a8-1d4169ed6773 admin admin] Pushing event updated for resources: {'Network': ['ID=2456abf1-30a1-4321-a992-90262d94cbff,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:09.923942 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6693b09e-38a6-4866-b9d2-73e0abc78ea0 admin admin] Made reservation on behalf of 72b1d02100254598b7b4e680f0440a49 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:09.937539 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6693b09e-38a6-4866-b9d2-73e0abc78ea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:09.982536 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (5c5cf931-84ad-4347-8041-e4cd358481c2), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:10.016246 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 2456abf1-30a1-4321-a992-90262d94cbff details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:10.064183 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-432c9fa8-eadf-4009-a862-d0ffeccf9758 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (18610b36-2c47-46c6-995c-88030fec6aac), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:10.073004 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting port c6ae7f30-364a-4605-a3e0-8d516d9cd202 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:10.073348 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (c6ae7f30-364a-4605-a3e0-8d516d9cd202), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:10.154738 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c9fa8-eadf-4009-a862-d0ffeccf9758 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Pushing event deleted for resources: {'Port': ['ID=18610b36-2c47-46c6-995c-88030fec6aac,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:10.217316 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6693b09e-38a6-4866-b9d2-73e0abc78ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (cde289c6-29ae-4580-8d8d-8d68e60eeb11), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:10.255683 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] For port c6ae7f30-364a-4605-a3e0-8d516d9cd202, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6ae7f30-364a-4605-a3e0-8d516d9cd202,segment=NetworkSegment(9118dff2-2efc-4e26-a367-47f7ebda754f),segment_id=9118dff2-2efc-4e26-a367-47f7ebda754f)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:10.256041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (c6ae7f30-364a-4605-a3e0-8d516d9cd202), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:10.282622 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693b09e-38a6-4866-b9d2-73e0abc78ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde289c6-29ae-4580-8d8d-8d68e60eeb11,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:10.291836 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Calling delete_port for c6ae7f30-364a-4605-a3e0-8d516d9cd202 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:10.304943 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Deleting port 2b30be77-f318-4428-8c35-aaa663026903 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:10.305562 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2b30be77-f318-4428-8c35-aaa663026903), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:10.325882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-432c9fa8-eadf-4009-a862-d0ffeccf9758 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:10.329758 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-432c9fa8-eadf-4009-a862-d0ffeccf9758 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] 10.222.0.15 "DELETE /v2.0/ports/18610b36-2c47-46c6-995c-88030fec6aac HTTP/1.1" status: 204 len: 168 time: 1.3550408 Mar 28 09:12:10.337895 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52142) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:10.339185 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6693b09e-38a6-4866-b9d2-73e0abc78ea0 admin admin] Checking segment: {'id': '16740622-8caf-4887-8024-ccbccba7bdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2456abf1-30a1-4321-a992-90262d94cbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:10.340117 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6693b09e-38a6-4866-b9d2-73e0abc78ea0 admin admin] Network hostable DHCP agents. Network: 2456abf1-30a1-4321-a992-90262d94cbff, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:12:10.347514 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-58ddfee4-101f-40bc-8864-ef63b40b4a20 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Request body: {'port': {'name': 'tempest-new-port-name-1588076124', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:10.348008 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.api.validators [None req-58ddfee4-101f-40bc-8864-ef63b40b4a20 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] bootfile-name is not in valid_values {{(pid=104076) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 09:12:10.348353 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.api.validators [None req-58ddfee4-101f-40bc-8864-ef63b40b4a20 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] tftp-server is not in valid_values {{(pid=104076) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 09:12:10.349099 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.api.validators [None req-58ddfee4-101f-40bc-8864-ef63b40b4a20 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] server-ip-address is not in valid_values {{(pid=104076) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 28 09:12:10.451829 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58ddfee4-101f-40bc-8864-ef63b40b4a20 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ffc22900-cc19-4688-9199-96fb32864615), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:10.458670 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1fd2a0-c9cb-4d88-9173-dc8578d0fa08 None None] DHCP port deletion for 64948b60-eefb-454a-9b0b-38964651f773 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:12:10.478904 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] For port 2b30be77-f318-4428-8c35-aaa663026903, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2b30be77-f318-4428-8c35-aaa663026903,segment=NetworkSegment(73826604-78bf-4126-98c0-bb123a998f28),segment_id=73826604-78bf-4126-98c0-bb123a998f28)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:10.479376 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2b30be77-f318-4428-8c35-aaa663026903), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:10.498377 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Calling delete_port for 2b30be77-f318-4428-8c35-aaa663026903 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:10.516882 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fd2a0-c9cb-4d88-9173-dc8578d0fa08 None None] Deleting port c6ae7f30-364a-4605-a3e0-8d516d9cd202 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:10.517251 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd2a0-c9cb-4d88-9173-dc8578d0fa08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (c6ae7f30-364a-4605-a3e0-8d516d9cd202), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:10.526005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6693b09e-38a6-4866-b9d2-73e0abc78ea0 admin admin] Network 2456abf1-30a1-4321-a992-90262d94cbff is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:12:10.540535 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-6693b09e-38a6-4866-b9d2-73e0abc78ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2456abf1-30a1-4321-a992-90262d94cbff) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:10.544929 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6693b09e-38a6-4866-b9d2-73e0abc78ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:10.545911 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6693b09e-38a6-4866-b9d2-73e0abc78ea0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:10.570963 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4212e776-f9d7-4eef-942d-906f226d6f0b None None] Network 2456abf1-30a1-4321-a992-90262d94cbff requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:10.582426 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6693b09e-38a6-4866-b9d2-73e0abc78ea0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6844900 Mar 28 09:12:10.618956 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (c6ae7f30-364a-4605-a3e0-8d516d9cd202), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:10.687069 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Port': ['ID=c6ae7f30-364a-4605-a3e0-8d516d9cd202,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:10.703942 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] No DVR routers for this DVR port c6ae7f30-364a-4605-a3e0-8d516d9cd202 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:12:10.734064 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-9a1fd2a0-c9cb-4d88-9173-dc8578d0fa08 None None] For port c6ae7f30-364a-4605-a3e0-8d516d9cd202, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6ae7f30-364a-4605-a3e0-8d516d9cd202,segment=NetworkSegment(9118dff2-2efc-4e26-a367-47f7ebda754f),segment_id=9118dff2-2efc-4e26-a367-47f7ebda754f)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:10.734570 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd2a0-c9cb-4d88-9173-dc8578d0fa08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (c6ae7f30-364a-4605-a3e0-8d516d9cd202), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:10.740521 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e1fc1c-b048-40bf-85c6-471f978ea4fc None None] Network 2456abf1-30a1-4321-a992-90262d94cbff requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:10.810688 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c6ae7f30-364a-4605-a3e0-8d516d9cd202 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:12:10.833387 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fd2a0-c9cb-4d88-9173-dc8578d0fa08 None None] Calling delete_port for c6ae7f30-364a-4605-a3e0-8d516d9cd202 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:10.835545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: c6ae7f30-364a-4605-a3e0-8d516d9cd202 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:12:10.835908 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c6ae7f30-364a-4605-a3e0-8d516d9cd202 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:12:10.838063 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52156) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:10.873728 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (64948b60-eefb-454a-9b0b-38964651f773), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:10.902266 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64948b60-eefb-454a-9b0b-38964651f773']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:10.906532 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (2b30be77-f318-4428-8c35-aaa663026903), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:10.940960 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9118dff2-2efc-4e26-a367-47f7ebda754f') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:10.943438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9118dff2-2efc-4e26-a367-47f7ebda754f') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:10.980786 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58ddfee4-101f-40bc-8864-ef63b40b4a20 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks [] for port (ffc22900-cc19-4688-9199-96fb32864615), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:10.985362 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Port': ['ID=2b30be77-f318-4428-8c35-aaa663026903,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:10.990893 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd2a0-c9cb-4d88-9173-dc8578d0fa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (c6ae7f30-364a-4605-a3e0-8d516d9cd202), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:10.991232 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-51443101-1f70-4ed3-b774-06aa1f60008b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-49648879-network', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:10.993933 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No DVR routers for this DVR port 2b30be77-f318-4428-8c35-aaa663026903 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:12:11.004058 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58ddfee4-101f-40bc-8864-ef63b40b4a20 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (ffc22900-cc19-4688-9199-96fb32864615), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.017813 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fd2a0-c9cb-4d88-9173-dc8578d0fa08 None None] Pushing event deleted for resources: {'Port': ['ID=c6ae7f30-364a-4605-a3e0-8d516d9cd202,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:11.028159 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (9118dff2-2efc-4e26-a367-47f7ebda754f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.042679 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1fd2a0-c9cb-4d88-9173-dc8578d0fa08 None None] No DVR routers for this DVR port c6ae7f30-364a-4605-a3e0-8d516d9cd202 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:12:11.108680 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51443101-1f70-4ed3-b774-06aa1f60008b admin admin] Made reservation on behalf of e40e579c72ff4feb87447802e87b3f59 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:11.111007 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51443101-1f70-4ed3-b774-06aa1f60008b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.114744 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (9118dff2-2efc-4e26-a367-47f7ebda754f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.131248 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:11.131578 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (9118dff2-2efc-4e26-a367-47f7ebda754f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:11.134965 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:11.137490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51443101-1f70-4ed3-b774-06aa1f60008b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.159793 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ddfee4-101f-40bc-8864-ef63b40b4a20 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Pushing event updated for resources: {'Port': ['ID=ffc22900-cc19-4688-9199-96fb32864615,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:11.176757 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (5c5cf931-84ad-4347-8041-e4cd358481c2), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.216033 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5cf931-84ad-4347-8041-e4cd358481c2']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:11.224695 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (64948b60-eefb-454a-9b0b-38964651f773), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.229969 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-58ddfee4-101f-40bc-8864-ef63b40b4a20 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] In _notify_port_updated(), no bound segment for port ffc22900-cc19-4688-9199-96fb32864615 on network 3af38ba1-e72e-4f1c-bf1e-777947d7e58e {{(pid=104076) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:12:11.235205 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ddfee4-101f-40bc-8864-ef63b40b4a20 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:11.235884 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58ddfee4-101f-40bc-8864-ef63b40b4a20 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.240383 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-58ddfee4-101f-40bc-8864-ef63b40b4a20 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] 10.222.0.15 "PUT /v2.0/ports/ffc22900-cc19-4688-9199-96fb32864615 HTTP/1.1" status: 200 len: 1136 time: 0.8942928 Mar 28 09:12:11.240906 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73826604-78bf-4126-98c0-bb123a998f28') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:11.241447 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73826604-78bf-4126-98c0-bb123a998f28') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:11.244777 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.248201 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/networks/64948b60-eefb-454a-9b0b-38964651f773 HTTP/1.1" status: 204 len: 168 time: 1.6205297 Mar 28 09:12:11.252045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52172) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:11.252407 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52174) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:11.269597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1db5ab-49cc-4df0-9c86-de64d793fd00 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Network': ['ID=64948b60-eefb-454a-9b0b-38964651f773,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:11.274405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (73826604-78bf-4126-98c0-bb123a998f28), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.291096 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (73826604-78bf-4126-98c0-bb123a998f28), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.302222 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:11.303180 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (73826604-78bf-4126-98c0-bb123a998f28), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:11.306718 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:11.346605 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-6fa92a38-6966-427d-afe5-9934ffca3f4e None None] Provisioning complete for port ffc22900-cc19-4688-9199-96fb32864615 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:11.346981 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6fa92a38-6966-427d-afe5-9934ffca3f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ffc22900-cc19-4688-9199-96fb32864615), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.370533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (5c5cf931-84ad-4347-8041-e4cd358481c2), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.389595 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.389852 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6fa92a38-6966-427d-afe5-9934ffca3f4e None None] Port ffc22900-cc19-4688-9199-96fb32864615 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:12:11.393069 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/networks/5c5cf931-84ad-4347-8041-e4cd358481c2 HTTP/1.1" status: 204 len: 168 time: 3.7016783 Mar 28 09:12:11.394632 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8fbc2-5dba-4d86-b69e-99128fd60018 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Network': ['ID=5c5cf931-84ad-4347-8041-e4cd358481c2,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:11.397139 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52178) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:11.402169 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-5815e1e3-3d49-48e4-9ff9-3cfd9bd0bfbd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1941713166'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:11.422225 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5815e1e3-3d49-48e4-9ff9-3cfd9bd0bfbd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:11.425607 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5815e1e3-3d49-48e4-9ff9-3cfd9bd0bfbd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.451152 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5815e1e3-3d49-48e4-9ff9-3cfd9bd0bfbd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:11.461966 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5815e1e3-3d49-48e4-9ff9-3cfd9bd0bfbd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (6c71f0b7-c7ca-4ccb-b577-78802369e503), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.462317 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-5815e1e3-3d49-48e4-9ff9-3cfd9bd0bfbd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Added segment 6c71f0b7-c7ca-4ccb-b577-78802369e503 of type vlan for network 8573cb7d-6845-44b9-82c1-4901f1ed8396 Mar 28 09:12:11.507295 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5815e1e3-3d49-48e4-9ff9-3cfd9bd0bfbd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (8573cb7d-6845-44b9-82c1-4901f1ed8396), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.538944 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5815e1e3-3d49-48e4-9ff9-3cfd9bd0bfbd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (8573cb7d-6845-44b9-82c1-4901f1ed8396), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.544384 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5815e1e3-3d49-48e4-9ff9-3cfd9bd0bfbd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:11.544992 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5815e1e3-3d49-48e4-9ff9-3cfd9bd0bfbd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.576398 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1263986304', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}, 'admin_state_up': False}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:11.602849 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5815e1e3-3d49-48e4-9ff9-3cfd9bd0bfbd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2046075 Mar 28 09:12:11.605980 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52180) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:11.612836 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a1b4ed4b-59e2-4083-b9af-b3ae0f231b7c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'subnet': {'network_id': '8573cb7d-6845-44b9-82c1-4901f1ed8396', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:11.657158 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815e1e3-3d49-48e4-9ff9-3cfd9bd0bfbd tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Network': ['ID=8573cb7d-6845-44b9-82c1-4901f1ed8396,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:11.669539 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 8573cb7d-6845-44b9-82c1-4901f1ed8396 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:11.708592 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858a3b6d-622f-4471-9c0c-8d8d624e8714 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:11.710043 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-858a3b6d-622f-4471-9c0c-8d8d624e8714 tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] 10.222.0.15 "GET /v2.0/ports/ffc22900-cc19-4688-9199-96fb32864615 HTTP/1.1" status: 200 len: 1136 time: 0.4566951 Mar 28 09:12:11.714113 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52182) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:11.724150 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b4ed4b-59e2-4083-b9af-b3ae0f231b7c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:11.728298 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a1b4ed4b-59e2-4083-b9af-b3ae0f231b7c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.734034 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (807584f1-03ef-4368-bd69-0bca687b1038), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.735066 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (807584f1-03ef-4368-bd69-0bca687b1038), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.759507 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844765f6-225e-4212-9652-8c9775e20e25 req-c74322d7-aa45-4dfb-b32d-bb250489dfd0 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:11.761657 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-844765f6-225e-4212-9652-8c9775e20e25 req-c74322d7-aa45-4dfb-b32d-bb250489dfd0 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/networks?id=1dac6567-c143-4ec8-a54f-6d151692d778 HTTP/1.1" status: 200 len: 811 time: 0.6236322 Mar 28 09:12:11.824366 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-844765f6-225e-4212-9652-8c9775e20e25 req-b1eda1d1-6d61-435b-b730-be76d311cf8d tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/quotas/15b387297d714b8fbf1b26450f1f637a HTTP/1.1" status: 200 len: 375 time: 0.0528119 Mar 28 09:12:11.840140 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router_controller (807584f1-03ef-4368-bd69-0bca687b1038), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.849066 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51443101-1f70-4ed3-b774-06aa1f60008b admin admin] Publish callbacks [] for security_group (6067f170-1fe3-491c-a7ba-f56c293ff227), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.873449 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51443101-1f70-4ed3-b774-06aa1f60008b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (6067f170-1fe3-491c-a7ba-f56c293ff227), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.895918 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-dc45bd4a-100d-4c2d-bcdd-b9c2f1e75edb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Deleting port ffc22900-cc19-4688-9199-96fb32864615 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:11.896259 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc45bd4a-100d-4c2d-bcdd-b9c2f1e75edb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (ffc22900-cc19-4688-9199-96fb32864615), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:11.932482 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-844765f6-225e-4212-9652-8c9775e20e25 req-85f31f7b-570e-4ebb-aa4a-35829621c084 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=15b387297d714b8fbf1b26450f1f637a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0982969 Mar 28 09:12:11.989901 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51443101-1f70-4ed3-b774-06aa1f60008b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:12.006780 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51443101-1f70-4ed3-b774-06aa1f60008b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6067f170-1fe3-491c-a7ba-f56c293ff227,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:12.039698 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51443101-1f70-4ed3-b774-06aa1f60008b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (4d6c700f-2c6b-4e81-a0b2-dad04897fd3a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.040051 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-51443101-1f70-4ed3-b774-06aa1f60008b admin admin] Added segment 4d6c700f-2c6b-4e81-a0b2-dad04897fd3a of type vlan for network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 Mar 28 09:12:12.047703 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a1b4ed4b-59e2-4083-b9af-b3ae0f231b7c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (d34c17da-9e9c-4996-9e32-53fbc04c91ae), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.076430 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc45bd4a-100d-4c2d-bcdd-b9c2f1e75edb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (ffc22900-cc19-4688-9199-96fb32864615), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.102910 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-dc45bd4a-100d-4c2d-bcdd-b9c2f1e75edb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Calling delete_port for ffc22900-cc19-4688-9199-96fb32864615 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:12.133030 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4ed4b-59e2-4083-b9af-b3ae0f231b7c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Subnet': ['ID=d34c17da-9e9c-4996-9e32-53fbc04c91ae,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:12.143796 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router_gateway (807584f1-03ef-4368-bd69-0bca687b1038), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.169542 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51443101-1f70-4ed3-b774-06aa1f60008b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (a9b6026d-f3c8-4cca-af27-17fc5f4b79d8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.173184 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b4ed4b-59e2-4083-b9af-b3ae0f231b7c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Checking segment: {'id': '6c71f0b7-c7ca-4ccb-b577-78802369e503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8573cb7d-6845-44b9-82c1-4901f1ed8396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:12.173553 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b4ed4b-59e2-4083-b9af-b3ae0f231b7c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network hostable DHCP agents. Network: 8573cb7d-6845-44b9-82c1-4901f1ed8396, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:12:12.209060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b4ed4b-59e2-4083-b9af-b3ae0f231b7c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network 8573cb7d-6845-44b9-82c1-4901f1ed8396 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:12:12.224289 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-a1b4ed4b-59e2-4083-b9af-b3ae0f231b7c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8573cb7d-6845-44b9-82c1-4901f1ed8396) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:12.228696 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b4ed4b-59e2-4083-b9af-b3ae0f231b7c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:12.229304 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a1b4ed4b-59e2-4083-b9af-b3ae0f231b7c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.240864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacb4896-f3b7-4048-b696-46e02b263674 None None] Network 8573cb7d-6845-44b9-82c1-4901f1ed8396 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:12.255260 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a1b4ed4b-59e2-4083-b9af-b3ae0f231b7c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6481595 Mar 28 09:12:12.258048 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52186) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:12.266814 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-410e972c-1c75-4a9e-9e42-85318983077f tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'subnet': {'network_id': '8573cb7d-6845-44b9-82c1-4901f1ed8396', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:12.286581 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51443101-1f70-4ed3-b774-06aa1f60008b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (a9b6026d-f3c8-4cca-af27-17fc5f4b79d8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.287544 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51443101-1f70-4ed3-b774-06aa1f60008b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:12.288125 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51443101-1f70-4ed3-b774-06aa1f60008b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.305743 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc45bd4a-100d-4c2d-bcdd-b9c2f1e75edb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (ffc22900-cc19-4688-9199-96fb32864615), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.318914 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-844765f6-225e-4212-9652-8c9775e20e25 req-8271e1d1-3b09-497e-840b-e01a376caf20 service neutron] 10.222.0.15 "GET /v2.0/networks/1dac6567-c143-4ec8-a54f-6d151692d778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514569 Mar 28 09:12:12.338061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45bd4a-100d-4c2d-bcdd-b9c2f1e75edb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Pushing event deleted for resources: {'Port': ['ID=ffc22900-cc19-4688-9199-96fb32864615,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:12.370571 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8573cb7d-6845-44b9-82c1-4901f1ed8396', 'network_id': '8573cb7d-6845-44b9-82c1-4901f1ed8396', 'project_id': '61d47aacc0464e97834f5e7f8b3a7592', 'fixed_ips': [{'subnet_id': 'd34c17da-9e9c-4996-9e32-53fbc04c91ae'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:12:12.371914 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.434494 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc45bd4a-100d-4c2d-bcdd-b9c2f1e75edb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.445382 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-dc45bd4a-100d-4c2d-bcdd-b9c2f1e75edb tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] 10.222.0.15 "DELETE /v2.0/ports/ffc22900-cc19-4688-9199-96fb32864615 HTTP/1.1" status: 204 len: 168 time: 0.7281318 Mar 28 09:12:12.446346 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52188) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:12.478216 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-51443101-1f70-4ed3-b774-06aa1f60008b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6359613 Mar 28 09:12:12.487743 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52190) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:12.498129 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-d5d51f60-6998-4d99-867a-2591eed674f4 admin admin] Request body: {'subnet': {'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-49648879-subnet', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'ip_version': 4}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:12.522104 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51443101-1f70-4ed3-b774-06aa1f60008b admin admin] Pushing event updated for resources: {'Network': ['ID=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:12.538631 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d51f60-6998-4d99-867a-2591eed674f4 admin admin] Made reservation on behalf of e40e579c72ff4feb87447802e87b3f59 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:12.542509 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d5d51f60-6998-4d99-867a-2591eed674f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.553384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:12.614642 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410e972c-1c75-4a9e-9e42-85318983077f tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:12.615897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Allocated IP 2001:db8::2 (8573cb7d-6845-44b9-82c1-4901f1ed8396/d34c17da-9e9c-4996-9e32-53fbc04c91ae/3338984d-4e8d-44ad-8b6f-8db393cf8bee) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:12.617858 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c79ed1-9ce1-4d18-a28a-195442a9e01c tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Deleting subnet 5e01f8b2-1f37-47f6-9a5c-54db5ac7313d {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:12:12.618234 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-410e972c-1c75-4a9e-9e42-85318983077f tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.623403 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16c79ed1-9ce1-4d18-a28a-195442a9e01c tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks [] for subnet (5e01f8b2-1f37-47f6-9a5c-54db5ac7313d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.682166 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-844765f6-225e-4212-9652-8c9775e20e25 req-e1abb0ff-c195-4aec-9b84-a254454c975d service neutron] 10.222.0.15 "GET /v2.0/networks/1dac6567-c143-4ec8-a54f-6d151692d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462105 Mar 28 09:12:12.690293 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16c79ed1-9ce1-4d18-a28a-195442a9e01c tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (5e01f8b2-1f37-47f6-9a5c-54db5ac7313d), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.815731 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router_gateway (807584f1-03ef-4368-bd69-0bca687b1038), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.841239 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Publish callbacks [] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.843163 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.850946 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.898299 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16c79ed1-9ce1-4d18-a28a-195442a9e01c tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (5e01f8b2-1f37-47f6-9a5c-54db5ac7313d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.919566 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Pushing event updated for resources: {'Port': ['ID=3338984d-4e8d-44ad-8b6f-8db393cf8bee,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:12.931303 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-96d057d9-f600-4bae-9ba9-8cbf19e037f2 req-c9396ab5-3829-426e-b19b-ad1beb12aae5 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 210 time: 0.0370543 Mar 28 09:12:12.955042 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d5d51f60-6998-4d99-867a-2591eed674f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (7e3ff9a8-b5a8-488c-b061-58d28e8ef393), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:12.957945 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Network 8573cb7d-6845-44b9-82c1-4901f1ed8396 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:12.959891 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:12.963240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:13.032452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Attempting to bind port 3338984d-4e8d-44ad-8b6f-8db393cf8bee on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:13.034639 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Attempting to bind port 3338984d-4e8d-44ad-8b6f-8db393cf8bee by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6c71f0b7-c7ca-4ccb-b577-78802369e503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8573cb7d-6845-44b9-82c1-4901f1ed8396'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:13.036825 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Attempting to bind port 3338984d-4e8d-44ad-8b6f-8db393cf8bee on network 8573cb7d-6845-44b9-82c1-4901f1ed8396 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:13.042725 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:13.043496 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Checking segment: {'id': '6c71f0b7-c7ca-4ccb-b577-78802369e503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8573cb7d-6845-44b9-82c1-4901f1ed8396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:13.044400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.045014 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Bound using segment: {'id': '6c71f0b7-c7ca-4ccb-b577-78802369e503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8573cb7d-6845-44b9-82c1-4901f1ed8396'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:13.046285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Bound port: 3338984d-4e8d-44ad-8b6f-8db393cf8bee, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c71f0b7-c7ca-4ccb-b577-78802369e503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8573cb7d-6845-44b9-82c1-4901f1ed8396'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:13.046889 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.047505 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d51f60-6998-4d99-867a-2591eed674f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e3ff9a8-b5a8-488c-b061-58d28e8ef393,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:13.060193 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d51f60-6998-4d99-867a-2591eed674f4 admin admin] Checking segment: {'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:13.060704 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d51f60-6998-4d99-867a-2591eed674f4 admin admin] Network hostable DHCP agents. Network: a9b6026d-f3c8-4cca-af27-17fc5f4b79d8, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:12:13.063051 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16c79ed1-9ce1-4d18-a28a-195442a9e01c tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (5e01f8b2-1f37-47f6-9a5c-54db5ac7313d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.070346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Allocated IP 172.36.4.94 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/7a7f310d-02e1-46cb-8263-5709a7fb8563) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:13.099263 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c79ed1-9ce1-4d18-a28a-195442a9e01c tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Pushing event deleted for resources: {'Subnet': ['ID=5e01f8b2-1f37-47f6-9a5c-54db5ac7313d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:13.105762 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16c79ed1-9ce1-4d18-a28a-195442a9e01c tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.109417 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-16c79ed1-9ce1-4d18-a28a-195442a9e01c tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] 10.222.0.15 "DELETE /v2.0/subnets/5e01f8b2-1f37-47f6-9a5c-54db5ac7313d HTTP/1.1" status: 204 len: 168 time: 0.6614523 Mar 28 09:12:13.112680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52198) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:13.127757 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3860767f-3547-4561-8692-9b26affd199c None None] Network 3af38ba1-e72e-4f1c-bf1e-777947d7e58e requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:13.163778 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] For port 3338984d-4e8d-44ad-8b6f-8db393cf8bee, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:13.168869 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d51f60-6998-4d99-867a-2591eed674f4 admin admin] Network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:12:13.169542 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] For port 3338984d-4e8d-44ad-8b6f-8db393cf8bee, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3338984d-4e8d-44ad-8b6f-8db393cf8bee,segment=NetworkSegment(6c71f0b7-c7ca-4ccb-b577-78802369e503),segment_id=6c71f0b7-c7ca-4ccb-b577-78802369e503)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:13.186538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-d5d51f60-6998-4d99-867a-2591eed674f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a9b6026d-f3c8-4cca-af27-17fc5f4b79d8) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:13.196676 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d51f60-6998-4d99-867a-2591eed674f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:13.197420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d5d51f60-6998-4d99-867a-2591eed674f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.216226 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-410e972c-1c75-4a9e-9e42-85318983077f tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (91fc6051-74e7-4109-a187-8dd927999eeb), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.225988 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (3af38ba1-e72e-4f1c-bf1e-777947d7e58e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.234411 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d5d51f60-6998-4d99-867a-2591eed674f4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7408059 Mar 28 09:12:13.236268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52200) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:13.241389 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:13.250062 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44da16a-810f-458b-a963-76f299ad2654 None None] Network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:13.253636 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.297020 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (21aa7a59-d6d1-4617-b260-589cf118966c), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.298176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (21aa7a59-d6d1-4617-b260-589cf118966c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.300375 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410e972c-1c75-4a9e-9e42-85318983077f tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network 8573cb7d-6845-44b9-82c1-4901f1ed8396 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:13.309571 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-410e972c-1c75-4a9e-9e42-85318983077f tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:13.313194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410e972c-1c75-4a9e-9e42-85318983077f tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:13.314310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-410e972c-1c75-4a9e-9e42-85318983077f tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.336808 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (7a7f310d-02e1-46cb-8263-5709a7fb8563), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.338592 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Deleting port 2c375ad9-32a4-40d0-8a28-757c5117e12e {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:13.338944 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2c375ad9-32a4-40d0-8a28-757c5117e12e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.342480 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e972c-1c75-4a9e-9e42-85318983077f tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Subnet': ['ID=91fc6051-74e7-4109-a187-8dd927999eeb,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:13.358378 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-410e972c-1c75-4a9e-9e42-85318983077f tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0992384 Mar 28 09:12:13.361824 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52206) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:13.430713 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3a48f1-ba92-4c3e-af80-3b1c3232721d tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:13.431922 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3a48f1-ba92-4c3e-af80-3b1c3232721d tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:13.433705 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3a48f1-ba92-4c3e-af80-3b1c3232721d tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:13.434630 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3a48f1-ba92-4c3e-af80-3b1c3232721d tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:13.435987 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] Publish callbacks [] for router_controller (21aa7a59-d6d1-4617-b260-589cf118966c), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.436126 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3a48f1-ba92-4c3e-af80-3b1c3232721d tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:13.437924 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-aa3a48f1-ba92-4c3e-af80-3b1c3232721d tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0750573 Mar 28 09:12:13.444186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52208) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:13.450347 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-cbde1561-190b-4f3a-a586-d6df06aad7f5 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1710160516'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:13.483484 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbde1561-190b-4f3a-a586-d6df06aad7f5 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:13.486973 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbde1561-190b-4f3a-a586-d6df06aad7f5 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.491782 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54fd7c-4541-4ae3-8f85-ca3fcf451143 None None] Pushing event updated for resources: {'Port': ['ID=3338984d-4e8d-44ad-8b6f-8db393cf8bee,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:13.538559 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (7a7f310d-02e1-46cb-8263-5709a7fb8563), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.541250 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbde1561-190b-4f3a-a586-d6df06aad7f5 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:13.570221 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:12:13.571742 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.592422 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:13.593777 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbde1561-190b-4f3a-a586-d6df06aad7f5 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (41162abe-9156-4160-980d-7ede9ebc8894), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.594131 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-cbde1561-190b-4f3a-a586-d6df06aad7f5 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Added segment 41162abe-9156-4160-980d-7ede9ebc8894 of type vlan for network 2c77bbdc-03da-453b-b15a-e90747301798 Mar 28 09:12:13.605299 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:13.614372 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:13.636816 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e891c9b0-da98-4f95-97ba-06b8b0d65d85 None None] DHCP port deletion for 3af38ba1-e72e-4f1c-bf1e-777947d7e58e request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:12:13.663192 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=7a7f310d-02e1-46cb-8263-5709a7fb8563,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:13.681936 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbde1561-190b-4f3a-a586-d6df06aad7f5 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (2c77bbdc-03da-453b-b15a-e90747301798), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.828197 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbde1561-190b-4f3a-a586-d6df06aad7f5 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (2c77bbdc-03da-453b-b15a-e90747301798), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.837681 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbde1561-190b-4f3a-a586-d6df06aad7f5 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:13.839350 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbde1561-190b-4f3a-a586-d6df06aad7f5 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.902622 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e891c9b0-da98-4f95-97ba-06b8b0d65d85 None None] Deleting port 2c375ad9-32a4-40d0-8a28-757c5117e12e {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:13.903372 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e891c9b0-da98-4f95-97ba-06b8b0d65d85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2c375ad9-32a4-40d0-8a28-757c5117e12e), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:13.967572 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cbde1561-190b-4f3a-a586-d6df06aad7f5 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5224333 Mar 28 09:12:13.982683 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52214) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:13.983516 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde1561-190b-4f3a-a586-d6df06aad7f5 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Network': ['ID=2c77bbdc-03da-453b-b15a-e90747301798,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:13.993854 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4a683ceb-1fa3-4fbf-8a1d-c33883a7fda1 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:14.018503 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 2c77bbdc-03da-453b-b15a-e90747301798 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:14.106643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] For port 2c375ad9-32a4-40d0-8a28-757c5117e12e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c375ad9-32a4-40d0-8a28-757c5117e12e,segment=NetworkSegment(fb2f1e80-48e9-457d-be00-bcf313d8b7cd),segment_id=fb2f1e80-48e9-457d-be00-bcf313d8b7cd)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:14.107687 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2c375ad9-32a4-40d0-8a28-757c5117e12e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:14.125412 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Calling delete_port for 2c375ad9-32a4-40d0-8a28-757c5117e12e owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:14.127981 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Allocated IP 172.20.0.2 (a9b6026d-f3c8-4cca-af27-17fc5f4b79d8/7e3ff9a8-b5a8-488c-b061-58d28e8ef393/2025dea2-6431-47fb-b678-8eac172121e9) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:14.154614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-e891c9b0-da98-4f95-97ba-06b8b0d65d85 None None] For port 2c375ad9-32a4-40d0-8a28-757c5117e12e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c375ad9-32a4-40d0-8a28-757c5117e12e,segment=NetworkSegment(fb2f1e80-48e9-457d-be00-bcf313d8b7cd),segment_id=fb2f1e80-48e9-457d-be00-bcf313d8b7cd)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:14.155022 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e891c9b0-da98-4f95-97ba-06b8b0d65d85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2c375ad9-32a4-40d0-8a28-757c5117e12e), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:14.185564 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e891c9b0-da98-4f95-97ba-06b8b0d65d85 None None] Calling delete_port for 2c375ad9-32a4-40d0-8a28-757c5117e12e owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:14.211745 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c6d517b8-1bff-47aa-b897-808224d3c304 req-8ae27499-1c52-47c1-b2c1-1094a1f2bbcc tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 210 time: 0.1390646 Mar 28 09:12:14.231617 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] Publish callbacks [] for router_gateway (21aa7a59-d6d1-4617-b260-589cf118966c), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:14.290238 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router_gateway (807584f1-03ef-4368-bd69-0bca687b1038), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:14.340714 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (2c375ad9-32a4-40d0-8a28-757c5117e12e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:14.359386 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e891c9b0-da98-4f95-97ba-06b8b0d65d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (2c375ad9-32a4-40d0-8a28-757c5117e12e), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:14.376366 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e891c9b0-da98-4f95-97ba-06b8b0d65d85 None None] No DVR routers for this DVR port 2c375ad9-32a4-40d0-8a28-757c5117e12e on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:12:14.383041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Pushing event deleted for resources: {'Port': ['ID=2c375ad9-32a4-40d0-8a28-757c5117e12e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:14.387593 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] No DVR routers for this DVR port 2c375ad9-32a4-40d0-8a28-757c5117e12e on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:12:14.413768 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891c9b0-da98-4f95-97ba-06b8b0d65d85 None None] Pushing event deleted for resources: {'Port': ['ID=2c375ad9-32a4-40d0-8a28-757c5117e12e,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:14.444545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Publish callbacks [] for port (2025dea2-6431-47fb-b678-8eac172121e9), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:14.453461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (2025dea2-6431-47fb-b678-8eac172121e9), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:14.508221 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Pushing event updated for resources: {'Port': ['ID=2025dea2-6431-47fb-b678-8eac172121e9,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:14.522635 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:14.524177 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:14.533012 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:12:14.534143 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:14.631105 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Attempting to bind port 2025dea2-6431-47fb-b678-8eac172121e9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:14.631664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Attempting to bind port 2025dea2-6431-47fb-b678-8eac172121e9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:14.632267 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Attempting to bind port 2025dea2-6431-47fb-b678-8eac172121e9 on network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:14.639128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:14.639619 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Checking segment: {'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:14.640397 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:14.641020 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Bound using segment: {'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:14.641422 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Bound port: 2025dea2-6431-47fb-b678-8eac172121e9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:14.641906 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2025dea2-6431-47fb-b678-8eac172121e9), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:14.697083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (3af38ba1-e72e-4f1c-bf1e-777947d7e58e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:14.719595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] For port 2025dea2-6431-47fb-b678-8eac172121e9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:14.724497 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] For port 2025dea2-6431-47fb-b678-8eac172121e9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2025dea2-6431-47fb-b678-8eac172121e9,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:14.734097 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2025dea2-6431-47fb-b678-8eac172121e9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:14.734826 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af38ba1-e72e-4f1c-bf1e-777947d7e58e']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:14.846501 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2f1e80-48e9-457d-be00-bcf313d8b7cd') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:14.859808 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2f1e80-48e9-457d-be00-bcf313d8b7cd') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:14.867877 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a683ceb-1fa3-4fbf-8a1d-c33883a7fda1 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (2c77bbdc-03da-453b-b15a-e90747301798), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:14.875740 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (fb2f1e80-48e9-457d-be00-bcf313d8b7cd), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:14.875912 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fc3aa-715e-402a-8669-4b5e6b136c9b None None] Pushing event updated for resources: {'Port': ['ID=2025dea2-6431-47fb-b678-8eac172121e9,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:14.897073 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a683ceb-1fa3-4fbf-8a1d-c33883a7fda1 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (2c77bbdc-03da-453b-b15a-e90747301798), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:14.924077 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 3338984d-4e8d-44ad-8b6f-8db393cf8bee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:14.927936 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a683ceb-1fa3-4fbf-8a1d-c33883a7fda1 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network 2c77bbdc-03da-453b-b15a-e90747301798 is not hosted by any dhcp agent {{(pid=104076) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 09:12:14.930545 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] Publish callbacks [] for router_gateway (21aa7a59-d6d1-4617-b260-589cf118966c), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:14.936758 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a683ceb-1fa3-4fbf-8a1d-c33883a7fda1 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:14.937113 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a683ceb-1fa3-4fbf-8a1d-c33883a7fda1 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:14.941291 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4a683ceb-1fa3-4fbf-8a1d-c33883a7fda1 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "PUT /v2.0/networks/2c77bbdc-03da-453b-b15a-e90747301798 HTTP/1.1" status: 200 len: 723 time: 0.9513135 Mar 28 09:12:14.943253 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (fb2f1e80-48e9-457d-be00-bcf313d8b7cd), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:14.949796 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52220) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:14.994436 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-bf95f099-9aa7-4a88-9552-1d2c5740fd49 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'subnet': {'network_id': '2c77bbdc-03da-453b-b15a-e90747301798', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:15.010385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:15.021230 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 3338984d-4e8d-44ad-8b6f-8db393cf8bee triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:15.021982 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:15.105181 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a683ceb-1fa3-4fbf-8a1d-c33883a7fda1 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Network': ['ID=2c77bbdc-03da-453b-b15a-e90747301798,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:15.128581 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 2c77bbdc-03da-453b-b15a-e90747301798 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:15.148175 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844765f6-225e-4212-9652-8c9775e20e25 req-a6f396f7-689e-4bbc-8432-f8fe29be5e09 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:15.149328 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-844765f6-225e-4212-9652-8c9775e20e25 req-a6f396f7-689e-4bbc-8432-f8fe29be5e09 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.16 "GET /v2.0/networks?id=1dac6567-c143-4ec8-a54f-6d151692d778 HTTP/1.1" status: 200 len: 811 time: 0.6484919 Mar 28 09:12:15.152901 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:15.153225 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (807584f1-03ef-4368-bd69-0bca687b1038), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:15.153352 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (fb2f1e80-48e9-457d-be00-bcf313d8b7cd), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:15.191390 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:15.197129 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75d1ac2-d4b6-46a6-a988-3a395c6c6e15 None None] Network 8573cb7d-6845-44b9-82c1-4901f1ed8396 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:15.218134 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-844765f6-225e-4212-9652-8c9775e20e25 req-4b0a85f8-b1a2-4b06-8a1e-5aaf22181958 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Request body: {'port': {'device_id': 'c8fda82f-184e-4258-b977-414eeff6b622', 'network_id': '1dac6567-c143-4ec8-a54f-6d151692d778', 'admin_state_up': True, 'tenant_id': '15b387297d714b8fbf1b26450f1f637a'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:15.355760 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf95f099-9aa7-4a88-9552-1d2c5740fd49 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:15.360725 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bf95f099-9aa7-4a88-9552-1d2c5740fd49 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:15.373949 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router 807584f1-03ef-4368-bd69-0bca687b1038 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:12:15.439355 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 3338984d-4e8d-44ad-8b6f-8db393cf8bee is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:15.439829 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:15.444129 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9b88d8ee-2844-4688-adb6-5a8df941c6d2 None None] Provisioning complete for port 3338984d-4e8d-44ad-8b6f-8db393cf8bee triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:15.445011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9b88d8ee-2844-4688-adb6-5a8df941c6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:15.483703 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b37a2eaa-1c5b-441d-9745-90b9f3e4fc4c req-a82be0cc-d46c-4be2-a599-3fa8326336c7 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 210 time: 0.1311145 Mar 28 09:12:15.520107 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:12:15.523606 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (3af38ba1-e72e-4f1c-bf1e-777947d7e58e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:15.534268 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17afe805-246e-439f-be51-341ce2ff7952 None None] Sync routers for ids ['807584f1-03ef-4368-bd69-0bca687b1038'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:12:15.545700 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:15.548884 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] 10.222.0.15 "DELETE /v2.0/networks/3af38ba1-e72e-4f1c-bf1e-777947d7e58e HTTP/1.1" status: 204 len: 168 time: 2.4350643 Mar 28 09:12:15.570328 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:15.572532 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-460f25d9-eab7-4aa2-bfef-ba43d57de7d7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.3175812 Mar 28 09:12:15.579717 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17afe805-246e-439f-be51-341ce2ff7952 None None] Routers {'807584f1-03ef-4368-bd69-0bca687b1038'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:15.580911 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-17afe805-246e-439f-be51-341ce2ff7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['807584f1-03ef-4368-bd69-0bca687b1038'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:15.585963 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52226) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:15.590664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 3338984d-4e8d-44ad-8b6f-8db393cf8bee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3338984d-4e8d-44ad-8b6f-8db393cf8bee,segment=NetworkSegment(6c71f0b7-c7ca-4ccb-b577-78802369e503),segment_id=6c71f0b7-c7ca-4ccb-b577-78802369e503)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:15.608588 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:15.610729 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ecda24-f140-4ff0-b392-2f2cb04d5aae tempest-ExtraDHCPOptionsTestJSON-1579914406 tempest-ExtraDHCPOptionsTestJSON-1579914406-project] Pushing event deleted for resources: {'Network': ['ID=3af38ba1-e72e-4f1c-bf1e-777947d7e58e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:15.661958 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] Allocated IP 172.36.4.130 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/584a6e2a-11d9-4614-ab1d-5f84af58a639) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:15.742792 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2c375ad9-32a4-40d0-8a28-757c5117e12e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:12:15.791772 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5082eee8-4a58-4235-b7a8-346bdb364e66 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/routers/807584f1-03ef-4368-bd69-0bca687b1038 HTTP/1.1" status: 200 len: 880 time: 0.2036357 Mar 28 09:12:15.792400 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52230) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:15.814045 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 2c375ad9-32a4-40d0-8a28-757c5117e12e {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:12:15.814477 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2c375ad9-32a4-40d0-8a28-757c5117e12e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:12:15.822650 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9b88d8ee-2844-4688-adb6-5a8df941c6d2 None None] Current status of the port 3338984d-4e8d-44ad-8b6f-8db393cf8bee is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:15.826701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=3338984d-4e8d-44ad-8b6f-8db393cf8bee,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:15.912993 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-17afe805-246e-439f-be51-341ce2ff7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:15.923153 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17afe805-246e-439f-be51-341ce2ff7952 None None] Routers {'807584f1-03ef-4368-bd69-0bca687b1038'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:15.923792 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-17afe805-246e-439f-be51-341ce2ff7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['807584f1-03ef-4368-bd69-0bca687b1038'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:15.935839 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] Publish callbacks [] for port (584a6e2a-11d9-4614-ab1d-5f84af58a639), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:15.964798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52232) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:15.971444 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d94714-83fa-4d3e-ad1a-2903fdbe7a84 None None] Update dhcp port {'port': {'network_id': '8573cb7d-6845-44b9-82c1-4901f1ed8396', 'fixed_ips': [{'subnet_id': 'd34c17da-9e9c-4996-9e32-53fbc04c91ae', 'ip_address': '2001:db8::2'}, {'subnet_id': '91fc6051-74e7-4109-a187-8dd927999eeb'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '3338984d-4e8d-44ad-8b6f-8db393cf8bee'} from dv-neutron-master-2-hyperv. {{(pid=104077) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 28 09:12:15.983691 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-17afe805-246e-439f-be51-341ce2ff7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:15.984645 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17afe805-246e-439f-be51-341ce2ff7952 None None] The sync data for ids ['807584f1-03ef-4368-bd69-0bca687b1038'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:12:16.030843 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c2d94714-83fa-4d3e-ad1a-2903fdbe7a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:16.068072 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bf95f099-9aa7-4a88-9552-1d2c5740fd49 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (a63c16d8-e5e7-437c-aabe-5851f662bd75), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:16.102253 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844765f6-225e-4212-9652-8c9775e20e25 req-4b0a85f8-b1a2-4b06-8a1e-5aaf22181958 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Made reservation on behalf of 15b387297d714b8fbf1b26450f1f637a for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:16.108676 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-844765f6-225e-4212-9652-8c9775e20e25 req-4b0a85f8-b1a2-4b06-8a1e-5aaf22181958 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:16.142584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (584a6e2a-11d9-4614-ab1d-5f84af58a639), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:16.169775 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95f099-9aa7-4a88-9552-1d2c5740fd49 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Subnet': ['ID=a63c16d8-e5e7-437c-aabe-5851f662bd75,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:16.187752 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-284ffd91-98c0-4a1f-b18a-8aefd5a333aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3940883 Mar 28 09:12:16.194645 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e8da081d-c68e-4375-a138-75542d6aea33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cea7b042abc7422c8655e219c4e7d6bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2287176 Mar 28 09:12:16.195255 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52236) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:16.196203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52238) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:16.200683 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-9e463e25-bc5b-4ff3-bc85-ec4cd2714c44 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1263986304'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:16.259863 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf95f099-9aa7-4a88-9552-1d2c5740fd49 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Checking segment: {'id': '41162abe-9156-4160-980d-7ede9ebc8894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c77bbdc-03da-453b-b15a-e90747301798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:16.260235 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf95f099-9aa7-4a88-9552-1d2c5740fd49 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network hostable DHCP agents. Network: 2c77bbdc-03da-453b-b15a-e90747301798, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:12:16.271213 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:16.272232 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-c2d94714-83fa-4d3e-ad1a-2903fdbe7a84 None None] Allocated IP 172.20.0.1 (8573cb7d-6845-44b9-82c1-4901f1ed8396/91fc6051-74e7-4109-a187-8dd927999eeb/3338984d-4e8d-44ad-8b6f-8db393cf8bee) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:16.311288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:16.314598 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:16.338696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-84f8589a-afc8-42d0-9a48-5300fbea1000 admin admin] Publish callbacks [] for security_group (a5ed4c34-463a-4dba-8eed-a90f18d6fb55), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:16.346788 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f8aa92-2c49-4cf1-9a6c-eec613b76f0b None None] Network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:16.392481 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] Pushing event updated for resources: {'Port': ['ID=584a6e2a-11d9-4614-ab1d-5f84af58a639,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:16.408730 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-84f8589a-afc8-42d0-9a48-5300fbea1000 admin admin] Publish callbacks [] for security_group (a5ed4c34-463a-4dba-8eed-a90f18d6fb55), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:16.431208 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a69f92b7-72d1-4b3c-bf8e-7a7bfbbf38ed None None] Provisioning complete for port 2025dea2-6431-47fb-b678-8eac172121e9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:16.431500 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a69f92b7-72d1-4b3c-bf8e-7a7bfbbf38ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2025dea2-6431-47fb-b678-8eac172121e9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:16.489683 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c2d94714-83fa-4d3e-ad1a-2903fdbe7a84 None None] For port 3338984d-4e8d-44ad-8b6f-8db393cf8bee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3338984d-4e8d-44ad-8b6f-8db393cf8bee,segment=NetworkSegment(6c71f0b7-c7ca-4ccb-b577-78802369e503),segment_id=6c71f0b7-c7ca-4ccb-b577-78802369e503)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:16.491912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf95f099-9aa7-4a88-9552-1d2c5740fd49 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network 2c77bbdc-03da-453b-b15a-e90747301798 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:12:16.552561 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-bf95f099-9aa7-4a88-9552-1d2c5740fd49 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2c77bbdc-03da-453b-b15a-e90747301798) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:16.562749 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-844765f6-225e-4212-9652-8c9775e20e25 req-4b0a85f8-b1a2-4b06-8a1e-5aaf22181958 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Allocated IP 172.20.0.12 (1dac6567-c143-4ec8-a54f-6d151692d778/9c54a422-e7fd-4ddc-a30b-59163927dd66/bbe371ea-e17c-42dc-b5f4-31d279a74fb9) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:16.568834 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99910eb7-bea1-4af1-a8e3-01567b190303 None None] Network 2c77bbdc-03da-453b-b15a-e90747301798 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:16.569970 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf95f099-9aa7-4a88-9552-1d2c5740fd49 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:16.570730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bf95f099-9aa7-4a88-9552-1d2c5740fd49 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:16.580165 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-84f8589a-afc8-42d0-9a48-5300fbea1000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (a5ed4c34-463a-4dba-8eed-a90f18d6fb55), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:16.582850 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-84f8589a-afc8-42d0-9a48-5300fbea1000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:16.588878 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-84f8589a-afc8-42d0-9a48-5300fbea1000 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5ed4c34-463a-4dba-8eed-a90f18d6fb55 HTTP/1.1" status: 204 len: 168 time: 0.3850007 Mar 28 09:12:16.596177 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bf95f099-9aa7-4a88-9552-1d2c5740fd49 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6086111 Mar 28 09:12:16.601109 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52244) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:16.611830 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-da74edf4-da74-429b-9952-0c7f02eb95bf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:16.643595 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8589a-afc8-42d0-9a48-5300fbea1000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ed4c34-463a-4dba-8eed-a90f18d6fb55,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:16.679100 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c2d94714-83fa-4d3e-ad1a-2903fdbe7a84 None None] Publish callbacks [] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:16.704165 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2a47d1b7-99c6-4fd2-9657-cdc88bb90fe1 req-2dd32b18-db71-44df-bd17-6d856e3922ba tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 210 time: 0.0523560 Mar 28 09:12:16.754338 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c2d94714-83fa-4d3e-ad1a-2903fdbe7a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:16.767188 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9e463e25-bc5b-4ff3-bc85-ec4cd2714c44 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (807584f1-03ef-4368-bd69-0bca687b1038), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:16.788428 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da74edf4-da74-429b-9952-0c7f02eb95bf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9575866'] for subnet (a63c16d8-e5e7-437c-aabe-5851f662bd75), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:16.812933 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9e463e25-bc5b-4ff3-bc85-ec4cd2714c44 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (807584f1-03ef-4368-bd69-0bca687b1038), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:16.861327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d94714-83fa-4d3e-ad1a-2903fdbe7a84 None None] Pushing event updated for resources: {'Port': ['ID=3338984d-4e8d-44ad-8b6f-8db393cf8bee,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:16.902216 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] Publish callbacks [] for router_gateway (21aa7a59-d6d1-4617-b260-589cf118966c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:16.903022 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a69f92b7-72d1-4b3c-bf8e-7a7bfbbf38ed None None] Current status of the port 2025dea2-6431-47fb-b678-8eac172121e9 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:16.903636 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a69f92b7-72d1-4b3c-bf8e-7a7bfbbf38ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2025dea2-6431-47fb-b678-8eac172121e9), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:17.038056 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-844765f6-225e-4212-9652-8c9775e20e25 req-4b0a85f8-b1a2-4b06-8a1e-5aaf22181958 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Publish callbacks [] for port (bbe371ea-e17c-42dc-b5f4-31d279a74fb9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:17.039126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 3338984d-4e8d-44ad-8b6f-8db393cf8bee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:17.131956 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e463e25-bc5b-4ff3-bc85-ec4cd2714c44 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router 807584f1-03ef-4368-bd69-0bca687b1038 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:12:17.159724 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a69f92b7-72d1-4b3c-bf8e-7a7bfbbf38ed None None] For port 2025dea2-6431-47fb-b678-8eac172121e9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2025dea2-6431-47fb-b678-8eac172121e9,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:17.165316 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da74edf4-da74-429b-9952-0c7f02eb95bf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764768247435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9826088'] for subnet (a63c16d8-e5e7-437c-aabe-5851f662bd75), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:17.195032 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a69f92b7-72d1-4b3c-bf8e-7a7bfbbf38ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2025dea2-6431-47fb-b678-8eac172121e9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:17.263605 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-844765f6-225e-4212-9652-8c9775e20e25 req-4b0a85f8-b1a2-4b06-8a1e-5aaf22181958 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (bbe371ea-e17c-42dc-b5f4-31d279a74fb9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:17.272081 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f92b7-72d1-4b3c-bf8e-7a7bfbbf38ed None None] Pushing event updated for resources: {'Port': ['ID=2025dea2-6431-47fb-b678-8eac172121e9,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:17.275168 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2c77bbdc-03da-453b-b15a-e90747301798', 'network_id': '2c77bbdc-03da-453b-b15a-e90747301798', 'project_id': '61d47aacc0464e97834f5e7f8b3a7592', 'fixed_ips': [{'subnet_id': 'a63c16d8-e5e7-437c-aabe-5851f662bd75'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:12:17.276016 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:17.322614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (21aa7a59-d6d1-4617-b260-589cf118966c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:17.327381 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844765f6-225e-4212-9652-8c9775e20e25 req-4b0a85f8-b1a2-4b06-8a1e-5aaf22181958 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Network 1dac6567-c143-4ec8-a54f-6d151692d778 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:17.332575 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-844765f6-225e-4212-9652-8c9775e20e25 req-4b0a85f8-b1a2-4b06-8a1e-5aaf22181958 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:17.339976 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-844765f6-225e-4212-9652-8c9775e20e25 req-4b0a85f8-b1a2-4b06-8a1e-5aaf22181958 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:17.399055 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da74edf4-da74-429b-9952-0c7f02eb95bf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:17.399755 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da74edf4-da74-429b-9952-0c7f02eb95bf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:17.401000 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-da74edf4-da74-429b-9952-0c7f02eb95bf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "PUT /v2.0/subnets/a63c16d8-e5e7-437c-aabe-5851f662bd75 HTTP/1.1" status: 200 len: 826 time: 0.7942007 Mar 28 09:12:17.405268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52256) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:17.410829 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e463e25-bc5b-4ff3-bc85-ec4cd2714c44 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:12:17.428547 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9e463e25-bc5b-4ff3-bc85-ec4cd2714c44 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:17.435998 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0f04ca-437f-4b32-b838-86c030c14653 None None] Sync routers for ids ['807584f1-03ef-4368-bd69-0bca687b1038'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:12:17.438104 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9e463e25-bc5b-4ff3-bc85-ec4cd2714c44 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/807584f1-03ef-4368-bd69-0bca687b1038 HTTP/1.1" status: 200 len: 887 time: 1.2405002 Mar 28 09:12:17.442554 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52258) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:17.460817 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 3338984d-4e8d-44ad-8b6f-8db393cf8bee triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:17.461297 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:17.548877 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0f04ca-437f-4b32-b838-86c030c14653 None None] Routers {'807584f1-03ef-4368-bd69-0bca687b1038'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:17.549563 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2a0f04ca-437f-4b32-b838-86c030c14653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['807584f1-03ef-4368-bd69-0bca687b1038'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:17.572742 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74edf4-da74-429b-9952-0c7f02eb95bf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Subnet': ['ID=a63c16d8-e5e7-437c-aabe-5851f662bd75,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:17.619556 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f114acee-3c6c-4110-afb8-57676b034151 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/routers/807584f1-03ef-4368-bd69-0bca687b1038 HTTP/1.1" status: 200 len: 887 time: 0.1755970 Mar 28 09:12:17.622511 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52262) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:17.638583 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2a0f04ca-437f-4b32-b838-86c030c14653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:17.641226 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b079b2ea-6b3e-458d-a813-6d4a8999d587 None None] Provisioning complete for port 2025dea2-6431-47fb-b678-8eac172121e9 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:17.641605 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b079b2ea-6b3e-458d-a813-6d4a8999d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2025dea2-6431-47fb-b678-8eac172121e9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:17.658344 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-aa82f24b-ea07-4518-af0d-2e47043ab62c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/ports?device_id=807584f1-03ef-4368-bd69-0bca687b1038 HTTP/1.1" status: 200 len: 205 time: 0.0339375 Mar 28 09:12:17.666323 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52266) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:17.705395 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Allocated IP 2001:db8::2 (2c77bbdc-03da-453b-b15a-e90747301798/a63c16d8-e5e7-437c-aabe-5851f662bd75/6d30767c-1fa4-4a2c-aacd-51f95b43302d) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:17.721280 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0f04ca-437f-4b32-b838-86c030c14653 None None] Routers {'807584f1-03ef-4368-bd69-0bca687b1038'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:17.728524 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2a0f04ca-437f-4b32-b838-86c030c14653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['807584f1-03ef-4368-bd69-0bca687b1038'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:17.854158 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-37332fce-cb98-4b08-ba34-d10ae8c70a3e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (807584f1-03ef-4368-bd69-0bca687b1038), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:17.868939 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2a0f04ca-437f-4b32-b838-86c030c14653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:17.869468 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0f04ca-437f-4b32-b838-86c030c14653 None None] The sync data for ids ['807584f1-03ef-4368-bd69-0bca687b1038'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:12:17.927216 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52274) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:17.956840 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 3338984d-4e8d-44ad-8b6f-8db393cf8bee is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:17.958008 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2025dea2-6431-47fb-b678-8eac172121e9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:18.011846 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-37332fce-cb98-4b08-ba34-d10ae8c70a3e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router_gateway (807584f1-03ef-4368-bd69-0bca687b1038), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:18.076236 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844765f6-225e-4212-9652-8c9775e20e25 req-4b0a85f8-b1a2-4b06-8a1e-5aaf22181958 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:18.076907 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-844765f6-225e-4212-9652-8c9775e20e25 req-4b0a85f8-b1a2-4b06-8a1e-5aaf22181958 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:18.086452 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a85f8-b1a2-4b06-8a1e-5aaf22181958 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Pushing event updated for resources: {'Port': ['ID=bbe371ea-e17c-42dc-b5f4-31d279a74fb9,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:18.168603 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-844765f6-225e-4212-9652-8c9775e20e25 req-4b0a85f8-b1a2-4b06-8a1e-5aaf22181958 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9707618 Mar 28 09:12:18.182141 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70447c77-73d8-49d2-9185-5c2d63c0606a None None] Network 8573cb7d-6845-44b9-82c1-4901f1ed8396 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:18.186459 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Request body: {'port': {'device_id': 'c8fda82f-184e-4258-b977-414eeff6b622', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:18.216952 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (2c77bbdc-03da-453b-b15a-e90747301798), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:18.262342 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f949f-b0f0-45da-bad1-d8361bc408ad req-161f0d8d-0bb3-4bde-b2e3-cb3bb7bb50bf tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:18.263875 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-540f949f-b0f0-45da-bad1-d8361bc408ad req-161f0d8d-0bb3-4bde-b2e3-cb3bb7bb50bf tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 932 time: 0.1807349 Mar 28 09:12:18.271935 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b079b2ea-6b3e-458d-a813-6d4a8999d587 None None] Current status of the port 2025dea2-6431-47fb-b678-8eac172121e9 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:18.306048 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 2025dea2-6431-47fb-b678-8eac172121e9 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:18.306443 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2025dea2-6431-47fb-b678-8eac172121e9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:18.368853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bbe371ea-e17c-42dc-b5f4-31d279a74fb9), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:18.384016 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-0da5a4f9-583d-4072-85b1-502be59ac6c1 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] Request body: {'port': {'network_id': '435de15c-7384-4f88-9502-054bfc9c8a61', 'name': 'tempest-NetworksNegativeTestJSON-848258515'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:18.402236 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da5a4f9-583d-4072-85b1-502be59ac6c1 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] POST failed (client error): The resource could not be found. Mar 28 09:12:18.407588 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da5a4f9-583d-4072-85b1-502be59ac6c1 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:18.407588 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0da5a4f9-583d-4072-85b1-502be59ac6c1 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4755998 Mar 28 09:12:18.407860 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52278) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:18.413439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Publish callbacks [] for port (6d30767c-1fa4-4a2c-aacd-51f95b43302d), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:18.420339 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-540f949f-b0f0-45da-bad1-d8361bc408ad req-386fd13a-c9c6-45cd-b31a-d42b926dcf1c tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198561 Mar 28 09:12:18.421160 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (a63c16d8-e5e7-437c-aabe-5851f662bd75), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:18.428110 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] Router 21aa7a59-d6d1-4617-b260-589cf118966c is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:12:18.433849 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac6864e-ee35-4b54-b903-96c896534313 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] DELETE failed (client error): The resource could not be found. Mar 28 09:12:18.434551 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac6864e-ee35-4b54-b903-96c896534313 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:18.435178 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (6d30767c-1fa4-4a2c-aacd-51f95b43302d), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:18.440979 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bac6864e-ee35-4b54-b903-96c896534313 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] 10.222.0.15 "DELETE /v2.0/networks/aed186bf-2d94-4ea1-9a13-9ccaebd00ac6 HTTP/1.1" status: 404 len: 339 time: 0.0288060 Mar 28 09:12:18.442105 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0d06a5a6-ec9d-4bd8-b87c-809a21732253 None None] Provisioning complete for port 3338984d-4e8d-44ad-8b6f-8db393cf8bee triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:18.442475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d06a5a6-ec9d-4bd8-b87c-809a21732253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:18.442702 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52280) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:18.481518 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-64adedbd-b801-4801-a328-7a2ac3ad0df6 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] DELETE failed (client error): The resource could not be found. Mar 28 09:12:18.482168 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64adedbd-b801-4801-a328-7a2ac3ad0df6 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:18.488706 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-64adedbd-b801-4801-a328-7a2ac3ad0df6 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] 10.222.0.15 "DELETE /v2.0/ports/b6a04d17-da42-4a76-a121-7c2cf186535d HTTP/1.1" status: 404 len: 333 time: 0.0399947 Mar 28 09:12:18.488706 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-37332fce-cb98-4b08-ba34-d10ae8c70a3e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting port 7a7f310d-02e1-46cb-8263-5709a7fb8563 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:18.488706 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-37332fce-cb98-4b08-ba34-d10ae8c70a3e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (7a7f310d-02e1-46cb-8263-5709a7fb8563), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:18.489045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52282) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:18.515291 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Network 2c77bbdc-03da-453b-b15a-e90747301798 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:18.548995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:18.556190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:18.558252 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Pushing event updated for resources: {'Port': ['ID=6d30767c-1fa4-4a2c-aacd-51f95b43302d,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:18.564070 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f0c8b9-a0a6-4db9-8102-1e8a308cc28d tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] DELETE failed (client error): The resource could not be found. Mar 28 09:12:18.564070 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f0c8b9-a0a6-4db9-8102-1e8a308cc28d tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:18.573586 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-03f0c8b9-a0a6-4db9-8102-1e8a308cc28d tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] 10.222.0.15 "DELETE /v2.0/subnets/786a940f-02f7-4d06-8db5-3c9b78a96e22 HTTP/1.1" status: 404 len: 337 time: 0.0785215 Mar 28 09:12:18.573586 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52284) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:18.600533 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-98188c8b-ea59-4f71-8660-21d320973197 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] GET failed (client error): The resource could not be found. Mar 28 09:12:18.605199 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-98188c8b-ea59-4f71-8660-21d320973197 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] 10.222.0.15 "GET /v2.0/networks/03700897-f6b1-4968-b8fb-63eaf5a246ca HTTP/1.1" status: 404 len: 339 time: 0.0276074 Mar 28 09:12:18.609199 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52286) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:18.636113 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 2025dea2-6431-47fb-b678-8eac172121e9 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:18.639327 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aef4ce8-192e-47cc-9af2-5db36112676c tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] GET failed (client error): The resource could not be found. Mar 28 09:12:18.640856 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1aef4ce8-192e-47cc-9af2-5db36112676c tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] 10.222.0.15 "GET /v2.0/ports/99d3db9a-281d-4515-973f-713bab44a0cd HTTP/1.1" status: 404 len: 333 time: 0.0306430 Mar 28 09:12:18.644976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52288) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:18.686230 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19e8672-c02b-4b9a-ac64-6f403aa1e97f tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] GET failed (client error): The resource could not be found. Mar 28 09:12:18.687570 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a19e8672-c02b-4b9a-ac64-6f403aa1e97f tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] 10.222.0.15 "GET /v2.0/subnets/fc10d4ed-fa6d-4215-8a1b-dc15ff9e8d80 HTTP/1.1" status: 404 len: 337 time: 0.0415764 Mar 28 09:12:18.693497 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52290) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:18.700548 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Attempting to bind port 6d30767c-1fa4-4a2c-aacd-51f95b43302d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:18.701002 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Attempting to bind port 6d30767c-1fa4-4a2c-aacd-51f95b43302d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '41162abe-9156-4160-980d-7ede9ebc8894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c77bbdc-03da-453b-b15a-e90747301798'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:18.701475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Attempting to bind port 6d30767c-1fa4-4a2c-aacd-51f95b43302d on network 2c77bbdc-03da-453b-b15a-e90747301798 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:18.702779 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f79e2ab4-97b5-4eff-988e-dc4d28f1c351 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:18.703756 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (a63c16d8-e5e7-437c-aabe-5851f662bd75), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:18.728253 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79e2ab4-97b5-4eff-988e-dc4d28f1c351 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] PUT failed (client error): The resource could not be found. Mar 28 09:12:18.729142 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79e2ab4-97b5-4eff-988e-dc4d28f1c351 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:18.734662 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f79e2ab4-97b5-4eff-988e-dc4d28f1c351 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] 10.222.0.15 "PUT /v2.0/networks/9f5adc83-1045-4cef-8668-6fba59bfdcf0 HTTP/1.1" status: 404 len: 339 time: 0.0346591 Mar 28 09:12:18.736676 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-37332fce-cb98-4b08-ba34-d10ae8c70a3e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (7a7f310d-02e1-46cb-8263-5709a7fb8563), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:18.745130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:18.745130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Checking segment: {'id': '41162abe-9156-4160-980d-7ede9ebc8894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c77bbdc-03da-453b-b15a-e90747301798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:18.745130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:18.745130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Bound using segment: {'id': '41162abe-9156-4160-980d-7ede9ebc8894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c77bbdc-03da-453b-b15a-e90747301798'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:18.745130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Bound port: 6d30767c-1fa4-4a2c-aacd-51f95b43302d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41162abe-9156-4160-980d-7ede9ebc8894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c77bbdc-03da-453b-b15a-e90747301798'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:18.745130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (6d30767c-1fa4-4a2c-aacd-51f95b43302d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:18.745912 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52292) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:18.765730 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-8c52a61f-e7ae-43ca-8dd4-7e73c99b57ec tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:18.772203 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0d06a5a6-ec9d-4bd8-b87c-809a21732253 None None] Current status of the port 3338984d-4e8d-44ad-8b6f-8db393cf8bee is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:18.778198 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-37332fce-cb98-4b08-ba34-d10ae8c70a3e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Calling delete_port for 7a7f310d-02e1-46cb-8263-5709a7fb8563 owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:18.796894 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Subnet': ['ID=a63c16d8-e5e7-437c-aabe-5851f662bd75,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:18.804853 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c52a61f-e7ae-43ca-8dd4-7e73c99b57ec tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] PUT failed (client error): The resource could not be found. Mar 28 09:12:18.805429 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c52a61f-e7ae-43ca-8dd4-7e73c99b57ec tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:18.810298 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8c52a61f-e7ae-43ca-8dd4-7e73c99b57ec tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] 10.222.0.15 "PUT /v2.0/ports/ad928534-1a2e-48cd-8370-8d62f7971f5c HTTP/1.1" status: 404 len: 333 time: 0.0609102 Mar 28 09:12:18.811433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52294) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:18.818736 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c5aa342f-3596-43af-a376-5950893820b4 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:18.821685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 3338984d-4e8d-44ad-8b6f-8db393cf8bee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:18.842456 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5aa342f-3596-43af-a376-5950893820b4 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] PUT failed (client error): The resource could not be found. Mar 28 09:12:18.842927 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5aa342f-3596-43af-a376-5950893820b4 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:18.848866 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c5aa342f-3596-43af-a376-5950893820b4 tempest-NetworksNegativeTestJSON-998805478 tempest-NetworksNegativeTestJSON-998805478-project] 10.222.0.15 "PUT /v2.0/subnets/fe75f47d-2a26-4872-954b-985399a75bb3 HTTP/1.1" status: 404 len: 337 time: 0.0319731 Mar 28 09:12:18.885196 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:12:18.907069 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Sync routers for ids ['21aa7a59-d6d1-4617-b260-589cf118966c'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:12:18.915705 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (2c77bbdc-03da-453b-b15a-e90747301798), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:18.929771 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Routers {'21aa7a59-d6d1-4617-b260-589cf118966c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:18.930698 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21aa7a59-d6d1-4617-b260-589cf118966c'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:18.939379 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] For port 6d30767c-1fa4-4a2c-aacd-51f95b43302d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:18.944467 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] For port 6d30767c-1fa4-4a2c-aacd-51f95b43302d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d30767c-1fa4-4a2c-aacd-51f95b43302d,segment=NetworkSegment(41162abe-9156-4160-980d-7ede9ebc8894),segment_id=41162abe-9156-4160-980d-7ede9ebc8894)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:18.945969 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-34217931-0742-4735-84ad-7ceed74fcfa5 None None] Provisioning complete for port 3338984d-4e8d-44ad-8b6f-8db393cf8bee triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:18.946351 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-34217931-0742-4735-84ad-7ceed74fcfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:18.979621 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (6d30767c-1fa4-4a2c-aacd-51f95b43302d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:18.996537 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.001024 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52298) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:19.001659 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ab9ac6f5-a6c5-46e3-9331-7b198fef2171 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7641530 Mar 28 09:12:19.027900 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 3338984d-4e8d-44ad-8b6f-8db393cf8bee triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:19.028285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.042123 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c77bbdc-03da-453b-b15a-e90747301798']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:19.075219 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41162abe-9156-4160-980d-7ede9ebc8894') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:19.075488 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41162abe-9156-4160-980d-7ede9ebc8894') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:19.092893 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (41162abe-9156-4160-980d-7ede9ebc8894), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.104371 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-37332fce-cb98-4b08-ba34-d10ae8c70a3e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (7a7f310d-02e1-46cb-8263-5709a7fb8563), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.128478 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a7dcb-3c78-4def-afbe-89c38152858d None None] Pushing event updated for resources: {'Port': ['ID=6d30767c-1fa4-4a2c-aacd-51f95b43302d,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:19.145661 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Set router 21aa7a59-d6d1-4617-b260-589cf118966c gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:12:19.167450 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (41162abe-9156-4160-980d-7ede9ebc8894), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.178217 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:19.178751 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (41162abe-9156-4160-980d-7ede9ebc8894), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:19.181983 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:19.236751 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e883fc-e7a2-4886-bc0f-e51b3ba5cbbe None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 09:12:19.240696 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe371ea-e17c-42dc-b5f4-31d279a74fb9 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:12:19.253040 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Publish callbacks [] for port (bbe371ea-e17c-42dc-b5f4-31d279a74fb9), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.268805 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.db.api [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 09:12:19.268805 dv-neutron-master-2-hyperv neutron-server[104075]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 09:12:19.268805 dv-neutron-master-2-hyperv neutron-server[104075]: [parameters: {'id': '2c77bbdc-03da-453b-b15a-e90747301798'}] Mar 28 09:12:19.268805 dv-neutron-master-2-hyperv neutron-server[104075]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:12:19.270291 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG oslo_db.api [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:12:19.299621 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-34217931-0742-4735-84ad-7ceed74fcfa5 None None] Current status of the port 3338984d-4e8d-44ad-8b6f-8db393cf8bee is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:19.301600 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Transition to ACTIVE for port object bbe371ea-e17c-42dc-b5f4-31d279a74fb9 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:12:19.310930 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (bbe371ea-e17c-42dc-b5f4-31d279a74fb9), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.324171 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37332fce-cb98-4b08-ba34-d10ae8c70a3e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Port': ['ID=7a7f310d-02e1-46cb-8263-5709a7fb8563,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:19.385388 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Pushing event updated for resources: {'Port': ['ID=bbe371ea-e17c-42dc-b5f4-31d279a74fb9,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:19.420157 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-37332fce-cb98-4b08-ba34-d10ae8c70a3e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (807584f1-03ef-4368-bd69-0bca687b1038), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.426798 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:16Z', 'revision_number': 3, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:19.443279 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 3338984d-4e8d-44ad-8b6f-8db393cf8bee is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:19.444429 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2025dea2-6431-47fb-b678-8eac172121e9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:19.449190 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52302) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:19.455150 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Checking router: 21aa7a59-d6d1-4617-b260-589cf118966c for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:12:19.455720 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Updating router 21aa7a59-d6d1-4617-b260-589cf118966c port 584a6e2a-11d9-4614-ab1d-5f84af58a639 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:12:19.494663 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (584a6e2a-11d9-4614-ab1d-5f84af58a639), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.500916 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Attempting to bind port bbe371ea-e17c-42dc-b5f4-31d279a74fb9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:19.501255 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Attempting to bind port bbe371ea-e17c-42dc-b5f4-31d279a74fb9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '4032b8ba-adf5-4b31-80eb-489eb2755543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1dac6567-c143-4ec8-a54f-6d151692d778'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:19.501598 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Attempting to bind port bbe371ea-e17c-42dc-b5f4-31d279a74fb9 on network 1dac6567-c143-4ec8-a54f-6d151692d778 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:19.523635 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Port bbe371ea-e17c-42dc-b5f4-31d279a74fb9 on network 1dac6567-c143-4ec8-a54f-6d151692d778 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:12:19.523915 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Attempting to bind port bbe371ea-e17c-42dc-b5f4-31d279a74fb9 on network 1dac6567-c143-4ec8-a54f-6d151692d778 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:19.529642 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:19.530153 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Checking segment: {'id': '4032b8ba-adf5-4b31-80eb-489eb2755543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1dac6567-c143-4ec8-a54f-6d151692d778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:19.530545 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Bound using segment: {'id': '4032b8ba-adf5-4b31-80eb-489eb2755543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1dac6567-c143-4ec8-a54f-6d151692d778'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:19.530974 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Bound port: bbe371ea-e17c-42dc-b5f4-31d279a74fb9, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4032b8ba-adf5-4b31-80eb-489eb2755543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1dac6567-c143-4ec8-a54f-6d151692d778'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:19.531335 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bbe371ea-e17c-42dc-b5f4-31d279a74fb9), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.541157 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e883fc-e7a2-4886-bc0f-e51b3ba5cbbe None None] Resources bound (agent type, host, resource id): {{(pid=104077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 09:12:19.575372 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 2025dea2-6431-47fb-b678-8eac172121e9 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:19.576076 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2025dea2-6431-47fb-b678-8eac172121e9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.623587 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-37332fce-cb98-4b08-ba34-d10ae8c70a3e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (807584f1-03ef-4368-bd69-0bca687b1038), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.635195 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] For port bbe371ea-e17c-42dc-b5f4-31d279a74fb9, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:19.642311 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-37332fce-cb98-4b08-ba34-d10ae8c70a3e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router_controller (807584f1-03ef-4368-bd69-0bca687b1038), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.643223 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] For port bbe371ea-e17c-42dc-b5f4-31d279a74fb9, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bbe371ea-e17c-42dc-b5f4-31d279a74fb9,segment=NetworkSegment(4032b8ba-adf5-4b31-80eb-489eb2755543),segment_id=4032b8ba-adf5-4b31-80eb-489eb2755543)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:19.663572 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (bbe371ea-e17c-42dc-b5f4-31d279a74fb9), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.713323 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-37332fce-cb98-4b08-ba34-d10ae8c70a3e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (807584f1-03ef-4368-bd69-0bca687b1038), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.716373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37332fce-cb98-4b08-ba34-d10ae8c70a3e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Fanout notify agent at l3_agent the message router_deleted on router 807584f1-03ef-4368-bd69-0bca687b1038 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:12:19.720947 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:19.721788 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.724042 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-844765f6-225e-4212-9652-8c9775e20e25 req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] 10.222.0.16 "PUT /v2.0/ports/bbe371ea-e17c-42dc-b5f4-31d279a74fb9 HTTP/1.1" status: 200 len: 1094 time: 1.5470171 Mar 28 09:12:19.734451 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fda82f-184e-4258-b977-414eeff6b622', 'tag': 'bbe371ea-e17c-42dc-b5f4-31d279a74fb9'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:12:19.737336 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3613aa56-496e-4dc5-93f5-488e3e3d7ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "c8fda82f-184e-4258-b977-414eeff6b622", "tag": "bbe371ea-e17c-42dc-b5f4-31d279a74fb9"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:12:19.747107 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-37332fce-cb98-4b08-ba34-d10ae8c70a3e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.748564 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-37332fce-cb98-4b08-ba34-d10ae8c70a3e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/routers/807584f1-03ef-4368-bd69-0bca687b1038 HTTP/1.1" status: 204 len: 168 time: 2.0811784 Mar 28 09:12:19.758714 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52310) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:19.766658 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-fc4c697b-6ff9-4325-9925-711e4fcfe313 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'network': {'name': 'tempest-RoutersTest-1961825591'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:19.772607 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (2c77bbdc-03da-453b-b15a-e90747301798), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.774615 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f460f5d-1ea3-4dce-9c9a-f00094dd8b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.782593 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 2025dea2-6431-47fb-b678-8eac172121e9 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:19.798681 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9795e-bf55-4afc-867a-07f1a2cc0f3c req-8ba6a441-9179-421c-8ef5-1fc995c9b991 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:19.808848 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-09b9795e-bf55-4afc-867a-07f1a2cc0f3c req-8ba6a441-9179-421c-8ef5-1fc995c9b991 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 944 time: 0.2054996 Mar 28 09:12:19.828477 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2e1f1d-5bf7-443d-9ff1-b149e0eb7338 x-openstack-request-id: req-4b2e1f1d-5bf7-443d-9ff1-b149e0eb7338 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:12:19.828770 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8fda82f-184e-4258-b977-414eeff6b622", "tag": "bbe371ea-e17c-42dc-b5f4-31d279a74fb9", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:12:19.829030 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b2e1f1d-5bf7-443d-9ff1-b149e0eb7338 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:12:19.829439 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2e1f1d-5bf7-443d-9ff1-b149e0eb7338'] response: {'name': 'network-changed', 'server_uuid': 'c8fda82f-184e-4258-b977-414eeff6b622', 'tag': 'bbe371ea-e17c-42dc-b5f4-31d279a74fb9', 'status': 'completed', 'code': 200} Mar 28 09:12:19.851649 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb7c9b4-1cae-4089-bc7b-40970914eb42 None None] Network 2c77bbdc-03da-453b-b15a-e90747301798 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:19.871403 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4ccbf-6583-4572-8173-e1c28507dace service neutron] Pushing event updated for resources: {'Port': ['ID=bbe371ea-e17c-42dc-b5f4-31d279a74fb9,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:19.883212 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4c697b-6ff9-4325-9925-711e4fcfe313 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Made reservation on behalf of 56376f313d96491b95e23cca21689c9c for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:19.886733 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc4c697b-6ff9-4325-9925-711e4fcfe313 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.947899 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-09b9795e-bf55-4afc-867a-07f1a2cc0f3c req-185f6ed1-9f6c-4ddc-a43f-f044c8b83545 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330676 Mar 28 09:12:19.949525 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Publish callbacks [] for port (584a6e2a-11d9-4614-ab1d-5f84af58a639), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.959782 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (584a6e2a-11d9-4614-ab1d-5f84af58a639), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:19.977313 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844765f6-225e-4212-9652-8c9775e20e25 req-0317955b-827b-4a35-ac79-5df970bbde0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:19.978989 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-844765f6-225e-4212-9652-8c9775e20e25 req-0317955b-827b-4a35-ac79-5df970bbde0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15b387297d714b8fbf1b26450f1f637a&device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 1128 time: 0.1867998 Mar 28 09:12:19.995660 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4c697b-6ff9-4325-9925-711e4fcfe313 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:20.011630 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b8ed1b-a25d-4fb9-ab96-ffd6f84ca569 None None] Network 2c77bbdc-03da-453b-b15a-e90747301798 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:20.018767 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18e73e-478f-47e8-a867-3bb8bc28d3b5 None None] Pushing event updated for resources: {'Port': ['ID=584a6e2a-11d9-4614-ab1d-5f84af58a639,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:20.031566 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e73e-478f-47e8-a867-3bb8bc28d3b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:20.032188 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e73e-478f-47e8-a867-3bb8bc28d3b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:20.032717 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e73e-478f-47e8-a867-3bb8bc28d3b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:20.033239 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e73e-478f-47e8-a867-3bb8bc28d3b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:20.034322 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e73e-478f-47e8-a867-3bb8bc28d3b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:20.034889 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e73e-478f-47e8-a867-3bb8bc28d3b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:20.036044 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e73e-478f-47e8-a867-3bb8bc28d3b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:20.037134 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e73e-478f-47e8-a867-3bb8bc28d3b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:20.037672 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e73e-478f-47e8-a867-3bb8bc28d3b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:20.038167 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e73e-478f-47e8-a867-3bb8bc28d3b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:20.038700 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e73e-478f-47e8-a867-3bb8bc28d3b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:20.039206 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e73e-478f-47e8-a867-3bb8bc28d3b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:20.039703 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e73e-478f-47e8-a867-3bb8bc28d3b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:20.040204 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e73e-478f-47e8-a867-3bb8bc28d3b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:20.040700 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb18e73e-478f-47e8-a867-3bb8bc28d3b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:12:20.048703 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d3faab2-1d0a-4047-a498-706bf4be8f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.054819 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-844765f6-225e-4212-9652-8c9775e20e25 req-22fb4fe0-76df-4be7-bf6a-12ff57198ff7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe371ea-e17c-42dc-b5f4-31d279a74fb9 HTTP/1.1" status: 200 len: 217 time: 0.0675817 Mar 28 09:12:20.055632 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Attempting to bind port 584a6e2a-11d9-4614-ab1d-5f84af58a639 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:20.055916 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc4c697b-6ff9-4325-9925-711e4fcfe313 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (303432d5-b396-45d8-a5be-220a0ffdad27), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.056265 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-fc4c697b-6ff9-4325-9925-711e4fcfe313 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Added segment 303432d5-b396-45d8-a5be-220a0ffdad27 of type vlan for network 7dc219af-dfab-48e3-96b3-9ac720b71de4 Mar 28 09:12:20.056490 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Attempting to bind port 584a6e2a-11d9-4614-ab1d-5f84af58a639 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:20.057492 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Attempting to bind port 584a6e2a-11d9-4614-ab1d-5f84af58a639 on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:20.063007 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:20.063616 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:20.064184 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.064758 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:20.065379 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Bound port: 584a6e2a-11d9-4614-ab1d-5f84af58a639, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:20.066504 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (584a6e2a-11d9-4614-ab1d-5f84af58a639), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.126002 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] For port 584a6e2a-11d9-4614-ab1d-5f84af58a639, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:20.130598 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] For port 584a6e2a-11d9-4614-ab1d-5f84af58a639, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=584a6e2a-11d9-4614-ab1d-5f84af58a639,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:20.134451 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f460f5d-1ea3-4dce-9c9a-f00094dd8b0e admin admin] Publish callbacks [] for security_group (c3a84d3f-8d75-42d1-a0d5-63ae75bfbd13), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.140803 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (584a6e2a-11d9-4614-ab1d-5f84af58a639), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.141921 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Deleting port 6d30767c-1fa4-4a2c-aacd-51f95b43302d {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:20.142350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (6d30767c-1fa4-4a2c-aacd-51f95b43302d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.174187 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f460f5d-1ea3-4dce-9c9a-f00094dd8b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (c3a84d3f-8d75-42d1-a0d5-63ae75bfbd13), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.222141 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Routers {'21aa7a59-d6d1-4617-b260-589cf118966c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:20.222684 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21aa7a59-d6d1-4617-b260-589cf118966c'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:20.226233 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18e73e-478f-47e8-a867-3bb8bc28d3b5 None None] Pushing event updated for resources: {'Port': ['ID=584a6e2a-11d9-4614-ab1d-5f84af58a639,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:20.255346 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc4c697b-6ff9-4325-9925-711e4fcfe313 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (7dc219af-dfab-48e3-96b3-9ac720b71de4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.268496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844765f6-225e-4212-9652-8c9775e20e25 req-eba0fed6-99f2-400a-a217-e0099fe7a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:20.270260 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-844765f6-225e-4212-9652-8c9775e20e25 req-eba0fed6-99f2-400a-a217-e0099fe7a784 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c54a422-e7fd-4ddc-a30b-59163927dd66 HTTP/1.1" status: 200 len: 851 time: 0.2039771 Mar 28 09:12:20.289990 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-2d3faab2-1d0a-4047-a498-706bf4be8f49 admin admin] Allocated IP 172.20.0.1 (a9b6026d-f3c8-4cca-af27-17fc5f4b79d8/7e3ff9a8-b5a8-488c-b061-58d28e8ef393/467a8052-5421-44d7-a465-238554510ab3) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:20.305198 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4f460f5d-1ea3-4dce-9c9a-f00094dd8b0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=226411b93b1848f18b441633d8284905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8546546 Mar 28 09:12:20.305987 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f460f5d-1ea3-4dce-9c9a-f00094dd8b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a84d3f-8d75-42d1-a0d5-63ae75bfbd13,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:20.310878 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52312) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:20.334467 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-844765f6-225e-4212-9652-8c9775e20e25 req-f8412ce5-d0db-4386-ada4-380668158622 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1dac6567-c143-4ec8-a54f-6d151692d778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531876 Mar 28 09:12:20.337732 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] For port 6d30767c-1fa4-4a2c-aacd-51f95b43302d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d30767c-1fa4-4a2c-aacd-51f95b43302d,segment=NetworkSegment(41162abe-9156-4160-980d-7ede9ebc8894),segment_id=41162abe-9156-4160-980d-7ede9ebc8894)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:20.338110 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (6d30767c-1fa4-4a2c-aacd-51f95b43302d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.344380 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] Set router 21aa7a59-d6d1-4617-b260-589cf118966c gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:12:20.396111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Calling delete_port for 6d30767c-1fa4-4a2c-aacd-51f95b43302d owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:20.399709 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc4c697b-6ff9-4325-9925-711e4fcfe313 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (7dc219af-dfab-48e3-96b3-9ac720b71de4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.404929 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4c697b-6ff9-4325-9925-711e4fcfe313 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:20.405526 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc4c697b-6ff9-4325-9925-711e4fcfe313 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.426653 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21fa6113-3c58-4e4a-b26d-b7ea279a2a81 admin admin] Publish callbacks [] for security_group (c3a84d3f-8d75-42d1-a0d5-63ae75bfbd13), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.469642 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d3faab2-1d0a-4047-a498-706bf4be8f49 admin admin] Publish callbacks [] for port (467a8052-5421-44d7-a465-238554510ab3), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.472254 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21fa6113-3c58-4e4a-b26d-b7ea279a2a81 admin admin] Publish callbacks [] for security_group (c3a84d3f-8d75-42d1-a0d5-63ae75bfbd13), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.530270 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fc4c697b-6ff9-4325-9925-711e4fcfe313 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7655766 Mar 28 09:12:20.531908 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52314) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:20.538804 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-8468abf2-a7ac-4f58-acb7-6b9eccc0a3bf tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'subnet': {'network_id': '7dc219af-dfab-48e3-96b3-9ac720b71de4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:20.545234 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c697b-6ff9-4325-9925-711e4fcfe313 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Network': ['ID=7dc219af-dfab-48e3-96b3-9ac720b71de4,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:20.546752 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:16Z', 'revision_number': 3, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:20.566679 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 7dc219af-dfab-48e3-96b3-9ac720b71de4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:20.579819 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7653492c-8cc7-42c3-b883-341a4e1ec1dc None None] The sync data for ids ['21aa7a59-d6d1-4617-b260-589cf118966c'] in dv-neutron-master-2-hyperv is: [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:16Z', 'revision_number': 3, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:12:20.589287 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-844765f6-225e-4212-9652-8c9775e20e25 req-96f62115-7315-48ec-a460-e602bf703b5c service neutron] 10.222.0.16 "GET /v2.0/networks/1dac6567-c143-4ec8-a54f-6d151692d778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433307 Mar 28 09:12:20.608157 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d3faab2-1d0a-4047-a498-706bf4be8f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (467a8052-5421-44d7-a465-238554510ab3), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.625950 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (6d30767c-1fa4-4a2c-aacd-51f95b43302d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.627239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21fa6113-3c58-4e4a-b26d-b7ea279a2a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (c3a84d3f-8d75-42d1-a0d5-63ae75bfbd13), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.630005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21fa6113-3c58-4e4a-b26d-b7ea279a2a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.631180 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-21fa6113-3c58-4e4a-b26d-b7ea279a2a81 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3a84d3f-8d75-42d1-a0d5-63ae75bfbd13 HTTP/1.1" status: 204 len: 168 time: 0.3191004 Mar 28 09:12:20.683958 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa6113-3c58-4e4a-b26d-b7ea279a2a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a84d3f-8d75-42d1-a0d5-63ae75bfbd13,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:20.694415 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3faab2-1d0a-4047-a498-706bf4be8f49 admin admin] Network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:20.700554 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Port': ['ID=6d30767c-1fa4-4a2c-aacd-51f95b43302d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:20.706431 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-2d3faab2-1d0a-4047-a498-706bf4be8f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:20.712746 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No DVR routers for this DVR port 6d30767c-1fa4-4a2c-aacd-51f95b43302d on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:12:20.716005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3faab2-1d0a-4047-a498-706bf4be8f49 admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:20.746231 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3faab2-1d0a-4047-a498-706bf4be8f49 admin admin] Pushing event updated for resources: {'Port': ['ID=467a8052-5421-44d7-a465-238554510ab3,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:20.763457 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8468abf2-a7ac-4f58-acb7-6b9eccc0a3bf tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Made reservation on behalf of 56376f313d96491b95e23cca21689c9c for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:20.767636 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8468abf2-a7ac-4f58-acb7-6b9eccc0a3bf tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.820665 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d3faab2-1d0a-4047-a498-706bf4be8f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (21aa7a59-d6d1-4617-b260-589cf118966c), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.853606 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-844765f6-225e-4212-9652-8c9775e20e25 req-ef416ab5-f58a-46a8-8345-d7da511d94dc service neutron] 10.222.0.16 "GET /v2.0/networks/1dac6567-c143-4ec8-a54f-6d151692d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610555 Mar 28 09:12:20.855591 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (2c77bbdc-03da-453b-b15a-e90747301798), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:20.904108 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c77bbdc-03da-453b-b15a-e90747301798']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:20.951118 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41162abe-9156-4160-980d-7ede9ebc8894') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:20.951421 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41162abe-9156-4160-980d-7ede9ebc8894') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:21.038204 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (41162abe-9156-4160-980d-7ede9ebc8894), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.064323 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (41162abe-9156-4160-980d-7ede9ebc8894), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.076969 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:21.077379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (41162abe-9156-4160-980d-7ede9ebc8894), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.084697 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613aa56-496e-4dc5-93f5-488e3e3d7ac4 req-03c48732-3d7d-4b05-a8b5-9a306c4adb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:21.086258 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3613aa56-496e-4dc5-93f5-488e3e3d7ac4 req-03c48732-3d7d-4b05-a8b5-9a306c4adb21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15b387297d714b8fbf1b26450f1f637a&device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 1128 time: 0.1702042 Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:21.087028 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:21.197888 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d3faab2-1d0a-4047-a498-706bf4be8f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (467a8052-5421-44d7-a465-238554510ab3), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.210876 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.226781 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8468abf2-a7ac-4f58-acb7-6b9eccc0a3bf tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (bb597654-6622-4f38-b29f-4fcb807def46), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.256814 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-70edfee1-4558-4804-8527-71aedba9791a None None] Provisioning complete for port 467a8052-5421-44d7-a465-238554510ab3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:21.257425 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-70edfee1-4558-4804-8527-71aedba9791a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (467a8052-5421-44d7-a465-238554510ab3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.315459 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-70edfee1-4558-4804-8527-71aedba9791a None None] Port 467a8052-5421-44d7-a465-238554510ab3 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:12:21.326060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (2c77bbdc-03da-453b-b15a-e90747301798), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.330451 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.336876 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/networks/2c77bbdc-03da-453b-b15a-e90747301798 HTTP/1.1" status: 204 len: 168 time: 3.9236250 Mar 28 09:12:21.340527 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52330) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:21.342330 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97a116-8383-4106-968f-a0ec76b0682e req-3e4b40e7-cd2d-4589-8b46-b6e442b43fb7 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:21.344076 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4c97a116-8383-4106-968f-a0ec76b0682e req-3e4b40e7-cd2d-4589-8b46-b6e442b43fb7 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 944 time: 0.2142861 Mar 28 09:12:21.387986 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8468abf2-a7ac-4f58-acb7-6b9eccc0a3bf tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Checking segment: {'id': '303432d5-b396-45d8-a5be-220a0ffdad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7dc219af-dfab-48e3-96b3-9ac720b71de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:21.388276 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8468abf2-a7ac-4f58-acb7-6b9eccc0a3bf tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network hostable DHCP agents. Network: 7dc219af-dfab-48e3-96b3-9ac720b71de4, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:12:21.391438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4efeb-35f2-48b9-8188-46147d57a7fb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Network': ['ID=2c77bbdc-03da-453b-b15a-e90747301798,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:21.398484 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468abf2-a7ac-4f58-acb7-6b9eccc0a3bf tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Subnet': ['ID=bb597654-6622-4f38-b29f-4fcb807def46,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:21.403732 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2b6a44-522c-41d6-88d7-1f9d0648d625 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] DELETE failed (client error): The resource could not be found. Mar 28 09:12:21.404207 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2b6a44-522c-41d6-88d7-1f9d0648d625 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:21.412810 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7f2b6a44-522c-41d6-88d7-1f9d0648d625 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/networks/2c77bbdc-03da-453b-b15a-e90747301798 HTTP/1.1" status: 404 len: 339 time: 0.0644324 Mar 28 09:12:21.413169 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52332) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:21.419147 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ea72717d-9b1c-4825-aaf3-f0a820269f4b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1168368041', 'description': 'd1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:21.427580 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613aa56-496e-4dc5-93f5-488e3e3d7ac4 req-8802d22f-8b5d-4a21-994e-96a378c2c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:21.429091 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3613aa56-496e-4dc5-93f5-488e3e3d7ac4 req-8802d22f-8b5d-4a21-994e-96a378c2c7a2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1dac6567-c143-4ec8-a54f-6d151692d778 HTTP/1.1" status: 200 len: 911 time: 0.3006470 Mar 28 09:12:21.489372 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4c97a116-8383-4106-968f-a0ec76b0682e req-9d031632-3298-4d60-b373-bfb52b4a9a18 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368182 Mar 28 09:12:21.498320 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3613aa56-496e-4dc5-93f5-488e3e3d7ac4 req-32519978-721b-46ef-9a55-342931f3b76c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe371ea-e17c-42dc-b5f4-31d279a74fb9 HTTP/1.1" status: 200 len: 217 time: 0.0573647 Mar 28 09:12:21.499356 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8468abf2-a7ac-4f58-acb7-6b9eccc0a3bf tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 7dc219af-dfab-48e3-96b3-9ac720b71de4 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:12:21.522173 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-8468abf2-a7ac-4f58-acb7-6b9eccc0a3bf tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7dc219af-dfab-48e3-96b3-9ac720b71de4) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:21.530623 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8468abf2-a7ac-4f58-acb7-6b9eccc0a3bf tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:21.531440 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8468abf2-a7ac-4f58-acb7-6b9eccc0a3bf tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.532794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423de039-fdc2-4091-8dea-483a0e186661 None None] Network 7dc219af-dfab-48e3-96b3-9ac720b71de4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:21.543389 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea72717d-9b1c-4825-aaf3-f0a820269f4b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:21.547451 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ea72717d-9b1c-4825-aaf3-f0a820269f4b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.563001 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8468abf2-a7ac-4f58-acb7-6b9eccc0a3bf tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0299506 Mar 28 09:12:21.565350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52340) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:21.582443 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e7d6d6b5-b13e-4023-a3d1-32e7303c29a3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1975487158', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:21.626226 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613aa56-496e-4dc5-93f5-488e3e3d7ac4 req-a0780545-b8f4-4e77-8889-15f1ef47f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:21.628338 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3613aa56-496e-4dc5-93f5-488e3e3d7ac4 req-a0780545-b8f4-4e77-8889-15f1ef47f8a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c54a422-e7fd-4ddc-a30b-59163927dd66 HTTP/1.1" status: 200 len: 851 time: 0.1234987 Mar 28 09:12:21.633907 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d3faab2-1d0a-4047-a498-706bf4be8f49 admin admin] Publish callbacks [] for port (467a8052-5421-44d7-a465-238554510ab3), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.644030 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d3faab2-1d0a-4047-a498-706bf4be8f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (467a8052-5421-44d7-a465-238554510ab3), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.674883 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3613aa56-496e-4dc5-93f5-488e3e3d7ac4 req-4ea08bcc-85b7-4a90-a8b0-6e22a316c1ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1dac6567-c143-4ec8-a54f-6d151692d778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383866 Mar 28 09:12:21.677097 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea72717d-9b1c-4825-aaf3-f0a820269f4b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:21.680643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7d6d6b5-b13e-4023-a3d1-32e7303c29a3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (7df94806-1a74-4d41-87bb-e33f81186ea1), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.682079 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7d6d6b5-b13e-4023-a3d1-32e7303c29a3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (7df94806-1a74-4d41-87bb-e33f81186ea1), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.721552 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7dc219af-dfab-48e3-96b3-9ac720b71de4', 'network_id': '7dc219af-dfab-48e3-96b3-9ac720b71de4', 'project_id': '56376f313d96491b95e23cca21689c9c', 'fixed_ips': [{'subnet_id': 'bb597654-6622-4f38-b29f-4fcb807def46'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:12:21.723060 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.776813 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ea72717d-9b1c-4825-aaf3-f0a820269f4b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (2e9791ce-6b3c-4947-85bb-dce33568bf45), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.777322 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-ea72717d-9b1c-4825-aaf3-f0a820269f4b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Added segment 2e9791ce-6b3c-4947-85bb-dce33568bf45 of type vlan for network 053f799e-b1a2-4f2e-81d5-985db0166b19 Mar 28 09:12:21.786056 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d3faab2-1d0a-4047-a498-706bf4be8f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (21aa7a59-d6d1-4617-b260-589cf118966c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.853584 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3faab2-1d0a-4047-a498-706bf4be8f49 admin admin] Pushing event updated for resources: {'Port': ['ID=467a8052-5421-44d7-a465-238554510ab3,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:21.853929 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52344) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:21.867774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7d6d6b5-b13e-4023-a3d1-32e7303c29a3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router_controller (7df94806-1a74-4d41-87bb-e33f81186ea1), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.886364 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7d6d6b5-b13e-4023-a3d1-32e7303c29a3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (7df94806-1a74-4d41-87bb-e33f81186ea1), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.901354 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ea72717d-9b1c-4825-aaf3-f0a820269f4b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (053f799e-b1a2-4f2e-81d5-985db0166b19), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.930304 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Allocated IP 172.20.0.2 (7dc219af-dfab-48e3-96b3-9ac720b71de4/bb597654-6622-4f38-b29f-4fcb807def46/e620468a-c7fc-419d-a711-bf73af4e981c) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:21.947644 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e7d6d6b5-b13e-4023-a3d1-32e7303c29a3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.951352 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e7d6d6b5-b13e-4023-a3d1-32e7303c29a3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3806989 Mar 28 09:12:21.951503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3faab2-1d0a-4047-a498-706bf4be8f49 admin admin] Network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:21.952453 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52348) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:21.957310 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3613aa56-496e-4dc5-93f5-488e3e3d7ac4 req-95b512cb-cc8b-46bb-bd3b-d6cf2a21b048 service neutron] 10.222.0.16 "GET /v2.0/networks/1dac6567-c143-4ec8-a54f-6d151692d778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596383 Mar 28 09:12:21.961199 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ea72717d-9b1c-4825-aaf3-f0a820269f4b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (053f799e-b1a2-4f2e-81d5-985db0166b19), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:21.963189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-2d3faab2-1d0a-4047-a498-706bf4be8f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:21.967701 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea72717d-9b1c-4825-aaf3-f0a820269f4b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:21.968892 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ea72717d-9b1c-4825-aaf3-f0a820269f4b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697535'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:22.117812 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e2cc9626-d11e-489c-841d-fcff830305b2 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1431920819'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:22.133997 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ea72717d-9b1c-4825-aaf3-f0a820269f4b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7195404 Mar 28 09:12:22.134866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52350) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:22.159381 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Publish callbacks [] for port (e620468a-c7fc-419d-a711-bf73af4e981c), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:22.172817 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (e620468a-c7fc-419d-a711-bf73af4e981c), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:22.187517 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72717d-9b1c-4825-aaf3-f0a820269f4b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Network': ['ID=053f799e-b1a2-4f2e-81d5-985db0166b19,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:22.234277 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 053f799e-b1a2-4f2e-81d5-985db0166b19 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:22.236579 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Pushing event updated for resources: {'Port': ['ID=e620468a-c7fc-419d-a711-bf73af4e981c,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:22.259706 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cc9626-d11e-489c-841d-fcff830305b2 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Made reservation on behalf of 3ccdd8050f58452ca1578e17ba32d2a6 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:22.262882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2cc9626-d11e-489c-841d-fcff830305b2 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:22.287714 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2cc9626-d11e-489c-841d-fcff830305b2 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:22.292587 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Network 7dc219af-dfab-48e3-96b3-9ac720b71de4 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:22.300363 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:22.305225 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:22.310027 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3faab2-1d0a-4047-a498-706bf4be8f49 admin admin] Router 21aa7a59-d6d1-4617-b260-589cf118966c has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:12:22.311186 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3613aa56-496e-4dc5-93f5-488e3e3d7ac4 req-308747d1-668a-4de4-92ea-25f559e44738 service neutron] 10.222.0.16 "GET /v2.0/networks/1dac6567-c143-4ec8-a54f-6d151692d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373084 Mar 28 09:12:22.328800 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c40996a1-4276-4e1d-a584-042f6751a039 None None] Provisioning complete for port 467a8052-5421-44d7-a465-238554510ab3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:22.329439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c40996a1-4276-4e1d-a584-042f6751a039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (467a8052-5421-44d7-a465-238554510ab3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:22.335467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c816549-8d79-45cf-a916-a34cd1bf227e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:22.339843 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3c816549-8d79-45cf-a916-a34cd1bf227e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "GET /v2.0/networks?id=053f799e-b1a2-4f2e-81d5-985db0166b19 HTTP/1.1" status: 200 len: 765 time: 0.1990318 Mar 28 09:12:22.340681 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52352) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:22.351498 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-7a7b2575-373f-41d1-b042-2537046b71e8 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'network': {'description': 'd2'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:22.412605 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c40996a1-4276-4e1d-a584-042f6751a039 None None] Port 467a8052-5421-44d7-a465-238554510ab3 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:12:22.414252 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Attempting to bind port e620468a-c7fc-419d-a711-bf73af4e981c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:22.414809 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Attempting to bind port e620468a-c7fc-419d-a711-bf73af4e981c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '303432d5-b396-45d8-a5be-220a0ffdad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7dc219af-dfab-48e3-96b3-9ac720b71de4'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:22.415345 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Attempting to bind port e620468a-c7fc-419d-a711-bf73af4e981c on network 7dc219af-dfab-48e3-96b3-9ac720b71de4 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:22.422889 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:22.424767 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Checking segment: {'id': '303432d5-b396-45d8-a5be-220a0ffdad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7dc219af-dfab-48e3-96b3-9ac720b71de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:22.424767 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:22.431606 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Bound using segment: {'id': '303432d5-b396-45d8-a5be-220a0ffdad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7dc219af-dfab-48e3-96b3-9ac720b71de4'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:22.432241 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Bound port: e620468a-c7fc-419d-a711-bf73af4e981c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303432d5-b396-45d8-a5be-220a0ffdad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7dc219af-dfab-48e3-96b3-9ac720b71de4'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:22.432924 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e620468a-c7fc-419d-a711-bf73af4e981c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:22.480306 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c87fbcc-d7af-437a-bcf2-ff59c21193aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:22.503074 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] For port e620468a-c7fc-419d-a711-bf73af4e981c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:22.506499 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] For port e620468a-c7fc-419d-a711-bf73af4e981c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e620468a-c7fc-419d-a711-bf73af4e981c,segment=NetworkSegment(303432d5-b396-45d8-a5be-220a0ffdad27),segment_id=303432d5-b396-45d8-a5be-220a0ffdad27)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:22.524703 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e620468a-c7fc-419d-a711-bf73af4e981c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:22.545969 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2cc9626-d11e-489c-841d-fcff830305b2 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Publish callbacks [] for security_group (d4f40608-f59e-4aa5-bb89-1077b3226e77), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:22.560087 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2cc9626-d11e-489c-841d-fcff830305b2 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (d4f40608-f59e-4aa5-bb89-1077b3226e77), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:22.597955 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7a7b2575-373f-41d1-b042-2537046b71e8 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (053f799e-b1a2-4f2e-81d5-985db0166b19), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:22.616354 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e98bb-618b-4023-83c8-40db2b0b198d None None] Pushing event updated for resources: {'Port': ['ID=e620468a-c7fc-419d-a711-bf73af4e981c,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:22.641713 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cc9626-d11e-489c-841d-fcff830305b2 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:22.654886 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7a7b2575-373f-41d1-b042-2537046b71e8 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (053f799e-b1a2-4f2e-81d5-985db0166b19), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:22.792498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 584a6e2a-11d9-4614-ab1d-5f84af58a639 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:22.869033 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 584a6e2a-11d9-4614-ab1d-5f84af58a639 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:22.869317 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (584a6e2a-11d9-4614-ab1d-5f84af58a639), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:23.002693 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 584a6e2a-11d9-4614-ab1d-5f84af58a639 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:23.003370 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (584a6e2a-11d9-4614-ab1d-5f84af58a639), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:23.056211 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 584a6e2a-11d9-4614-ab1d-5f84af58a639, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=584a6e2a-11d9-4614-ab1d-5f84af58a639,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:23.070785 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device bbe371ea-e17c-42dc-b5f4-31d279a74fb9 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:12:23.090157 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2cc9626-d11e-489c-841d-fcff830305b2 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (773f3ce7-a924-4713-b7de-6290674e49f0), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:23.095483 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-e2cc9626-d11e-489c-841d-fcff830305b2 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Added segment 773f3ce7-a924-4713-b7de-6290674e49f0 of type vlan for network 59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370 Mar 28 09:12:23.097083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc9626-d11e-489c-841d-fcff830305b2 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f40608-f59e-4aa5-bb89-1077b3226e77,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:23.107493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (584a6e2a-11d9-4614-ab1d-5f84af58a639), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:23.141083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a7b2575-373f-41d1-b042-2537046b71e8 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network 053f799e-b1a2-4f2e-81d5-985db0166b19 is not hosted by any dhcp agent {{(pid=104075) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 28 09:12:23.147140 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7b2575-373f-41d1-b042-2537046b71e8 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:23.147890 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7a7b2575-373f-41d1-b042-2537046b71e8 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:23.152054 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7a7b2575-373f-41d1-b042-2537046b71e8 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "PUT /v2.0/networks/053f799e-b1a2-4f2e-81d5-985db0166b19 HTTP/1.1" status: 200 len: 762 time: 0.8035855 Mar 28 09:12:23.152208 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febcc9b-7b74-4410-862c-145d1b825aa2 req-f95cc490-e0d5-4755-8af7-6ff50d22a2cf tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:23.153488 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4febcc9b-7b74-4410-862c-145d1b825aa2 req-f95cc490-e0d5-4755-8af7-6ff50d22a2cf tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 944 time: 0.1705465 Mar 28 09:12:23.154002 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52356) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:23.224339 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3faab2-1d0a-4047-a498-706bf4be8f49 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:12:23.231827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2cc9626-d11e-489c-841d-fcff830305b2 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:23.235763 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b2575-373f-41d1-b042-2537046b71e8 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Network': ['ID=053f799e-b1a2-4f2e-81d5-985db0166b19,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:23.257300 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 053f799e-b1a2-4f2e-81d5-985db0166b19 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:23.260682 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Sync routers for ids ['21aa7a59-d6d1-4617-b260-589cf118966c'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:12:23.262155 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2d3faab2-1d0a-4047-a498-706bf4be8f49 admin admin] 10.222.0.15 "PUT /v2.0/routers/21aa7a59-d6d1-4617-b260-589cf118966c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2602136 Mar 28 09:12:23.272563 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2cc9626-d11e-489c-841d-fcff830305b2 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:23.279928 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cc9626-d11e-489c-841d-fcff830305b2 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:23.283413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2cc9626-d11e-489c-841d-fcff830305b2 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:23.308441 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Routers {'21aa7a59-d6d1-4617-b260-589cf118966c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:23.309294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21aa7a59-d6d1-4617-b260-589cf118966c'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:23.383935 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf7ba54-9c10-410d-865b-669f36de6576 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:23.386380 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3cf7ba54-9c10-410d-865b-669f36de6576 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "GET /v2.0/networks?id=053f799e-b1a2-4f2e-81d5-985db0166b19 HTTP/1.1" status: 200 len: 765 time: 0.2275398 Mar 28 09:12:23.391631 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52360) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:23.393310 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=584a6e2a-11d9-4614-ab1d-5f84af58a639,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:23.410894 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e2cc9626-d11e-489c-841d-fcff830305b2 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.5557797 Mar 28 09:12:23.418300 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4febcc9b-7b74-4410-862c-145d1b825aa2 req-9645aa3f-8986-40b1-959a-ab2f7130d5de tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357001 Mar 28 09:12:23.422327 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52364) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:23.438269 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.tag.tag_plugin [None req-802e88ec-2fc5-49d6-9016-f5c14a588768 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370', 'tempest-TagsTest-Tag-131284766') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:23.443670 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc9626-d11e-489c-841d-fcff830305b2 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Pushing event updated for resources: {'Network': ['ID=59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:23.465947 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-1c87fbcc-d7af-437a-bcf2-ff59c21193aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Allocated IP 172.20.0.1 (7dc219af-dfab-48e3-96b3-9ac720b71de4/bb597654-6622-4f38-b29f-4fcb807def46/b5db1910-ebf5-47a4-abe1-096fce829d51) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:23.624972 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e27fca-5b1b-4f3e-a27e-96aebeea2266 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:23.631985 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c87fbcc-d7af-437a-bcf2-ff59c21193aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (b5db1910-ebf5-47a4-abe1-096fce829d51), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:23.637415 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-70e27fca-5b1b-4f3e-a27e-96aebeea2266 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2417994 Mar 28 09:12:23.637661 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52368) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:23.646998 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:23.695122 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c87fbcc-d7af-437a-bcf2-ff59c21193aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (b5db1910-ebf5-47a4-abe1-096fce829d51), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:23.710422 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-48cb6101-e4c6-4d1a-a642-89c23974d5c6 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6 HTTP/1.1" status: 200 len: 207 time: 0.0715415 Mar 28 09:12:23.711710 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52370) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:23.782381 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c87fbcc-d7af-437a-bcf2-ff59c21193aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 7dc219af-dfab-48e3-96b3-9ac720b71de4 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:23.824160 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1c87fbcc-d7af-437a-bcf2-ff59c21193aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:23.827477 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87fbcc-d7af-437a-bcf2-ff59c21193aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:23.831488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port bbe371ea-e17c-42dc-b5f4-31d279a74fb9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bbe371ea-e17c-42dc-b5f4-31d279a74fb9,segment=NetworkSegment(4032b8ba-adf5-4b31-80eb-489eb2755543),segment_id=4032b8ba-adf5-4b31-80eb-489eb2755543)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:23.856981 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Set router 21aa7a59-d6d1-4617-b260-589cf118966c gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:12:23.859312 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'bbe371ea-e17c-42dc-b5f4-31d279a74fb9', 'network_id': '1dac6567-c143-4ec8-a54f-6d151692d778', 'port_id': 'bbe371ea-e17c-42dc-b5f4-31d279a74fb9', 'mac_address': 'fa:16:3e:69:9f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c54a422-e7fd-4ddc-a30b-59163927dd66', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:12:23.895164 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87fbcc-d7af-437a-bcf2-ff59c21193aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=b5db1910-ebf5-47a4-abe1-096fce829d51,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:23.939244 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c87fbcc-d7af-437a-bcf2-ff59c21193aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (7df94806-1a74-4d41-87bb-e33f81186ea1), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:23.949508 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port bbe371ea-e17c-42dc-b5f4-31d279a74fb9 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:23.949924 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bbe371ea-e17c-42dc-b5f4-31d279a74fb9), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:23.973501 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe371ea-e17c-42dc-b5f4-31d279a74fb9 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:12:23.996424 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port bbe371ea-e17c-42dc-b5f4-31d279a74fb9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bbe371ea-e17c-42dc-b5f4-31d279a74fb9,segment=NetworkSegment(4032b8ba-adf5-4b31-80eb-489eb2755543),segment_id=4032b8ba-adf5-4b31-80eb-489eb2755543)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:24.004028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (bbe371ea-e17c-42dc-b5f4-31d279a74fb9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:24.010890 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-802e88ec-2fc5-49d6-9016-f5c14a588768 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] 10.222.0.15 "PUT /v2.0/networks/59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370/tags/tempest-TagsTest-Tag-131284766 HTTP/1.1" status: 201 len: 201 time: 0.5847709 Mar 28 09:12:24.011972 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52378) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:24.017972 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-4ec22c18-ce3e-44a0-9cea-dabbdceea27a tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370', 'tempest-TagsTest-Tag-131284766') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:24.054145 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d545a8c-bff1-4c1e-adee-1791ac038773 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:24.062643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d545a8c-bff1-4c1e-adee-1791ac038773 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:24.069748 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d545a8c-bff1-4c1e-adee-1791ac038773 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:24.076047 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d545a8c-bff1-4c1e-adee-1791ac038773 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:24.082493 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d545a8c-bff1-4c1e-adee-1791ac038773 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:24.089772 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d545a8c-bff1-4c1e-adee-1791ac038773 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:24.095760 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3d545a8c-bff1-4c1e-adee-1791ac038773 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3786442 Mar 28 09:12:24.098570 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52382) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:24.144011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52384) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:24.151103 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-0b08834c-d238-43d2-8a01-688e0ccf552e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1380761697-network', 'tenant_id': 'ccdca7c257fd46279e22b8f482b20316'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:24.176359 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e867c9-97b8-4e03-a23a-24f0943a5369 None None] Network 7dc219af-dfab-48e3-96b3-9ac720b71de4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:24.188478 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b08834c-d238-43d2-8a01-688e0ccf552e admin admin] Made reservation on behalf of ccdca7c257fd46279e22b8f482b20316 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:24.191397 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b08834c-d238-43d2-8a01-688e0ccf552e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:24.195701 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4ec22c18-ce3e-44a0-9cea-dabbdceea27a tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] 10.222.0.15 "GET /v2.0/networks/59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370/tags/tempest-TagsTest-Tag-131284766 HTTP/1.1" status: 204 len: 168 time: 0.1827369 Mar 28 09:12:24.202482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52386) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:24.204983 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b08834c-d238-43d2-8a01-688e0ccf552e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:24.209366 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-1e4ba343-b161-4643-965d-a6efe576ffc6 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:24.235498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['bbe371ea-e17c-42dc-b5f4-31d279a74fb9'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:12:24.237543 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=bbe371ea-e17c-42dc-b5f4-31d279a74fb9,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:24.268496 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c87fbcc-d7af-437a-bcf2-ff59c21193aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b5db1910-ebf5-47a4-abe1-096fce829d51), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:24.330748 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1e4ba343-b161-4643-965d-a6efe576ffc6 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] 10.222.0.15 "GET /v2.0/networks/59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370/tags HTTP/1.1" status: 200 len: 237 time: 0.1266725 Mar 28 09:12:24.333677 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52388) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:24.338504 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-62fcede3-7324-49c6-b4fe-f74b4a48891a tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370', {'tags': ['tempest-TagsTest-Tag-1852126683', 'tempest-TagsTest-Tag-149953318', 'tempest-TagsTest-Tag-1300901644']}) {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:24.340810 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-5b22e913-f815-4f17-a670-b8cc8b08d680 None None] Provisioning complete for port e620468a-c7fc-419d-a711-bf73af4e981c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:24.341789 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5b22e913-f815-4f17-a670-b8cc8b08d680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e620468a-c7fc-419d-a711-bf73af4e981c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:24.423350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b08834c-d238-43d2-8a01-688e0ccf552e admin admin] Publish callbacks [] for security_group (16388d9f-1237-4af4-aa95-006442baf5cc), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:24.439882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b08834c-d238-43d2-8a01-688e0ccf552e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (16388d9f-1237-4af4-aa95-006442baf5cc), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:24.451124 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a52e5af2-7744-469b-b10c-5c35bb2a3826 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3455832 Mar 28 09:12:24.461916 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52392) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:24.470165 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-62fcede3-7324-49c6-b4fe-f74b4a48891a tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] 10.222.0.15 "PUT /v2.0/networks/59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370/tags HTTP/1.1" status: 200 len: 308 time: 0.1325638 Mar 28 09:12:24.499385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52394) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:24.532563 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-4202c0ec-ee8f-46bc-9ee6-691ef92eaf30 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370', 'tempest-TagsTest-Tag-1852126683') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:24.554836 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b08834c-d238-43d2-8a01-688e0ccf552e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:24.571974 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 2, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:24.611018 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Checking router: 21aa7a59-d6d1-4617-b260-589cf118966c for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:12:24.611391 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Updating router 21aa7a59-d6d1-4617-b260-589cf118966c port 467a8052-5421-44d7-a465-238554510ab3 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:12:24.642823 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08834c-d238-43d2-8a01-688e0ccf552e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16388d9f-1237-4af4-aa95-006442baf5cc,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:24.649515 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b08834c-d238-43d2-8a01-688e0ccf552e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (07569001-3538-42db-ae17-bb87db1c5472), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:24.649898 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-0b08834c-d238-43d2-8a01-688e0ccf552e admin admin] Added segment 07569001-3538-42db-ae17-bb87db1c5472 of type vlan for network c52aeed1-7e42-40e6-9cb5-05f0ebf3a804 Mar 28 09:12:24.662626 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5b22e913-f815-4f17-a670-b8cc8b08d680 None None] Current status of the port e620468a-c7fc-419d-a711-bf73af4e981c is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:24.663025 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5b22e913-f815-4f17-a670-b8cc8b08d680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e620468a-c7fc-419d-a711-bf73af4e981c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:24.711099 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d45958-9e3c-45cb-a21a-3014f4b4e7c4 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:24.712669 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d45958-9e3c-45cb-a21a-3014f4b4e7c4 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:24.714386 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d45958-9e3c-45cb-a21a-3014f4b4e7c4 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:24.715767 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d45958-9e3c-45cb-a21a-3014f4b4e7c4 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:24.717249 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d45958-9e3c-45cb-a21a-3014f4b4e7c4 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:24.723269 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e5d45958-9e3c-45cb-a21a-3014f4b4e7c4 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2561152 Mar 28 09:12:24.724411 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5b22e913-f815-4f17-a670-b8cc8b08d680 None None] For port e620468a-c7fc-419d-a711-bf73af4e981c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e620468a-c7fc-419d-a711-bf73af4e981c,segment=NetworkSegment(303432d5-b396-45d8-a5be-220a0ffdad27),segment_id=303432d5-b396-45d8-a5be-220a0ffdad27)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:24.726645 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52396) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:24.745499 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b08834c-d238-43d2-8a01-688e0ccf552e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (c52aeed1-7e42-40e6-9cb5-05f0ebf3a804), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:24.766102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a863b6e-cf42-41fe-9c47-5218853a8c37 req-b5baafad-c7bf-4d07-b79f-a3ff2ecdab7f tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:24.768846 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0a863b6e-cf42-41fe-9c47-5218853a8c37 req-b5baafad-c7bf-4d07-b79f-a3ff2ecdab7f tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 945 time: 0.2761705 Mar 28 09:12:24.783661 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5b22e913-f815-4f17-a670-b8cc8b08d680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e620468a-c7fc-419d-a711-bf73af4e981c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:24.850382 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b08834c-d238-43d2-8a01-688e0ccf552e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (c52aeed1-7e42-40e6-9cb5-05f0ebf3a804), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:24.851360 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b08834c-d238-43d2-8a01-688e0ccf552e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:24.852015 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b08834c-d238-43d2-8a01-688e0ccf552e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:24.860032 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4202c0ec-ee8f-46bc-9ee6-691ef92eaf30 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] 10.222.0.15 "DELETE /v2.0/networks/59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370/tags/tempest-TagsTest-Tag-1852126683 HTTP/1.1" status: 204 len: 168 time: 0.3592777 Mar 28 09:12:24.870159 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff43e7c5-d65c-491d-ae9b-bef2ef0b5f39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:24.871149 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff43e7c5-d65c-491d-ae9b-bef2ef0b5f39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:24.872011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (467a8052-5421-44d7-a465-238554510ab3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:24.872583 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff43e7c5-d65c-491d-ae9b-bef2ef0b5f39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:24.873792 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff43e7c5-d65c-491d-ae9b-bef2ef0b5f39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:24.875182 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff43e7c5-d65c-491d-ae9b-bef2ef0b5f39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:24.882854 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ff43e7c5-d65c-491d-ae9b-bef2ef0b5f39 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1464372 Mar 28 09:12:24.883565 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52398) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:24.885196 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52400) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:24.887481 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c87fbcc-d7af-437a-bcf2-ff59c21193aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (b5db1910-ebf5-47a4-abe1-096fce829d51), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:24.896585 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c87fbcc-d7af-437a-bcf2-ff59c21193aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (b5db1910-ebf5-47a4-abe1-096fce829d51), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:24.922953 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22e913-f815-4f17-a670-b8cc8b08d680 None None] Pushing event updated for resources: {'Port': ['ID=e620468a-c7fc-419d-a711-bf73af4e981c,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:24.928276 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a6b982f0-a9a2-491b-a5dc-98c883c7148d None None] Provisioning complete for port b5db1910-ebf5-47a4-abe1-096fce829d51 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:24.928881 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a6b982f0-a9a2-491b-a5dc-98c883c7148d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b5db1910-ebf5-47a4-abe1-096fce829d51), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:24.979257 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-48595537-99ac-42e1-92b5-7d1b8db1ff4f tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370', 'tempest-TagsTest-Tag-1852126683') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:24.983276 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e620468a-c7fc-419d-a711-bf73af4e981c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:25.018209 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0a863b6e-cf42-41fe-9c47-5218853a8c37 req-addd38a3-fbfe-41af-aeae-5aa471672607 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407868 Mar 28 09:12:25.028742 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0b08834c-d238-43d2-8a01-688e0ccf552e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8837891 Mar 28 09:12:25.035974 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c87fbcc-d7af-437a-bcf2-ff59c21193aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (7df94806-1a74-4d41-87bb-e33f81186ea1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:25.045810 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52402) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:25.048136 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87fbcc-d7af-437a-bcf2-ff59c21193aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=b5db1910-ebf5-47a4-abe1-096fce829d51,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:25.062798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-daa44ed6-34cd-4c5f-8b1b-b9c33fc98b37 admin admin] Request body: {'subnet': {'network_id': 'c52aeed1-7e42-40e6-9cb5-05f0ebf3a804', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1380761697-subnet', 'tenant_id': 'ccdca7c257fd46279e22b8f482b20316', 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:25.074403 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08834c-d238-43d2-8a01-688e0ccf552e admin admin] Pushing event updated for resources: {'Network': ['ID=c52aeed1-7e42-40e6-9cb5-05f0ebf3a804,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:25.127249 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a6b982f0-a9a2-491b-a5dc-98c883c7148d None None] Port b5db1910-ebf5-47a4-abe1-096fce829d51 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:12:25.141973 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa44ed6-34cd-4c5f-8b1b-b9c33fc98b37 admin admin] Made reservation on behalf of ccdca7c257fd46279e22b8f482b20316 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:25.142433 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425d059c-8202-4b0c-b947-f694700f3d07 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:25.145709 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-425d059c-8202-4b0c-b947-f694700f3d07 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "GET /v2.0/networks/5d256d2e-872f-4845-9233-938903d36960 HTTP/1.1" status: 200 len: 804 time: 0.2543962 Mar 28 09:12:25.145861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-daa44ed6-34cd-4c5f-8b1b-b9c33fc98b37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:25.145949 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-48595537-99ac-42e1-92b5-7d1b8db1ff4f tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] show failed (client error): The resource could not be found. Mar 28 09:12:25.146698 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-48595537-99ac-42e1-92b5-7d1b8db1ff4f tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] 10.222.0.15 "GET /v2.0/networks/59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370/tags/tempest-TagsTest-Tag-1852126683 HTTP/1.1" status: 404 len: 326 time: 0.2615983 Mar 28 09:12:25.150495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52404) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:25.153836 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52406) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:25.155130 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-80cff658-0330-4d51-a4f4-e8a6d2ce3c72 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370', 'tempest-TagsTest-Tag-149953318') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:25.156114 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device bbe371ea-e17c-42dc-b5f4-31d279a74fb9 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:25.158750 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network c52aeed1-7e42-40e6-9cb5-05f0ebf3a804 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:25.232991 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-80cff658-0330-4d51-a4f4-e8a6d2ce3c72 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] 10.222.0.15 "GET /v2.0/networks/59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370/tags/tempest-TagsTest-Tag-149953318 HTTP/1.1" status: 204 len: 168 time: 0.0812075 Mar 28 09:12:25.235610 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52408) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:25.240975 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-066b7d46-f7d4-4f4c-97d4-1d1c8734ad5a tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370', 'tempest-TagsTest-Tag-1300901644') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:25.262713 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a6b982f0-a9a2-491b-a5dc-98c883c7148d None None] Provisioning complete for port e620468a-c7fc-419d-a711-bf73af4e981c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:25.263098 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a6b982f0-a9a2-491b-a5dc-98c883c7148d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e620468a-c7fc-419d-a711-bf73af4e981c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:25.290600 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c87fbcc-d7af-437a-bcf2-ff59c21193aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 7dc219af-dfab-48e3-96b3-9ac720b71de4 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:25.305038 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1c87fbcc-d7af-437a-bcf2-ff59c21193aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:25.322844 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-066b7d46-f7d4-4f4c-97d4-1d1c8734ad5a tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] 10.222.0.15 "GET /v2.0/networks/59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370/tags/tempest-TagsTest-Tag-1300901644 HTTP/1.1" status: 204 len: 168 time: 0.0835965 Mar 28 09:12:25.324194 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52410) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:25.330670 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-159076bc-423e-4ea0-83bc-2d7997e997ae tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:25.408689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port bbe371ea-e17c-42dc-b5f4-31d279a74fb9 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:12:25.411061 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port e620468a-c7fc-419d-a711-bf73af4e981c triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:25.411490 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e620468a-c7fc-419d-a711-bf73af4e981c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:25.434678 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8ad74185-2da2-4b5a-96b4-7fd7811966ec tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "GET /v2.0/networks/5d256d2e-872f-4845-9233-938903d36960?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2785723 Mar 28 09:12:25.438559 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52412) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:25.442481 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port bbe371ea-e17c-42dc-b5f4-31d279a74fb9 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:25.442878 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (bbe371ea-e17c-42dc-b5f4-31d279a74fb9), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:25.463985 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-159076bc-423e-4ea0-83bc-2d7997e997ae tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] 10.222.0.15 "DELETE /v2.0/networks/59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370/tags HTTP/1.1" status: 204 len: 168 time: 0.1396561 Mar 28 09:12:25.464705 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52414) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:25.469298 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-eba65d0c-9087-42dd-8ef0-bef7e0c7fde8 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370', 'tempest-TagsTest-Tag-149953318') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:25.559036 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76adc10e-20a2-4016-a4e0-bcfe22c73f67 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:25.560827 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-76adc10e-20a2-4016-a4e0-bcfe22c73f67 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "GET /v2.0/subnets/9c55d345-5145-43f7-abb5-0c3efb4739f5 HTTP/1.1" status: 200 len: 843 time: 0.1211970 Mar 28 09:12:25.565087 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52416) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:25.570426 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a6b982f0-a9a2-491b-a5dc-98c883c7148d None None] Current status of the port e620468a-c7fc-419d-a711-bf73af4e981c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:25.570720 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-eba65d0c-9087-42dd-8ef0-bef7e0c7fde8 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] show failed (client error): The resource could not be found. Mar 28 09:12:25.575984 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-eba65d0c-9087-42dd-8ef0-bef7e0c7fde8 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] 10.222.0.15 "GET /v2.0/networks/59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370/tags/tempest-TagsTest-Tag-149953318 HTTP/1.1" status: 404 len: 325 time: 0.1102514 Mar 28 09:12:25.578323 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52418) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:25.588917 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-dfb85c66-1b7a-4b23-bbfa-b6d2e1e294b0 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370', 'tempest-TagsTest-Tag-1300901644') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:25.667404 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-dfb85c66-1b7a-4b23-bbfa-b6d2e1e294b0 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] show failed (client error): The resource could not be found. Mar 28 09:12:25.672380 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-dfb85c66-1b7a-4b23-bbfa-b6d2e1e294b0 tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] 10.222.0.15 "GET /v2.0/networks/59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370/tags/tempest-TagsTest-Tag-1300901644 HTTP/1.1" status: 404 len: 326 time: 0.0924091 Mar 28 09:12:25.673113 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52420) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:25.677842 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.tag.tag_plugin [None req-a2c33fca-585e-43ad-84c8-08931af43dcf tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:25.683671 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-daa44ed6-34cd-4c5f-8b1b-b9c33fc98b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (68c634f0-c88a-4df8-8612-811f59166152), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:25.694955 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325ee21c-6a93-4e46-88ea-689985c9cf3d tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:25.696533 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-325ee21c-6a93-4e46-88ea-689985c9cf3d tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "GET /v2.0/subnets/9c55d345-5145-43f7-abb5-0c3efb4739f5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1295211 Mar 28 09:12:25.697299 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c87fbcc-d7af-437a-bcf2-ff59c21193aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router 7df94806-1a74-4d41-87bb-e33f81186ea1 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:12:25.719095 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52422) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:25.728286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-1c3a131e-7c59-41aa-9f98-8254d9ebf834 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-888994638'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:25.766517 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3a131e-7c59-41aa-9f98-8254d9ebf834 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:25.770039 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1c3a131e-7c59-41aa-9f98-8254d9ebf834 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:25.804740 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a2c33fca-585e-43ad-84c8-08931af43dcf tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] 10.222.0.15 "DELETE /v2.0/networks/59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370/tags HTTP/1.1" status: 204 len: 168 time: 0.1251144 Mar 28 09:12:25.812907 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52424) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:25.817880 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa44ed6-34cd-4c5f-8b1b-b9c33fc98b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c634f0-c88a-4df8-8612-811f59166152,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:25.822176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3a131e-7c59-41aa-9f98-8254d9ebf834 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:25.842898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Publish callbacks [] for port (467a8052-5421-44d7-a465-238554510ab3), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:25.847026 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa44ed6-34cd-4c5f-8b1b-b9c33fc98b37 admin admin] Checking segment: {'id': '07569001-3538-42db-ae17-bb87db1c5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c52aeed1-7e42-40e6-9cb5-05f0ebf3a804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:25.848012 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa44ed6-34cd-4c5f-8b1b-b9c33fc98b37 admin admin] Network hostable DHCP agents. Network: c52aeed1-7e42-40e6-9cb5-05f0ebf3a804, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:12:25.853422 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port e620468a-c7fc-419d-a711-bf73af4e981c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:25.854631 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 584a6e2a-11d9-4614-ab1d-5f84af58a639 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:25.863682 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (467a8052-5421-44d7-a465-238554510ab3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:25.869582 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c87fbcc-d7af-437a-bcf2-ff59c21193aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:12:25.876202 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1c87fbcc-d7af-437a-bcf2-ff59c21193aa tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/7df94806-1a74-4d41-87bb-e33f81186ea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9215338 Mar 28 09:12:25.880954 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52426) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:25.884636 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba75aec-77b0-4fe6-96d7-ec2327f8164f None None] Sync routers for ids ['7df94806-1a74-4d41-87bb-e33f81186ea1'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:12:25.895310 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba75aec-77b0-4fe6-96d7-ec2327f8164f None None] Routers {'7df94806-1a74-4d41-87bb-e33f81186ea1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:25.896458 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-0ba75aec-77b0-4fe6-96d7-ec2327f8164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['7df94806-1a74-4d41-87bb-e33f81186ea1'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:25.897042 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa44ed6-34cd-4c5f-8b1b-b9c33fc98b37 admin admin] Network c52aeed1-7e42-40e6-9cb5-05f0ebf3a804 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:12:25.910238 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1c3a131e-7c59-41aa-9f98-8254d9ebf834 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:25.910588 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-1c3a131e-7c59-41aa-9f98-8254d9ebf834 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Added segment 3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104 of type vlan for network 4d8ce5e4-5a78-4431-a68c-d4d0348fe18d Mar 28 09:12:25.928560 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c94ac4f4-d3f5-4845-98eb-227ce229825a None None] Provisioning complete for port b5db1910-ebf5-47a4-abe1-096fce829d51 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:25.929095 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c94ac4f4-d3f5-4845-98eb-227ce229825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b5db1910-ebf5-47a4-abe1-096fce829d51), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:25.941872 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-daa44ed6-34cd-4c5f-8b1b-b9c33fc98b37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c52aeed1-7e42-40e6-9cb5-05f0ebf3a804) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:25.946900 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa44ed6-34cd-4c5f-8b1b-b9c33fc98b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:25.947713 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-daa44ed6-34cd-4c5f-8b1b-b9c33fc98b37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:25.955591 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-0ba75aec-77b0-4fe6-96d7-ec2327f8164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:25.959070 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e218dac0-4dfa-44c1-adef-c70e2d2dda57 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:25.959387 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1c3a131e-7c59-41aa-9f98-8254d9ebf834 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (4d8ce5e4-5a78-4431-a68c-d4d0348fe18d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:25.960808 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e218dac0-4dfa-44c1-adef-c70e2d2dda57 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/ports/b5db1910-ebf5-47a4-abe1-096fce829d51 HTTP/1.1" status: 200 len: 910 time: 0.0778759 Mar 28 09:12:25.964266 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52428) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:25.972101 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-df413455-77fb-4e8c-8d3e-429b5769bbe8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bb597654-6622-4f38-b29f-4fcb807def46'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:25.972624 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba75aec-77b0-4fe6-96d7-ec2327f8164f None None] Routers {'7df94806-1a74-4d41-87bb-e33f81186ea1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:25.973393 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-0ba75aec-77b0-4fe6-96d7-ec2327f8164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['7df94806-1a74-4d41-87bb-e33f81186ea1'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:25.989503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-50511b22-3502-4e45-827d-f645f4e08ceb tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:25.993520 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1c3a131e-7c59-41aa-9f98-8254d9ebf834 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (4d8ce5e4-5a78-4431-a68c-d4d0348fe18d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:25.999286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3a131e-7c59-41aa-9f98-8254d9ebf834 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:25.999917 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1c3a131e-7c59-41aa-9f98-8254d9ebf834 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.007967 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-daa44ed6-34cd-4c5f-8b1b-b9c33fc98b37 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9494169 Mar 28 09:12:26.010874 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52430) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:26.015537 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1380761697-router', 'tenant_id': 'ccdca7c257fd46279e22b8f482b20316', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:26.015909 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-0ba75aec-77b0-4fe6-96d7-ec2327f8164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:26.016773 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba75aec-77b0-4fe6-96d7-ec2327f8164f None None] The sync data for ids ['7df94806-1a74-4d41-87bb-e33f81186ea1'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:12:26.018165 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port bbe371ea-e17c-42dc-b5f4-31d279a74fb9 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:26.018566 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bbe371ea-e17c-42dc-b5f4-31d279a74fb9), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.101807 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (b5a129bf-500d-4690-a29e-21fcae24fab7), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.102841 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (b5a129bf-500d-4690-a29e-21fcae24fab7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.115963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a131e-7c59-41aa-9f98-8254d9ebf834 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Network': ['ID=4d8ce5e4-5a78-4431-a68c-d4d0348fe18d,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:26.116328 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c94ac4f4-d3f5-4845-98eb-227ce229825a None None] Port b5db1910-ebf5-47a4-abe1-096fce829d51 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:12:26.131735 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1c3a131e-7c59-41aa-9f98-8254d9ebf834 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4113967 Mar 28 09:12:26.135158 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52434) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:26.144833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ddb0a6-6bbc-49c8-8fc5-f989e5ba4753 None None] Network c52aeed1-7e42-40e6-9cb5-05f0ebf3a804 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:26.153365 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 4d8ce5e4-5a78-4431-a68c-d4d0348fe18d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:26.167229 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-16b82f62-a1ea-4b4a-b41d-4ae6e03ae761 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'subnet': {'network_id': '4d8ce5e4-5a78-4431-a68c-d4d0348fe18d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:26.216481 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fda82f-184e-4258-b977-414eeff6b622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe371ea-e17c-42dc-b5f4-31d279a74fb9'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:12:26.219076 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bc4a69-c8da-4d0b-af24-e8fbc5eef43d" -d '{"events": [{"server_uuid": "c8fda82f-184e-4258-b977-414eeff6b622", "name": "network-vif-plugged", "status": "completed", "tag": "bbe371ea-e17c-42dc-b5f4-31d279a74fb9"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:12:26.260032 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] Publish callbacks [] for router_controller (b5a129bf-500d-4690-a29e-21fcae24fab7), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.296736 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-50511b22-3502-4e45-827d-f645f4e08ceb tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.302867 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port bbe371ea-e17c-42dc-b5f4-31d279a74fb9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bbe371ea-e17c-42dc-b5f4-31d279a74fb9,segment=NetworkSegment(4032b8ba-adf5-4b31-80eb-489eb2755543),segment_id=4032b8ba-adf5-4b31-80eb-489eb2755543)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:26.316879 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46515701-67f6-41c9-9ed9-2c4a88c780a3 None None] Pushing event updated for resources: {'Port': ['ID=467a8052-5421-44d7-a465-238554510ab3,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:26.333954 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-50511b22-3502-4e45-827d-f645f4e08ceb tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:26.350120 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-50511b22-3502-4e45-827d-f645f4e08ceb tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773f3ce7-a924-4713-b7de-6290674e49f0') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:26.350601 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-50511b22-3502-4e45-827d-f645f4e08ceb tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773f3ce7-a924-4713-b7de-6290674e49f0') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:26.354526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (bbe371ea-e17c-42dc-b5f4-31d279a74fb9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.366939 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-50511b22-3502-4e45-827d-f645f4e08ceb tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (773f3ce7-a924-4713-b7de-6290674e49f0), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.377750 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b82f62-a1ea-4b4a-b41d-4ae6e03ae761 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Made reservation on behalf of 61d47aacc0464e97834f5e7f8b3a7592 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:26.378127 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf71091-d254-49f4-a3a8-399cd25c1e09 req-0fbcb981-5c38-43ae-ae3f-2cf80da436e4 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:26.380143 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-bcf71091-d254-49f4-a3a8-399cd25c1e09 req-0fbcb981-5c38-43ae-ae3f-2cf80da436e4 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 945 time: 0.2073641 Mar 28 09:12:26.382671 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16b82f62-a1ea-4b4a-b41d-4ae6e03ae761 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.387824 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-df413455-77fb-4e8c-8d3e-429b5769bbe8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b5db1910-ebf5-47a4-abe1-096fce829d51), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.437080 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-50511b22-3502-4e45-827d-f645f4e08ceb tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (773f3ce7-a924-4713-b7de-6290674e49f0), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.455793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50511b22-3502-4e45-827d-f645f4e08ceb tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:26.456388 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-50511b22-3502-4e45-827d-f645f4e08ceb tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (773f3ce7-a924-4713-b7de-6290674e49f0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:26.462469 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:26.467730 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Attempting to bind port 467a8052-5421-44d7-a465-238554510ab3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:26.468161 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Attempting to bind port 467a8052-5421-44d7-a465-238554510ab3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:26.468470 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Attempting to bind port 467a8052-5421-44d7-a465-238554510ab3 on network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:26.474059 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 584a6e2a-11d9-4614-ab1d-5f84af58a639 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:26.474446 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (584a6e2a-11d9-4614-ab1d-5f84af58a639), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.495348 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-1fee48d0-396a-4147-bd50-f4b68bd14dd0 None None] Provisioning complete for port 467a8052-5421-44d7-a465-238554510ab3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:26.495716 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1fee48d0-396a-4147-bd50-f4b68bd14dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (467a8052-5421-44d7-a465-238554510ab3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.517665 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.ipam_backend_mixin [None req-16b82f62-a1ea-4b4a-b41d-4ae6e03ae761 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Performing IP validity checks on allocation pools {{(pid=104075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 28 09:12:26.518340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.ipam_backend_mixin [None req-16b82f62-a1ea-4b4a-b41d-4ae6e03ae761 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104075) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 28 09:12:26.556905 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-50511b22-3502-4e45-827d-f645f4e08ceb tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.563859 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-50511b22-3502-4e45-827d-f645f4e08ceb tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.565247 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c52aeed1-7e42-40e6-9cb5-05f0ebf3a804', 'network_id': 'c52aeed1-7e42-40e6-9cb5-05f0ebf3a804', 'project_id': 'ccdca7c257fd46279e22b8f482b20316', 'fixed_ips': [{'subnet_id': '68c634f0-c88a-4df8-8612-811f59166152'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:12:26.566197 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.571542 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-50511b22-3502-4e45-827d-f645f4e08ceb tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] 10.222.0.15 "DELETE /v2.0/networks/59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370 HTTP/1.1" status: 204 len: 168 time: 0.7552438 Mar 28 09:12:26.572936 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] Publish callbacks [] for router_gateway (b5a129bf-500d-4690-a29e-21fcae24fab7), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.574791 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:26.575593 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Checking segment: {'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:26.575593 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.575892 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Bound using segment: {'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:26.576375 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Bound port: 467a8052-5421-44d7-a465-238554510ab3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:26.576785 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (467a8052-5421-44d7-a465-238554510ab3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.599799 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50511b22-3502-4e45-827d-f645f4e08ceb tempest-TagsTest-411548785 tempest-TagsTest-411548785-project] Pushing event deleted for resources: {'Network': ['ID=59f4ac0f-d1ff-4f3f-ae2e-b2220c71a370,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:26.632798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=bbe371ea-e17c-42dc-b5f4-31d279a74fb9,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:26.638650 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-bcf71091-d254-49f4-a3a8-399cd25c1e09 req-f60bbad9-e93b-4d2a-bbdc-2bb1fbb05675 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472453 Mar 28 09:12:26.680239 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98829d6-0887-4b7e-9b06-1c8867ff0ed1 x-openstack-request-id: req-c98829d6-0887-4b7e-9b06-1c8867ff0ed1 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:12:26.680478 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fda82f-184e-4258-b977-414eeff6b622", "name": "network-vif-plugged", "status": "completed", "tag": "bbe371ea-e17c-42dc-b5f4-31d279a74fb9", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:12:26.680756 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c98829d6-0887-4b7e-9b06-1c8867ff0ed1 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:12:26.681093 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c98829d6-0887-4b7e-9b06-1c8867ff0ed1'] response: {'server_uuid': 'c8fda82f-184e-4258-b977-414eeff6b622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe371ea-e17c-42dc-b5f4-31d279a74fb9', 'code': 200} Mar 28 09:12:26.686204 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1fee48d0-396a-4147-bd50-f4b68bd14dd0 None None] Port 467a8052-5421-44d7-a465-238554510ab3 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:12:26.828243 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16b82f62-a1ea-4b4a-b41d-4ae6e03ae761 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (d659216f-a893-4d98-b601-cf05617289ac), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.846124 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] For port 467a8052-5421-44d7-a465-238554510ab3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:26.913414 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] For port 467a8052-5421-44d7-a465-238554510ab3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=467a8052-5421-44d7-a465-238554510ab3,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:26.933545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (467a8052-5421-44d7-a465-238554510ab3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:26.935439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 584a6e2a-11d9-4614-ab1d-5f84af58a639 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:26.970476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b82f62-a1ea-4b4a-b41d-4ae6e03ae761 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Checking segment: {'id': '3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4d8ce5e4-5a78-4431-a68c-d4d0348fe18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:26.971192 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b82f62-a1ea-4b4a-b41d-4ae6e03ae761 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network hostable DHCP agents. Network: 4d8ce5e4-5a78-4431-a68c-d4d0348fe18d, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:12:26.995318 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Allocated IP 172.20.0.2 (c52aeed1-7e42-40e6-9cb5-05f0ebf3a804/68c634f0-c88a-4df8-8612-811f59166152/d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:27.000666 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b82f62-a1ea-4b4a-b41d-4ae6e03ae761 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Subnet': ['ID=d659216f-a893-4d98-b601-cf05617289ac,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:27.006602 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52444) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:27.011131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b82f62-a1ea-4b4a-b41d-4ae6e03ae761 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Network 4d8ce5e4-5a78-4431-a68c-d4d0348fe18d is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:12:27.037195 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-16b82f62-a1ea-4b4a-b41d-4ae6e03ae761 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4d8ce5e4-5a78-4431-a68c-d4d0348fe18d) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:27.043526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Routers {'21aa7a59-d6d1-4617-b260-589cf118966c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:27.049466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:11:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21aa7a59-d6d1-4617-b260-589cf118966c'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:27.063352 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b82f62-a1ea-4b4a-b41d-4ae6e03ae761 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:27.064392 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16b82f62-a1ea-4b4a-b41d-4ae6e03ae761 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:27.069168 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9aa87f-2eb1-4081-b210-9f1e9e0aa8ba None None] Network 4d8ce5e4-5a78-4431-a68c-d4d0348fe18d requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:27.078758 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d369007-7bc5-48b9-9e0c-3a381bd31392 req-2d933be3-87af-4800-a362-de1b6529be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:27.086165 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7d369007-7bc5-48b9-9e0c-3a381bd31392 req-2d933be3-87af-4800-a362-de1b6529be54 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 1130 time: 0.2330995 Mar 28 09:12:27.181199 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52448) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:27.184785 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-16b82f62-a1ea-4b4a-b41d-4ae6e03ae761 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0216272 Mar 28 09:12:27.204175 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7d369007-7bc5-48b9-9e0c-3a381bd31392 req-be0d06d8-a999-4b7e-8730-2b33aa188b98 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049035 Mar 28 09:12:27.205001 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a25b10f5-f650-4951-b81b-6a155affcd3b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:27.209061 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e620468a-c7fc-419d-a711-bf73af4e981c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:27.211768 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46515701-67f6-41c9-9ed9-2c4a88c780a3 None None] Pushing event updated for resources: {'Port': ['ID=467a8052-5421-44d7-a465-238554510ab3,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:27.303851 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d7f99490-7651-46ab-9603-16d7a51bcae1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ccdd8050f58452ca1578e17ba32d2a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2936256 Mar 28 09:12:27.307042 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52450) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:27.335127 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-132d2317-421e-40df-af8d-84715d093598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:27.368840 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5d3f35d9-e120-4cd2-91b9-59bd9107d8e2 admin admin] Publish callbacks [] for security_group (d4f40608-f59e-4aa5-bb89-1077b3226e77), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:27.392118 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5d3f35d9-e120-4cd2-91b9-59bd9107d8e2 admin admin] Publish callbacks [] for security_group (d4f40608-f59e-4aa5-bb89-1077b3226e77), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:27.456811 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] Set router 21aa7a59-d6d1-4617-b260-589cf118966c gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:12:27.460590 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5d3f35d9-e120-4cd2-91b9-59bd9107d8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (d4f40608-f59e-4aa5-bb89-1077b3226e77), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:27.463765 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5d3f35d9-e120-4cd2-91b9-59bd9107d8e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:27.467390 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a25b10f5-f650-4951-b81b-6a155affcd3b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9575866'] for subnet (d659216f-a893-4d98-b601-cf05617289ac), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:27.468275 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5d3f35d9-e120-4cd2-91b9-59bd9107d8e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4f40608-f59e-4aa5-bb89-1077b3226e77 HTTP/1.1" status: 204 len: 168 time: 0.1598086 Mar 28 09:12:27.478569 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f35d9-e120-4cd2-91b9-59bd9107d8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f40608-f59e-4aa5-bb89-1077b3226e77,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:27.515240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4d8ce5e4-5a78-4431-a68c-d4d0348fe18d', 'network_id': '4d8ce5e4-5a78-4431-a68c-d4d0348fe18d', 'project_id': '61d47aacc0464e97834f5e7f8b3a7592', 'fixed_ips': [{'subnet_id': 'd659216f-a893-4d98-b601-cf05617289ac'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:12:27.516108 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:27.541117 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port e620468a-c7fc-419d-a711-bf73af4e981c triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:27.541495 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e620468a-c7fc-419d-a711-bf73af4e981c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:27.627318 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2c622d5b-1367-4391-99f9-0489abc713e7 None None] Provisioning complete for port 467a8052-5421-44d7-a465-238554510ab3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:27.627585 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2c622d5b-1367-4391-99f9-0489abc713e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (467a8052-5421-44d7-a465-238554510ab3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:27.632274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Publish callbacks [] for port (d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:27.673324 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:27.753278 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] Publish callbacks [] for router_gateway (b5a129bf-500d-4690-a29e-21fcae24fab7), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:27.822819 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:27.960826 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-df413455-77fb-4e8c-8d3e-429b5769bbe8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (b5db1910-ebf5-47a4-abe1-096fce829d51), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:27.993479 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-df413455-77fb-4e8c-8d3e-429b5769bbe8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (b5db1910-ebf5-47a4-abe1-096fce829d51), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:27.999390 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Network c52aeed1-7e42-40e6-9cb5-05f0ebf3a804 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:28.012297 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e43dc-b0c4-4395-a05c-deb2153d062c req-8ea203e1-baed-447f-a848-297819131c9d tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:28.013837 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-295e43dc-b0c4-4395-a05c-deb2153d062c req-8ea203e1-baed-447f-a848-297819131c9d tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 946 time: 0.2319152 Mar 28 09:12:28.022024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:28.031382 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:28.048165 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a25b10f5-f650-4951-b81b-6a155affcd3b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764768247435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9826088'] for subnet (d659216f-a893-4d98-b601-cf05617289ac), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:28.056548 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Pushing event updated for resources: {'Port': ['ID=d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:28.171646 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Allocated IP 2001:db8::3 (4d8ce5e4-5a78-4431-a68c-d4d0348fe18d/d659216f-a893-4d98-b601-cf05617289ac/96fbf162-7317-4574-8031-fb433b177e2a) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:28.184813 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25b10f5-f650-4951-b81b-6a155affcd3b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:28.185410 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a25b10f5-f650-4951-b81b-6a155affcd3b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:28.186786 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a25b10f5-f650-4951-b81b-6a155affcd3b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "PUT /v2.0/subnets/d659216f-a893-4d98-b601-cf05617289ac HTTP/1.1" status: 200 len: 900 time: 1.0030408 Mar 28 09:12:28.190030 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52456) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:28.213749 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df413455-77fb-4e8c-8d3e-429b5769bbe8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:28.214299 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-df413455-77fb-4e8c-8d3e-429b5769bbe8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:28.218737 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-df413455-77fb-4e8c-8d3e-429b5769bbe8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/ports/b5db1910-ebf5-47a4-abe1-096fce829d51 HTTP/1.1" status: 200 len: 910 time: 2.2503359 Mar 28 09:12:28.219751 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52458) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:28.229900 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port e620468a-c7fc-419d-a711-bf73af4e981c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:28.246013 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df413455-77fb-4e8c-8d3e-429b5769bbe8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=b5db1910-ebf5-47a4-abe1-096fce829d51,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:28.268901 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Attempting to bind port d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:28.270037 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Attempting to bind port d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '07569001-3538-42db-ae17-bb87db1c5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c52aeed1-7e42-40e6-9cb5-05f0ebf3a804'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:28.270643 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Attempting to bind port d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 on network c52aeed1-7e42-40e6-9cb5-05f0ebf3a804 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:28.273655 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2c622d5b-1367-4391-99f9-0489abc713e7 None None] Current status of the port 467a8052-5421-44d7-a465-238554510ab3 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:28.274224 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2c622d5b-1367-4391-99f9-0489abc713e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (467a8052-5421-44d7-a465-238554510ab3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:28.278701 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] Allocated IP 172.36.4.193 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/b0c87363-1398-4dd4-ad75-5cdce66abc60) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:28.311008 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b10f5-f650-4951-b81b-6a155affcd3b tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event updated for resources: {'Subnet': ['ID=d659216f-a893-4d98-b601-cf05617289ac,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:28.319589 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:28.319966 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Checking segment: {'id': '07569001-3538-42db-ae17-bb87db1c5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c52aeed1-7e42-40e6-9cb5-05f0ebf3a804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:28.320574 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:28.321129 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Bound using segment: {'id': '07569001-3538-42db-ae17-bb87db1c5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c52aeed1-7e42-40e6-9cb5-05f0ebf3a804'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:28.321799 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Bound port: d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07569001-3538-42db-ae17-bb87db1c5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c52aeed1-7e42-40e6-9cb5-05f0ebf3a804'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:28.322367 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:28.338018 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-295e43dc-b0c4-4395-a05c-deb2153d062c req-1f727ce7-ccbd-4a38-9f0c-be5548fd37ed tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964084 Mar 28 09:12:28.401012 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2c622d5b-1367-4391-99f9-0489abc713e7 None None] For port 467a8052-5421-44d7-a465-238554510ab3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=467a8052-5421-44d7-a465-238554510ab3,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:28.413908 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2c622d5b-1367-4391-99f9-0489abc713e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (467a8052-5421-44d7-a465-238554510ab3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:28.444573 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (4d8ce5e4-5a78-4431-a68c-d4d0348fe18d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:28.470166 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:26Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:28.486284 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] Publish callbacks [] for port (b0c87363-1398-4dd4-ad75-5cdce66abc60), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:28.517389 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad619e07-d316-4924-9cbd-544503f962b3 None None] The sync data for ids ['21aa7a59-d6d1-4617-b260-589cf118966c'] in dv-neutron-master-2-hyperv is: [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:26Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:12:28.539233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (d659216f-a893-4d98-b601-cf05617289ac), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:28.553956 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] For port d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:28.566854 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c622d5b-1367-4391-99f9-0489abc713e7 None None] Pushing event updated for resources: {'Port': ['ID=467a8052-5421-44d7-a465-238554510ab3,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:28.581364 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] For port d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2,segment=NetworkSegment(07569001-3538-42db-ae17-bb87db1c5472),segment_id=07569001-3538-42db-ae17-bb87db1c5472)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:28.596032 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:28.603424 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Publish callbacks [] for port (96fbf162-7317-4574-8031-fb433b177e2a), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:28.612075 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (b0c87363-1398-4dd4-ad75-5cdce66abc60), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:28.635214 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (96fbf162-7317-4574-8031-fb433b177e2a), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:28.678508 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Network 4d8ce5e4-5a78-4431-a68c-d4d0348fe18d is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:28.688379 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:28.693945 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:28.697710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:28.700045 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-79e7f3e9-102a-4bdf-afdc-d752851ad4c7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (7df94806-1a74-4d41-87bb-e33f81186ea1), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:28.700498 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:28.704703 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:28.707556 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988fa48-79ff-428a-90c0-3b0afe2800f6 None None] Pushing event updated for resources: {'Port': ['ID=d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:28.751255 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] Pushing event updated for resources: {'Port': ['ID=b0c87363-1398-4dd4-ad75-5cdce66abc60,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:28.766805 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (d659216f-a893-4d98-b601-cf05617289ac), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:28.802228 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Subnet': ['ID=d659216f-a893-4d98-b601-cf05617289ac,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:28.834962 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Attempting to bind port 96fbf162-7317-4574-8031-fb433b177e2a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:28.835321 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Attempting to bind port 96fbf162-7317-4574-8031-fb433b177e2a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4d8ce5e4-5a78-4431-a68c-d4d0348fe18d'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:28.835689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Attempting to bind port 96fbf162-7317-4574-8031-fb433b177e2a on network 4d8ce5e4-5a78-4431-a68c-d4d0348fe18d {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:28.843885 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Pushing event updated for resources: {'Port': ['ID=96fbf162-7317-4574-8031-fb433b177e2a,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:28.845248 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:28.845685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Checking segment: {'id': '3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4d8ce5e4-5a78-4431-a68c-d4d0348fe18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:28.846058 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:28.846450 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Bound using segment: {'id': '3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4d8ce5e4-5a78-4431-a68c-d4d0348fe18d'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:28.846925 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Bound port: 96fbf162-7317-4574-8031-fb433b177e2a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4d8ce5e4-5a78-4431-a68c-d4d0348fe18d'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:28.847852 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (96fbf162-7317-4574-8031-fb433b177e2a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:28.930820 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (4d8ce5e4-5a78-4431-a68c-d4d0348fe18d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:28.945182 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] For port 96fbf162-7317-4574-8031-fb433b177e2a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:28.948991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] For port 96fbf162-7317-4574-8031-fb433b177e2a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=96fbf162-7317-4574-8031-fb433b177e2a,segment=NetworkSegment(3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104),segment_id=3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:28.961580 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (96fbf162-7317-4574-8031-fb433b177e2a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:29.114887 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518200dc-03bf-4b4f-9d6c-b32775d217ee None None] Pushing event updated for resources: {'Port': ['ID=96fbf162-7317-4574-8031-fb433b177e2a,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:29.144758 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e44ae0-d5f2-4975-bd5e-0bfc657f25a0 None None] Network 4d8ce5e4-5a78-4431-a68c-d4d0348fe18d requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:29.154958 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8ce5e4-5a78-4431-a68c-d4d0348fe18d']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:29.172974 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:29.173449 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:29.192215 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:29.222796 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 467a8052-5421-44d7-a465-238554510ab3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:29.294737 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:29.306378 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:29.306919 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:29.310435 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:29.355148 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 467a8052-5421-44d7-a465-238554510ab3 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:29.355535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (467a8052-5421-44d7-a465-238554510ab3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:29.395664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747344a3-70fc-481f-9cdf-91e82ac8a5de None None] Network 4d8ce5e4-5a78-4431-a68c-d4d0348fe18d requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:29.407724 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.db.api [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 09:12:29.407724 dv-neutron-master-2-hyperv neutron-server[104076]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 09:12:29.407724 dv-neutron-master-2-hyperv neutron-server[104076]: [parameters: {'id': '4d8ce5e4-5a78-4431-a68c-d4d0348fe18d'}] Mar 28 09:12:29.407724 dv-neutron-master-2-hyperv neutron-server[104076]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104076) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:12:29.408226 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG oslo_db.api [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:12:29.424748 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] Publish callbacks [] for router_gateway (b5a129bf-500d-4690-a29e-21fcae24fab7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:29.529413 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ffb67b5-7026-4cd7-96cf-1cfe525d5a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:29.577701 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c12e9-e776-4494-a7a4-74692ca9d9bc req-0d0d1c22-c7ad-43a8-bd80-9d25ac386181 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:29.579382 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d86c12e9-e776-4494-a7a4-74692ca9d9bc req-0d0d1c22-c7ad-43a8-bd80-9d25ac386181 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 946 time: 0.1151373 Mar 28 09:12:29.590545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 467a8052-5421-44d7-a465-238554510ab3 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:29.674918 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d86c12e9-e776-4494-a7a4-74692ca9d9bc req-e117938d-d214-4f12-a6de-83a97944b106 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858345 Mar 28 09:12:29.727238 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (b5a129bf-500d-4690-a29e-21fcae24fab7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:29.753787 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-79e7f3e9-102a-4bdf-afdc-d752851ad4c7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting port b5db1910-ebf5-47a4-abe1-096fce829d51 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:29.754355 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-79e7f3e9-102a-4bdf-afdc-d752851ad4c7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b5db1910-ebf5-47a4-abe1-096fce829d51), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:29.860799 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-79e7f3e9-102a-4bdf-afdc-d752851ad4c7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b5db1910-ebf5-47a4-abe1-096fce829d51), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:29.888876 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-79e7f3e9-102a-4bdf-afdc-d752851ad4c7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Calling delete_port for b5db1910-ebf5-47a4-abe1-096fce829d51 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:29.900970 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fc17d-b76d-403d-9b30-a8f63d246c6a req-fda49eb2-4b40-456f-a2c7-f7ebda97ee36 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:29.908104 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-549fc17d-b76d-403d-9b30-a8f63d246c6a req-fda49eb2-4b40-456f-a2c7-f7ebda97ee36 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 946 time: 0.0884426 Mar 28 09:12:29.912914 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (4d8ce5e4-5a78-4431-a68c-d4d0348fe18d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:30.005030 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-549fc17d-b76d-403d-9b30-a8f63d246c6a req-2a51a0b1-4a06-4db6-88c7-5f6fd258a91c tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957191 Mar 28 09:12:30.057028 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] Router b5a129bf-500d-4690-a29e-21fcae24fab7 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:12:30.075726 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Deleting port 96fbf162-7317-4574-8031-fb433b177e2a {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:30.076073 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (96fbf162-7317-4574-8031-fb433b177e2a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:30.172475 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-79e7f3e9-102a-4bdf-afdc-d752851ad4c7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (b5db1910-ebf5-47a4-abe1-096fce829d51), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:30.248431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7f3e9-102a-4bdf-afdc-d752851ad4c7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Port': ['ID=b5db1910-ebf5-47a4-abe1-096fce829d51,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:30.339397 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32899368-357c-4469-92f7-26487114bac8 None None] Network c52aeed1-7e42-40e6-9cb5-05f0ebf3a804 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:30.415561 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-79e7f3e9-102a-4bdf-afdc-d752851ad4c7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (7df94806-1a74-4d41-87bb-e33f81186ea1), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:30.448883 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3087269d-8354-4905-86f9-fcf6f96cdc9b None None] Provisioning complete for port d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:30.449455 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3087269d-8354-4905-86f9-fcf6f96cdc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:30.553381 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:30.603174 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3087269d-8354-4905-86f9-fcf6f96cdc9b None None] Current status of the port d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:30.603575 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3087269d-8354-4905-86f9-fcf6f96cdc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:30.607349 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e7f3e9-102a-4bdf-afdc-d752851ad4c7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router 7df94806-1a74-4d41-87bb-e33f81186ea1 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:12:30.642848 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3087269d-8354-4905-86f9-fcf6f96cdc9b None None] For port d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2,segment=NetworkSegment(07569001-3538-42db-ae17-bb87db1c5472),segment_id=07569001-3538-42db-ae17-bb87db1c5472)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:30.649667 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3087269d-8354-4905-86f9-fcf6f96cdc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:30.699262 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e7f3e9-102a-4bdf-afdc-d752851ad4c7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:12:30.704506 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087269d-8354-4905-86f9-fcf6f96cdc9b None None] Pushing event updated for resources: {'Port': ['ID=d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:30.716369 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-79e7f3e9-102a-4bdf-afdc-d752851ad4c7 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/7df94806-1a74-4d41-87bb-e33f81186ea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4954591 Mar 28 09:12:30.718225 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac68a2-4c97-4238-bccd-c348a8f971fa None None] Sync routers for ids ['7df94806-1a74-4d41-87bb-e33f81186ea1'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:12:30.718982 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52468) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:30.731003 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac68a2-4c97-4238-bccd-c348a8f971fa None None] Routers {'7df94806-1a74-4d41-87bb-e33f81186ea1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:30.731885 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9bac68a2-4c97-4238-bccd-c348a8f971fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['7df94806-1a74-4d41-87bb-e33f81186ea1'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:30.746163 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] For port 96fbf162-7317-4574-8031-fb433b177e2a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=96fbf162-7317-4574-8031-fb433b177e2a,segment=NetworkSegment(3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104),segment_id=3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:30.748890 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (96fbf162-7317-4574-8031-fb433b177e2a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:30.764686 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Calling delete_port for 96fbf162-7317-4574-8031-fb433b177e2a owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:30.775521 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9bac68a2-4c97-4238-bccd-c348a8f971fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:30.781442 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e80040c1-d418-47c2-94d6-ef8b7c66bc9e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/ports?device_id=7df94806-1a74-4d41-87bb-e33f81186ea1 HTTP/1.1" status: 200 len: 205 time: 0.0590305 Mar 28 09:12:30.783010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52470) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:30.790486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac68a2-4c97-4238-bccd-c348a8f971fa None None] Routers {'7df94806-1a74-4d41-87bb-e33f81186ea1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:30.791374 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9bac68a2-4c97-4238-bccd-c348a8f971fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['7df94806-1a74-4d41-87bb-e33f81186ea1'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:30.829416 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9bac68a2-4c97-4238-bccd-c348a8f971fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:30.830424 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac68a2-4c97-4238-bccd-c348a8f971fa None None] The sync data for ids ['7df94806-1a74-4d41-87bb-e33f81186ea1'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:12:30.856572 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1bb7db-e7f4-4230-ac76-732127ec15e4 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 09:12:30.877706 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b4eaa13-a623-4a9f-9cc8-e05676b44b58 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (7df94806-1a74-4d41-87bb-e33f81186ea1), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:30.887350 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4f272-f0f3-497f-9a33-eb5623b926dc req-431f6336-b8ba-4252-aa3c-d5796f918092 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:30.888833 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-58d4f272-f0f3-497f-9a33-eb5623b926dc req-431f6336-b8ba-4252-aa3c-d5796f918092 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 946 time: 0.2675123 Mar 28 09:12:30.897571 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:12:30.913568 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Sync routers for ids ['b5a129bf-500d-4690-a29e-21fcae24fab7'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:12:30.915150 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-369aafed-d80f-4fb1-a441-fa1ebed2e6e3 None None] Provisioning complete for port d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:30.915524 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-369aafed-d80f-4fb1-a441-fa1ebed2e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:30.931252 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Routers {'b5a129bf-500d-4690-a29e-21fcae24fab7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:30.932244 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (96fbf162-7317-4574-8031-fb433b177e2a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:30.932602 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b5a129bf-500d-4690-a29e-21fcae24fab7'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:30.975833 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:30.985798 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d03418f4-146c-4227-9a89-957d4669842c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9708130 Mar 28 09:12:30.985798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Port': ['ID=96fbf162-7317-4574-8031-fb433b177e2a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:30.990467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52472) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:30.991211 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No DVR routers for this DVR port 96fbf162-7317-4574-8031-fb433b177e2a on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:12:31.051051 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1bb7db-e7f4-4230-ac76-732127ec15e4 None None] Resources bound (agent type, host, resource id): {{(pid=104077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 09:12:31.064159 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-369aafed-d80f-4fb1-a441-fa1ebed2e6e3 None None] Current status of the port d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:31.107882 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-58d4f272-f0f3-497f-9a33-eb5623b926dc req-856a6ce2-c124-496d-b931-38d3ffbc15c8 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010682 Mar 28 09:12:31.134765 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Set router b5a129bf-500d-4690-a29e-21fcae24fab7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:12:31.151119 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:31.195538 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (4d8ce5e4-5a78-4431-a68c-d4d0348fe18d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.198113 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b4eaa13-a623-4a9f-9cc8-e05676b44b58 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (7df94806-1a74-4d41-87bb-e33f81186ea1), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.201858 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b4eaa13-a623-4a9f-9cc8-e05676b44b58 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router_controller (7df94806-1a74-4d41-87bb-e33f81186ea1), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.242967 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8ce5e4-5a78-4431-a68c-d4d0348fe18d']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:31.260985 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:31.261594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:31.277239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.295474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:31.295993 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.305931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b4eaa13-a623-4a9f-9cc8-e05676b44b58 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (7df94806-1a74-4d41-87bb-e33f81186ea1), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.306481 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4eaa13-a623-4a9f-9cc8-e05676b44b58 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Fanout notify agent at l3_agent the message router_deleted on router 7df94806-1a74-4d41-87bb-e33f81186ea1 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:12:31.308673 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.320017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b4eaa13-a623-4a9f-9cc8-e05676b44b58 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.323880 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0b4eaa13-a623-4a9f-9cc8-e05676b44b58 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/routers/7df94806-1a74-4d41-87bb-e33f81186ea1 HTTP/1.1" status: 204 len: 168 time: 0.5380471 Mar 28 09:12:31.324508 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52474) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:31.328011 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:31.328859 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (3a6ee6c7-0afa-41e9-bcb6-9f2a3a9b0104), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:31.334127 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:31.416942 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:31.429343 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (4d8ce5e4-5a78-4431-a68c-d4d0348fe18d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.438188 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.442135 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/networks/4d8ce5e4-5a78-4431-a68c-d4d0348fe18d HTTP/1.1" status: 204 len: 168 time: 3.2431016 Mar 28 09:12:31.454165 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52476) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:31.456334 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376330e-c102-414c-ac16-04bbb13e5bea tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Network': ['ID=4d8ce5e4-5a78-4431-a68c-d4d0348fe18d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:31.467411 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e13e2331-a394-4d5c-96f0-1cdbddafc1a0 req-62519921-d258-4a0a-8bd7-25072b098f2f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1973104 Mar 28 09:12:31.473906 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-2797e557-64d7-40d7-aa30-9ac3b367d1c3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting subnet bb597654-6622-4f38-b29f-4fcb807def46 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:12:31.479721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2797e557-64d7-40d7-aa30-9ac3b367d1c3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (bb597654-6622-4f38-b29f-4fcb807def46), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.483231 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa25e92-ca0b-4862-92b3-56684bc235fe tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] DELETE failed (client error): The resource could not be found. Mar 28 09:12:31.483778 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa25e92-ca0b-4862-92b3-56684bc235fe tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:31.486967 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2aa25e92-ca0b-4862-92b3-56684bc235fe tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/subnets/d659216f-a893-4d98-b601-cf05617289ac HTTP/1.1" status: 404 len: 337 time: 0.0318544 Mar 28 09:12:31.490730 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52478) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:31.515076 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ab4cec-e890-4af1-beaa-7ab1e0ffbf0a tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] DELETE failed (client error): The resource could not be found. Mar 28 09:12:31.515684 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ab4cec-e890-4af1-beaa-7ab1e0ffbf0a tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:31.521531 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d2ab4cec-e890-4af1-beaa-7ab1e0ffbf0a tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/networks/4d8ce5e4-5a78-4431-a68c-d4d0348fe18d HTTP/1.1" status: 404 len: 339 time: 0.0271797 Mar 28 09:12:31.522382 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52480) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:31.544948 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a129bf-500d-4690-a29e-21fcae24fab7', 'name': 'tempest-TestVolumeBootPattern-1380761697-router', 'tenant_id': 'ccdca7c257fd46279e22b8f482b20316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.193'}], 'enable_snat': True}, 'gw_port_id': 'b0c87363-1398-4dd4-ad75-5cdce66abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:26Z', 'updated_at': '2022-03-28T09:12:29Z', 'revision_number': 3, 'project_id': 'ccdca7c257fd46279e22b8f482b20316', 'gw_port': {'id': 'b0c87363-1398-4dd4-ad75-5cdce66abc60', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a129bf-500d-4690-a29e-21fcae24fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:27Z', 'updated_at': '2022-03-28T09:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:31.572243 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Checking router: b5a129bf-500d-4690-a29e-21fcae24fab7 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:12:31.572764 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Updating router b5a129bf-500d-4690-a29e-21fcae24fab7 port b0c87363-1398-4dd4-ad75-5cdce66abc60 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:12:31.585811 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2797e557-64d7-40d7-aa30-9ac3b367d1c3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (bb597654-6622-4f38-b29f-4fcb807def46), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.600725 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d62f9a0-b5c7-427a-a24a-a7768966061e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (053f799e-b1a2-4f2e-81d5-985db0166b19), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.601694 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b0c87363-1398-4dd4-ad75-5cdce66abc60), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.642991 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e2331-a394-4d5c-96f0-1cdbddafc1a0 req-33535b42-502f-4c51-bc4a-290e7216e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:31.645231 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e13e2331-a394-4d5c-96f0-1cdbddafc1a0 req-33535b42-502f-4c51-bc4a-290e7216e40c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15b387297d714b8fbf1b26450f1f637a&device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 1130 time: 0.1269243 Mar 28 09:12:31.692599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d62f9a0-b5c7-427a-a24a-a7768966061e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (053f799e-b1a2-4f2e-81d5-985db0166b19), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.713475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-2d62f9a0-b5c7-427a-a24a-a7768966061e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053f799e-b1a2-4f2e-81d5-985db0166b19']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:31.723616 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-2d62f9a0-b5c7-427a-a24a-a7768966061e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9791ce-6b3c-4947-85bb-dce33568bf45') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:31.723910 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-2d62f9a0-b5c7-427a-a24a-a7768966061e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9791ce-6b3c-4947-85bb-dce33568bf45') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:31.733547 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d62f9a0-b5c7-427a-a24a-a7768966061e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (2e9791ce-6b3c-4947-85bb-dce33568bf45), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.746584 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d62f9a0-b5c7-427a-a24a-a7768966061e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (2e9791ce-6b3c-4947-85bb-dce33568bf45), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.752455 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d62f9a0-b5c7-427a-a24a-a7768966061e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:31.752845 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d62f9a0-b5c7-427a-a24a-a7768966061e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (2e9791ce-6b3c-4947-85bb-dce33568bf45), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:31.756357 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:31.816759 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d62f9a0-b5c7-427a-a24a-a7768966061e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (053f799e-b1a2-4f2e-81d5-985db0166b19), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.825750 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d62f9a0-b5c7-427a-a24a-a7768966061e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.831425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2797e557-64d7-40d7-aa30-9ac3b367d1c3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (bb597654-6622-4f38-b29f-4fcb807def46), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.832994 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2d62f9a0-b5c7-427a-a24a-a7768966061e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/networks/053f799e-b1a2-4f2e-81d5-985db0166b19 HTTP/1.1" status: 204 len: 168 time: 0.3093710 Mar 28 09:12:31.836507 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52482) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:31.849981 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62f9a0-b5c7-427a-a24a-a7768966061e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Network': ['ID=053f799e-b1a2-4f2e-81d5-985db0166b19,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:31.874945 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Publish callbacks [] for port (b0c87363-1398-4dd4-ad75-5cdce66abc60), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.882009 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (b0c87363-1398-4dd4-ad75-5cdce66abc60), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.906676 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-69532551-f1be-4286-bf64-a927cf1a48c2 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] DELETE failed (client error): The resource could not be found. Mar 28 09:12:31.907129 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69532551-f1be-4286-bf64-a927cf1a48c2 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:31.910391 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-69532551-f1be-4286-bf64-a927cf1a48c2 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/subnets/a63c16d8-e5e7-437c-aabe-5851f662bd75 HTTP/1.1" status: 404 len: 337 time: 0.0529852 Mar 28 09:12:31.912820 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52484) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:31.928798 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f71de-82ec-493b-a88d-3213260920fa None None] Pushing event updated for resources: {'Port': ['ID=b0c87363-1398-4dd4-ad75-5cdce66abc60,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:31.942069 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Attempting to bind port b0c87363-1398-4dd4-ad75-5cdce66abc60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:31.942735 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31406db-df62-4c29-8328-ce42f0a3768f tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] DELETE failed (client error): The resource could not be found. Mar 28 09:12:31.943063 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Attempting to bind port b0c87363-1398-4dd4-ad75-5cdce66abc60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:31.943191 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Attempting to bind port b0c87363-1398-4dd4-ad75-5cdce66abc60 on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:31.943436 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31406db-df62-4c29-8328-ce42f0a3768f tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:31.949181 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d31406db-df62-4c29-8328-ce42f0a3768f tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/networks/2c77bbdc-03da-453b-b15a-e90747301798 HTTP/1.1" status: 404 len: 339 time: 0.0326848 Mar 28 09:12:31.949372 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:31.949372 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:31.949647 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.950001 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52486) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:31.950163 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:31.950463 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Bound port: b0c87363-1398-4dd4-ad75-5cdce66abc60, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:31.951044 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b0c87363-1398-4dd4-ad75-5cdce66abc60), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:31.951961 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e2331-a394-4d5c-96f0-1cdbddafc1a0 req-8a0d5dcb-bbcb-4651-a5e0-cafac8b80ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:31.953590 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e13e2331-a394-4d5c-96f0-1cdbddafc1a0 req-8a0d5dcb-bbcb-4651-a5e0-cafac8b80ac6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1dac6567-c143-4ec8-a54f-6d151692d778 HTTP/1.1" status: 200 len: 911 time: 0.2604432 Mar 28 09:12:31.983157 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2797e557-64d7-40d7-aa30-9ac3b367d1c3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (bb597654-6622-4f38-b29f-4fcb807def46), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:32.005829 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] For port b0c87363-1398-4dd4-ad75-5cdce66abc60, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:32.009065 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] For port b0c87363-1398-4dd4-ad75-5cdce66abc60, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b0c87363-1398-4dd4-ad75-5cdce66abc60,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:32.009701 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0596008-f20d-40e5-a2df-56e7e450e2b3 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Deleting subnet 91fc6051-74e7-4109-a187-8dd927999eeb {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:12:32.013168 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0596008-f20d-40e5-a2df-56e7e450e2b3 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (91fc6051-74e7-4109-a187-8dd927999eeb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:32.015273 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (b0c87363-1398-4dd4-ad75-5cdce66abc60), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:32.060532 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0596008-f20d-40e5-a2df-56e7e450e2b3 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (91fc6051-74e7-4109-a187-8dd927999eeb), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:32.062073 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Routers {'b5a129bf-500d-4690-a29e-21fcae24fab7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:32.062825 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b5a129bf-500d-4690-a29e-21fcae24fab7'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:32.065668 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:32.067967 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e13e2331-a394-4d5c-96f0-1cdbddafc1a0 req-0f728182-f1d1-4f84-a4e8-59fb211c40da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe371ea-e17c-42dc-b5f4-31d279a74fb9 HTTP/1.1" status: 200 len: 217 time: 0.0925179 Mar 28 09:12:32.073733 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797e557-64d7-40d7-aa30-9ac3b367d1c3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Subnet': ['ID=bb597654-6622-4f38-b29f-4fcb807def46,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:32.077203 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2797e557-64d7-40d7-aa30-9ac3b367d1c3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:32.080567 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2797e557-64d7-40d7-aa30-9ac3b367d1c3 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/subnets/bb597654-6622-4f38-b29f-4fcb807def46 HTTP/1.1" status: 204 len: 168 time: 0.7533157 Mar 28 09:12:32.084038 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52488) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:32.097991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9271ab34-241c-4af3-887c-e1d8b599db3f None None] Network 7dc219af-dfab-48e3-96b3-9ac720b71de4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:32.129461 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e2331-a394-4d5c-96f0-1cdbddafc1a0 req-6129e938-2fd1-43dd-be62-220824f906fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:32.131088 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e13e2331-a394-4d5c-96f0-1cdbddafc1a0 req-6129e938-2fd1-43dd-be62-220824f906fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c54a422-e7fd-4ddc-a30b-59163927dd66 HTTP/1.1" status: 200 len: 851 time: 0.0552156 Mar 28 09:12:32.181071 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0596008-f20d-40e5-a2df-56e7e450e2b3 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (91fc6051-74e7-4109-a187-8dd927999eeb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:32.221184 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e13e2331-a394-4d5c-96f0-1cdbddafc1a0 req-3399bda8-6bdd-4949-a211-de5d19678830 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1dac6567-c143-4ec8-a54f-6d151692d778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775063 Mar 28 09:12:32.230901 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] Set router b5a129bf-500d-4690-a29e-21fcae24fab7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:12:32.271630 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0596008-f20d-40e5-a2df-56e7e450e2b3 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (91fc6051-74e7-4109-a187-8dd927999eeb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:32.292006 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0596008-f20d-40e5-a2df-56e7e450e2b3 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:32.299590 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b0596008-f20d-40e5-a2df-56e7e450e2b3 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/subnets/91fc6051-74e7-4109-a187-8dd927999eeb HTTP/1.1" status: 204 len: 168 time: 0.3480747 Mar 28 09:12:32.302094 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52492) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:32.323347 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cbd2d6-58e2-4b77-b1d4-e083d08ac72c None None] Network 8573cb7d-6845-44b9-82c1-4901f1ed8396 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:32.359710 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e13e2331-a394-4d5c-96f0-1cdbddafc1a0 req-959c8b24-ef01-4508-8b8f-d20c0bd64c0a service neutron] 10.222.0.16 "GET /v2.0/networks/1dac6567-c143-4ec8-a54f-6d151692d778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036711 Mar 28 09:12:32.406525 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92397c8-8255-40db-b2b7-a5f1c2d0c66c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Deleting subnet d34c17da-9e9c-4996-9e32-53fbc04c91ae {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:12:32.413303 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0596008-f20d-40e5-a2df-56e7e450e2b3 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Subnet': ['ID=91fc6051-74e7-4109-a187-8dd927999eeb,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:32.421465 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a92397c8-8255-40db-b2b7-a5f1c2d0c66c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (d34c17da-9e9c-4996-9e32-53fbc04c91ae), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:32.422046 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f71de-82ec-493b-a88d-3213260920fa None None] Pushing event updated for resources: {'Port': ['ID=b0c87363-1398-4dd4-ad75-5cdce66abc60,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:32.449294 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a129bf-500d-4690-a29e-21fcae24fab7', 'name': 'tempest-TestVolumeBootPattern-1380761697-router', 'tenant_id': 'ccdca7c257fd46279e22b8f482b20316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.193'}], 'enable_snat': True}, 'gw_port_id': 'b0c87363-1398-4dd4-ad75-5cdce66abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:26Z', 'updated_at': '2022-03-28T09:12:29Z', 'revision_number': 3, 'project_id': 'ccdca7c257fd46279e22b8f482b20316', 'gw_port': {'id': 'b0c87363-1398-4dd4-ad75-5cdce66abc60', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a129bf-500d-4690-a29e-21fcae24fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:27Z', 'updated_at': '2022-03-28T09:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:32.483346 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b811290-cd5c-45c5-8c98-e08ae71f3598 None None] The sync data for ids ['b5a129bf-500d-4690-a29e-21fcae24fab7'] in dv-neutron-master-2-hyperv is: [{'id': 'b5a129bf-500d-4690-a29e-21fcae24fab7', 'name': 'tempest-TestVolumeBootPattern-1380761697-router', 'tenant_id': 'ccdca7c257fd46279e22b8f482b20316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.193'}], 'enable_snat': True}, 'gw_port_id': 'b0c87363-1398-4dd4-ad75-5cdce66abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:26Z', 'updated_at': '2022-03-28T09:12:29Z', 'revision_number': 3, 'project_id': 'ccdca7c257fd46279e22b8f482b20316', 'gw_port': {'id': 'b0c87363-1398-4dd4-ad75-5cdce66abc60', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a129bf-500d-4690-a29e-21fcae24fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:27Z', 'updated_at': '2022-03-28T09:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:12:32.504598 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a92397c8-8255-40db-b2b7-a5f1c2d0c66c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (d34c17da-9e9c-4996-9e32-53fbc04c91ae), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:32.526881 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bf6247c1-cd21-4ddd-aabc-8965b8ea40d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:32.544247 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (7dc219af-dfab-48e3-96b3-9ac720b71de4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:32.569525 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4cc465-8ec0-4888-8163-9363dab541a5 None None] DHCP port deletion for 7dc219af-dfab-48e3-96b3-9ac720b71de4 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:12:32.609304 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfe770-bd76-48d9-b960-a83cead5dda5 req-19df41c3-b116-4064-8e9e-2096f0df3814 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:32.611044 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e7bfe770-bd76-48d9-b960-a83cead5dda5 req-19df41c3-b116-4064-8e9e-2096f0df3814 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 946 time: 0.3887746 Mar 28 09:12:32.618141 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e13e2331-a394-4d5c-96f0-1cdbddafc1a0 req-c34476a1-eb33-4c1b-b0b4-fba657bf7dec service neutron] 10.222.0.16 "GET /v2.0/networks/1dac6567-c143-4ec8-a54f-6d151692d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388136 Mar 28 09:12:32.631436 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-cb4cc465-8ec0-4888-8163-9363dab541a5 None None] Deleting port e620468a-c7fc-419d-a711-bf73af4e981c {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:32.631900 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc465-8ec0-4888-8163-9363dab541a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (e620468a-c7fc-419d-a711-bf73af4e981c), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:32.652715 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a92397c8-8255-40db-b2b7-a5f1c2d0c66c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (d34c17da-9e9c-4996-9e32-53fbc04c91ae), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:32.718996 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-cb4cc465-8ec0-4888-8163-9363dab541a5 None None] For port e620468a-c7fc-419d-a711-bf73af4e981c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e620468a-c7fc-419d-a711-bf73af4e981c,segment=NetworkSegment(303432d5-b396-45d8-a5be-220a0ffdad27),segment_id=303432d5-b396-45d8-a5be-220a0ffdad27)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:32.719397 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc465-8ec0-4888-8163-9363dab541a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (e620468a-c7fc-419d-a711-bf73af4e981c), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:32.726826 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a92397c8-8255-40db-b2b7-a5f1c2d0c66c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (d34c17da-9e9c-4996-9e32-53fbc04c91ae), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:32.745834 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a92397c8-8255-40db-b2b7-a5f1c2d0c66c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:32.751661 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a92397c8-8255-40db-b2b7-a5f1c2d0c66c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/subnets/d34c17da-9e9c-4996-9e32-53fbc04c91ae HTTP/1.1" status: 204 len: 168 time: 0.4481003 Mar 28 09:12:32.762289 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-cb4cc465-8ec0-4888-8163-9363dab541a5 None None] Calling delete_port for e620468a-c7fc-419d-a711-bf73af4e981c owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:32.763600 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52494) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:32.774481 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92397c8-8255-40db-b2b7-a5f1c2d0c66c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Subnet': ['ID=d34c17da-9e9c-4996-9e32-53fbc04c91ae,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:32.869315 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc465-8ec0-4888-8163-9363dab541a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (e620468a-c7fc-419d-a711-bf73af4e981c), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:32.910785 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e7bfe770-bd76-48d9-b960-a83cead5dda5 req-27d73e2e-772d-4073-b089-868bb052049f tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891588 Mar 28 09:12:32.931936 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cc465-8ec0-4888-8163-9363dab541a5 None None] Pushing event deleted for resources: {'Port': ['ID=e620468a-c7fc-419d-a711-bf73af4e981c,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:32.934260 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4cc465-8ec0-4888-8163-9363dab541a5 None None] No DVR routers for this DVR port e620468a-c7fc-419d-a711-bf73af4e981c on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:12:33.101915 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b0c87363-1398-4dd4-ad75-5cdce66abc60 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:33.204745 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port b0c87363-1398-4dd4-ad75-5cdce66abc60 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:33.205176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b0c87363-1398-4dd4-ad75-5cdce66abc60), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:33.313820 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port b0c87363-1398-4dd4-ad75-5cdce66abc60 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:33.314320 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b0c87363-1398-4dd4-ad75-5cdce66abc60), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:33.343546 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port b0c87363-1398-4dd4-ad75-5cdce66abc60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b0c87363-1398-4dd4-ad75-5cdce66abc60,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:33.353198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (b0c87363-1398-4dd4-ad75-5cdce66abc60), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:33.414769 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=b0c87363-1398-4dd4-ad75-5cdce66abc60,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:33.424057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e620468a-c7fc-419d-a711-bf73af4e981c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:12:33.448274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7a841c-1c23-489e-9783-a102b9e05dff None None] Network 8573cb7d-6845-44b9-82c1-4901f1ed8396 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:33.451579 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: e620468a-c7fc-419d-a711-bf73af4e981c {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:12:33.451918 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e620468a-c7fc-419d-a711-bf73af4e981c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:12:33.526668 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (8573cb7d-6845-44b9-82c1-4901f1ed8396), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:33.540814 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting port e620468a-c7fc-419d-a711-bf73af4e981c {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:33.541411 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (e620468a-c7fc-419d-a711-bf73af4e981c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:33.550058 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-7749f73c-cb9c-4b08-adba-88370df72870 None None] Provisioning complete for port 3338984d-4e8d-44ad-8b6f-8db393cf8bee triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:33.550954 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7749f73c-cb9c-4b08-adba-88370df72870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:33.567712 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-bf6247c1-cd21-4ddd-aabc-8965b8ea40d5 admin admin] Allocated IP 172.20.0.1 (c52aeed1-7e42-40e6-9cb5-05f0ebf3a804/68c634f0-c88a-4df8-8612-811f59166152/aa65287c-9b96-4a03-93e9-7c5d6e83f24a) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:33.640088 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7749f73c-cb9c-4b08-adba-88370df72870 None None] Current status of the port 3338984d-4e8d-44ad-8b6f-8db393cf8bee is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:33.670668 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:33.696100 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4778d955-d615-4d52-8895-3ef4ec229f0a None None] DHCP port deletion for 8573cb7d-6845-44b9-82c1-4901f1ed8396 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:12:33.696554 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e8cca-fa3d-46a3-8711-2ffb68683c6c req-95aad5e7-55db-4d73-ae09-19966ae518b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:33.698118 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-120e8cca-fa3d-46a3-8711-2ffb68683c6c req-95aad5e7-55db-4d73-ae09-19966ae518b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15b387297d714b8fbf1b26450f1f637a&device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 1130 time: 0.2585962 Mar 28 09:12:33.734127 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745fe42-bb98-4984-b1f8-e58cbf140d2e req-2faa8044-0da3-4e90-b576-a909edf08276 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:33.735872 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a745fe42-bb98-4984-b1f8-e58cbf140d2e req-2faa8044-0da3-4e90-b576-a909edf08276 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 946 time: 0.2952130 Mar 28 09:12:33.740898 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] For port e620468a-c7fc-419d-a711-bf73af4e981c, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:33.741265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (e620468a-c7fc-419d-a711-bf73af4e981c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:33.745306 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4778d955-d615-4d52-8895-3ef4ec229f0a None None] Deleting port 3338984d-4e8d-44ad-8b6f-8db393cf8bee {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:33.745742 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4778d955-d615-4d52-8895-3ef4ec229f0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:33.814873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Calling delete_port for e620468a-c7fc-419d-a711-bf73af4e981c owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:33.822666 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.ipam_backend_mixin [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Port e620468a-c7fc-419d-a711-bf73af4e981c was not found and therefore no delete operation was performed {{(pid=104075) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 09:12:33.824907 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4778d955-d615-4d52-8895-3ef4ec229f0a None None] For port 3338984d-4e8d-44ad-8b6f-8db393cf8bee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3338984d-4e8d-44ad-8b6f-8db393cf8bee,segment=NetworkSegment(6c71f0b7-c7ca-4ccb-b577-78802369e503),segment_id=6c71f0b7-c7ca-4ccb-b577-78802369e503)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:33.825303 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4778d955-d615-4d52-8895-3ef4ec229f0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:33.838801 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4778d955-d615-4d52-8895-3ef4ec229f0a None None] Calling delete_port for 3338984d-4e8d-44ad-8b6f-8db393cf8bee owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:33.839371 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (e620468a-c7fc-419d-a711-bf73af4e981c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:33.899955 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] No DVR routers for this DVR port e620468a-c7fc-419d-a711-bf73af4e981c on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:12:33.904332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Port': ['ID=e620468a-c7fc-419d-a711-bf73af4e981c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:33.922845 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4778d955-d615-4d52-8895-3ef4ec229f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:33.950323 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4778d955-d615-4d52-8895-3ef4ec229f0a None None] No DVR routers for this DVR port 3338984d-4e8d-44ad-8b6f-8db393cf8bee on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:12:33.952307 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778d955-d615-4d52-8895-3ef4ec229f0a None None] Pushing event deleted for resources: {'Port': ['ID=3338984d-4e8d-44ad-8b6f-8db393cf8bee,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:34.000024 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a745fe42-bb98-4984-b1f8-e58cbf140d2e req-76c2fac4-8f86-461e-9f59-4a5b196cd85f tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340930 Mar 28 09:12:34.038822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Deleting port 3338984d-4e8d-44ad-8b6f-8db393cf8bee {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:34.039168 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.068625 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bf6247c1-cd21-4ddd-aabc-8965b8ea40d5 admin admin] Publish callbacks [] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.100163 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e8cca-fa3d-46a3-8711-2ffb68683c6c req-2e37b076-b731-4101-8544-4a3e3d331fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:34.101683 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-120e8cca-fa3d-46a3-8711-2ffb68683c6c req-2e37b076-b731-4101-8544-4a3e3d331fe7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1dac6567-c143-4ec8-a54f-6d151692d778 HTTP/1.1" status: 200 len: 911 time: 0.3626120 Mar 28 09:12:34.121999 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (7dc219af-dfab-48e3-96b3-9ac720b71de4), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.179182 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-120e8cca-fa3d-46a3-8711-2ffb68683c6c req-c98937df-7bce-422c-8586-91883c1e46fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe371ea-e17c-42dc-b5f4-31d279a74fb9 HTTP/1.1" status: 200 len: 217 time: 0.0678968 Mar 28 09:12:34.191623 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] For port 3338984d-4e8d-44ad-8b6f-8db393cf8bee, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:34.192001 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.222112 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc219af-dfab-48e3-96b3-9ac720b71de4']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:34.256623 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Calling delete_port for 3338984d-4e8d-44ad-8b6f-8db393cf8bee owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:34.260764 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303432d5-b396-45d8-a5be-220a0ffdad27') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:34.261070 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303432d5-b396-45d8-a5be-220a0ffdad27') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:34.267870 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.ipam_backend_mixin [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Port 3338984d-4e8d-44ad-8b6f-8db393cf8bee was not found and therefore no delete operation was performed {{(pid=104075) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 09:12:34.279256 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (3338984d-4e8d-44ad-8b6f-8db393cf8bee), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.282024 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (303432d5-b396-45d8-a5be-220a0ffdad27), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.321995 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bf6247c1-cd21-4ddd-aabc-8965b8ea40d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.333592 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Port': ['ID=3338984d-4e8d-44ad-8b6f-8db393cf8bee,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:34.340119 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No DVR routers for this DVR port 3338984d-4e8d-44ad-8b6f-8db393cf8bee on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:12:34.348140 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (303432d5-b396-45d8-a5be-220a0ffdad27), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.351706 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e8cca-fa3d-46a3-8711-2ffb68683c6c req-f3c7f18c-92d2-4086-bf19-f92cbc7b3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:34.353212 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-120e8cca-fa3d-46a3-8711-2ffb68683c6c req-f3c7f18c-92d2-4086-bf19-f92cbc7b3e84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c54a422-e7fd-4ddc-a30b-59163927dd66 HTTP/1.1" status: 200 len: 851 time: 0.1636462 Mar 28 09:12:34.407154 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:34.407494 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (303432d5-b396-45d8-a5be-220a0ffdad27), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:34.412807 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:34.432781 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6247c1-cd21-4ddd-aabc-8965b8ea40d5 admin admin] Network c52aeed1-7e42-40e6-9cb5-05f0ebf3a804 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:34.508629 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-120e8cca-fa3d-46a3-8711-2ffb68683c6c req-9bea1851-fb6d-4e6a-9ce4-6ce19bae631b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1dac6567-c143-4ec8-a54f-6d151692d778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146030 Mar 28 09:12:34.524366 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-bf6247c1-cd21-4ddd-aabc-8965b8ea40d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:34.543823 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6247c1-cd21-4ddd-aabc-8965b8ea40d5 admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:34.626140 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6247c1-cd21-4ddd-aabc-8965b8ea40d5 admin admin] Pushing event updated for resources: {'Port': ['ID=aa65287c-9b96-4a03-93e9-7c5d6e83f24a,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:34.635829 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (8573cb7d-6845-44b9-82c1-4901f1ed8396), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.641699 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (7dc219af-dfab-48e3-96b3-9ac720b71de4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.665556 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.668740 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/networks/7dc219af-dfab-48e3-96b3-9ac720b71de4 HTTP/1.1" status: 204 len: 168 time: 2.5412326 Mar 28 09:12:34.672966 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52500) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:34.678352 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-51a0f05f-3944-4cd8-b27c-fc3174fcc0b4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-53595349', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:34.692219 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8573cb7d-6845-44b9-82c1-4901f1ed8396']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:34.701414 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51a0f05f-3944-4cd8-b27c-fc3174fcc0b4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (cb561a04-83e3-48e9-816f-406f08283eff), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.702551 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03039f-85ed-42e8-bf5b-52f82f4a1255 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Network': ['ID=7dc219af-dfab-48e3-96b3-9ac720b71de4,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:34.702712 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51a0f05f-3944-4cd8-b27c-fc3174fcc0b4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (cb561a04-83e3-48e9-816f-406f08283eff), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.713233 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bf6247c1-cd21-4ddd-aabc-8965b8ea40d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (b5a129bf-500d-4690-a29e-21fcae24fab7), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.717925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c71f0b7-c7ca-4ccb-b577-78802369e503') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:34.718225 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c71f0b7-c7ca-4ccb-b577-78802369e503') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:34.763179 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51a0f05f-3944-4cd8-b27c-fc3174fcc0b4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router_controller (cb561a04-83e3-48e9-816f-406f08283eff), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.768978 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51a0f05f-3944-4cd8-b27c-fc3174fcc0b4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (cb561a04-83e3-48e9-816f-406f08283eff), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.770249 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3a21ff73-d8cb-4eae-8075-7910625f5919 None None] Provisioning complete for port aa65287c-9b96-4a03-93e9-7c5d6e83f24a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:34.771485 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3a21ff73-d8cb-4eae-8075-7910625f5919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.774831 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (6c71f0b7-c7ca-4ccb-b577-78802369e503), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.790426 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51a0f05f-3944-4cd8-b27c-fc3174fcc0b4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.794201 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-51a0f05f-3944-4cd8-b27c-fc3174fcc0b4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1176586 Mar 28 09:12:34.794889 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52502) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:34.799657 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-9f584e22-c395-4801-9875-320c329c38f8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'network': {'name': 'tempest-RoutersTest-596067129'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:34.802877 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-120e8cca-fa3d-46a3-8711-2ffb68683c6c req-cedbb61e-f72c-4a43-adf0-b15a9cc7f94a service neutron] 10.222.0.16 "GET /v2.0/networks/1dac6567-c143-4ec8-a54f-6d151692d778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708170 Mar 28 09:12:34.804243 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (6c71f0b7-c7ca-4ccb-b577-78802369e503), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.820160 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3a21ff73-d8cb-4eae-8075-7910625f5919 None None] Port aa65287c-9b96-4a03-93e9-7c5d6e83f24a cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:12:34.820783 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f584e22-c395-4801-9875-320c329c38f8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Made reservation on behalf of 56376f313d96491b95e23cca21689c9c for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:34.824373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9f584e22-c395-4801-9875-320c329c38f8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.833069 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:34.833480 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (6c71f0b7-c7ca-4ccb-b577-78802369e503), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:34.836462 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:34.850061 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f584e22-c395-4801-9875-320c329c38f8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:34.860140 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9f584e22-c395-4801-9875-320c329c38f8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (a10e0785-83b8-4547-8a80-76cd47a7d440), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.860493 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-9f584e22-c395-4801-9875-320c329c38f8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Added segment a10e0785-83b8-4547-8a80-76cd47a7d440 of type vlan for network 64f52d3a-d1f9-4868-806c-2ccd65cc249b Mar 28 09:12:34.903789 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9f584e22-c395-4801-9875-320c329c38f8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (64f52d3a-d1f9-4868-806c-2ccd65cc249b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.930256 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9f584e22-c395-4801-9875-320c329c38f8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (64f52d3a-d1f9-4868-806c-2ccd65cc249b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.935666 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f584e22-c395-4801-9875-320c329c38f8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:34.936260 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9f584e22-c395-4801-9875-320c329c38f8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.973321 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (8573cb7d-6845-44b9-82c1-4901f1ed8396), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.984025 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:34.987202 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/networks/8573cb7d-6845-44b9-82c1-4901f1ed8396 HTTP/1.1" status: 204 len: 168 time: 2.2191019 Mar 28 09:12:34.991041 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52504) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:35.012384 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82bac5-5303-44ec-a769-7b50b12e672c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Network': ['ID=8573cb7d-6845-44b9-82c1-4901f1ed8396,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:35.037923 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9f584e22-c395-4801-9875-320c329c38f8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2424119 Mar 28 09:12:35.040494 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-120e8cca-fa3d-46a3-8711-2ffb68683c6c req-874447ea-faf6-4c9a-a593-75263d70bf96 service neutron] 10.222.0.16 "GET /v2.0/networks/1dac6567-c143-4ec8-a54f-6d151692d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302973 Mar 28 09:12:35.040680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52508) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:35.042717 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db982de-d2ea-4a73-9b2f-95cdf79429e1 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] DELETE failed (client error): The resource could not be found. Mar 28 09:12:35.043395 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db982de-d2ea-4a73-9b2f-95cdf79429e1 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:35.049611 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e2914969-2fd7-4254-aaa4-4a4ce32a1bcc tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'subnet': {'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:35.049809 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4db982de-d2ea-4a73-9b2f-95cdf79429e1 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/subnets/f1fced84-0483-437b-8d7d-a0969a016053 HTTP/1.1" status: 404 len: 337 time: 0.0549824 Mar 28 09:12:35.051090 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52510) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:35.057953 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f584e22-c395-4801-9875-320c329c38f8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Network': ['ID=64f52d3a-d1f9-4868-806c-2ccd65cc249b,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:35.063840 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b0c87363-1398-4dd4-ad75-5cdce66abc60 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:35.073357 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bf6247c1-cd21-4ddd-aabc-8965b8ea40d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:35.088229 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 64f52d3a-d1f9-4868-806c-2ccd65cc249b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:35.125480 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ea3f65-3416-4edc-88fc-789be73da2f2 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] DELETE failed (client error): The resource could not be found. Mar 28 09:12:35.126037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ea3f65-3416-4edc-88fc-789be73da2f2 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:35.131765 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-02ea3f65-3416-4edc-88fc-789be73da2f2 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/networks/5c5cf931-84ad-4347-8041-e4cd358481c2 HTTP/1.1" status: 404 len: 339 time: 0.0751929 Mar 28 09:12:35.135611 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52512) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:35.167814 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05b639-76d7-442d-b267-a948306692a8 req-9931b3d9-082b-4164-896f-ad9922a73bfa tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:35.169954 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ce05b639-76d7-442d-b267-a948306692a8 req-9931b3d9-082b-4164-896f-ad9922a73bfa tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 946 time: 0.0616593 Mar 28 09:12:35.175867 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port b0c87363-1398-4dd4-ad75-5cdce66abc60 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:35.176578 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (b0c87363-1398-4dd4-ad75-5cdce66abc60), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:35.177496 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-2040626b-8707-496d-bd1e-f30db6bcb06e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] DELETE failed (client error): The resource could not be found. Mar 28 09:12:35.177982 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2040626b-8707-496d-bd1e-f30db6bcb06e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:35.181048 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2040626b-8707-496d-bd1e-f30db6bcb06e tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/subnets/8f867417-459a-46c3-937a-02b87123855e HTTP/1.1" status: 404 len: 337 time: 0.0444505 Mar 28 09:12:35.183718 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52514) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:35.217515 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-b332ddc4-1651-439d-83d1-da98cc081059 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] DELETE failed (client error): The resource could not be found. Mar 28 09:12:35.218288 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b332ddc4-1651-439d-83d1-da98cc081059 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:35.221033 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b332ddc4-1651-439d-83d1-da98cc081059 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/networks/9140c281-cc37-43c9-9a58-04cac551060e HTTP/1.1" status: 404 len: 339 time: 0.0358331 Mar 28 09:12:35.226096 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52516) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:35.252674 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2914969-2fd7-4254-aaa4-4a4ce32a1bcc tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Made reservation on behalf of 56376f313d96491b95e23cca21689c9c for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:35.256995 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2914969-2fd7-4254-aaa4-4a4ce32a1bcc tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:35.262468 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa4ab7f-b292-4514-a20e-1bf9c152231c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] DELETE failed (client error): The resource could not be found. Mar 28 09:12:35.262929 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa4ab7f-b292-4514-a20e-1bf9c152231c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:35.268248 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-afa4ab7f-b292-4514-a20e-1bf9c152231c tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/subnets/997f4523-c3c1-4821-a729-37a845396c54 HTTP/1.1" status: 404 len: 337 time: 0.0389106 Mar 28 09:12:35.271510 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52518) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:35.277829 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port b0c87363-1398-4dd4-ad75-5cdce66abc60 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:35.295191 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ce05b639-76d7-442d-b267-a948306692a8 req-de4e2755-1041-4439-a0ea-3dbc007f83b0 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148198 Mar 28 09:12:35.296475 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-6610fb49-5ba5-4659-b7b8-77be1162d8fa tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] DELETE failed (client error): The resource could not be found. Mar 28 09:12:35.297169 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6610fb49-5ba5-4659-b7b8-77be1162d8fa tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:35.300581 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6610fb49-5ba5-4659-b7b8-77be1162d8fa tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/networks/4f9938b8-405b-4c16-ba6d-7e708d0c4fd1 HTTP/1.1" status: 404 len: 339 time: 0.0281477 Mar 28 09:12:35.303427 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52520) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:35.335773 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 3338984d-4e8d-44ad-8b6f-8db393cf8bee no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:12:35.365611 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 3338984d-4e8d-44ad-8b6f-8db393cf8bee {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:12:35.365611 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 3338984d-4e8d-44ad-8b6f-8db393cf8bee not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:12:35.382436 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-9990f414-281c-4ae7-9810-981673ada1bb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Deleting subnet 5a592287-f43a-4c9a-a225-e3069887a996 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:12:35.385842 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9990f414-281c-4ae7-9810-981673ada1bb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (5a592287-f43a-4c9a-a225-e3069887a996), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:35.427690 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9990f414-281c-4ae7-9810-981673ada1bb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (5a592287-f43a-4c9a-a225-e3069887a996), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:35.465689 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bf6247c1-cd21-4ddd-aabc-8965b8ea40d5 admin admin] Publish callbacks [] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:35.472495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bf6247c1-cd21-4ddd-aabc-8965b8ea40d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:35.518341 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9990f414-281c-4ae7-9810-981673ada1bb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (5a592287-f43a-4c9a-a225-e3069887a996), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:35.584707 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6247c1-cd21-4ddd-aabc-8965b8ea40d5 admin admin] Pushing event updated for resources: {'Port': ['ID=aa65287c-9b96-4a03-93e9-7c5d6e83f24a,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:35.590606 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9990f414-281c-4ae7-9810-981673ada1bb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (5a592287-f43a-4c9a-a225-e3069887a996), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:35.592513 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bf6247c1-cd21-4ddd-aabc-8965b8ea40d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (b5a129bf-500d-4690-a29e-21fcae24fab7), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:35.599672 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2914969-2fd7-4254-aaa4-4a4ce32a1bcc tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (3c806102-da83-45e1-b77f-98198a7bddab), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:35.619453 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990f414-281c-4ae7-9810-981673ada1bb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Subnet': ['ID=5a592287-f43a-4c9a-a225-e3069887a996,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:35.625925 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9990f414-281c-4ae7-9810-981673ada1bb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:35.631304 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9990f414-281c-4ae7-9810-981673ada1bb tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/subnets/5a592287-f43a-4c9a-a225-e3069887a996 HTTP/1.1" status: 204 len: 168 time: 0.3241885 Mar 28 09:12:35.632084 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52522) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:35.638969 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479cf3f6-f402-41ba-9928-9f115c8ff9f5 None None] Network 5b1e3397-970d-4969-b642-286a05415f98 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:35.728161 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2914969-2fd7-4254-aaa4-4a4ce32a1bcc tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Subnet': ['ID=3c806102-da83-45e1-b77f-98198a7bddab,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:35.742262 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2914969-2fd7-4254-aaa4-4a4ce32a1bcc tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Checking segment: {'id': 'a10e0785-83b8-4547-8a80-76cd47a7d440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:35.743005 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2914969-2fd7-4254-aaa4-4a4ce32a1bcc tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network hostable DHCP agents. Network: 64f52d3a-d1f9-4868-806c-2ccd65cc249b, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:12:35.744203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (5b1e3397-970d-4969-b642-286a05415f98), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:35.767287 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6247c1-cd21-4ddd-aabc-8965b8ea40d5 admin admin] Network c52aeed1-7e42-40e6-9cb5-05f0ebf3a804 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:35.770515 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-bf6247c1-cd21-4ddd-aabc-8965b8ea40d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:35.780527 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2914969-2fd7-4254-aaa4-4a4ce32a1bcc tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 64f52d3a-d1f9-4868-806c-2ccd65cc249b is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:12:35.816382 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Deleting port 4845e279-1b05-4ad2-a1be-d3a645f43282 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:35.816505 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (4845e279-1b05-4ad2-a1be-d3a645f43282), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:35.832571 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efd13f9-6e4c-4493-86b9-e5e0c2c7233b None None] DHCP port deletion for 5b1e3397-970d-4969-b642-286a05415f98 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:12:35.876688 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-e2914969-2fd7-4254-aaa4-4a4ce32a1bcc tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 64f52d3a-d1f9-4868-806c-2ccd65cc249b) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:35.885362 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2914969-2fd7-4254-aaa4-4a4ce32a1bcc tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:35.885991 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2914969-2fd7-4254-aaa4-4a4ce32a1bcc tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:35.890192 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3efd13f9-6e4c-4493-86b9-e5e0c2c7233b None None] Deleting port 4845e279-1b05-4ad2-a1be-d3a645f43282 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:35.891488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3efd13f9-6e4c-4493-86b9-e5e0c2c7233b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (4845e279-1b05-4ad2-a1be-d3a645f43282), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:35.903061 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] For port 4845e279-1b05-4ad2-a1be-d3a645f43282, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4845e279-1b05-4ad2-a1be-d3a645f43282,segment=NetworkSegment(8afa5db9-c722-4a09-aa65-ab3d08e11a24),segment_id=8afa5db9-c722-4a09-aa65-ab3d08e11a24)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:35.903757 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (4845e279-1b05-4ad2-a1be-d3a645f43282), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:35.916479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fae3320-fcaf-4978-8a6f-bf18f3b9fa18 None None] Network 64f52d3a-d1f9-4868-806c-2ccd65cc249b requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:35.916713 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e2914969-2fd7-4254-aaa4-4a4ce32a1bcc tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8703141 Mar 28 09:12:35.916713 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52524) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:35.925111 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Calling delete_port for 4845e279-1b05-4ad2-a1be-d3a645f43282 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:36.023613 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (4845e279-1b05-4ad2-a1be-d3a645f43282), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:36.027563 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3efd13f9-6e4c-4493-86b9-e5e0c2c7233b None None] For port 4845e279-1b05-4ad2-a1be-d3a645f43282, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4845e279-1b05-4ad2-a1be-d3a645f43282,segment=NetworkSegment(8afa5db9-c722-4a09-aa65-ab3d08e11a24),segment_id=8afa5db9-c722-4a09-aa65-ab3d08e11a24)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:36.027963 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3efd13f9-6e4c-4493-86b9-e5e0c2c7233b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (4845e279-1b05-4ad2-a1be-d3a645f43282), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:36.058281 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3efd13f9-6e4c-4493-86b9-e5e0c2c7233b None None] Calling delete_port for 4845e279-1b05-4ad2-a1be-d3a645f43282 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:36.071161 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No DVR routers for this DVR port 4845e279-1b05-4ad2-a1be-d3a645f43282 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:12:36.073547 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Port': ['ID=4845e279-1b05-4ad2-a1be-d3a645f43282,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:36.152439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'project_id': '56376f313d96491b95e23cca21689c9c', 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:12:36.152722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6247c1-cd21-4ddd-aabc-8965b8ea40d5 admin admin] Router b5a129bf-500d-4690-a29e-21fcae24fab7 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:12:36.153588 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:36.167568 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (5b1e3397-970d-4969-b642-286a05415f98), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:36.190341 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1e3397-970d-4969-b642-286a05415f98']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:36.202906 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afa5db9-c722-4a09-aa65-ab3d08e11a24') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:36.203422 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afa5db9-c722-4a09-aa65-ab3d08e11a24') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:36.213275 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (8afa5db9-c722-4a09-aa65-ab3d08e11a24), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:36.228682 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (8afa5db9-c722-4a09-aa65-ab3d08e11a24), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:36.234514 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:36.234897 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (8afa5db9-c722-4a09-aa65-ab3d08e11a24), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:36.238191 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:36.240945 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2dc79a74-2a19-4a36-bce8-a14880d2f8bc None None] Provisioning complete for port aa65287c-9b96-4a03-93e9-7c5d6e83f24a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:36.242014 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2dc79a74-2a19-4a36-bce8-a14880d2f8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:36.277945 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3efd13f9-6e4c-4493-86b9-e5e0c2c7233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (4845e279-1b05-4ad2-a1be-d3a645f43282), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:36.302181 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23c5db26-6346-4196-9f68-839b46fbce80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:36.305901 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (5b1e3397-970d-4969-b642-286a05415f98), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:36.311688 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:36.318136 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/networks/5b1e3397-970d-4969-b642-286a05415f98 HTTP/1.1" status: 204 len: 168 time: 0.6853340 Mar 28 09:12:36.318905 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52526) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:36.320862 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd13f9-6e4c-4493-86b9-e5e0c2c7233b None None] Pushing event deleted for resources: {'Port': ['ID=4845e279-1b05-4ad2-a1be-d3a645f43282,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:36.329922 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd13f9-6e4c-4493-86b9-e5e0c2c7233b None None] No DVR routers for this DVR port 4845e279-1b05-4ad2-a1be-d3a645f43282 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:12:36.337784 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c4680-fdb6-49b5-962d-8398b605c642 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Network': ['ID=5b1e3397-970d-4969-b642-286a05415f98,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:36.350932 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6247c1-cd21-4ddd-aabc-8965b8ea40d5 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:12:36.359147 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bf6247c1-cd21-4ddd-aabc-8965b8ea40d5 admin admin] 10.222.0.15 "PUT /v2.0/routers/b5a129bf-500d-4690-a29e-21fcae24fab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3680010 Mar 28 09:12:36.386036 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-141663b0-3070-4990-8b29-5badba35ff19 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] DELETE failed (client error): The resource could not be found. Mar 28 09:12:36.386512 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141663b0-3070-4990-8b29-5badba35ff19 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:36.392412 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-141663b0-3070-4990-8b29-5badba35ff19 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/subnets/30caffd3-cf01-4ec9-a436-d0084756d115 HTTP/1.1" status: 404 len: 337 time: 0.0558472 Mar 28 09:12:36.398285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52532) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:36.404204 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2dc79a74-2a19-4a36-bce8-a14880d2f8bc None None] Port aa65287c-9b96-4a03-93e9-7c5d6e83f24a cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:12:36.408630 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Sync routers for ids ['b5a129bf-500d-4690-a29e-21fcae24fab7'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:12:36.421549 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23212c6-070f-4d1d-94bc-56ffc18884c5 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] DELETE failed (client error): The resource could not be found. Mar 28 09:12:36.422251 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d23212c6-070f-4d1d-94bc-56ffc18884c5 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:36.432031 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d23212c6-070f-4d1d-94bc-56ffc18884c5 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/networks/baf99dbc-0856-4594-bd57-a7ee296ef9f3 HTTP/1.1" status: 404 len: 339 time: 0.0307536 Mar 28 09:12:36.433307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52534) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:36.436281 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Routers {'b5a129bf-500d-4690-a29e-21fcae24fab7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:36.437035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-69da000e-0904-4812-861f-78e07383ae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b5a129bf-500d-4690-a29e-21fcae24fab7'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:36.499703 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06eeccd-2a09-4243-b8c5-addb417c76d4 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Deleting subnet 9c55d345-5145-43f7-abb5-0c3efb4739f5 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:12:36.503175 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a06eeccd-2a09-4243-b8c5-addb417c76d4 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (9c55d345-5145-43f7-abb5-0c3efb4739f5), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:36.559186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a06eeccd-2a09-4243-b8c5-addb417c76d4 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (9c55d345-5145-43f7-abb5-0c3efb4739f5), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:36.712003 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a06eeccd-2a09-4243-b8c5-addb417c76d4 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (9c55d345-5145-43f7-abb5-0c3efb4739f5), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:36.772283 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Allocated IP 172.20.0.2 (64f52d3a-d1f9-4868-806c-2ccd65cc249b/3c806102-da83-45e1-b77f-98198a7bddab/19e34283-cffa-4917-863f-40b664f24f91) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:36.795115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a06eeccd-2a09-4243-b8c5-addb417c76d4 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (9c55d345-5145-43f7-abb5-0c3efb4739f5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:36.836651 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06eeccd-2a09-4243-b8c5-addb417c76d4 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Subnet': ['ID=9c55d345-5145-43f7-abb5-0c3efb4739f5,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:36.848806 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a06eeccd-2a09-4243-b8c5-addb417c76d4 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:36.858137 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53a687b-1d6a-4aed-9a7d-19db8231b818 None None] Network 5d256d2e-872f-4845-9233-938903d36960 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:36.858688 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a06eeccd-2a09-4243-b8c5-addb417c76d4 tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/subnets/9c55d345-5145-43f7-abb5-0c3efb4739f5 HTTP/1.1" status: 204 len: 168 time: 0.4233811 Mar 28 09:12:36.859796 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52540) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:36.884188 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e335d7-50e3-48f2-9595-d6833006fcfb req-15ac8208-a0b3-45f6-af8f-70a75c7f630b tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:36.886280 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-66e335d7-50e3-48f2-9595-d6833006fcfb req-15ac8208-a0b3-45f6-af8f-70a75c7f630b tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 946 time: 0.4853668 Mar 28 09:12:36.936039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Set router b5a129bf-500d-4690-a29e-21fcae24fab7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:12:36.960945 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (5d256d2e-872f-4845-9233-938903d36960), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:36.976406 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-66e335d7-50e3-48f2-9595-d6833006fcfb req-7d5dc802-2cd3-47e6-b19f-072580973f18 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666649 Mar 28 09:12:37.022837 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Deleting port 0be3f5be-1e82-425c-b41e-047c3a95a310 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:37.023730 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (0be3f5be-1e82-425c-b41e-047c3a95a310), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.048287 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4845e279-1b05-4ad2-a1be-d3a645f43282 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:12:37.101642 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 4845e279-1b05-4ad2-a1be-d3a645f43282 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:12:37.101990 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4845e279-1b05-4ad2-a1be-d3a645f43282 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:12:37.108435 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] For port 0be3f5be-1e82-425c-b41e-047c3a95a310, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0be3f5be-1e82-425c-b41e-047c3a95a310,segment=NetworkSegment(c673a8f1-56a9-4e5a-bc97-ed4ce24d6783),segment_id=c673a8f1-56a9-4e5a-bc97-ed4ce24d6783)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:37.108938 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (0be3f5be-1e82-425c-b41e-047c3a95a310), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.130296 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52544) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:37.134968 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-08348935-3d1b-4c20-aed2-cc04b78b7d4a tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-987618173', 'description': 'tempest-secgroup-smoke-987618173 description', 'project_id': 'e40e579c72ff4feb87447802e87b3f59'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:37.137404 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Calling delete_port for 0be3f5be-1e82-425c-b41e-047c3a95a310 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:37.174041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-08348935-3d1b-4c20-aed2-cc04b78b7d4a tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.262604 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-08348935-3d1b-4c20-aed2-cc04b78b7d4a tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group (b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.269904 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-08348935-3d1b-4c20-aed2-cc04b78b7d4a tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.279485 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Publish callbacks [] for port (19e34283-cffa-4917-863f-40b664f24f91), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.297988 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (19e34283-cffa-4917-863f-40b664f24f91), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.298949 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d82cc0-a361-4683-bb00-a2d503abdd90 req-94445a05-e2d3-4eeb-ab66-846b99707411 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:37.300974 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-96d82cc0-a361-4683-bb00-a2d503abdd90 req-94445a05-e2d3-4eeb-ab66-846b99707411 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 946 time: 0.0835989 Mar 28 09:12:37.308737 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-08348935-3d1b-4c20-aed2-cc04b78b7d4a tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.310800 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-08348935-3d1b-4c20-aed2-cc04b78b7d4a tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1789303 Mar 28 09:12:37.313180 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (0be3f5be-1e82-425c-b41e-047c3a95a310), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.318818 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52548) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:37.338149 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-d3c402e1-fdb1-4a2e-a3e4-8b9f91ae16ba tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Request body: {'security_group_rule': {'security_group_id': 'b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9', 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:37.353930 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08348935-3d1b-4c20-aed2-cc04b78b7d4a tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:37.355520 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Network 64f52d3a-d1f9-4868-806c-2ccd65cc249b is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:37.379950 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-23c5db26-6346-4196-9f68-839b46fbce80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Allocated IP 172.20.0.1 (64f52d3a-d1f9-4868-806c-2ccd65cc249b/3c806102-da83-45e1-b77f-98198a7bddab/db9ea2f6-6b9c-4d59-903d-395b41d64c59) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:37.384494 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:37.386376 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18925287-1b41-45bb-8fc0-e60d7128e96a None None] DHCP port deletion for 5d256d2e-872f-4845-9233-938903d36960 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:12:37.392744 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:37.400846 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Pushing event updated for resources: {'Port': ['ID=19e34283-cffa-4917-863f-40b664f24f91,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:37.416256 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Port': ['ID=0be3f5be-1e82-425c-b41e-047c3a95a310,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:37.419637 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] No DVR routers for this DVR port 0be3f5be-1e82-425c-b41e-047c3a95a310 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:12:37.427734 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d3c402e1-fdb1-4a2e-a3e4-8b9f91ae16ba tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group_rule (8df3e127-a91d-41d2-9202-8fcd30b6fc67), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.482744 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Attempting to bind port 19e34283-cffa-4917-863f-40b664f24f91 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:37.483143 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Attempting to bind port 19e34283-cffa-4917-863f-40b664f24f91 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a10e0785-83b8-4547-8a80-76cd47a7d440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:37.483475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Attempting to bind port 19e34283-cffa-4917-863f-40b664f24f91 on network 64f52d3a-d1f9-4868-806c-2ccd65cc249b {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:37.491636 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:37.492038 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Checking segment: {'id': 'a10e0785-83b8-4547-8a80-76cd47a7d440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:37.492835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.492835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Bound using segment: {'id': 'a10e0785-83b8-4547-8a80-76cd47a7d440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:37.493266 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Bound port: 19e34283-cffa-4917-863f-40b664f24f91, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10e0785-83b8-4547-8a80-76cd47a7d440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:37.493661 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (19e34283-cffa-4917-863f-40b664f24f91), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.509775 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-69da000e-0904-4812-861f-78e07383ae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a129bf-500d-4690-a29e-21fcae24fab7', 'name': 'tempest-TestVolumeBootPattern-1380761697-router', 'tenant_id': 'ccdca7c257fd46279e22b8f482b20316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.193'}], 'enable_snat': True}, 'gw_port_id': 'b0c87363-1398-4dd4-ad75-5cdce66abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:26Z', 'updated_at': '2022-03-28T09:12:34Z', 'revision_number': 4, 'project_id': 'ccdca7c257fd46279e22b8f482b20316', 'gw_port': {'id': 'b0c87363-1398-4dd4-ad75-5cdce66abc60', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a129bf-500d-4690-a29e-21fcae24fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:27Z', 'updated_at': '2022-03-28T09:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'aa65287c-9b96-4a03-93e9-7c5d6e83f24a', 'name': '', 'network_id': 'c52aeed1-7e42-40e6-9cb5-05f0ebf3a804', 'tenant_id': 'ccdca7c257fd46279e22b8f482b20316', 'mac_address': 'fa:16:3e:86:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a129bf-500d-4690-a29e-21fcae24fab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '68c634f0-c88a-4df8-8612-811f59166152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:32Z', 'updated_at': '2022-03-28T09:12:35Z', 'revision_number': 2, 'project_id': 'ccdca7c257fd46279e22b8f482b20316', 'subnets': [{'id': '68c634f0-c88a-4df8-8612-811f59166152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:37.530754 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23c5db26-6346-4196-9f68-839b46fbce80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.548594 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-96d82cc0-a361-4683-bb00-a2d503abdd90 req-9e83ecca-4d49-4e1b-b9e5-a8e5f8a0cc90 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232730 Mar 28 09:12:37.560711 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Checking router: b5a129bf-500d-4690-a29e-21fcae24fab7 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:12:37.561066 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Updating router b5a129bf-500d-4690-a29e-21fcae24fab7 port aa65287c-9b96-4a03-93e9-7c5d6e83f24a binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:12:37.570068 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (5d256d2e-872f-4845-9233-938903d36960), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.578781 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23c5db26-6346-4196-9f68-839b46fbce80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.605393 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d3c402e1-fdb1-4a2e-a3e4-8b9f91ae16ba tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group_rule (8df3e127-a91d-41d2-9202-8fcd30b6fc67), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.607150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d256d2e-872f-4845-9233-938903d36960']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:37.615869 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.616879 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d3c402e1-fdb1-4a2e-a3e4-8b9f91ae16ba tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (8df3e127-a91d-41d2-9202-8fcd30b6fc67), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.619677 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c673a8f1-56a9-4e5a-bc97-ed4ce24d6783') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:37.619982 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c673a8f1-56a9-4e5a-bc97-ed4ce24d6783') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:37.639150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (c673a8f1-56a9-4e5a-bc97-ed4ce24d6783), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.641067 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] For port 19e34283-cffa-4917-863f-40b664f24f91, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:37.652461 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c402e1-fdb1-4a2e-a3e4-8b9f91ae16ba tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df3e127-a91d-41d2-9202-8fcd30b6fc67,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:37.664916 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c673a8f1-56a9-4e5a-bc97-ed4ce24d6783), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.673813 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d3c402e1-fdb1-4a2e-a3e4-8b9f91ae16ba tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.679269 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d3c402e1-fdb1-4a2e-a3e4-8b9f91ae16ba tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3514426 Mar 28 09:12:37.679436 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] For port 19e34283-cffa-4917-863f-40b664f24f91, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=19e34283-cffa-4917-863f-40b664f24f91,segment=NetworkSegment(a10e0785-83b8-4547-8a80-76cd47a7d440),segment_id=a10e0785-83b8-4547-8a80-76cd47a7d440)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:37.679568 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52550) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:37.683530 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ae5d5dce-7916-4177-a0c1-93412163e9cc tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Request body: {'security_group_rule': {'security_group_id': 'b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9', 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:37.686740 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5db26-6346-4196-9f68-839b46fbce80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=db9ea2f6-6b9c-4d59-903d-395b41d64c59,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:37.688133 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:37.688536 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (c673a8f1-56a9-4e5a-bc97-ed4ce24d6783), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:37.691910 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:37.694091 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (19e34283-cffa-4917-863f-40b664f24f91), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.712700 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c5db26-6346-4196-9f68-839b46fbce80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 64f52d3a-d1f9-4868-806c-2ccd65cc249b is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:37.714306 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-23c5db26-6346-4196-9f68-839b46fbce80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:37.716822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c5db26-6346-4196-9f68-839b46fbce80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:37.762610 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae5d5dce-7916-4177-a0c1-93412163e9cc tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group_rule (cf26d9be-37ec-44f2-9659-ee82c4d8ce89), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.767069 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (5d256d2e-872f-4845-9233-938903d36960), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.770296 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23c5db26-6346-4196-9f68-839b46fbce80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (cb561a04-83e3-48e9-816f-406f08283eff), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.780130 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.783289 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] 10.222.0.15 "DELETE /v2.0/networks/5d256d2e-872f-4845-9233-938903d36960 HTTP/1.1" status: 204 len: 168 time: 0.9228542 Mar 28 09:12:37.805569 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b99f54-ad38-457a-8350-e65f387f8ecf tempest-NetworksIpV6Test-931860591 tempest-NetworksIpV6Test-931860591-project] Pushing event deleted for resources: {'Network': ['ID=5d256d2e-872f-4845-9233-938903d36960,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:37.852047 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae5d5dce-7916-4177-a0c1-93412163e9cc tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group_rule (cf26d9be-37ec-44f2-9659-ee82c4d8ce89), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.859329 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae5d5dce-7916-4177-a0c1-93412163e9cc tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (cf26d9be-37ec-44f2-9659-ee82c4d8ce89), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.875632 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17cfab-04a6-45e4-ac7f-d4167223f4dd None None] Pushing event updated for resources: {'Port': ['ID=19e34283-cffa-4917-863f-40b664f24f91,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:37.884875 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d5dce-7916-4177-a0c1-93412163e9cc tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf26d9be-37ec-44f2-9659-ee82c4d8ce89,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:37.902940 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae5d5dce-7916-4177-a0c1-93412163e9cc tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.904577 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ae5d5dce-7916-4177-a0c1-93412163e9cc tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2248321 Mar 28 09:12:37.907541 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52554) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:37.917502 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-641fe391-3386-4de2-a4a3-1ac15fde4196 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Request body: {'security_group_rule': {'security_group_id': 'b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9', 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:37.959151 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-641fe391-3386-4de2-a4a3-1ac15fde4196 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group_rule (8feb1417-1e4e-4702-8fb6-d725cfd098b8), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:37.970750 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23c5db26-6346-4196-9f68-839b46fbce80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.110167 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-641fe391-3386-4de2-a4a3-1ac15fde4196 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group_rule (8feb1417-1e4e-4702-8fb6-d725cfd098b8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.113557 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Publish callbacks [] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.115592 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-641fe391-3386-4de2-a4a3-1ac15fde4196 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (8feb1417-1e4e-4702-8fb6-d725cfd098b8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.132775 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.151288 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fe391-3386-4de2-a4a3-1ac15fde4196 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8feb1417-1e4e-4702-8fb6-d725cfd098b8,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:38.163938 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-641fe391-3386-4de2-a4a3-1ac15fde4196 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.165514 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-641fe391-3386-4de2-a4a3-1ac15fde4196 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2562330 Mar 28 09:12:38.168685 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52558) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:38.173172 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-60203c57-25bd-469a-8936-8ba888cc5042 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Request body: {'security_group_rule': {'security_group_id': 'b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9', 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:38.205076 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333acaf-18cc-4274-a795-0173daeb941c None None] Pushing event updated for resources: {'Port': ['ID=aa65287c-9b96-4a03-93e9-7c5d6e83f24a,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:38.241978 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-60203c57-25bd-469a-8936-8ba888cc5042 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group_rule (aed44f30-8272-4af0-b1c8-bf93206b4d1e), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.262364 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52560) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:38.370645 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Attempting to bind port aa65287c-9b96-4a03-93e9-7c5d6e83f24a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:38.371019 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Attempting to bind port aa65287c-9b96-4a03-93e9-7c5d6e83f24a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '07569001-3538-42db-ae17-bb87db1c5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c52aeed1-7e42-40e6-9cb5-05f0ebf3a804'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:38.371384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Attempting to bind port aa65287c-9b96-4a03-93e9-7c5d6e83f24a on network c52aeed1-7e42-40e6-9cb5-05f0ebf3a804 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:38.384960 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:38.385338 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Checking segment: {'id': '07569001-3538-42db-ae17-bb87db1c5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c52aeed1-7e42-40e6-9cb5-05f0ebf3a804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:38.385769 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.386173 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Bound using segment: {'id': '07569001-3538-42db-ae17-bb87db1c5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c52aeed1-7e42-40e6-9cb5-05f0ebf3a804'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:38.386659 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Bound port: aa65287c-9b96-4a03-93e9-7c5d6e83f24a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07569001-3538-42db-ae17-bb87db1c5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c52aeed1-7e42-40e6-9cb5-05f0ebf3a804'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:38.387046 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.390453 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-60203c57-25bd-469a-8936-8ba888cc5042 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group_rule (aed44f30-8272-4af0-b1c8-bf93206b4d1e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.398946 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-60203c57-25bd-469a-8936-8ba888cc5042 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (aed44f30-8272-4af0-b1c8-bf93206b4d1e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.436547 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60203c57-25bd-469a-8936-8ba888cc5042 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed44f30-8272-4af0-b1c8-bf93206b4d1e,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:38.449336 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-60203c57-25bd-469a-8936-8ba888cc5042 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.454354 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52564) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:38.454887 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-60203c57-25bd-469a-8936-8ba888cc5042 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2841234 Mar 28 09:12:38.464912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-16b00731-01ce-4a4e-b4df-3d1ed89acde5 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Request body: {'security_group_rule': {'security_group_id': 'b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9', 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:38.505117 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-69da000e-0904-4812-861f-78e07383ae1c None None] For port aa65287c-9b96-4a03-93e9-7c5d6e83f24a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:38.508580 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-69da000e-0904-4812-861f-78e07383ae1c None None] For port aa65287c-9b96-4a03-93e9-7c5d6e83f24a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa65287c-9b96-4a03-93e9-7c5d6e83f24a,segment=NetworkSegment(07569001-3538-42db-ae17-bb87db1c5472),segment_id=07569001-3538-42db-ae17-bb87db1c5472)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:38.515491 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.520502 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23c5db26-6346-4196-9f68-839b46fbce80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.533107 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3cbdd013-1301-458c-a825-6a0dc18f48a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61d47aacc0464e97834f5e7f8b3a7592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696335 Mar 28 09:12:38.533405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23c5db26-6346-4196-9f68-839b46fbce80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.536870 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52566) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:38.604460 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Routers {'b5a129bf-500d-4690-a29e-21fcae24fab7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:38.604925 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ba850ad-0a3a-4d9c-bb20-f0306c740863 admin admin] Publish callbacks [] for security_group (8e93e839-e7df-49df-a558-f1f52ecf137d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.605290 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-69da000e-0904-4812-861f-78e07383ae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b5a129bf-500d-4690-a29e-21fcae24fab7'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:38.631805 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ba850ad-0a3a-4d9c-bb20-f0306c740863 admin admin] Publish callbacks [] for security_group (8e93e839-e7df-49df-a558-f1f52ecf137d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.667365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23c5db26-6346-4196-9f68-839b46fbce80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (cb561a04-83e3-48e9-816f-406f08283eff), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.676667 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-16b00731-01ce-4a4e-b4df-3d1ed89acde5 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Project e40e579c72ff4feb87447802e87b3f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:12:38.694760 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ba850ad-0a3a-4d9c-bb20-f0306c740863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (8e93e839-e7df-49df-a558-f1f52ecf137d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.695456 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333acaf-18cc-4274-a795-0173daeb941c None None] Pushing event updated for resources: {'Port': ['ID=aa65287c-9b96-4a03-93e9-7c5d6e83f24a,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:38.698502 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ba850ad-0a3a-4d9c-bb20-f0306c740863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.699807 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7ba850ad-0a3a-4d9c-bb20-f0306c740863 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e93e839-e7df-49df-a558-f1f52ecf137d HTTP/1.1" status: 204 len: 168 time: 0.1617141 Mar 28 09:12:38.701898 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16b00731-01ce-4a4e-b4df-3d1ed89acde5 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group_rule (2ef95aa7-fddc-4407-b272-b012fa623f65), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.710262 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba850ad-0a3a-4d9c-bb20-f0306c740863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e93e839-e7df-49df-a558-f1f52ecf137d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:38.713752 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5db26-6346-4196-9f68-839b46fbce80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=db9ea2f6-6b9c-4d59-903d-395b41d64c59,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:38.758984 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0996fd7c-0a5a-4bae-9074-8d1111156402 None None] Provisioning complete for port aa65287c-9b96-4a03-93e9-7c5d6e83f24a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:38.760076 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0996fd7c-0a5a-4bae-9074-8d1111156402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.849217 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-69da000e-0904-4812-861f-78e07383ae1c None None] Set router b5a129bf-500d-4690-a29e-21fcae24fab7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:12:38.886520 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57147e28-0871-47fd-86ef-d3fa404e1120 req-92c0e80f-4fc8-41ba-8896-95f71c2ad79b tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:38.902214 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-57147e28-0871-47fd-86ef-d3fa404e1120 req-92c0e80f-4fc8-41ba-8896-95f71c2ad79b tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 946 time: 0.2317400 Mar 28 09:12:38.945566 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16b00731-01ce-4a4e-b4df-3d1ed89acde5 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group_rule (2ef95aa7-fddc-4407-b272-b012fa623f65), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.962443 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16b00731-01ce-4a4e-b4df-3d1ed89acde5 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (2ef95aa7-fddc-4407-b272-b012fa623f65), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:38.977090 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c5db26-6346-4196-9f68-839b46fbce80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 64f52d3a-d1f9-4868-806c-2ccd65cc249b is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:38.995191 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-23c5db26-6346-4196-9f68-839b46fbce80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:39.016463 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b00731-01ce-4a4e-b4df-3d1ed89acde5 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef95aa7-fddc-4407-b272-b012fa623f65,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:39.083134 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16b00731-01ce-4a4e-b4df-3d1ed89acde5 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:39.084665 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-16b00731-01ce-4a4e-b4df-3d1ed89acde5 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6259258 Mar 28 09:12:39.087617 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52576) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:39.098273 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7487266e-f3c1-4234-ad8d-232ca8114318 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Request body: {'security_group_rule': {'security_group_id': 'b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9', 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:39.130168 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 19e34283-cffa-4917-863f-40b664f24f91 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:39.134771 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0996fd7c-0a5a-4bae-9074-8d1111156402 None None] Current status of the port aa65287c-9b96-4a03-93e9-7c5d6e83f24a is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:39.135270 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0996fd7c-0a5a-4bae-9074-8d1111156402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:39.150720 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-57147e28-0871-47fd-86ef-d3fa404e1120 req-1ff7d191-a35c-48aa-bfb7-dd0029674202 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388122 Mar 28 09:12:39.167003 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-7487266e-f3c1-4234-ad8d-232ca8114318 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Project e40e579c72ff4feb87447802e87b3f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:12:39.175968 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7487266e-f3c1-4234-ad8d-232ca8114318 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group_rule (9b40bc3a-3bbd-4e7d-8436-78a40ce84d71), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:39.225369 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c5db26-6346-4196-9f68-839b46fbce80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router cb561a04-83e3-48e9-816f-406f08283eff is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:12:39.284046 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-0996fd7c-0a5a-4bae-9074-8d1111156402 None None] For port aa65287c-9b96-4a03-93e9-7c5d6e83f24a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa65287c-9b96-4a03-93e9-7c5d6e83f24a,segment=NetworkSegment(07569001-3538-42db-ae17-bb87db1c5472),segment_id=07569001-3538-42db-ae17-bb87db1c5472)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:39.287130 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7487266e-f3c1-4234-ad8d-232ca8114318 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group_rule (9b40bc3a-3bbd-4e7d-8436-78a40ce84d71), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:39.298375 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7487266e-f3c1-4234-ad8d-232ca8114318 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (9b40bc3a-3bbd-4e7d-8436-78a40ce84d71), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:39.305766 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0996fd7c-0a5a-4bae-9074-8d1111156402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:39.348863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487266e-f3c1-4234-ad8d-232ca8114318 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b40bc3a-3bbd-4e7d-8436-78a40ce84d71,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:39.368898 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7487266e-f3c1-4234-ad8d-232ca8114318 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:39.370666 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7487266e-f3c1-4234-ad8d-232ca8114318 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2814989 Mar 28 09:12:39.380449 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 19e34283-cffa-4917-863f-40b664f24f91 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:39.380826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (19e34283-cffa-4917-863f-40b664f24f91), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:39.422013 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-69da000e-0904-4812-861f-78e07383ae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a129bf-500d-4690-a29e-21fcae24fab7', 'name': 'tempest-TestVolumeBootPattern-1380761697-router', 'tenant_id': 'ccdca7c257fd46279e22b8f482b20316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.193'}], 'enable_snat': True}, 'gw_port_id': 'b0c87363-1398-4dd4-ad75-5cdce66abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:26Z', 'updated_at': '2022-03-28T09:12:34Z', 'revision_number': 4, 'project_id': 'ccdca7c257fd46279e22b8f482b20316', 'gw_port': {'id': 'b0c87363-1398-4dd4-ad75-5cdce66abc60', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a129bf-500d-4690-a29e-21fcae24fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:27Z', 'updated_at': '2022-03-28T09:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'aa65287c-9b96-4a03-93e9-7c5d6e83f24a', 'name': '', 'network_id': 'c52aeed1-7e42-40e6-9cb5-05f0ebf3a804', 'tenant_id': 'ccdca7c257fd46279e22b8f482b20316', 'mac_address': 'fa:16:3e:86:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a129bf-500d-4690-a29e-21fcae24fab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '68c634f0-c88a-4df8-8612-811f59166152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:32Z', 'updated_at': '2022-03-28T09:12:38Z', 'revision_number': 4, 'project_id': 'ccdca7c257fd46279e22b8f482b20316', 'subnets': [{'id': '68c634f0-c88a-4df8-8612-811f59166152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:39.461552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c5db26-6346-4196-9f68-839b46fbce80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:12:39.481396 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Sync routers for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:12:39.491617 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-23c5db26-6346-4196-9f68-839b46fbce80 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/cb561a04-83e3-48e9-816f-406f08283eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5733345 Mar 28 09:12:39.493795 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52598) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:39.495133 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:39.495767 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:39.506470 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-3154a200-e638-4d06-9e95-4de5be905e9e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'network': {'name': 'tempest-RoutersTest-1568013263'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:39.539857 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3154a200-e638-4d06-9e95-4de5be905e9e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Made reservation on behalf of 56376f313d96491b95e23cca21689c9c for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:39.574086 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3154a200-e638-4d06-9e95-4de5be905e9e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:39.625854 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:12:39.635295 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3154a200-e638-4d06-9e95-4de5be905e9e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:39.665832 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3154a200-e638-4d06-9e95-4de5be905e9e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (172a0769-b992-42ad-9624-066e168b7d89), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:39.668408 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-3154a200-e638-4d06-9e95-4de5be905e9e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Added segment 172a0769-b992-42ad-9624-066e168b7d89 of type vlan for network cb09c528-9629-41ec-a475-186c29c3b76b Mar 28 09:12:39.718979 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfafa22-ba28-4164-a2eb-3899af9c4724 req-214a7eb3-4d32-4874-ad2a-57dd7d72f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:39.720906 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cbfafa22-ba28-4164-a2eb-3899af9c4724 req-214a7eb3-4d32-4874-ad2a-57dd7d72f517 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15b387297d714b8fbf1b26450f1f637a&device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 1130 time: 0.1084430 Mar 28 09:12:39.745996 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f771d43-1f0b-4675-9a96-f5793a0253cc req-076c9123-fc53-4cc5-968b-a732fa0fa851 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:39.748121 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2f771d43-1f0b-4675-9a96-f5793a0253cc req-076c9123-fc53-4cc5-968b-a732fa0fa851 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 946 time: 0.1947918 Mar 28 09:12:39.763996 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3154a200-e638-4d06-9e95-4de5be905e9e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (cb09c528-9629-41ec-a475-186c29c3b76b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:39.799016 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3154a200-e638-4d06-9e95-4de5be905e9e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (cb09c528-9629-41ec-a475-186c29c3b76b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:39.811235 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3154a200-e638-4d06-9e95-4de5be905e9e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:39.811870 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3154a200-e638-4d06-9e95-4de5be905e9e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:39.886088 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2f771d43-1f0b-4675-9a96-f5793a0253cc req-d4e8a71a-9687-4ef6-a85e-0c11e946c017 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244743 Mar 28 09:12:39.897910 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfafa22-ba28-4164-a2eb-3899af9c4724 req-e0a9af29-acf4-489b-8e35-7ad7bfa8393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:39.899677 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cbfafa22-ba28-4164-a2eb-3899af9c4724 req-e0a9af29-acf4-489b-8e35-7ad7bfa8393a service neutron] 10.222.0.16 "GET /v2.0/networks?id=1dac6567-c143-4ec8-a54f-6d151692d778 HTTP/1.1" status: 200 len: 911 time: 0.1729059 Mar 28 09:12:39.921317 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585a2e10-6de4-46e8-88d9-7dd754dff82d None None] Network 64f52d3a-d1f9-4868-806c-2ccd65cc249b requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:39.944280 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:12:37Z', 'revision_number': 2, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:38Z', 'revision_number': 2, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:39.952151 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cbfafa22-ba28-4164-a2eb-3899af9c4724 req-2a0300af-2b5e-48e0-91d5-2142df03d6d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe371ea-e17c-42dc-b5f4-31d279a74fb9 HTTP/1.1" status: 200 len: 217 time: 0.0464916 Mar 28 09:12:39.952894 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52642) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:39.973435 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Checking router: cb561a04-83e3-48e9-816f-406f08283eff for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:12:39.974057 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Updating router cb561a04-83e3-48e9-816f-406f08283eff port db9ea2f6-6b9c-4d59-903d-395b41d64c59 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:12:39.984056 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154a200-e638-4d06-9e95-4de5be905e9e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Network': ['ID=cb09c528-9629-41ec-a475-186c29c3b76b,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:40.001644 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:40.019579 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3154a200-e638-4d06-9e95-4de5be905e9e tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5240703 Mar 28 09:12:40.025356 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52646) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:40.026747 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network cb09c528-9629-41ec-a475-186c29c3b76b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:40.029702 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69da000e-0904-4812-861f-78e07383ae1c None None] The sync data for ids ['b5a129bf-500d-4690-a29e-21fcae24fab7'] in dv-neutron-master-2-hyperv is: [{'id': 'b5a129bf-500d-4690-a29e-21fcae24fab7', 'name': 'tempest-TestVolumeBootPattern-1380761697-router', 'tenant_id': 'ccdca7c257fd46279e22b8f482b20316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.193'}], 'enable_snat': True}, 'gw_port_id': 'b0c87363-1398-4dd4-ad75-5cdce66abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:26Z', 'updated_at': '2022-03-28T09:12:34Z', 'revision_number': 4, 'project_id': 'ccdca7c257fd46279e22b8f482b20316', 'gw_port': {'id': 'b0c87363-1398-4dd4-ad75-5cdce66abc60', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a129bf-500d-4690-a29e-21fcae24fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:27Z', 'updated_at': '2022-03-28T09:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'aa65287c-9b96-4a03-93e9-7c5d6e83f24a', 'name': '', 'network_id': 'c52aeed1-7e42-40e6-9cb5-05f0ebf3a804', 'tenant_id': 'ccdca7c257fd46279e22b8f482b20316', 'mac_address': 'fa:16:3e:86:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a129bf-500d-4690-a29e-21fcae24fab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '68c634f0-c88a-4df8-8612-811f59166152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:32Z', 'updated_at': '2022-03-28T09:12:38Z', 'revision_number': 4, 'project_id': 'ccdca7c257fd46279e22b8f482b20316', 'subnets': [{'id': '68c634f0-c88a-4df8-8612-811f59166152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:12:40.032461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996fd7c-0a5a-4bae-9074-8d1111156402 None None] Pushing event updated for resources: {'Port': ['ID=aa65287c-9b96-4a03-93e9-7c5d6e83f24a,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:40.041413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-407050a9-7366-4c2e-9cdf-a06c0ec58aa5 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'subnet': {'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:40.058815 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfafa22-ba28-4164-a2eb-3899af9c4724 req-ea6043b0-f10c-4dc1-9143-a05602b42162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:40.062798 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cbfafa22-ba28-4164-a2eb-3899af9c4724 req-ea6043b0-f10c-4dc1-9143-a05602b42162 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c54a422-e7fd-4ddc-a30b-59163927dd66 HTTP/1.1" status: 200 len: 851 time: 0.1009138 Mar 28 09:12:40.159351 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a7ff4b26-d526-4463-939b-23e842303a4c None None] Provisioning complete for port aa65287c-9b96-4a03-93e9-7c5d6e83f24a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:40.160550 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4b26-d526-4463-939b-23e842303a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:40.236972 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cbfafa22-ba28-4164-a2eb-3899af9c4724 req-374f30fd-7e59-4bd7-9387-99e87f38f5e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1dac6567-c143-4ec8-a54f-6d151692d778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452882 Mar 28 09:12:40.242534 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f21b3239-fa5f-400b-ac0b-320a2b56c987 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1341968957'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:40.366673 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21b3239-fa5f-400b-ac0b-320a2b56c987 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Made reservation on behalf of d85821be61cc40a4b1074216cb10b03f for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:40.369360 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 19e34283-cffa-4917-863f-40b664f24f91 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:40.369795 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (19e34283-cffa-4917-863f-40b664f24f91), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:40.370635 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f21b3239-fa5f-400b-ac0b-320a2b56c987 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:40.402948 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f21b3239-fa5f-400b-ac0b-320a2b56c987 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:40.420685 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407050a9-7366-4c2e-9cdf-a06c0ec58aa5 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Made reservation on behalf of 56376f313d96491b95e23cca21689c9c for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:40.424272 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-407050a9-7366-4c2e-9cdf-a06c0ec58aa5 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:40.456050 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Publish callbacks [] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:40.471675 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:40.515140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 19e34283-cffa-4917-863f-40b664f24f91, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=19e34283-cffa-4917-863f-40b664f24f91,segment=NetworkSegment(a10e0785-83b8-4547-8a80-76cd47a7d440),segment_id=a10e0785-83b8-4547-8a80-76cd47a7d440)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:40.519602 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a7ff4b26-d526-4463-939b-23e842303a4c None None] Current status of the port aa65287c-9b96-4a03-93e9-7c5d6e83f24a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:40.524380 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (19e34283-cffa-4917-863f-40b664f24f91), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:40.532751 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cbfafa22-ba28-4164-a2eb-3899af9c4724 req-353a8e86-bac2-4418-a7c6-1b04584ed3d7 service neutron] 10.222.0.16 "GET /v2.0/networks/1dac6567-c143-4ec8-a54f-6d151692d778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828834 Mar 28 09:12:40.613110 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c1f58-1942-4e7c-abb4-3e85735a2ea2 None None] Pushing event updated for resources: {'Port': ['ID=db9ea2f6-6b9c-4d59-903d-395b41d64c59,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:40.614489 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0be3f5be-1e82-425c-b41e-047c3a95a310 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:12:40.701552 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 0be3f5be-1e82-425c-b41e-047c3a95a310 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:12:40.702325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0be3f5be-1e82-425c-b41e-047c3a95a310 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:12:40.722989 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=19e34283-cffa-4917-863f-40b664f24f91,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:40.737349 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Attempting to bind port db9ea2f6-6b9c-4d59-903d-395b41d64c59 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:40.740152 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Attempting to bind port db9ea2f6-6b9c-4d59-903d-395b41d64c59 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a10e0785-83b8-4547-8a80-76cd47a7d440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:40.740521 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Attempting to bind port db9ea2f6-6b9c-4d59-903d-395b41d64c59 on network 64f52d3a-d1f9-4868-806c-2ccd65cc249b {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:40.753672 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-6277ddf3-e50c-41ce-aaf9-0dc81905ba8d None None] Provisioning complete for port 19e34283-cffa-4917-863f-40b664f24f91 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:40.754111 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6277ddf3-e50c-41ce-aaf9-0dc81905ba8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (19e34283-cffa-4917-863f-40b664f24f91), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:40.760189 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:40.760568 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Checking segment: {'id': 'a10e0785-83b8-4547-8a80-76cd47a7d440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:40.760968 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:40.761424 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Bound using segment: {'id': 'a10e0785-83b8-4547-8a80-76cd47a7d440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:40.761958 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Bound port: db9ea2f6-6b9c-4d59-903d-395b41d64c59, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10e0785-83b8-4547-8a80-76cd47a7d440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:40.762338 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:40.937809 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6277ddf3-e50c-41ce-aaf9-0dc81905ba8d None None] Current status of the port 19e34283-cffa-4917-863f-40b664f24f91 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:41.000275 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cbfafa22-ba28-4164-a2eb-3899af9c4724 req-fe4be0a2-0f85-4201-99b3-8cdbfc95f096 service neutron] 10.222.0.16 "GET /v2.0/networks/1dac6567-c143-4ec8-a54f-6d151692d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484768 Mar 28 09:12:41.002721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f21b3239-fa5f-400b-ac0b-320a2b56c987 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for security_group (0a8dbfbf-4b2c-405a-be26-718b9ac49197), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:41.024872 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f21b3239-fa5f-400b-ac0b-320a2b56c987 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0a8dbfbf-4b2c-405a-be26-718b9ac49197), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:41.081917 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-606e6a47-119b-4c4a-9577-71addfd1db8b None None] Provisioning complete for port db9ea2f6-6b9c-4d59-903d-395b41d64c59 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:41.083252 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-606e6a47-119b-4c4a-9577-71addfd1db8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:41.114204 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] For port db9ea2f6-6b9c-4d59-903d-395b41d64c59, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:41.118550 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] For port db9ea2f6-6b9c-4d59-903d-395b41d64c59, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db9ea2f6-6b9c-4d59-903d-395b41d64c59,segment=NetworkSegment(a10e0785-83b8-4547-8a80-76cd47a7d440),segment_id=a10e0785-83b8-4547-8a80-76cd47a7d440)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:41.120304 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21b3239-fa5f-400b-ac0b-320a2b56c987 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:41.133410 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-606e6a47-119b-4c4a-9577-71addfd1db8b None None] Port db9ea2f6-6b9c-4d59-903d-395b41d64c59 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:12:41.135495 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:41.144616 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-606e6a47-119b-4c4a-9577-71addfd1db8b None None] Provisioning complete for port 19e34283-cffa-4917-863f-40b664f24f91 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:41.145125 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-606e6a47-119b-4c4a-9577-71addfd1db8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (19e34283-cffa-4917-863f-40b664f24f91), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:41.174085 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50cef6-d0ee-413a-8690-31cfafdf7a8e req-d4b925df-d249-49b4-8bbd-737be7edd8e0 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:41.188072 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5b50cef6-d0ee-413a-8690-31cfafdf7a8e req-d4b925df-d249-49b4-8bbd-737be7edd8e0 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 946 time: 0.1662805 Mar 28 09:12:41.246004 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:41.250077 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:41.286598 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-606e6a47-119b-4c4a-9577-71addfd1db8b None None] Current status of the port 19e34283-cffa-4917-863f-40b664f24f91 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:41.314716 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5b50cef6-d0ee-413a-8690-31cfafdf7a8e req-763a78ff-03e6-4554-80ed-6244a568632a tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246507 Mar 28 09:12:41.320453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b3239-fa5f-400b-ac0b-320a2b56c987 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8dbfbf-4b2c-405a-be26-718b9ac49197,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:41.329402 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f21b3239-fa5f-400b-ac0b-320a2b56c987 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (e248eb39-0adb-4983-9bab-28ea73083caa), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:41.334170 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device aa65287c-9b96-4a03-93e9-7c5d6e83f24a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:41.334839 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-f21b3239-fa5f-400b-ac0b-320a2b56c987 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Added segment e248eb39-0adb-4983-9bab-28ea73083caa of type vlan for network c0115b44-acd3-4595-b565-4965b5975386 Mar 28 09:12:41.398816 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:12:41.414360 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-407050a9-7366-4c2e-9cdf-a06c0ec58aa5 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (bd1694a6-07b4-40df-839e-dfd7a22bc3ae), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:41.433135 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a99e829a-ea63-4819-a93f-71b0fa83e032 None None] Provisioning complete for port db9ea2f6-6b9c-4d59-903d-395b41d64c59 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:41.433858 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a99e829a-ea63-4819-a93f-71b0fa83e032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:41.484009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port aa65287c-9b96-4a03-93e9-7c5d6e83f24a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:41.484576 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:41.487786 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f21b3239-fa5f-400b-ac0b-320a2b56c987 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (c0115b44-acd3-4595-b565-4965b5975386), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:41.665805 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407050a9-7366-4c2e-9cdf-a06c0ec58aa5 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Subnet': ['ID=bd1694a6-07b4-40df-839e-dfd7a22bc3ae,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:41.691955 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407050a9-7366-4c2e-9cdf-a06c0ec58aa5 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Checking segment: {'id': '172a0769-b992-42ad-9624-066e168b7d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:41.694094 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407050a9-7366-4c2e-9cdf-a06c0ec58aa5 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network hostable DHCP agents. Network: cb09c528-9629-41ec-a475-186c29c3b76b, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:12:41.701197 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f21b3239-fa5f-400b-ac0b-320a2b56c987 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (c0115b44-acd3-4595-b565-4965b5975386), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:41.715759 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b3239-fa5f-400b-ac0b-320a2b56c987 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:41.716768 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f21b3239-fa5f-400b-ac0b-320a2b56c987 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:41.728626 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c1f58-1942-4e7c-abb4-3e85735a2ea2 None None] Pushing event updated for resources: {'Port': ['ID=db9ea2f6-6b9c-4d59-903d-395b41d64c59,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:41.757759 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f21b3239-fa5f-400b-ac0b-320a2b56c987 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8036606 Mar 28 09:12:41.794198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port aa65287c-9b96-4a03-93e9-7c5d6e83f24a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:41.795346 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 19e34283-cffa-4917-863f-40b664f24f91 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:41.804824 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a99e829a-ea63-4819-a93f-71b0fa83e032 None None] Current status of the port db9ea2f6-6b9c-4d59-903d-395b41d64c59 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:41.805071 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a99e829a-ea63-4819-a93f-71b0fa83e032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:41.878743 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b3239-fa5f-400b-ac0b-320a2b56c987 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event updated for resources: {'Network': ['ID=c0115b44-acd3-4595-b565-4965b5975386,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:41.881732 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407050a9-7366-4c2e-9cdf-a06c0ec58aa5 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network cb09c528-9629-41ec-a475-186c29c3b76b is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:12:41.900318 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-407050a9-7366-4c2e-9cdf-a06c0ec58aa5 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cb09c528-9629-41ec-a475-186c29c3b76b) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:41.913079 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407050a9-7366-4c2e-9cdf-a06c0ec58aa5 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:41.913979 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-407050a9-7366-4c2e-9cdf-a06c0ec58aa5 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:41.927194 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:12:37Z', 'revision_number': 2, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 4, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:41.953857 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-407050a9-7366-4c2e-9cdf-a06c0ec58aa5 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9239228 Mar 28 09:12:41.959358 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52690) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:41.966257 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a99e829a-ea63-4819-a93f-71b0fa83e032 None None] For port db9ea2f6-6b9c-4d59-903d-395b41d64c59, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db9ea2f6-6b9c-4d59-903d-395b41d64c59,segment=NetworkSegment(a10e0785-83b8-4547-8a80-76cd47a7d440),segment_id=a10e0785-83b8-4547-8a80-76cd47a7d440)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:41.969251 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd7f3e-b167-4420-ac78-b4a5be91ad2a None None] Network cb09c528-9629-41ec-a475-186c29c3b76b requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:41.975203 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network c0115b44-acd3-4595-b565-4965b5975386 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:41.985056 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a99e829a-ea63-4819-a93f-71b0fa83e032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:42.054291 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cd0387-2c51-402c-80ad-64633c83dfca None None] The sync data for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv is: [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:12:37Z', 'revision_number': 2, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 4, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:12:42.328586 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e829a-ea63-4819-a93f-71b0fa83e032 None None] Pushing event updated for resources: {'Port': ['ID=db9ea2f6-6b9c-4d59-903d-395b41d64c59,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:42.384215 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cb09c528-9629-41ec-a475-186c29c3b76b', 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'project_id': '56376f313d96491b95e23cca21689c9c', 'fixed_ips': [{'subnet_id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:12:42.385351 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:42.616830 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e2fd8-cde7-4af4-a9ba-1c60869f8b77 req-6855de5d-b74d-4b5a-adfb-6bff699b0032 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:42.618846 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1b6e2fd8-cde7-4af4-a9ba-1c60869f8b77 req-6855de5d-b74d-4b5a-adfb-6bff699b0032 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 946 time: 0.1477399 Mar 28 09:12:42.762093 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1b6e2fd8-cde7-4af4-a9ba-1c60869f8b77 req-84545289-975b-41dc-9acd-a3dfde370718 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321046 Mar 28 09:12:42.871473 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Allocated IP 172.21.0.2 (cb09c528-9629-41ec-a475-186c29c3b76b/bd1694a6-07b4-40df-839e-dfd7a22bc3ae/1ef1bf1d-907f-4970-9990-d28af7ef6018) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:42.886872 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bfd770b2-86cf-461d-bc8a-0b6df8a5b6a1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:43.054317 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 19e34283-cffa-4917-863f-40b664f24f91 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:43.055420 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (19e34283-cffa-4917-863f-40b664f24f91), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:43.058332 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4ab42c3b-8c48-48a4-b462-2e39f93d0221 None None] Provisioning complete for port db9ea2f6-6b9c-4d59-903d-395b41d64c59 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:43.058942 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4ab42c3b-8c48-48a4-b462-2e39f93d0221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:43.304519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c1be3-d2ef-4c30-93b2-31ceadf801fe req-ea6215e5-509b-49b9-a41d-c0d3901759e1 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:43.314033 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-962c1be3-d2ef-4c30-93b2-31ceadf801fe req-ea6215e5-509b-49b9-a41d-c0d3901759e1 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 946 time: 0.0904267 Mar 28 09:12:43.430753 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Publish callbacks [] for port (1ef1bf1d-907f-4970-9990-d28af7ef6018), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:43.435001 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-962c1be3-d2ef-4c30-93b2-31ceadf801fe req-689d8d4f-1db4-48c2-a589-0d2d0da77b99 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196103 Mar 28 09:12:43.464939 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (1ef1bf1d-907f-4970-9990-d28af7ef6018), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:43.539504 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-bfd770b2-86cf-461d-bc8a-0b6df8a5b6a1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Allocated IP 172.21.0.1 (cb09c528-9629-41ec-a475-186c29c3b76b/bd1694a6-07b4-40df-839e-dfd7a22bc3ae/fda164e9-071f-4d67-8321-faf714465751) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:43.600799 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Network cb09c528-9629-41ec-a475-186c29c3b76b is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:43.643574 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:43.645926 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Pushing event updated for resources: {'Port': ['ID=1ef1bf1d-907f-4970-9990-d28af7ef6018,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:43.656246 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:43.694490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bfd770b2-86cf-461d-bc8a-0b6df8a5b6a1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (fda164e9-071f-4d67-8321-faf714465751), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:43.701527 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 19e34283-cffa-4917-863f-40b664f24f91 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:43.742854 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bfd770b2-86cf-461d-bc8a-0b6df8a5b6a1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (fda164e9-071f-4d67-8321-faf714465751), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:43.750811 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4ab42c3b-8c48-48a4-b462-2e39f93d0221 None None] Current status of the port db9ea2f6-6b9c-4d59-903d-395b41d64c59 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:43.773220 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Attempting to bind port 1ef1bf1d-907f-4970-9990-d28af7ef6018 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:43.773594 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Attempting to bind port 1ef1bf1d-907f-4970-9990-d28af7ef6018 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '172a0769-b992-42ad-9624-066e168b7d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:43.773992 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Attempting to bind port 1ef1bf1d-907f-4970-9990-d28af7ef6018 on network cb09c528-9629-41ec-a475-186c29c3b76b {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:43.780774 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:43.781133 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Checking segment: {'id': '172a0769-b992-42ad-9624-066e168b7d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:43.781684 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:43.782152 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Bound using segment: {'id': '172a0769-b992-42ad-9624-066e168b7d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:43.782752 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Bound port: 1ef1bf1d-907f-4970-9990-d28af7ef6018, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172a0769-b992-42ad-9624-066e168b7d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:43.783153 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1ef1bf1d-907f-4970-9990-d28af7ef6018), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:43.828944 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd770b2-86cf-461d-bc8a-0b6df8a5b6a1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network cb09c528-9629-41ec-a475-186c29c3b76b is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:43.854533 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd770b2-86cf-461d-bc8a-0b6df8a5b6a1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=fda164e9-071f-4d67-8321-faf714465751,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:43.859066 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-bfd770b2-86cf-461d-bc8a-0b6df8a5b6a1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:43.868017 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd770b2-86cf-461d-bc8a-0b6df8a5b6a1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:43.899999 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device db9ea2f6-6b9c-4d59-903d-395b41d64c59 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:43.932609 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bfd770b2-86cf-461d-bc8a-0b6df8a5b6a1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (cb561a04-83e3-48e9-816f-406f08283eff), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:43.969769 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] For port 1ef1bf1d-907f-4970-9990-d28af7ef6018, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:43.974264 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] For port 1ef1bf1d-907f-4970-9990-d28af7ef6018, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ef1bf1d-907f-4970-9990-d28af7ef6018,segment=NetworkSegment(172a0769-b992-42ad-9624-066e168b7d89),segment_id=172a0769-b992-42ad-9624-066e168b7d89)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:43.981910 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4a95e03c-8fc0-41cc-918a-b50c214c3625 None None] Provisioning complete for port db9ea2f6-6b9c-4d59-903d-395b41d64c59 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:43.982442 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4a95e03c-8fc0-41cc-918a-b50c214c3625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:43.990414 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1ef1bf1d-907f-4970-9990-d28af7ef6018), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:44.022570 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port db9ea2f6-6b9c-4d59-903d-395b41d64c59 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:44.023059 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:44.311755 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4a95e03c-8fc0-41cc-918a-b50c214c3625 None None] Current status of the port db9ea2f6-6b9c-4d59-903d-395b41d64c59 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:44.360124 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d47a91-23ba-4807-af43-0c23eaac5afc None None] Pushing event updated for resources: {'Port': ['ID=1ef1bf1d-907f-4970-9990-d28af7ef6018,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:44.492885 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port db9ea2f6-6b9c-4d59-903d-395b41d64c59 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:44.756175 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310fb87-9bd4-4496-9dc2-926a43e8a40f req-4e3a3ead-d3f5-417a-afca-74c93e9b9463 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:44.763327 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e310fb87-9bd4-4496-9dc2-926a43e8a40f req-4e3a3ead-d3f5-417a-afca-74c93e9b9463 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 946 time: 0.1248429 Mar 28 09:12:44.826905 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bfd770b2-86cf-461d-bc8a-0b6df8a5b6a1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (fda164e9-071f-4d67-8321-faf714465751), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:44.857955 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e310fb87-9bd4-4496-9dc2-926a43e8a40f req-dabf5814-21cb-4dff-b011-c94c5aaf4e27 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c61d49f-3015-4d39-a7ac-920ec14efb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898240 Mar 28 09:12:44.921444 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b2c95-41e6-4293-849a-438760002f15 req-95c6356c-bfd7-46cc-8361-6feda146e3c0 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:44.923937 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-556b2c95-41e6-4293-849a-438760002f15 req-95c6356c-bfd7-46cc-8361-6feda146e3c0 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 946 time: 0.0877814 Mar 28 09:12:45.079166 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-556b2c95-41e6-4293-849a-438760002f15 req-186206e6-09e2-4b38-8494-4b4badbad201 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Deleting port bbe371ea-e17c-42dc-b5f4-31d279a74fb9 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:45.079791 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-556b2c95-41e6-4293-849a-438760002f15 req-186206e6-09e2-4b38-8494-4b4badbad201 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (bbe371ea-e17c-42dc-b5f4-31d279a74fb9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:45.220628 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52704) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:45.228841 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-21f62634-7ada-4e4b-b4da-4dfd540401c6 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Request body: {'subnet': {'network_id': 'c0115b44-acd3-4595-b565-4965b5975386', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:45.235296 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bfd770b2-86cf-461d-bc8a-0b6df8a5b6a1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (fda164e9-071f-4d67-8321-faf714465751), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:45.242050 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bfd770b2-86cf-461d-bc8a-0b6df8a5b6a1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (fda164e9-071f-4d67-8321-faf714465751), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:45.328346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd770b2-86cf-461d-bc8a-0b6df8a5b6a1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=fda164e9-071f-4d67-8321-faf714465751,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:45.332282 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bfd770b2-86cf-461d-bc8a-0b6df8a5b6a1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (cb561a04-83e3-48e9-816f-406f08283eff), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:45.333775 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-556b2c95-41e6-4293-849a-438760002f15 req-186206e6-09e2-4b38-8494-4b4badbad201 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] For port bbe371ea-e17c-42dc-b5f4-31d279a74fb9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bbe371ea-e17c-42dc-b5f4-31d279a74fb9,segment=NetworkSegment(4032b8ba-adf5-4b31-80eb-489eb2755543),segment_id=4032b8ba-adf5-4b31-80eb-489eb2755543)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:45.334643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-556b2c95-41e6-4293-849a-438760002f15 req-186206e6-09e2-4b38-8494-4b4badbad201 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (bbe371ea-e17c-42dc-b5f4-31d279a74fb9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:45.380404 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-556b2c95-41e6-4293-849a-438760002f15 req-186206e6-09e2-4b38-8494-4b4badbad201 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Calling delete_port for bbe371ea-e17c-42dc-b5f4-31d279a74fb9 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:45.451791 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd770b2-86cf-461d-bc8a-0b6df8a5b6a1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network cb09c528-9629-41ec-a475-186c29c3b76b is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:45.456246 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-bfd770b2-86cf-461d-bc8a-0b6df8a5b6a1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:45.457924 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f62634-7ada-4e4b-b4da-4dfd540401c6 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Made reservation on behalf of d85821be61cc40a4b1074216cb10b03f for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:45.461939 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-21f62634-7ada-4e4b-b4da-4dfd540401c6 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:45.511947 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cae993-e2e2-451e-8e58-a01de3936722 None None] Network cb09c528-9629-41ec-a475-186c29c3b76b requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:45.590001 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-319f13cd-8bba-4544-a942-42222b68e26c None None] Provisioning complete for port 1ef1bf1d-907f-4970-9990-d28af7ef6018 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:45.590669 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-319f13cd-8bba-4544-a942-42222b68e26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1ef1bf1d-907f-4970-9990-d28af7ef6018), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:45.609026 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd770b2-86cf-461d-bc8a-0b6df8a5b6a1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router cb561a04-83e3-48e9-816f-406f08283eff has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:12:45.708843 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-556b2c95-41e6-4293-849a-438760002f15 req-186206e6-09e2-4b38-8494-4b4badbad201 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (bbe371ea-e17c-42dc-b5f4-31d279a74fb9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:45.767227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd770b2-86cf-461d-bc8a-0b6df8a5b6a1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:12:45.786095 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186206e6-09e2-4b38-8494-4b4badbad201 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Pushing event deleted for resources: {'Port': ['ID=bbe371ea-e17c-42dc-b5f4-31d279a74fb9,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:45.794776 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bfd770b2-86cf-461d-bc8a-0b6df8a5b6a1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/cb561a04-83e3-48e9-816f-406f08283eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8331378 Mar 28 09:12:45.796237 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52708) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:45.811160 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-3db87abc-e12f-47a3-b716-fc47d4d1a164 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'network': {'name': 'tempest-RoutersTest-101132440'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:45.849990 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db87abc-e12f-47a3-b716-fc47d4d1a164 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Made reservation on behalf of 56376f313d96491b95e23cca21689c9c for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:45.851858 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-556b2c95-41e6-4293-849a-438760002f15 req-186206e6-09e2-4b38-8494-4b4badbad201 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] No DVR routers for this DVR port bbe371ea-e17c-42dc-b5f4-31d279a74fb9 on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:12:45.865722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-21f62634-7ada-4e4b-b4da-4dfd540401c6 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (ebdec404-1037-4917-82e3-5657152a8b97), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:45.866010 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3db87abc-e12f-47a3-b716-fc47d4d1a164 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:45.866131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-556b2c95-41e6-4293-849a-438760002f15 req-186206e6-09e2-4b38-8494-4b4badbad201 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:45.866131 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-556b2c95-41e6-4293-849a-438760002f15 req-186206e6-09e2-4b38-8494-4b4badbad201 tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.16 "DELETE /v2.0/ports/bbe371ea-e17c-42dc-b5f4-31d279a74fb9 HTTP/1.1" status: 204 len: 173 time: 0.9284384 Mar 28 09:12:45.900373 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['bbe371ea-e17c-42dc-b5f4-31d279a74fb9'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:12:45.913116 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fda82f-184e-4258-b977-414eeff6b622', 'name': 'network-vif-deleted', 'tag': 'bbe371ea-e17c-42dc-b5f4-31d279a74fb9'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:12:45.916614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36647d3-c11e-428c-956d-610d9a467e7c" -d '{"events": [{"server_uuid": "c8fda82f-184e-4258-b977-414eeff6b622", "name": "network-vif-deleted", "tag": "bbe371ea-e17c-42dc-b5f4-31d279a74fb9"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:12:45.918503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db87abc-e12f-47a3-b716-fc47d4d1a164 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:45.948156 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3db87abc-e12f-47a3-b716-fc47d4d1a164 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (0ad9df04-a366-47fd-9676-3a2247b36dd3), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:45.949334 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-3db87abc-e12f-47a3-b716-fc47d4d1a164 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Added segment 0ad9df04-a366-47fd-9676-3a2247b36dd3 of type vlan for network 8f70e859-2b56-48ce-a0c0-a7c4f7a01539 Mar 28 09:12:45.952669 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Sync routers for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:12:45.981546 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1ef1bf1d-907f-4970-9990-d28af7ef6018 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:46.006624 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f62634-7ada-4e4b-b4da-4dfd540401c6 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event updated for resources: {'Subnet': ['ID=ebdec404-1037-4917-82e3-5657152a8b97,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:46.026154 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d26f45-6bb5-437f-ac8f-bd8aef5bdb3f x-openstack-request-id: req-55d26f45-6bb5-437f-ac8f-bd8aef5bdb3f {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:12:46.026447 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fda82f-184e-4258-b977-414eeff6b622", "name": "network-vif-deleted", "tag": "bbe371ea-e17c-42dc-b5f4-31d279a74fb9", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:12:46.026699 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55d26f45-6bb5-437f-ac8f-bd8aef5bdb3f {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:12:46.027241 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d26f45-6bb5-437f-ac8f-bd8aef5bdb3f'] response: {'server_uuid': 'c8fda82f-184e-4258-b977-414eeff6b622', 'name': 'network-vif-deleted', 'tag': 'bbe371ea-e17c-42dc-b5f4-31d279a74fb9', 'status': 'completed', 'code': 200} Mar 28 09:12:46.062005 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:46.062683 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:46.065980 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a440e19a-6a16-4d35-a251-b33b2202757a req-26f97fcd-7188-4a4e-98b1-8372cac9047a tempest-TestServerAdvancedOps-946467370 tempest-TestServerAdvancedOps-946467370-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8fda82f-184e-4258-b977-414eeff6b622 HTTP/1.1" status: 200 len: 210 time: 0.0508173 Mar 28 09:12:46.068833 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3db87abc-e12f-47a3-b716-fc47d4d1a164 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (8f70e859-2b56-48ce-a0c0-a7c4f7a01539), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:46.099246 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f62634-7ada-4e4b-b4da-4dfd540401c6 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Checking segment: {'id': 'e248eb39-0adb-4983-9bab-28ea73083caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c0115b44-acd3-4595-b565-4965b5975386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:46.099618 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f62634-7ada-4e4b-b4da-4dfd540401c6 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Network hostable DHCP agents. Network: c0115b44-acd3-4595-b565-4965b5975386, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:12:46.116221 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3db87abc-e12f-47a3-b716-fc47d4d1a164 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (8f70e859-2b56-48ce-a0c0-a7c4f7a01539), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:46.129331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f62634-7ada-4e4b-b4da-4dfd540401c6 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Network c0115b44-acd3-4595-b565-4965b5975386 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:12:46.130142 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db87abc-e12f-47a3-b716-fc47d4d1a164 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:46.131168 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3db87abc-e12f-47a3-b716-fc47d4d1a164 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:46.154368 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-21f62634-7ada-4e4b-b4da-4dfd540401c6 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c0115b44-acd3-4595-b565-4965b5975386) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:46.162949 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f62634-7ada-4e4b-b4da-4dfd540401c6 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:46.163991 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-21f62634-7ada-4e4b-b4da-4dfd540401c6 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:46.193797 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-21f62634-7ada-4e4b-b4da-4dfd540401c6 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9687550 Mar 28 09:12:46.194050 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52714) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:46.203150 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-fcda9279-8100-4b65-a858-d903f65edf92 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1060994023'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:46.204779 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894affe1-74ce-4c4d-8fad-536dbdafa60f None None] Network c0115b44-acd3-4595-b565-4965b5975386 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:46.207102 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-319f13cd-8bba-4544-a942-42222b68e26c None None] Current status of the port 1ef1bf1d-907f-4970-9990-d28af7ef6018 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:46.207626 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-319f13cd-8bba-4544-a942-42222b68e26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1ef1bf1d-907f-4970-9990-d28af7ef6018), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:46.223888 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3db87abc-e12f-47a3-b716-fc47d4d1a164 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4264784 Mar 28 09:12:46.227221 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52716) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:46.232779 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-fff84fcd-8d90-4291-82a5-ae667cd82dd9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'subnet': {'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:46.252253 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db87abc-e12f-47a3-b716-fc47d4d1a164 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Network': ['ID=8f70e859-2b56-48ce-a0c0-a7c4f7a01539,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:46.260159 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcda9279-8100-4b65-a858-d903f65edf92 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Made reservation on behalf of d85821be61cc40a4b1074216cb10b03f for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:46.264383 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fcda9279-8100-4b65-a858-d903f65edf92 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:46.287895 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 8f70e859-2b56-48ce-a0c0-a7c4f7a01539 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:46.319960 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:12:46.327337 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcda9279-8100-4b65-a858-d903f65edf92 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:46.350286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fcda9279-8100-4b65-a858-d903f65edf92 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (eddbce68-f8c3-478e-b136-5fc5a347b801), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:46.350655 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-fcda9279-8100-4b65-a858-d903f65edf92 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Added segment eddbce68-f8c3-478e-b136-5fc5a347b801 of type vlan for network 24ef3a88-b8f3-40b5-b91a-49bd230af21e Mar 28 09:12:46.395511 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff84fcd-8d90-4291-82a5-ae667cd82dd9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Made reservation on behalf of 56376f313d96491b95e23cca21689c9c for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:46.405524 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fff84fcd-8d90-4291-82a5-ae667cd82dd9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:46.423688 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fcda9279-8100-4b65-a858-d903f65edf92 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (24ef3a88-b8f3-40b5-b91a-49bd230af21e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:46.466487 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fcda9279-8100-4b65-a858-d903f65edf92 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (24ef3a88-b8f3-40b5-b91a-49bd230af21e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:46.482265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcda9279-8100-4b65-a858-d903f65edf92 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:46.483008 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fcda9279-8100-4b65-a858-d903f65edf92 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:46.514912 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-319f13cd-8bba-4544-a942-42222b68e26c None None] For port 1ef1bf1d-907f-4970-9990-d28af7ef6018, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ef1bf1d-907f-4970-9990-d28af7ef6018,segment=NetworkSegment(172a0769-b992-42ad-9624-066e168b7d89),segment_id=172a0769-b992-42ad-9624-066e168b7d89)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:46.548959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 1ef1bf1d-907f-4970-9990-d28af7ef6018 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:46.549329 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1ef1bf1d-907f-4970-9990-d28af7ef6018), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:46.587506 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fcda9279-8100-4b65-a858-d903f65edf92 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3876572 Mar 28 09:12:46.587743 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52720) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:46.593981 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-dd0c65f0-dbc7-486c-ab07-94b330760c89 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Request body: {'subnet': {'network_id': '24ef3a88-b8f3-40b5-b91a-49bd230af21e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:46.605824 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-319f13cd-8bba-4544-a942-42222b68e26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1ef1bf1d-907f-4970-9990-d28af7ef6018), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:46.615690 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda9279-8100-4b65-a858-d903f65edf92 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event updated for resources: {'Network': ['ID=24ef3a88-b8f3-40b5-b91a-49bd230af21e,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:46.750462 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f13cd-8bba-4544-a942-42222b68e26c None None] Pushing event updated for resources: {'Port': ['ID=1ef1bf1d-907f-4970-9990-d28af7ef6018,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:46.762361 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 24ef3a88-b8f3-40b5-b91a-49bd230af21e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:46.792136 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0c65f0-dbc7-486c-ab07-94b330760c89 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Made reservation on behalf of d85821be61cc40a4b1074216cb10b03f for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:46.796341 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd0c65f0-dbc7-486c-ab07-94b330760c89 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:46.844201 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c0115b44-acd3-4595-b565-4965b5975386', 'network_id': 'c0115b44-acd3-4595-b565-4965b5975386', 'project_id': 'd85821be61cc40a4b1074216cb10b03f', 'fixed_ips': [{'subnet_id': 'ebdec404-1037-4917-82e3-5657152a8b97'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:12:46.845470 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:46.926891 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fff84fcd-8d90-4291-82a5-ae667cd82dd9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (80bfe706-67d1-4a0b-ae64-fa670371f0eb), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:46.950993 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0295ae13-2d66-4e57-a9d5-fb69995aff80 None None] Provisioning complete for port 1ef1bf1d-907f-4970-9990-d28af7ef6018 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:46.951371 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0295ae13-2d66-4e57-a9d5-fb69995aff80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1ef1bf1d-907f-4970-9990-d28af7ef6018), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.025884 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff84fcd-8d90-4291-82a5-ae667cd82dd9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Subnet': ['ID=80bfe706-67d1-4a0b-ae64-fa670371f0eb,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:47.031944 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff84fcd-8d90-4291-82a5-ae667cd82dd9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Checking segment: {'id': '0ad9df04-a366-47fd-9676-3a2247b36dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:47.032321 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff84fcd-8d90-4291-82a5-ae667cd82dd9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network hostable DHCP agents. Network: 8f70e859-2b56-48ce-a0c0-a7c4f7a01539, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:12:47.085023 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff84fcd-8d90-4291-82a5-ae667cd82dd9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 8f70e859-2b56-48ce-a0c0-a7c4f7a01539 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:12:47.119923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-fff84fcd-8d90-4291-82a5-ae667cd82dd9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8f70e859-2b56-48ce-a0c0-a7c4f7a01539) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:47.123861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff84fcd-8d90-4291-82a5-ae667cd82dd9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:47.124652 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fff84fcd-8d90-4291-82a5-ae667cd82dd9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.153473 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70274bfb-81e6-4382-8dba-42a13fb54096 None None] Network 8f70e859-2b56-48ce-a0c0-a7c4f7a01539 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:47.160170 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fff84fcd-8d90-4291-82a5-ae667cd82dd9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9317117 Mar 28 09:12:47.163067 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52724) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:47.163635 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52726) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:47.227453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d973c0a-d49e-4126-b6df-4d808317cbe6 admin admin] Deleting subnet 9c54a422-e7fd-4ddc-a30b-59163927dd66 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:12:47.231679 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0d973c0a-d49e-4126-b6df-4d808317cbe6 admin admin] Publish callbacks [] for subnet (9c54a422-e7fd-4ddc-a30b-59163927dd66), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.276151 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0d973c0a-d49e-4126-b6df-4d808317cbe6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (9c54a422-e7fd-4ddc-a30b-59163927dd66), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.322736 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0d973c0a-d49e-4126-b6df-4d808317cbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (9c54a422-e7fd-4ddc-a30b-59163927dd66), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.327944 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.objects.ports [None req-dd0c65f0-dbc7-486c-ab07-94b330760c89 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 09:12:47.330745 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd0c65f0-dbc7-486c-ab07-94b330760c89 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (5a15a649-5f72-4f87-bcbf-9208ae177180), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.353734 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0295ae13-2d66-4e57-a9d5-fb69995aff80 None None] Current status of the port 1ef1bf1d-907f-4970-9990-d28af7ef6018 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:47.356870 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 1ef1bf1d-907f-4970-9990-d28af7ef6018 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:47.396347 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0d973c0a-d49e-4126-b6df-4d808317cbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (9c54a422-e7fd-4ddc-a30b-59163927dd66), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.419641 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0295ae13-2d66-4e57-a9d5-fb69995aff80 None None] Provisioning complete for port fda164e9-071f-4d67-8321-faf714465751 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:47.420165 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0295ae13-2d66-4e57-a9d5-fb69995aff80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (fda164e9-071f-4d67-8321-faf714465751), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.429010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d973c0a-d49e-4126-b6df-4d808317cbe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c54a422-e7fd-4ddc-a30b-59163927dd66,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:47.432163 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Allocated IP 2001:db8:0:ffff::2 (c0115b44-acd3-4595-b565-4965b5975386/ebdec404-1037-4917-82e3-5657152a8b97/4a289925-a478-48f1-a53f-9e01b62cc0e4) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:47.435176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0d973c0a-d49e-4126-b6df-4d808317cbe6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.442046 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0d973c0a-d49e-4126-b6df-4d808317cbe6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9c54a422-e7fd-4ddc-a30b-59163927dd66 HTTP/1.1" status: 204 len: 168 time: 0.2768166 Mar 28 09:12:47.444099 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52730) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:47.488568 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:12:44Z', 'revision_number': 3, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda164e9-071f-4d67-8321-faf714465751', 'name': '', 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:b6:25:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:43Z', 'updated_at': '2022-03-28T09:12:45Z', 'revision_number': 2, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:47.527619 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8f70e859-2b56-48ce-a0c0-a7c4f7a01539', 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539', 'project_id': '56376f313d96491b95e23cca21689c9c', 'fixed_ips': [{'subnet_id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:12:47.528608 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.535171 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Checking router: cb561a04-83e3-48e9-816f-406f08283eff for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:12:47.535754 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Updating router cb561a04-83e3-48e9-816f-406f08283eff port fda164e9-071f-4d67-8321-faf714465751 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:12:47.542234 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b63676d1-ec6a-4b56-ab62-acf0ade3bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (1dac6567-c143-4ec8-a54f-6d151692d778), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.628344 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0295ae13-2d66-4e57-a9d5-fb69995aff80 None None] Port fda164e9-071f-4d67-8321-faf714465751 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:12:47.649227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c65f0-dbc7-486c-ab07-94b330760c89 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event updated for resources: {'Subnet': ['ID=5a15a649-5f72-4f87-bcbf-9208ae177180,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:47.652809 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (fda164e9-071f-4d67-8321-faf714465751), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.670535 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b63676d1-ec6a-4b56-ab62-acf0ade3bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (1dac6567-c143-4ec8-a54f-6d151692d778), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.679145 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c65f0-dbc7-486c-ab07-94b330760c89 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Checking segment: {'id': 'eddbce68-f8c3-478e-b136-5fc5a347b801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '24ef3a88-b8f3-40b5-b91a-49bd230af21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:47.679754 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0c65f0-dbc7-486c-ab07-94b330760c89 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Network hostable DHCP agents. Network: 24ef3a88-b8f3-40b5-b91a-49bd230af21e, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:12:47.713664 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-b63676d1-ec6a-4b56-ab62-acf0ade3bca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dac6567-c143-4ec8-a54f-6d151692d778']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:47.737307 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-b63676d1-ec6a-4b56-ab62-acf0ade3bca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4032b8ba-adf5-4b31-80eb-489eb2755543') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:47.737307 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-b63676d1-ec6a-4b56-ab62-acf0ade3bca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4032b8ba-adf5-4b31-80eb-489eb2755543') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:47.737841 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0c65f0-dbc7-486c-ab07-94b330760c89 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Network 24ef3a88-b8f3-40b5-b91a-49bd230af21e is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:12:47.762007 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b63676d1-ec6a-4b56-ab62-acf0ade3bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (4032b8ba-adf5-4b31-80eb-489eb2755543), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.781533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b63676d1-ec6a-4b56-ab62-acf0ade3bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (4032b8ba-adf5-4b31-80eb-489eb2755543), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.787560 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-dd0c65f0-dbc7-486c-ab07-94b330760c89 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 24ef3a88-b8f3-40b5-b91a-49bd230af21e) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:47.802615 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63676d1-ec6a-4b56-ab62-acf0ade3bca7 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:47.803294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b63676d1-ec6a-4b56-ab62-acf0ade3bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (4032b8ba-adf5-4b31-80eb-489eb2755543), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.840530 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5efa4283-65a0-48f4-bef3-b9c4e4d49cc4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.844096 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0c65f0-dbc7-486c-ab07-94b330760c89 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:47.844696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd0c65f0-dbc7-486c-ab07-94b330760c89 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.895198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed0e34d-0e86-48bd-a336-cc912612c58f None None] Network 24ef3a88-b8f3-40b5-b91a-49bd230af21e requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:47.899321 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1ef1bf1d-907f-4970-9990-d28af7ef6018 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:47.904644 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:47.911573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b63676d1-ec6a-4b56-ab62-acf0ade3bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (1dac6567-c143-4ec8-a54f-6d151692d778), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.921170 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b63676d1-ec6a-4b56-ab62-acf0ade3bca7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:47.929544 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b63676d1-ec6a-4b56-ab62-acf0ade3bca7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1dac6567-c143-4ec8-a54f-6d151692d778 HTTP/1.1" status: 204 len: 168 time: 0.4837251 Mar 28 09:12:47.931871 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52732) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:47.958187 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dd0c65f0-dbc7-486c-ab07-94b330760c89 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3694160 Mar 28 09:12:47.961074 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52734) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:47.962654 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63676d1-ec6a-4b56-ab62-acf0ade3bca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dac6567-c143-4ec8-a54f-6d151692d778,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:47.969904 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-812e13fc-8186-478b-b89b-33ed7c344d9e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Request body: {'port': {'network_id': '24ef3a88-b8f3-40b5-b91a-49bd230af21e', 'name': 'tempest-NetworksIpV6TestAttrs-1924760010'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:48.028483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-30455b0f-1ec2-49bd-97a1-feefaf747d1a admin admin] Deleting subnet cde289c6-29ae-4580-8d8d-8d68e60eeb11 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:12:48.034866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-30455b0f-1ec2-49bd-97a1-feefaf747d1a admin admin] Publish callbacks [] for subnet (cde289c6-29ae-4580-8d8d-8d68e60eeb11), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.083889 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-30455b0f-1ec2-49bd-97a1-feefaf747d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (cde289c6-29ae-4580-8d8d-8d68e60eeb11), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.141926 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-30455b0f-1ec2-49bd-97a1-feefaf747d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (cde289c6-29ae-4580-8d8d-8d68e60eeb11), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.178970 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-5ac580d0-edf8-4027-9bd5-5f36c5fe79d4 None None] Provisioning complete for port fda164e9-071f-4d67-8321-faf714465751 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:48.179344 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5ac580d0-edf8-4027-9bd5-5f36c5fe79d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (fda164e9-071f-4d67-8321-faf714465751), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.235482 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812e13fc-8186-478b-b89b-33ed7c344d9e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Made reservation on behalf of d85821be61cc40a4b1074216cb10b03f for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:48.239499 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-812e13fc-8186-478b-b89b-33ed7c344d9e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.251435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-30455b0f-1ec2-49bd-97a1-feefaf747d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (cde289c6-29ae-4580-8d8d-8d68e60eeb11), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.274868 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-812e13fc-8186-478b-b89b-33ed7c344d9e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] device_id is not set on port eeb7db70-22fe-40aa-93cd-a0dcd0be3c21 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:12:48.287956 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30455b0f-1ec2-49bd-97a1-feefaf747d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde289c6-29ae-4580-8d8d-8d68e60eeb11,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:48.298000 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-30455b0f-1ec2-49bd-97a1-feefaf747d1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.301860 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-30455b0f-1ec2-49bd-97a1-feefaf747d1a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cde289c6-29ae-4580-8d8d-8d68e60eeb11 HTTP/1.1" status: 204 len: 168 time: 0.3685937 Mar 28 09:12:48.302597 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Publish callbacks [] for port (4a289925-a478-48f1-a53f-9e01b62cc0e4), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.304176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52736) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:48.362497 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (4a289925-a478-48f1-a53f-9e01b62cc0e4), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.418954 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a6930fad-ea33-4a8b-95f8-59073691e679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (2456abf1-30a1-4321-a992-90262d94cbff), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.428261 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-812e13fc-8186-478b-b89b-33ed7c344d9e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Allocated IP 2001:db8::f816:3eff:fe52:b706 (24ef3a88-b8f3-40b5-b91a-49bd230af21e/5a15a649-5f72-4f87-bcbf-9208ae177180/eeb7db70-22fe-40aa-93cd-a0dcd0be3c21) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:48.518330 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Allocated IP 172.22.0.2 (8f70e859-2b56-48ce-a0c0-a7c4f7a01539/80bfe706-67d1-4a0b-ae64-fa670371f0eb/f103cb76-e2e2-45aa-ac31-fac5710ff29f) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:48.532783 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a6930fad-ea33-4a8b-95f8-59073691e679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (2456abf1-30a1-4321-a992-90262d94cbff), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.560358 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-a6930fad-ea33-4a8b-95f8-59073691e679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2456abf1-30a1-4321-a992-90262d94cbff']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:48.572651 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-a6930fad-ea33-4a8b-95f8-59073691e679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16740622-8caf-4887-8024-ccbccba7bdf4') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:48.573085 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-a6930fad-ea33-4a8b-95f8-59073691e679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16740622-8caf-4887-8024-ccbccba7bdf4') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:48.585321 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a6930fad-ea33-4a8b-95f8-59073691e679 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (16740622-8caf-4887-8024-ccbccba7bdf4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.591372 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5ac580d0-edf8-4027-9bd5-5f36c5fe79d4 None None] Port fda164e9-071f-4d67-8321-faf714465751 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:12:48.611372 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a6930fad-ea33-4a8b-95f8-59073691e679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (16740622-8caf-4887-8024-ccbccba7bdf4), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.619809 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Network c0115b44-acd3-4595-b565-4965b5975386 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:48.629150 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6930fad-ea33-4a8b-95f8-59073691e679 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:48.629802 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a6930fad-ea33-4a8b-95f8-59073691e679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (16740622-8caf-4887-8024-ccbccba7bdf4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:48.632406 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:48.634864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Pushing event updated for resources: {'Port': ['ID=4a289925-a478-48f1-a53f-9e01b62cc0e4,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:48.649360 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:48.652845 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:48.709907 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-812e13fc-8186-478b-b89b-33ed7c344d9e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for port (eeb7db70-22fe-40aa-93cd-a0dcd0be3c21), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.735296 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 1ef1bf1d-907f-4970-9990-d28af7ef6018 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:48.735978 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1ef1bf1d-907f-4970-9990-d28af7ef6018), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.741676 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a6930fad-ea33-4a8b-95f8-59073691e679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (2456abf1-30a1-4321-a992-90262d94cbff), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.751549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a6930fad-ea33-4a8b-95f8-59073691e679 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.763456 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a6930fad-ea33-4a8b-95f8-59073691e679 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2456abf1-30a1-4321-a992-90262d94cbff HTTP/1.1" status: 204 len: 168 time: 0.4552395 Mar 28 09:12:48.764620 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-812e13fc-8186-478b-b89b-33ed7c344d9e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (eeb7db70-22fe-40aa-93cd-a0dcd0be3c21), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.788328 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6930fad-ea33-4a8b-95f8-59073691e679 admin admin] Pushing event deleted for resources: {'Network': ['ID=2456abf1-30a1-4321-a992-90262d94cbff,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:48.797534 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cb66c1-d5b5-4b0d-97c5-2f6474adf41b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-24ef3a88-b8f3-40b5-b91a-49bd230af21e', 'network_id': '24ef3a88-b8f3-40b5-b91a-49bd230af21e', 'project_id': 'd85821be61cc40a4b1074216cb10b03f', 'fixed_ips': [{'subnet_id': '5a15a649-5f72-4f87-bcbf-9208ae177180'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:12:48.798438 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-11cb66c1-d5b5-4b0d-97c5-2f6474adf41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.799264 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812e13fc-8186-478b-b89b-33ed7c344d9e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Network 24ef3a88-b8f3-40b5-b91a-49bd230af21e is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:48.804084 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-812e13fc-8186-478b-b89b-33ed7c344d9e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:48.826177 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812e13fc-8186-478b-b89b-33ed7c344d9e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:48.831560 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812e13fc-8186-478b-b89b-33ed7c344d9e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:48.832208 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-812e13fc-8186-478b-b89b-33ed7c344d9e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.863157 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-812e13fc-8186-478b-b89b-33ed7c344d9e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9003441 Mar 28 09:12:48.865889 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52742) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:48.867743 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e13fc-8186-478b-b89b-33ed7c344d9e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event updated for resources: {'Port': ['ID=eeb7db70-22fe-40aa-93cd-a0dcd0be3c21,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:48.950652 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e7e960-e26b-41c5-8dfa-76987c5e4b3e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Deleting subnet 5a15a649-5f72-4f87-bcbf-9208ae177180 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:12:48.954667 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-15e7e960-e26b-41c5-8dfa-76987c5e4b3e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for subnet (5a15a649-5f72-4f87-bcbf-9208ae177180), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:48.956716 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Attempting to bind port 4a289925-a478-48f1-a53f-9e01b62cc0e4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:48.957222 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Attempting to bind port 4a289925-a478-48f1-a53f-9e01b62cc0e4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e248eb39-0adb-4983-9bab-28ea73083caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c0115b44-acd3-4595-b565-4965b5975386'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:48.957598 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Attempting to bind port 4a289925-a478-48f1-a53f-9e01b62cc0e4 on network c0115b44-acd3-4595-b565-4965b5975386 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:48.998141 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52744) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:49.007201 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-15e7e960-e26b-41c5-8dfa-76987c5e4b3e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (5a15a649-5f72-4f87-bcbf-9208ae177180), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.039315 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:49.039778 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Checking segment: {'id': 'e248eb39-0adb-4983-9bab-28ea73083caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c0115b44-acd3-4595-b565-4965b5975386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:49.040111 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.040530 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Bound using segment: {'id': 'e248eb39-0adb-4983-9bab-28ea73083caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c0115b44-acd3-4595-b565-4965b5975386'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:49.041014 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Bound port: 4a289925-a478-48f1-a53f-9e01b62cc0e4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e248eb39-0adb-4983-9bab-28ea73083caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c0115b44-acd3-4595-b565-4965b5975386'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:49.041403 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4a289925-a478-48f1-a53f-9e01b62cc0e4), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.045072 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0f4e0c60-ea06-4b5a-8021-0eb84fba6299 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15b387297d714b8fbf1b26450f1f637a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457170 Mar 28 09:12:49.047433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52746) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:49.100605 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Publish callbacks [] for port (f103cb76-e2e2-45aa-ac31-fac5710ff29f), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.104950 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-550f6d05-8272-4e9c-b192-d1519cac53da admin admin] Publish callbacks [] for security_group (8c61d49f-3015-4d39-a7ac-920ec14efb27), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.125004 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (f103cb76-e2e2-45aa-ac31-fac5710ff29f), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.136144 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-550f6d05-8272-4e9c-b192-d1519cac53da admin admin] Publish callbacks [] for security_group (8c61d49f-3015-4d39-a7ac-920ec14efb27), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.146691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-15e7e960-e26b-41c5-8dfa-76987c5e4b3e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (5a15a649-5f72-4f87-bcbf-9208ae177180), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.210009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device bbe371ea-e17c-42dc-b5f4-31d279a74fb9 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:12:49.247928 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-5efa4283-65a0-48f4-bef3-b9c4e4d49cc4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Allocated IP 172.22.0.1 (8f70e859-2b56-48ce-a0c0-a7c4f7a01539/80bfe706-67d1-4a0b-ae64-fa670371f0eb/a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:49.259137 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-15e7e960-e26b-41c5-8dfa-76987c5e4b3e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (5a15a649-5f72-4f87-bcbf-9208ae177180), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.266303 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-550f6d05-8272-4e9c-b192-d1519cac53da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (8c61d49f-3015-4d39-a7ac-920ec14efb27), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.269783 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-550f6d05-8272-4e9c-b192-d1519cac53da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.273827 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-550f6d05-8272-4e9c-b192-d1519cac53da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c61d49f-3015-4d39-a7ac-920ec14efb27 HTTP/1.1" status: 204 len: 168 time: 0.2232497 Mar 28 09:12:49.274113 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: bbe371ea-e17c-42dc-b5f4-31d279a74fb9 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:12:49.274799 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device bbe371ea-e17c-42dc-b5f4-31d279a74fb9 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:12:49.276662 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 1ef1bf1d-907f-4970-9990-d28af7ef6018 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:49.287168 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Network 8f70e859-2b56-48ce-a0c0-a7c4f7a01539 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:49.301432 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7e960-e26b-41c5-8dfa-76987c5e4b3e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event deleted for resources: {'Subnet': ['ID=5a15a649-5f72-4f87-bcbf-9208ae177180,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:49.305344 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-15e7e960-e26b-41c5-8dfa-76987c5e4b3e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.310119 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-15e7e960-e26b-41c5-8dfa-76987c5e4b3e tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/subnets/5a15a649-5f72-4f87-bcbf-9208ae177180 HTTP/1.1" status: 204 len: 168 time: 0.4423018 Mar 28 09:12:49.312433 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52750) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server [None req-11cb66c1-d5b5-4b0d-97c5-2f6474adf41b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a15a649-5f72-4f87-bcbf-9208ae177180: This subnet is being modified by another concurrent operation. Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise exception Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a15a649-5f72-4f87-bcbf-9208ae177180: This subnet is being modified by another concurrent operation. Mar 28 09:12:49.324463 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server Mar 28 09:12:49.351923 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:49.354156 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:49.356454 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8cdab9-d750-4bb8-82fd-67bece170144 None None] Network 24ef3a88-b8f3-40b5-b91a-49bd230af21e requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:49.361003 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f6d05-8272-4e9c-b192-d1519cac53da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c61d49f-3015-4d39-a7ac-920ec14efb27,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:49.365179 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Publish callbacks [] for port (fda164e9-071f-4d67-8321-faf714465751), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.367566 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Pushing event updated for resources: {'Port': ['ID=f103cb76-e2e2-45aa-ac31-fac5710ff29f,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:49.429749 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719ef4dc-f175-42f0-a2dc-594ac00c7316 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:49.434777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] For port 4a289925-a478-48f1-a53f-9e01b62cc0e4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:49.435313 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719ef4dc-f175-42f0-a2dc-594ac00c7316 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:49.439174 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-719ef4dc-f175-42f0-a2dc-594ac00c7316 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1256404 Mar 28 09:12:49.441975 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (fda164e9-071f-4d67-8321-faf714465751), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.443074 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52752) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:49.475108 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5efa4283-65a0-48f4-bef3-b9c4e4d49cc4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.523105 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] For port 4a289925-a478-48f1-a53f-9e01b62cc0e4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4a289925-a478-48f1-a53f-9e01b62cc0e4,segment=NetworkSegment(e248eb39-0adb-4983-9bab-28ea73083caa),segment_id=e248eb39-0adb-4983-9bab-28ea73083caa)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:49.524205 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5efa4283-65a0-48f4-bef3-b9c4e4d49cc4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.576633 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (4a289925-a478-48f1-a53f-9e01b62cc0e4), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.622248 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efa4283-65a0-48f4-bef3-b9c4e4d49cc4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 8f70e859-2b56-48ce-a0c0-a7c4f7a01539 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:49.626013 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-5efa4283-65a0-48f4-bef3-b9c4e4d49cc4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:49.629872 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa4283-65a0-48f4-bef3-b9c4e4d49cc4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:49.682400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba6edc-e517-43c0-b75b-2e96f495a440 None None] Pushing event updated for resources: {'Port': ['ID=fda164e9-071f-4d67-8321-faf714465751,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:49.706730 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa4283-65a0-48f4-bef3-b9c4e4d49cc4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:49.727569 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Attempting to bind port f103cb76-e2e2-45aa-ac31-fac5710ff29f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:49.729362 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Attempting to bind port f103cb76-e2e2-45aa-ac31-fac5710ff29f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0ad9df04-a366-47fd-9676-3a2247b36dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:49.733935 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Attempting to bind port f103cb76-e2e2-45aa-ac31-fac5710ff29f on network 8f70e859-2b56-48ce-a0c0-a7c4f7a01539 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:49.743962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5efa4283-65a0-48f4-bef3-b9c4e4d49cc4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (cb561a04-83e3-48e9-816f-406f08283eff), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.845364 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:49.847908 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Checking segment: {'id': '0ad9df04-a366-47fd-9676-3a2247b36dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:49.848703 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.852012 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Bound using segment: {'id': '0ad9df04-a366-47fd-9676-3a2247b36dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:49.852663 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Bound port: f103cb76-e2e2-45aa-ac31-fac5710ff29f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad9df04-a366-47fd-9676-3a2247b36dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:49.853319 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f103cb76-e2e2-45aa-ac31-fac5710ff29f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:49.988312 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Attempting to bind port fda164e9-071f-4d67-8321-faf714465751 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:49.988679 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Attempting to bind port fda164e9-071f-4d67-8321-faf714465751 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '172a0769-b992-42ad-9624-066e168b7d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:49.989044 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Attempting to bind port fda164e9-071f-4d67-8321-faf714465751 on network cb09c528-9629-41ec-a475-186c29c3b76b {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:49.995581 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5efa4283-65a0-48f4-bef3-b9c4e4d49cc4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:50.092361 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52758) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:50.103005 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:50.103398 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Checking segment: {'id': '172a0769-b992-42ad-9624-066e168b7d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:50.103807 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:50.104207 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Bound using segment: {'id': '172a0769-b992-42ad-9624-066e168b7d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:50.104691 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Bound port: fda164e9-071f-4d67-8321-faf714465751, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172a0769-b992-42ad-9624-066e168b7d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:50.105083 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (fda164e9-071f-4d67-8321-faf714465751), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:50.116147 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd19c0-13ab-48e3-bfd1-39d2cb7e74b5 None None] Pushing event updated for resources: {'Port': ['ID=4a289925-a478-48f1-a53f-9e01b62cc0e4,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:50.165202 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7e20e5e3-85db-4734-97c8-8491c46d07f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72b1d02100254598b7b4e680f0440a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0641563 Mar 28 09:12:50.169038 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52760) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:50.183802 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc5a6995-9c34-4053-831c-d4e9772e0255 None None] Provisioning complete for port fda164e9-071f-4d67-8321-faf714465751 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:50.184185 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6995-9c34-4053-831c-d4e9772e0255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (fda164e9-071f-4d67-8321-faf714465751), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:50.254949 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] For port f103cb76-e2e2-45aa-ac31-fac5710ff29f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:50.260167 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] For port f103cb76-e2e2-45aa-ac31-fac5710ff29f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f103cb76-e2e2-45aa-ac31-fac5710ff29f,segment=NetworkSegment(0ad9df04-a366-47fd-9676-3a2247b36dd3),segment_id=0ad9df04-a366-47fd-9676-3a2247b36dd3)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:50.261779 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ab5d6935-f2ec-4e91-80b1-fe017dd181f4 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (24ef3a88-b8f3-40b5-b91a-49bd230af21e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:50.267196 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a6995-9c34-4053-831c-d4e9772e0255 None None] Port fda164e9-071f-4d67-8321-faf714465751 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:12:50.275590 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f103cb76-e2e2-45aa-ac31-fac5710ff29f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:50.289757 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5d6935-f2ec-4e91-80b1-fe017dd181f4 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 28 09:12:50.290383 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5d6935-f2ec-4e91-80b1-fe017dd181f4 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:50.298027 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ab5d6935-f2ec-4e91-80b1-fe017dd181f4 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/networks/24ef3a88-b8f3-40b5-b91a-49bd230af21e HTTP/1.1" status: 409 len: 466 time: 0.8529794 Mar 28 09:12:50.302523 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52762) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:50.318022 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-c3b7eca5-2846-41f7-871a-17e702bcee63 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-895456367'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:50.346677 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] For port fda164e9-071f-4d67-8321-faf714465751, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:50.352928 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24a879c2-186d-4418-b3c2-9f9c49637483 admin admin] Publish callbacks [] for security_group (c5c95a19-1e02-4e66-b35f-2342b34470cc), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:50.367453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] For port fda164e9-071f-4d67-8321-faf714465751, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fda164e9-071f-4d67-8321-faf714465751,segment=NetworkSegment(172a0769-b992-42ad-9624-066e168b7d89),segment_id=172a0769-b992-42ad-9624-066e168b7d89)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:50.374104 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b7eca5-2846-41f7-871a-17e702bcee63 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Made reservation on behalf of d85821be61cc40a4b1074216cb10b03f for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:50.384206 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c3b7eca5-2846-41f7-871a-17e702bcee63 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:50.385410 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (fda164e9-071f-4d67-8321-faf714465751), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:50.393372 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd874e-b047-4f85-a508-a2ecc32ae8dd None None] Pushing event updated for resources: {'Port': ['ID=f103cb76-e2e2-45aa-ac31-fac5710ff29f,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:50.400055 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24a879c2-186d-4418-b3c2-9f9c49637483 admin admin] Publish callbacks [] for security_group (c5c95a19-1e02-4e66-b35f-2342b34470cc), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:50.429245 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b7eca5-2846-41f7-871a-17e702bcee63 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:50.452502 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c3b7eca5-2846-41f7-871a-17e702bcee63 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (5977e533-3f3b-453d-bd3f-cfe978792027), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:50.452781 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-c3b7eca5-2846-41f7-871a-17e702bcee63 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Added segment 5977e533-3f3b-453d-bd3f-cfe978792027 of type vlan for network c73639f0-3c53-49f2-b6b8-f1c46fa71301 Mar 28 09:12:50.479848 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:50.481303 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:50.533758 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c3b7eca5-2846-41f7-871a-17e702bcee63 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (c73639f0-3c53-49f2-b6b8-f1c46fa71301), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:50.612035 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c3b7eca5-2846-41f7-871a-17e702bcee63 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (c73639f0-3c53-49f2-b6b8-f1c46fa71301), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:50.624173 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b7eca5-2846-41f7-871a-17e702bcee63 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:50.624707 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c3b7eca5-2846-41f7-871a-17e702bcee63 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:50.664673 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24a879c2-186d-4418-b3c2-9f9c49637483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (c5c95a19-1e02-4e66-b35f-2342b34470cc), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:50.684766 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24a879c2-186d-4418-b3c2-9f9c49637483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:50.688522 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-24a879c2-186d-4418-b3c2-9f9c49637483 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5c95a19-1e02-4e66-b35f-2342b34470cc HTTP/1.1" status: 204 len: 168 time: 0.5158751 Mar 28 09:12:50.757519 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a879c2-186d-4418-b3c2-9f9c49637483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c95a19-1e02-4e66-b35f-2342b34470cc,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:50.849709 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5efa4283-65a0-48f4-bef3-b9c4e4d49cc4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:50.855594 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c3b7eca5-2846-41f7-871a-17e702bcee63 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5515137 Mar 28 09:12:50.858636 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52768) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:50.876715 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-dd0f9557-d3b3-42f1-b4ba-56d03b812734 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Request body: {'subnet': {'network_id': 'c73639f0-3c53-49f2-b6b8-f1c46fa71301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:50.906467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7eca5-2846-41f7-871a-17e702bcee63 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event updated for resources: {'Network': ['ID=c73639f0-3c53-49f2-b6b8-f1c46fa71301,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:50.963624 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network c73639f0-3c53-49f2-b6b8-f1c46fa71301 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:51.010050 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5efa4283-65a0-48f4-bef3-b9c4e4d49cc4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:51.028475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba6edc-e517-43c0-b75b-2e96f495a440 None None] Pushing event updated for resources: {'Port': ['ID=fda164e9-071f-4d67-8321-faf714465751,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:51.098348 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-272595a1-3741-489a-aff8-a06887daa088 None None] Provisioning complete for port fda164e9-071f-4d67-8321-faf714465751 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:51.098348 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-272595a1-3741-489a-aff8-a06887daa088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (fda164e9-071f-4d67-8321-faf714465751), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:51.098348 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:12:51.258157 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa4283-65a0-48f4-bef3-b9c4e4d49cc4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:51.263239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5efa4283-65a0-48f4-bef3-b9c4e4d49cc4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (cb561a04-83e3-48e9-816f-406f08283eff), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:51.310167 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0f9557-d3b3-42f1-b4ba-56d03b812734 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Made reservation on behalf of d85821be61cc40a4b1074216cb10b03f for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:51.315151 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd0f9557-d3b3-42f1-b4ba-56d03b812734 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:51.343401 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:51.348371 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130d6de9-ae97-454f-b9d6-de629e450420 None None] Network c0115b44-acd3-4595-b565-4965b5975386 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:51.479158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-272595a1-3741-489a-aff8-a06887daa088 None None] Current status of the port fda164e9-071f-4d67-8321-faf714465751 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:51.479543 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-272595a1-3741-489a-aff8-a06887daa088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (fda164e9-071f-4d67-8321-faf714465751), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:51.496579 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efa4283-65a0-48f4-bef3-b9c4e4d49cc4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network 8f70e859-2b56-48ce-a0c0-a7c4f7a01539 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:51.503979 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-5efa4283-65a0-48f4-bef3-b9c4e4d49cc4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:51.539211 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:12:51.633663 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-272595a1-3741-489a-aff8-a06887daa088 None None] For port fda164e9-071f-4d67-8321-faf714465751, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fda164e9-071f-4d67-8321-faf714465751,segment=NetworkSegment(172a0769-b992-42ad-9624-066e168b7d89),segment_id=172a0769-b992-42ad-9624-066e168b7d89)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:51.645075 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-272595a1-3741-489a-aff8-a06887daa088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (fda164e9-071f-4d67-8321-faf714465751), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:51.682299 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efa4283-65a0-48f4-bef3-b9c4e4d49cc4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router cb561a04-83e3-48e9-816f-406f08283eff has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:12:51.697583 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:12:49Z', 'revision_number': 4, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': 'a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27', 'name': '', 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:06:31:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:48Z', 'updated_at': '2022-03-28T09:12:49Z', 'revision_number': 1, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda164e9-071f-4d67-8321-faf714465751', 'name': '', 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:b6:25:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:43Z', 'updated_at': '2022-03-28T09:12:50Z', 'revision_number': 4, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:51.804029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a4ca4-54e4-4b39-ae0f-d2497ddd24fe None None] The sync data for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv is: [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:12:49Z', 'revision_number': 4, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': 'a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27', 'name': '', 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:06:31:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:48Z', 'updated_at': '2022-03-28T09:12:49Z', 'revision_number': 1, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda164e9-071f-4d67-8321-faf714465751', 'name': '', 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:b6:25:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:43Z', 'updated_at': '2022-03-28T09:12:50Z', 'revision_number': 4, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:12:51.828569 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272595a1-3741-489a-aff8-a06887daa088 None None] Pushing event updated for resources: {'Port': ['ID=fda164e9-071f-4d67-8321-faf714465751,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:51.835131 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4e352286-efe9-4af9-b367-6eac313a7af4 None None] Provisioning complete for port 4a289925-a478-48f1-a53f-9e01b62cc0e4 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:51.835522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e352286-efe9-4af9-b367-6eac313a7af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4a289925-a478-48f1-a53f-9e01b62cc0e4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:52.000408 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.objects.ports [None req-dd0f9557-d3b3-42f1-b4ba-56d03b812734 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104076) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 09:12:52.006124 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd0f9557-d3b3-42f1-b4ba-56d03b812734 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (2db8b45c-384a-46f1-9f4e-9da39ff30e73), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:52.064707 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efa4283-65a0-48f4-bef3-b9c4e4d49cc4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:12:52.073761 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5efa4283-65a0-48f4-bef3-b9c4e4d49cc4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/cb561a04-83e3-48e9-816f-406f08283eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9089563 Mar 28 09:12:52.076409 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52772) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:52.084053 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9d85b95c-0250-4d7b-b882-34f48a1e1b18 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'network': {'name': 'tempest-RoutersTest-1388690677'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:52.095805 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f9557-d3b3-42f1-b4ba-56d03b812734 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event updated for resources: {'Subnet': ['ID=2db8b45c-384a-46f1-9f4e-9da39ff30e73,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:52.109662 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4a289925-a478-48f1-a53f-9e01b62cc0e4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:52.110234 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f9557-d3b3-42f1-b4ba-56d03b812734 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Checking segment: {'id': '5977e533-3f3b-453d-bd3f-cfe978792027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c73639f0-3c53-49f2-b6b8-f1c46fa71301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:52.110234 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0f9557-d3b3-42f1-b4ba-56d03b812734 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Network hostable DHCP agents. Network: c73639f0-3c53-49f2-b6b8-f1c46fa71301, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:12:52.137898 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d85b95c-0250-4d7b-b882-34f48a1e1b18 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Made reservation on behalf of 56376f313d96491b95e23cca21689c9c for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:52.138117 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4935559f-3095-4b0d-b341-a4486b626c59 None None] Network 8f70e859-2b56-48ce-a0c0-a7c4f7a01539 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:52.141200 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9d85b95c-0250-4d7b-b882-34f48a1e1b18 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:52.147732 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0f9557-d3b3-42f1-b4ba-56d03b812734 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Network c73639f0-3c53-49f2-b6b8-f1c46fa71301 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:12:52.168141 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-dd0f9557-d3b3-42f1-b4ba-56d03b812734 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c73639f0-3c53-49f2-b6b8-f1c46fa71301) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:52.176587 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0f9557-d3b3-42f1-b4ba-56d03b812734 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:52.177431 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd0f9557-d3b3-42f1-b4ba-56d03b812734 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:52.198651 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d85b95c-0250-4d7b-b882-34f48a1e1b18 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:52.203158 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dd0f9557-d3b3-42f1-b4ba-56d03b812734 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3386230 Mar 28 09:12:52.207180 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52774) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:52.215175 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9d85b95c-0250-4d7b-b882-34f48a1e1b18 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (cd9320aa-7a75-4d0a-8264-651adee49a4e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:52.215822 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-9d85b95c-0250-4d7b-b882-34f48a1e1b18 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Added segment cd9320aa-7a75-4d0a-8264-651adee49a4e of type vlan for network f9e61197-fb44-4b30-ad43-81ce6cd45aa1 Mar 28 09:12:52.220113 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e43cf205-b333-4687-98a6-d8fcbce5a124 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Request body: {'port': {'network_id': 'c73639f0-3c53-49f2-b6b8-f1c46fa71301', 'name': 'tempest-NetworksIpV6TestAttrs-212417100'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:52.220552 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854b6f04-3340-444d-8f8b-1606043a121c None None] Network c73639f0-3c53-49f2-b6b8-f1c46fa71301 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:52.258347 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4e352286-efe9-4af9-b367-6eac313a7af4 None None] Current status of the port 4a289925-a478-48f1-a53f-9e01b62cc0e4 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:52.258736 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e352286-efe9-4af9-b367-6eac313a7af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4a289925-a478-48f1-a53f-9e01b62cc0e4), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:52.270071 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9d85b95c-0250-4d7b-b882-34f48a1e1b18 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (f9e61197-fb44-4b30-ad43-81ce6cd45aa1), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:52.308681 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9d85b95c-0250-4d7b-b882-34f48a1e1b18 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (f9e61197-fb44-4b30-ad43-81ce6cd45aa1), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:52.319515 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d85b95c-0250-4d7b-b882-34f48a1e1b18 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:52.322179 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9d85b95c-0250-4d7b-b882-34f48a1e1b18 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:52.405534 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9d85b95c-0250-4d7b-b882-34f48a1e1b18 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3278973 Mar 28 09:12:52.409338 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52776) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:52.415775 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-713b3ccd-d6cc-40f2-8ea6-28a7b46c2fbb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'subnet': {'network_id': 'f9e61197-fb44-4b30-ad43-81ce6cd45aa1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:52.418304 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43cf205-b333-4687-98a6-d8fcbce5a124 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Made reservation on behalf of d85821be61cc40a4b1074216cb10b03f for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:52.424016 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85b95c-0250-4d7b-b882-34f48a1e1b18 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Network': ['ID=f9e61197-fb44-4b30-ad43-81ce6cd45aa1,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:52.426400 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e43cf205-b333-4687-98a6-d8fcbce5a124 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:52.444121 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4e352286-efe9-4af9-b367-6eac313a7af4 None None] For port 4a289925-a478-48f1-a53f-9e01b62cc0e4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4a289925-a478-48f1-a53f-9e01b62cc0e4,segment=NetworkSegment(e248eb39-0adb-4983-9bab-28ea73083caa),segment_id=e248eb39-0adb-4983-9bab-28ea73083caa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:52.458172 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network f9e61197-fb44-4b30-ad43-81ce6cd45aa1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:52.466446 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e352286-efe9-4af9-b367-6eac313a7af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (4a289925-a478-48f1-a53f-9e01b62cc0e4), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:52.474086 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-e43cf205-b333-4687-98a6-d8fcbce5a124 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] device_id is not set on port 695afda5-05bb-4885-ac8b-66cc1ce26d68 yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:12:52.561770 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713b3ccd-d6cc-40f2-8ea6-28a7b46c2fbb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Made reservation on behalf of 56376f313d96491b95e23cca21689c9c for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:52.566016 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-713b3ccd-d6cc-40f2-8ea6-28a7b46c2fbb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:52.568908 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 4a289925-a478-48f1-a53f-9e01b62cc0e4 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:52.569781 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4a289925-a478-48f1-a53f-9e01b62cc0e4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:52.679964 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-e43cf205-b333-4687-98a6-d8fcbce5a124 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Allocated IP 2001:db8::f816:3eff:fea7:6cfb (c73639f0-3c53-49f2-b6b8-f1c46fa71301/2db8b45c-384a-46f1-9f4e-9da39ff30e73/695afda5-05bb-4885-ac8b-66cc1ce26d68) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:52.751611 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c73639f0-3c53-49f2-b6b8-f1c46fa71301', 'network_id': 'c73639f0-3c53-49f2-b6b8-f1c46fa71301', 'project_id': 'd85821be61cc40a4b1074216cb10b03f', 'fixed_ips': [{'subnet_id': '2db8b45c-384a-46f1-9f4e-9da39ff30e73'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:12:52.752478 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:52.813518 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e352286-efe9-4af9-b367-6eac313a7af4 None None] Pushing event updated for resources: {'Port': ['ID=4a289925-a478-48f1-a53f-9e01b62cc0e4,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:52.825612 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-1c928b35-359c-4680-8e73-febaa0cf5b48 None None] Provisioning complete for port f103cb76-e2e2-45aa-ac31-fac5710ff29f triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:52.826061 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1c928b35-359c-4680-8e73-febaa0cf5b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f103cb76-e2e2-45aa-ac31-fac5710ff29f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:52.916686 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-713b3ccd-d6cc-40f2-8ea6-28a7b46c2fbb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (ed021aae-22aa-46e0-b5ae-1e98cb7f28c0), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:52.950483 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e43cf205-b333-4687-98a6-d8fcbce5a124 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for port (695afda5-05bb-4885-ac8b-66cc1ce26d68), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:53.016753 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713b3ccd-d6cc-40f2-8ea6-28a7b46c2fbb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Checking segment: {'id': 'cd9320aa-7a75-4d0a-8264-651adee49a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f9e61197-fb44-4b30-ad43-81ce6cd45aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:53.017261 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713b3ccd-d6cc-40f2-8ea6-28a7b46c2fbb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network hostable DHCP agents. Network: f9e61197-fb44-4b30-ad43-81ce6cd45aa1, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:12:53.023085 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b3ccd-d6cc-40f2-8ea6-28a7b46c2fbb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Subnet': ['ID=ed021aae-22aa-46e0-b5ae-1e98cb7f28c0,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:53.033397 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e43cf205-b333-4687-98a6-d8fcbce5a124 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (695afda5-05bb-4885-ac8b-66cc1ce26d68), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:53.065788 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713b3ccd-d6cc-40f2-8ea6-28a7b46c2fbb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network f9e61197-fb44-4b30-ad43-81ce6cd45aa1 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:12:53.083800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-713b3ccd-d6cc-40f2-8ea6-28a7b46c2fbb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f9e61197-fb44-4b30-ad43-81ce6cd45aa1) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:53.086047 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43cf205-b333-4687-98a6-d8fcbce5a124 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Network c73639f0-3c53-49f2-b6b8-f1c46fa71301 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:53.089655 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-e43cf205-b333-4687-98a6-d8fcbce5a124 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:53.097472 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713b3ccd-d6cc-40f2-8ea6-28a7b46c2fbb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:53.098513 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-713b3ccd-d6cc-40f2-8ea6-28a7b46c2fbb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:53.128618 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43cf205-b333-4687-98a6-d8fcbce5a124 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:53.134496 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43cf205-b333-4687-98a6-d8fcbce5a124 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:53.135134 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e43cf205-b333-4687-98a6-d8fcbce5a124 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:53.148356 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-713b3ccd-d6cc-40f2-8ea6-28a7b46c2fbb tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7350299 Mar 28 09:12:53.149277 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52780) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:53.155034 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d348f75c-613c-4fe9-a2cf-e719de090e56 None None] Network f9e61197-fb44-4b30-ad43-81ce6cd45aa1 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:53.192707 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cf205-b333-4687-98a6-d8fcbce5a124 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event updated for resources: {'Port': ['ID=695afda5-05bb-4885-ac8b-66cc1ce26d68,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:53.198881 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e43cf205-b333-4687-98a6-d8fcbce5a124 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9896441 Mar 28 09:12:53.202043 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52782) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:53.284860 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9adfe08-3f43-4fad-90c6-9c80225110fb tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Deleting subnet 2db8b45c-384a-46f1-9f4e-9da39ff30e73 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:12:53.294664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Allocated IP 2001:db8::f816:3eff:fe10:391b (c73639f0-3c53-49f2-b6b8-f1c46fa71301/2db8b45c-384a-46f1-9f4e-9da39ff30e73/9cb6609d-a3b8-469e-ab12-9f22a74c6e28) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:53.300830 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 4a289925-a478-48f1-a53f-9e01b62cc0e4 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:53.302737 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f103cb76-e2e2-45aa-ac31-fac5710ff29f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:53.623609 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Sync routers for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:12:53.644736 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:53.645687 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-65ddc718-e969-4701-912a-115679a97c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:53.767037 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:12:53.770438 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1c928b35-359c-4680-8e73-febaa0cf5b48 None None] Current status of the port f103cb76-e2e2-45aa-ac31-fac5710ff29f is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:53.770830 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1c928b35-359c-4680-8e73-febaa0cf5b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f103cb76-e2e2-45aa-ac31-fac5710ff29f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:53.772646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bc58b6c-d2f1-4dd2-a725-604ccbd926ad tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:53.846538 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-1c928b35-359c-4680-8e73-febaa0cf5b48 None None] For port f103cb76-e2e2-45aa-ac31-fac5710ff29f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f103cb76-e2e2-45aa-ac31-fac5710ff29f,segment=NetworkSegment(0ad9df04-a366-47fd-9676-3a2247b36dd3),segment_id=0ad9df04-a366-47fd-9676-3a2247b36dd3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:53.849938 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f9e61197-fb44-4b30-ad43-81ce6cd45aa1', 'network_id': 'f9e61197-fb44-4b30-ad43-81ce6cd45aa1', 'project_id': '56376f313d96491b95e23cca21689c9c', 'fixed_ips': [{'subnet_id': 'ed021aae-22aa-46e0-b5ae-1e98cb7f28c0'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:12:53.852023 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:53.865317 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1c928b35-359c-4680-8e73-febaa0cf5b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f103cb76-e2e2-45aa-ac31-fac5710ff29f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:53.946492 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port f103cb76-e2e2-45aa-ac31-fac5710ff29f triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:53.947059 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f103cb76-e2e2-45aa-ac31-fac5710ff29f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.001671 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-1c928b35-359c-4680-8e73-febaa0cf5b48 None None] Provisioning complete for port 4a289925-a478-48f1-a53f-9e01b62cc0e4 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:54.002553 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1c928b35-359c-4680-8e73-febaa0cf5b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4a289925-a478-48f1-a53f-9e01b62cc0e4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.006793 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-65ddc718-e969-4701-912a-115679a97c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:12:49Z', 'revision_number': 4, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': 'a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27', 'name': '', 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:06:31:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:48Z', 'updated_at': '2022-03-28T09:12:50Z', 'revision_number': 2, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda164e9-071f-4d67-8321-faf714465751', 'name': '', 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:b6:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:43Z', 'updated_at': '2022-03-28T09:12:51Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:54.042024 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Checking router: cb561a04-83e3-48e9-816f-406f08283eff for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:12:54.042646 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Updating router cb561a04-83e3-48e9-816f-406f08283eff port a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:12:54.092496 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.124526 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-4bc58b6c-d2f1-4dd2-a725-604ccbd926ad tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Allocated IP 172.23.0.1 (f9e61197-fb44-4b30-ad43-81ce6cd45aa1/ed021aae-22aa-46e0-b5ae-1e98cb7f28c0/031792b8-a9b7-42d9-a3ba-47424def6b16) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:54.148000 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c928b35-359c-4680-8e73-febaa0cf5b48 None None] Pushing event updated for resources: {'Port': ['ID=f103cb76-e2e2-45aa-ac31-fac5710ff29f,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:54.213931 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Publish callbacks [] for port (9cb6609d-a3b8-469e-ab12-9f22a74c6e28), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.242639 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9adfe08-3f43-4fad-90c6-9c80225110fb tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for subnet (2db8b45c-384a-46f1-9f4e-9da39ff30e73), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.267924 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (9cb6609d-a3b8-469e-ab12-9f22a74c6e28), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.300086 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9adfe08-3f43-4fad-90c6-9c80225110fb tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (2db8b45c-384a-46f1-9f4e-9da39ff30e73), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.309297 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port f103cb76-e2e2-45aa-ac31-fac5710ff29f is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:54.323439 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bc58b6c-d2f1-4dd2-a725-604ccbd926ad tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (031792b8-a9b7-42d9-a3ba-47424def6b16), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.335426 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1c928b35-359c-4680-8e73-febaa0cf5b48 None None] Current status of the port 4a289925-a478-48f1-a53f-9e01b62cc0e4 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:54.339758 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Network c73639f0-3c53-49f2-b6b8-f1c46fa71301 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:54.351854 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:54.354381 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:54.361874 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Pushing event updated for resources: {'Port': ['ID=9cb6609d-a3b8-469e-ab12-9f22a74c6e28,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:54.381848 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bc58b6c-d2f1-4dd2-a725-604ccbd926ad tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (031792b8-a9b7-42d9-a3ba-47424def6b16), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.472311 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc58b6c-d2f1-4dd2-a725-604ccbd926ad tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network f9e61197-fb44-4b30-ad43-81ce6cd45aa1 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:54.477654 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-4bc58b6c-d2f1-4dd2-a725-604ccbd926ad tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:54.493144 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Attempting to bind port 9cb6609d-a3b8-469e-ab12-9f22a74c6e28 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:54.493678 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Attempting to bind port 9cb6609d-a3b8-469e-ab12-9f22a74c6e28 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5977e533-3f3b-453d-bd3f-cfe978792027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c73639f0-3c53-49f2-b6b8-f1c46fa71301'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:54.494130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Attempting to bind port 9cb6609d-a3b8-469e-ab12-9f22a74c6e28 on network c73639f0-3c53-49f2-b6b8-f1c46fa71301 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:54.501652 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc58b6c-d2f1-4dd2-a725-604ccbd926ad tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:54.511366 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:54.511366 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Checking segment: {'id': '5977e533-3f3b-453d-bd3f-cfe978792027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c73639f0-3c53-49f2-b6b8-f1c46fa71301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:54.511707 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.511814 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Bound using segment: {'id': '5977e533-3f3b-453d-bd3f-cfe978792027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c73639f0-3c53-49f2-b6b8-f1c46fa71301'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:54.512290 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Bound port: 9cb6609d-a3b8-469e-ab12-9f22a74c6e28, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5977e533-3f3b-453d-bd3f-cfe978792027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c73639f0-3c53-49f2-b6b8-f1c46fa71301'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:54.512704 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9cb6609d-a3b8-469e-ab12-9f22a74c6e28), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.515861 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0a9dc0cc-2ade-428e-bbd1-5d69925af696 None None] Provisioning complete for port f103cb76-e2e2-45aa-ac31-fac5710ff29f triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:54.516256 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0a9dc0cc-2ade-428e-bbd1-5d69925af696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f103cb76-e2e2-45aa-ac31-fac5710ff29f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.519258 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Allocated IP 172.23.0.2 (f9e61197-fb44-4b30-ad43-81ce6cd45aa1/ed021aae-22aa-46e0-b5ae-1e98cb7f28c0/4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:12:54.568548 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9adfe08-3f43-4fad-90c6-9c80225110fb tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (2db8b45c-384a-46f1-9f4e-9da39ff30e73), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.591862 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bc58b6c-d2f1-4dd2-a725-604ccbd926ad tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (cb561a04-83e3-48e9-816f-406f08283eff), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.602086 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc58b6c-d2f1-4dd2-a725-604ccbd926ad tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=031792b8-a9b7-42d9-a3ba-47424def6b16,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:54.672617 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f103cb76-e2e2-45aa-ac31-fac5710ff29f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:54.676881 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Publish callbacks [] for port (a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.686657 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.717782 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9adfe08-3f43-4fad-90c6-9c80225110fb tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (2db8b45c-384a-46f1-9f4e-9da39ff30e73), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.730198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] For port 9cb6609d-a3b8-469e-ab12-9f22a74c6e28, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:54.742640 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] For port 9cb6609d-a3b8-469e-ab12-9f22a74c6e28, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9cb6609d-a3b8-469e-ab12-9f22a74c6e28,segment=NetworkSegment(5977e533-3f3b-453d-bd3f-cfe978792027),segment_id=5977e533-3f3b-453d-bd3f-cfe978792027)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:54.765132 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9cb6609d-a3b8-469e-ab12-9f22a74c6e28), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.782252 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adfe08-3f43-4fad-90c6-9c80225110fb tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event deleted for resources: {'Subnet': ['ID=2db8b45c-384a-46f1-9f4e-9da39ff30e73,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:54.790546 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9adfe08-3f43-4fad-90c6-9c80225110fb tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.793813 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e9adfe08-3f43-4fad-90c6-9c80225110fb tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/subnets/2db8b45c-384a-46f1-9f4e-9da39ff30e73 HTTP/1.1" status: 204 len: 168 time: 1.5905304 Mar 28 09:12:54.799428 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52786) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:54.806733 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f3245-42f2-4db7-84ec-c25b7f25ff2b None None] Pushing event updated for resources: {'Port': ['ID=a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:54.838263 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bc58b6c-d2f1-4dd2-a725-604ccbd926ad tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (031792b8-a9b7-42d9-a3ba-47424def6b16), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.910784 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Attempting to bind port a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:54.912650 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Attempting to bind port a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0ad9df04-a366-47fd-9676-3a2247b36dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:54.913260 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Attempting to bind port a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27 on network 8f70e859-2b56-48ce-a0c0-a7c4f7a01539 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:54.931840 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:54.932220 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Checking segment: {'id': '0ad9df04-a366-47fd-9676-3a2247b36dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:54.933085 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:54.934093 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Bound using segment: {'id': '0ad9df04-a366-47fd-9676-3a2247b36dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:54.934772 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Bound port: a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad9df04-a366-47fd-9676-3a2247b36dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:54.935346 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:55.038132 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0a9dc0cc-2ade-428e-bbd1-5d69925af696 None None] Current status of the port f103cb76-e2e2-45aa-ac31-fac5710ff29f is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:55.072125 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-65ddc718-e969-4701-912a-115679a97c97 None None] For port a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:55.072954 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb6e57-205d-4808-af91-e58023f18c82 None None] Pushing event updated for resources: {'Port': ['ID=9cb6609d-a3b8-469e-ab12-9f22a74c6e28,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:55.094073 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port f103cb76-e2e2-45aa-ac31-fac5710ff29f triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:55.094452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f103cb76-e2e2-45aa-ac31-fac5710ff29f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:55.094757 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-65ddc718-e969-4701-912a-115679a97c97 None None] For port a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27,segment=NetworkSegment(0ad9df04-a366-47fd-9676-3a2247b36dd3),segment_id=0ad9df04-a366-47fd-9676-3a2247b36dd3)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:55.115481 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:55.125918 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Publish callbacks [] for port (4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:55.162043 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0a9dc0cc-2ade-428e-bbd1-5d69925af696 None None] Provisioning complete for port a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:55.162425 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0a9dc0cc-2ade-428e-bbd1-5d69925af696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:55.218351 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:55.263451 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:55.264878 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-65ddc718-e969-4701-912a-115679a97c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:55.385882 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Pushing event updated for resources: {'Port': ['ID=4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:55.470988 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bc58b6c-d2f1-4dd2-a725-604ccbd926ad tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for port (031792b8-a9b7-42d9-a3ba-47424def6b16), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:55.476772 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Network f9e61197-fb44-4b30-ad43-81ce6cd45aa1 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:55.478050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0a9dc0cc-2ade-428e-bbd1-5d69925af696 None None] Current status of the port a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:55.478453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0a9dc0cc-2ade-428e-bbd1-5d69925af696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:55.485248 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bc58b6c-d2f1-4dd2-a725-604ccbd926ad tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (031792b8-a9b7-42d9-a3ba-47424def6b16), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:55.491676 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f3245-42f2-4db7-84ec-c25b7f25ff2b None None] Pushing event updated for resources: {'Port': ['ID=a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:55.543513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:55.554855 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:12:55.566209 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-65ddc718-e969-4701-912a-115679a97c97 None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:12:55.606351 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc58b6c-d2f1-4dd2-a725-604ccbd926ad tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event updated for resources: {'Port': ['ID=031792b8-a9b7-42d9-a3ba-47424def6b16,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:55.608762 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port f103cb76-e2e2-45aa-ac31-fac5710ff29f is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:55.610181 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device fda164e9-071f-4d67-8321-faf714465751 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:55.642812 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bc58b6c-d2f1-4dd2-a725-604ccbd926ad tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (cb561a04-83e3-48e9-816f-406f08283eff), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:55.736786 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-0a9dc0cc-2ade-428e-bbd1-5d69925af696 None None] For port a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27,segment=NetworkSegment(0ad9df04-a366-47fd-9676-3a2247b36dd3),segment_id=0ad9df04-a366-47fd-9676-3a2247b36dd3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:55.749079 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a0230-e4ac-4c2b-b67c-3e7d772060ac tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:55.751708 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a0230-e4ac-4c2b-b67c-3e7d772060ac tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:55.756892 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0a9dc0cc-2ade-428e-bbd1-5d69925af696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:55.758357 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a45a0230-e4ac-4c2b-b67c-3e7d772060ac tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.9567630 Mar 28 09:12:55.759588 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52790) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:55.769841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Attempting to bind port 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:12:55.770248 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Attempting to bind port 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cd9320aa-7a75-4d0a-8264-651adee49a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f9e61197-fb44-4b30-ad43-81ce6cd45aa1'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:12:55.770651 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Attempting to bind port 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 on network f9e61197-fb44-4b30-ad43-81ce6cd45aa1 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:12:55.814535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port fda164e9-071f-4d67-8321-faf714465751 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:55.814914 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (fda164e9-071f-4d67-8321-faf714465751), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:55.824947 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:12:55.825330 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Checking segment: {'id': 'cd9320aa-7a75-4d0a-8264-651adee49a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f9e61197-fb44-4b30-ad43-81ce6cd45aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:55.825767 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:55.826168 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Bound using segment: {'id': 'cd9320aa-7a75-4d0a-8264-651adee49a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f9e61197-fb44-4b30-ad43-81ce6cd45aa1'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:12:55.827263 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Bound port: 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9320aa-7a75-4d0a-8264-651adee49a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f9e61197-fb44-4b30-ad43-81ce6cd45aa1'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:12:55.827485 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:55.842540 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc58b6c-d2f1-4dd2-a725-604ccbd926ad tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Network f9e61197-fb44-4b30-ad43-81ce6cd45aa1 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:12:55.844419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-4bc58b6c-d2f1-4dd2-a725-604ccbd926ad tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:55.918062 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7be81828-df30-4a4d-9207-d6cebbedff9f tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (c73639f0-3c53-49f2-b6b8-f1c46fa71301), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:55.943733 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be81828-df30-4a4d-9207-d6cebbedff9f tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 28 09:12:55.945230 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be81828-df30-4a4d-9207-d6cebbedff9f tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:12:55.952330 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7be81828-df30-4a4d-9207-d6cebbedff9f tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/networks/c73639f0-3c53-49f2-b6b8-f1c46fa71301 HTTP/1.1" status: 409 len: 466 time: 0.1912670 Mar 28 09:12:55.957233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52792) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:55.964747 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-5c6d5c93-be7f-4e09-bbe6-8d1e5354411c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1693210648'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:55.967257 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] For port 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:12:55.971480 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] For port 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96,segment=NetworkSegment(cd9320aa-7a75-4d0a-8264-651adee49a4e),segment_id=cd9320aa-7a75-4d0a-8264-651adee49a4e)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:12:55.996755 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc58b6c-d2f1-4dd2-a725-604ccbd926ad tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router cb561a04-83e3-48e9-816f-406f08283eff has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:12:56.009443 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-bc51e418-01d6-47e5-b258-3c4800313b94 None None] Provisioning complete for port a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:56.009838 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bc51e418-01d6-47e5-b258-3c4800313b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:56.014033 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:56.028710 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6d5c93-be7f-4e09-bbe6-8d1e5354411c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Made reservation on behalf of d85821be61cc40a4b1074216cb10b03f for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:56.037215 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5c6d5c93-be7f-4e09-bbe6-8d1e5354411c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:56.067667 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-65ddc718-e969-4701-912a-115679a97c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:12:54Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': '031792b8-a9b7-42d9-a3ba-47424def6b16', 'name': '', 'network_id': 'f9e61197-fb44-4b30-ad43-81ce6cd45aa1', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:6d:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'ed021aae-22aa-46e0-b5ae-1e98cb7f28c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:53Z', 'updated_at': '2022-03-28T09:12:54Z', 'revision_number': 1, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'ed021aae-22aa-46e0-b5ae-1e98cb7f28c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27', 'name': '', 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:06:31:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:48Z', 'updated_at': '2022-03-28T09:12:55Z', 'revision_number': 4, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda164e9-071f-4d67-8321-faf714465751', 'name': '', 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:b6:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:43Z', 'updated_at': '2022-03-28T09:12:51Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:56.077682 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6d5c93-be7f-4e09-bbe6-8d1e5354411c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:56.092625 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5c6d5c93-be7f-4e09-bbe6-8d1e5354411c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (027dd20b-2747-4f69-af22-a2d6747e4b04), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:56.093118 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-5c6d5c93-be7f-4e09-bbe6-8d1e5354411c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Added segment 027dd20b-2747-4f69-af22-a2d6747e4b04 of type vlan for network bd8d6791-ad93-4463-b302-f979825d6a2f Mar 28 09:12:56.114674 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9dc0cc-2ade-428e-bbd1-5d69925af696 None None] Pushing event updated for resources: {'Port': ['ID=a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:56.134145 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ddc718-e969-4701-912a-115679a97c97 None None] The sync data for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv is: [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:12:54Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': '031792b8-a9b7-42d9-a3ba-47424def6b16', 'name': '', 'network_id': 'f9e61197-fb44-4b30-ad43-81ce6cd45aa1', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:6d:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'ed021aae-22aa-46e0-b5ae-1e98cb7f28c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:53Z', 'updated_at': '2022-03-28T09:12:54Z', 'revision_number': 1, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'ed021aae-22aa-46e0-b5ae-1e98cb7f28c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27', 'name': '', 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:06:31:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:48Z', 'updated_at': '2022-03-28T09:12:55Z', 'revision_number': 4, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda164e9-071f-4d67-8321-faf714465751', 'name': '', 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:b6:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:43Z', 'updated_at': '2022-03-28T09:12:51Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:12:56.198730 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5c6d5c93-be7f-4e09-bbe6-8d1e5354411c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (bd8d6791-ad93-4463-b302-f979825d6a2f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:56.200598 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc58b6c-d2f1-4dd2-a725-604ccbd926ad tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:12:56.213560 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4bc58b6c-d2f1-4dd2-a725-604ccbd926ad tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/cb561a04-83e3-48e9-816f-406f08283eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0613391 Mar 28 09:12:56.215460 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52794) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:56.243072 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-eb98a8ee-883e-4c02-914a-abd3065357d8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:56.264687 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d233c-5a80-493b-870a-878c9f9a96db None None] Pushing event updated for resources: {'Port': ['ID=4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:56.448803 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port fda164e9-071f-4d67-8321-faf714465751 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:56.450027 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4a289925-a478-48f1-a53f-9e01b62cc0e4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:56.489331 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bc51e418-01d6-47e5-b258-3c4800313b94 None None] Current status of the port a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:56.564165 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 4a289925-a478-48f1-a53f-9e01b62cc0e4 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:56.564555 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4a289925-a478-48f1-a53f-9e01b62cc0e4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:56.577591 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5c6d5c93-be7f-4e09-bbe6-8d1e5354411c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (bd8d6791-ad93-4463-b302-f979825d6a2f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:56.585482 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6d5c93-be7f-4e09-bbe6-8d1e5354411c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:56.586418 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5c6d5c93-be7f-4e09-bbe6-8d1e5354411c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:56.672741 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 4a289925-a478-48f1-a53f-9e01b62cc0e4 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:56.703230 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26778776-5f2d-48ca-a3b8-83a00d2725da None None] Network c73639f0-3c53-49f2-b6b8-f1c46fa71301 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:56.742331 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5c6d5c93-be7f-4e09-bbe6-8d1e5354411c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7824607 Mar 28 09:12:56.745227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52798) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:56.751159 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-fb99a986-c4d0-41c1-a326-a14648d9197c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Request body: {'subnet': {'network_id': 'bd8d6791-ad93-4463-b302-f979825d6a2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:56.783494 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d5c93-be7f-4e09-bbe6-8d1e5354411c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event updated for resources: {'Network': ['ID=bd8d6791-ad93-4463-b302-f979825d6a2f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:56.828909 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network bd8d6791-ad93-4463-b302-f979825d6a2f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:56.963676 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-6089f3ae-2720-4165-9482-8351e29288ca None None] Provisioning complete for port 9cb6609d-a3b8-469e-ab12-9f22a74c6e28 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:56.964057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6089f3ae-2720-4165-9482-8351e29288ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9cb6609d-a3b8-469e-ab12-9f22a74c6e28), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:56.969253 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb99a986-c4d0-41c1-a326-a14648d9197c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Made reservation on behalf of d85821be61cc40a4b1074216cb10b03f for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:56.982868 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb99a986-c4d0-41c1-a326-a14648d9197c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:57.135598 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.extraroute_db [None req-eb98a8ee-883e-4c02-914a-abd3065357d8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=104076) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 28 09:12:57.167250 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.extraroute_db [None req-eb98a8ee-883e-4c02-914a-abd3065357d8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Removed routes are [] {{(pid=104076) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 28 09:12:57.167788 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eb98a8ee-883e-4c02-914a-abd3065357d8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (cb561a04-83e3-48e9-816f-406f08283eff), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:57.189545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:57.226674 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5055e59b-b5e0-4150-9526-558d72294049 None None] DHCP port deletion for c73639f0-3c53-49f2-b6b8-f1c46fa71301 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:12:57.498091 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.objects.ports [None req-fb99a986-c4d0-41c1-a326-a14648d9197c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104075) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 09:12:57.500014 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb99a986-c4d0-41c1-a326-a14648d9197c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (5087f37e-3082-4130-aa54-b65cb3c16622), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:57.502482 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Sync routers for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:12:57.509599 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a8bcb11d-121e-44a0-957f-a200015a9153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:57.514847 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6089f3ae-2720-4165-9482-8351e29288ca None None] Current status of the port 9cb6609d-a3b8-469e-ab12-9f22a74c6e28 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:57.515285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6089f3ae-2720-4165-9482-8351e29288ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9cb6609d-a3b8-469e-ab12-9f22a74c6e28), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:57.542625 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:12:57.543341 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:57.552261 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eb98a8ee-883e-4c02-914a-abd3065357d8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (cb561a04-83e3-48e9-816f-406f08283eff), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:57.556380 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eb98a8ee-883e-4c02-914a-abd3065357d8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (cb561a04-83e3-48e9-816f-406f08283eff), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:57.610980 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99a986-c4d0-41c1-a326-a14648d9197c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event updated for resources: {'Subnet': ['ID=5087f37e-3082-4130-aa54-b65cb3c16622,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:57.634539 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb99a986-c4d0-41c1-a326-a14648d9197c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Checking segment: {'id': '027dd20b-2747-4f69-af22-a2d6747e4b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bd8d6791-ad93-4463-b302-f979825d6a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:57.635297 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb99a986-c4d0-41c1-a326-a14648d9197c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Network hostable DHCP agents. Network: bd8d6791-ad93-4463-b302-f979825d6a2f, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:12:57.680964 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb99a986-c4d0-41c1-a326-a14648d9197c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Network bd8d6791-ad93-4463-b302-f979825d6a2f is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:12:57.685905 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb98a8ee-883e-4c02-914a-abd3065357d8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router cb561a04-83e3-48e9-816f-406f08283eff has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:12:57.687721 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-6089f3ae-2720-4165-9482-8351e29288ca None None] For port 9cb6609d-a3b8-469e-ab12-9f22a74c6e28, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9cb6609d-a3b8-469e-ab12-9f22a74c6e28,segment=NetworkSegment(5977e533-3f3b-453d-bd3f-cfe978792027),segment_id=5977e533-3f3b-453d-bd3f-cfe978792027)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:57.701522 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-fb99a986-c4d0-41c1-a326-a14648d9197c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bd8d6791-ad93-4463-b302-f979825d6a2f) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:57.705294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:57.705516 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:57.707732 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb99a986-c4d0-41c1-a326-a14648d9197c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:57.707908 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6089f3ae-2720-4165-9482-8351e29288ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9cb6609d-a3b8-469e-ab12-9f22a74c6e28), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:57.709220 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb99a986-c4d0-41c1-a326-a14648d9197c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:57.743875 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fb99a986-c4d0-41c1-a326-a14648d9197c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9933326 Mar 28 09:12:57.744117 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eca611-b813-43cd-81e8-331b3a52ea2d None None] Network bd8d6791-ad93-4463-b302-f979825d6a2f requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:57.747819 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52802) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:57.748357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5055e59b-b5e0-4150-9526-558d72294049 None None] Deleting port 9cb6609d-a3b8-469e-ab12-9f22a74c6e28 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:12:57.748357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5055e59b-b5e0-4150-9526-558d72294049 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (9cb6609d-a3b8-469e-ab12-9f22a74c6e28), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:57.827746 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:12:57.855186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb98a8ee-883e-4c02-914a-abd3065357d8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:12:57.870220 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eb98a8ee-883e-4c02-914a-abd3065357d8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:57.878512 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52804) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:57.880921 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-eb98a8ee-883e-4c02-914a-abd3065357d8 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/cb561a04-83e3-48e9-816f-406f08283eff HTTP/1.1" status: 200 len: 932 time: 1.6546912 Mar 28 09:12:57.940707 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1878d98c-9672-42e6-84d9-5b63b2ae3693 None None] Network f9e61197-fb44-4b30-ad43-81ce6cd45aa1 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:57.984907 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9529de8d-10f0-4408-994a-01901ab76f0d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (bd8d6791-ad93-4463-b302-f979825d6a2f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.020500 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f60887e7-51c6-4621-95ad-7c4c934198de tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/routers/cb561a04-83e3-48e9-816f-406f08283eff HTTP/1.1" status: 200 len: 932 time: 0.1380124 Mar 28 09:12:58.021199 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52806) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:58.026003 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-197ff4b1-1577-4e21-bb0b-65561ebfa8ae tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'router': {'routes': None}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:58.068663 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9529de8d-10f0-4408-994a-01901ab76f0d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (5087f37e-3082-4130-aa54-b65cb3c16622), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.131705 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089f3ae-2720-4165-9482-8351e29288ca None None] Pushing event updated for resources: {'Port': ['ID=9cb6609d-a3b8-469e-ab12-9f22a74c6e28,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:58.147409 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9529de8d-10f0-4408-994a-01901ab76f0d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (5087f37e-3082-4130-aa54-b65cb3c16622), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.178582 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529de8d-10f0-4408-994a-01901ab76f0d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event deleted for resources: {'Subnet': ['ID=5087f37e-3082-4130-aa54-b65cb3c16622,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:58.213180 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5055e59b-b5e0-4150-9526-558d72294049 None None] For port 9cb6609d-a3b8-469e-ab12-9f22a74c6e28, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9cb6609d-a3b8-469e-ab12-9f22a74c6e28,segment=NetworkSegment(5977e533-3f3b-453d-bd3f-cfe978792027),segment_id=5977e533-3f3b-453d-bd3f-cfe978792027)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:58.213601 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5055e59b-b5e0-4150-9526-558d72294049 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (9cb6609d-a3b8-469e-ab12-9f22a74c6e28), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.222452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ef996381-7110-4cca-a114-944e290cf762 None None] Provisioning complete for port 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:58.222844 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ef996381-7110-4cca-a114-944e290cf762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.257803 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9529de8d-10f0-4408-994a-01901ab76f0d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (bd8d6791-ad93-4463-b302-f979825d6a2f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.272840 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5055e59b-b5e0-4150-9526-558d72294049 None None] Calling delete_port for 9cb6609d-a3b8-469e-ab12-9f22a74c6e28 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:12:58.289099 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-9529de8d-10f0-4408-994a-01901ab76f0d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8d6791-ad93-4463-b302-f979825d6a2f']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:58.305382 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-9529de8d-10f0-4408-994a-01901ab76f0d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027dd20b-2747-4f69-af22-a2d6747e4b04') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:58.306098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-9529de8d-10f0-4408-994a-01901ab76f0d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027dd20b-2747-4f69-af22-a2d6747e4b04') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:58.319660 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9529de8d-10f0-4408-994a-01901ab76f0d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (027dd20b-2747-4f69-af22-a2d6747e4b04), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.348295 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9529de8d-10f0-4408-994a-01901ab76f0d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (027dd20b-2747-4f69-af22-a2d6747e4b04), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.355627 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9529de8d-10f0-4408-994a-01901ab76f0d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:12:58.356204 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9529de8d-10f0-4408-994a-01901ab76f0d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (027dd20b-2747-4f69-af22-a2d6747e4b04), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.379413 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7f7924-a1d5-4a9c-b636-5860c5b66ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bd8d6791-ad93-4463-b302-f979825d6a2f', 'network_id': 'bd8d6791-ad93-4463-b302-f979825d6a2f', 'project_id': 'd85821be61cc40a4b1074216cb10b03f', 'fixed_ips': [{'subnet_id': '5087f37e-3082-4130-aa54-b65cb3c16622'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:12:58.380380 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-da7f7924-a1d5-4a9c-b636-5860c5b66ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:12:58.420323 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:12:58.445051 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:58.446130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:12:58.448711 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9529de8d-10f0-4408-994a-01901ab76f0d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (bd8d6791-ad93-4463-b302-f979825d6a2f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.465254 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9529de8d-10f0-4408-994a-01901ab76f0d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.468989 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9529de8d-10f0-4408-994a-01901ab76f0d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/networks/bd8d6791-ad93-4463-b302-f979825d6a2f HTTP/1.1" status: 204 len: 168 time: 0.7216413 Mar 28 09:12:58.474985 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52808) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:58.480611 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-54e32b00-73b4-4fba-a524-41e69a9f2640 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1928624293'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:58.491916 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529de8d-10f0-4408-994a-01901ab76f0d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event deleted for resources: {'Network': ['ID=bd8d6791-ad93-4463-b302-f979825d6a2f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:58.495214 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.extraroute_db [None req-197ff4b1-1577-4e21-bb0b-65561ebfa8ae tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Added routes are [] {{(pid=104076) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 28 09:12:58.495532 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.extraroute_db [None req-197ff4b1-1577-4e21-bb0b-65561ebfa8ae tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=104076) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 28 09:12:58.526689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e32b00-73b4-4fba-a524-41e69a9f2640 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Made reservation on behalf of d85821be61cc40a4b1074216cb10b03f for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:58.529924 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54e32b00-73b4-4fba-a524-41e69a9f2640 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.567440 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-197ff4b1-1577-4e21-bb0b-65561ebfa8ae tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (cb561a04-83e3-48e9-816f-406f08283eff), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.578305 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e32b00-73b4-4fba-a524-41e69a9f2640 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:12:58.606227 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f353a45-f89e-4d85-9bc8-3cfc1fa437c4 None None] Network bd8d6791-ad93-4463-b302-f979825d6a2f requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:12:58.649225 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54e32b00-73b4-4fba-a524-41e69a9f2640 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (04daf134-b870-4e99-8965-a97daafc5a2c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.649577 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-54e32b00-73b4-4fba-a524-41e69a9f2640 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Added segment 04daf134-b870-4e99-8965-a97daafc5a2c of type vlan for network 8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f Mar 28 09:12:58.655433 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:58.655805 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.663047 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f353a45-f89e-4d85-9bc8-3cfc1fa437c4 None None] Network bd8d6791-ad93-4463-b302-f979825d6a2f could not be found, it might have been deleted concurrently. {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 28 09:12:58.715441 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54e32b00-73b4-4fba-a524-41e69a9f2640 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.723148 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5055e59b-b5e0-4150-9526-558d72294049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (9cb6609d-a3b8-469e-ab12-9f22a74c6e28), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.736852 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ef996381-7110-4cca-a114-944e290cf762 None None] Current status of the port 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:58.737861 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ef996381-7110-4cca-a114-944e290cf762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.775762 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055e59b-b5e0-4150-9526-558d72294049 None None] Pushing event deleted for resources: {'Port': ['ID=9cb6609d-a3b8-469e-ab12-9f22a74c6e28,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:58.791669 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5055e59b-b5e0-4150-9526-558d72294049 None None] No DVR routers for this DVR port 9cb6609d-a3b8-469e-ab12-9f22a74c6e28 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:12:58.838127 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:12:57Z', 'revision_number': 6, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': '031792b8-a9b7-42d9-a3ba-47424def6b16', 'name': '', 'network_id': 'f9e61197-fb44-4b30-ad43-81ce6cd45aa1', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:6d:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'ed021aae-22aa-46e0-b5ae-1e98cb7f28c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:53Z', 'updated_at': '2022-03-28T09:12:55Z', 'revision_number': 2, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'ed021aae-22aa-46e0-b5ae-1e98cb7f28c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27', 'name': '', 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:06:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:48Z', 'updated_at': '2022-03-28T09:12:55Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda164e9-071f-4d67-8321-faf714465751', 'name': '', 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:b6:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:43Z', 'updated_at': '2022-03-28T09:12:51Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:12:58.848989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54e32b00-73b4-4fba-a524-41e69a9f2640 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.856365 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e32b00-73b4-4fba-a524-41e69a9f2640 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:58.859654 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54e32b00-73b4-4fba-a524-41e69a9f2640 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.878794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ef996381-7110-4cca-a114-944e290cf762 None None] For port 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96,segment=NetworkSegment(cd9320aa-7a75-4d0a-8264-651adee49a4e),segment_id=cd9320aa-7a75-4d0a-8264-651adee49a4e)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:12:58.905357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Checking router: cb561a04-83e3-48e9-816f-406f08283eff for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:12:58.905996 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Updating router cb561a04-83e3-48e9-816f-406f08283eff port 031792b8-a9b7-42d9-a3ba-47424def6b16 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:12:58.909777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ef996381-7110-4cca-a114-944e290cf762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.933876 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-197ff4b1-1577-4e21-bb0b-65561ebfa8ae tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (cb561a04-83e3-48e9-816f-406f08283eff), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.951785 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-54e32b00-73b4-4fba-a524-41e69a9f2640 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4755001 Mar 28 09:12:58.954353 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52812) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:58.956514 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-197ff4b1-1577-4e21-bb0b-65561ebfa8ae tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (cb561a04-83e3-48e9-816f-406f08283eff), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:58.960037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-d802ecdb-887c-4a26-bf9b-7a4252ed651d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Request body: {'subnet': {'network_id': '8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:12:58.990112 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49e2754-272c-4575-a6f2-dd73dd76012d None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 09:12:59.029375 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e32b00-73b4-4fba-a524-41e69a9f2640 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event updated for resources: {'Network': ['ID=8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:59.052079 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:12:59.060386 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (031792b8-a9b7-42d9-a3ba-47424def6b16), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:59.063495 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:12:59.063875 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:59.096769 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d802ecdb-887c-4a26-bf9b-7a4252ed651d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Made reservation on behalf of d85821be61cc40a4b1074216cb10b03f for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:12:59.100736 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d802ecdb-887c-4a26-bf9b-7a4252ed651d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:59.112974 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197ff4b1-1577-4e21-bb0b-65561ebfa8ae tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router cb561a04-83e3-48e9-816f-406f08283eff has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:12:59.135999 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef996381-7110-4cca-a114-944e290cf762 None None] Pushing event updated for resources: {'Port': ['ID=4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:59.176921 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a124e5b1-bf69-4a9d-a80f-60578572b472 None None] Provisioning complete for port 031792b8-a9b7-42d9-a3ba-47424def6b16 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:59.177307 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a124e5b1-bf69-4a9d-a80f-60578572b472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (031792b8-a9b7-42d9-a3ba-47424def6b16), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:59.264158 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197ff4b1-1577-4e21-bb0b-65561ebfa8ae tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:12:59.274080 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-197ff4b1-1577-4e21-bb0b-65561ebfa8ae tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:59.278522 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-197ff4b1-1577-4e21-bb0b-65561ebfa8ae tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/cb561a04-83e3-48e9-816f-406f08283eff HTTP/1.1" status: 200 len: 698 time: 1.2530739 Mar 28 09:12:59.278522 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52814) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:59.342826 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d802ecdb-887c-4a26-bf9b-7a4252ed651d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (d152195a-6ffb-4b18-ab39-6ce3bfc75cd5), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:59.397166 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802ecdb-887c-4a26-bf9b-7a4252ed651d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event updated for resources: {'Subnet': ['ID=d152195a-6ffb-4b18-ab39-6ce3bfc75cd5,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:59.453225 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d802ecdb-887c-4a26-bf9b-7a4252ed651d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Checking segment: {'id': '04daf134-b870-4e99-8965-a97daafc5a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:12:59.453682 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d802ecdb-887c-4a26-bf9b-7a4252ed651d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Network hostable DHCP agents. Network: 8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:12:59.489797 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d802ecdb-887c-4a26-bf9b-7a4252ed651d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Network 8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:12:59.508718 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-d802ecdb-887c-4a26-bf9b-7a4252ed651d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:12:59.526519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d802ecdb-887c-4a26-bf9b-7a4252ed651d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:12:59.528632 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d802ecdb-887c-4a26-bf9b-7a4252ed651d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:59.558576 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d802ecdb-887c-4a26-bf9b-7a4252ed651d tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6028101 Mar 28 09:12:59.559285 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52824) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:59.614412 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a124e5b1-bf69-4a9d-a80f-60578572b472 None None] Port 031792b8-a9b7-42d9-a3ba-47424def6b16 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:12:59.624789 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf3d64b4-0d75-4743-a440-757d638f8a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:59.626338 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:12:59.626700 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:12:59.669306 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49e2754-272c-4575-a6f2-dd73dd76012d None None] Resources bound (agent type, host, resource id): {{(pid=104077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 09:12:59.671099 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a124e5b1-bf69-4a9d-a80f-60578572b472 None None] Provisioning complete for port 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:12:59.671485 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a124e5b1-bf69-4a9d-a80f-60578572b472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:59.685367 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1691b74e-7b33-4e78-b764-1a185d5db483 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:59.756856 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1691b74e-7b33-4e78-b764-1a185d5db483 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (d152195a-6ffb-4b18-ab39-6ce3bfc75cd5), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:59.845807 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1691b74e-7b33-4e78-b764-1a185d5db483 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (d152195a-6ffb-4b18-ab39-6ce3bfc75cd5), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:59.851550 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-59417322-5cd3-4921-8456-dec9f2204b11 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/routers/cb561a04-83e3-48e9-816f-406f08283eff HTTP/1.1" status: 200 len: 698 time: 0.5716264 Mar 28 09:12:59.853530 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52828) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:12:59.898753 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691b74e-7b33-4e78-b764-1a185d5db483 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event deleted for resources: {'Subnet': ['ID=d152195a-6ffb-4b18-ab39-6ce3bfc75cd5,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:12:59.973314 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1691b74e-7b33-4e78-b764-1a185d5db483 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:12:59.988056 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a124e5b1-bf69-4a9d-a80f-60578572b472 None None] Current status of the port 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:00.000374 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-1691b74e-7b33-4e78-b764-1a185d5db483 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:00.011380 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-1691b74e-7b33-4e78-b764-1a185d5db483 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04daf134-b870-4e99-8965-a97daafc5a2c') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:00.011924 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-1691b74e-7b33-4e78-b764-1a185d5db483 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04daf134-b870-4e99-8965-a97daafc5a2c') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:00.027495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1691b74e-7b33-4e78-b764-1a185d5db483 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (04daf134-b870-4e99-8965-a97daafc5a2c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.051042 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1691b74e-7b33-4e78-b764-1a185d5db483 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (04daf134-b870-4e99-8965-a97daafc5a2c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.058480 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1691b74e-7b33-4e78-b764-1a185d5db483 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:13:00.059280 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1691b74e-7b33-4e78-b764-1a185d5db483 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (04daf134-b870-4e99-8965-a97daafc5a2c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.066462 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Publish callbacks [] for port (031792b8-a9b7-42d9-a3ba-47424def6b16), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.073966 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (031792b8-a9b7-42d9-a3ba-47424def6b16), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.086765 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d7e325-08bb-4632-97c2-7d1cb6ad7384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f', 'network_id': '8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f', 'project_id': 'd85821be61cc40a4b1074216cb10b03f', 'fixed_ips': [{'subnet_id': 'd152195a-6ffb-4b18-ab39-6ce3bfc75cd5'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:13:00.087752 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-00d7e325-08bb-4632-97c2-7d1cb6ad7384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:13:00.141980 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:13:00.145755 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1691b74e-7b33-4e78-b764-1a185d5db483 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.156532 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1691b74e-7b33-4e78-b764-1a185d5db483 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.165581 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1691b74e-7b33-4e78-b764-1a185d5db483 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/networks/8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f HTTP/1.1" status: 204 len: 168 time: 0.6005294 Mar 28 09:13:00.173202 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52830) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:00.179461 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691b74e-7b33-4e78-b764-1a185d5db483 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event deleted for resources: {'Network': ['ID=8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:00.192629 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bd171-b06b-48e3-9beb-b95f6a97cc8a None None] Pushing event updated for resources: {'Port': ['ID=031792b8-a9b7-42d9-a3ba-47424def6b16,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:00.193898 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9a809362-c209-42f7-86b6-370a4b34f2cd tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-567972847'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:00.226962 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227d8af9-a772-4476-82d0-376b9b517381 None None] Network 8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:00.239934 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a809362-c209-42f7-86b6-370a4b34f2cd tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Made reservation on behalf of d85821be61cc40a4b1074216cb10b03f for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:13:00.246591 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a809362-c209-42f7-86b6-370a4b34f2cd tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.254994 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:00.256174 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9cb6609d-a3b8-469e-ab12-9f22a74c6e28 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:13:00.287579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a809362-c209-42f7-86b6-370a4b34f2cd tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:13:00.298983 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a809362-c209-42f7-86b6-370a4b34f2cd tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c836d3b1-6404-45fe-9414-3507041877b0), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.299343 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-9a809362-c209-42f7-86b6-370a4b34f2cd tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Added segment c836d3b1-6404-45fe-9414-3507041877b0 of type vlan for network e4036ded-da7d-400b-a8bd-a0372450d256 Mar 28 09:13:00.305204 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227d8af9-a772-4476-82d0-376b9b517381 None None] Network 8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f could not be found, it might have been deleted concurrently. {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 28 09:13:00.309728 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 9cb6609d-a3b8-469e-ab12-9f22a74c6e28 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:13:00.310298 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9cb6609d-a3b8-469e-ab12-9f22a74c6e28 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 28 09:13:00.313354 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Attempting to bind port 031792b8-a9b7-42d9-a3ba-47424def6b16 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:13:00.313950 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Attempting to bind port 031792b8-a9b7-42d9-a3ba-47424def6b16 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cd9320aa-7a75-4d0a-8264-651adee49a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f9e61197-fb44-4b30-ad43-81ce6cd45aa1'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:13:00.314611 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Attempting to bind port 031792b8-a9b7-42d9-a3ba-47424def6b16 on network f9e61197-fb44-4b30-ad43-81ce6cd45aa1 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:13:00.347664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:13:00.349700 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Checking segment: {'id': 'cd9320aa-7a75-4d0a-8264-651adee49a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f9e61197-fb44-4b30-ad43-81ce6cd45aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:13:00.350145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.350653 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Bound using segment: {'id': 'cd9320aa-7a75-4d0a-8264-651adee49a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f9e61197-fb44-4b30-ad43-81ce6cd45aa1'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:13:00.351253 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Bound port: 031792b8-a9b7-42d9-a3ba-47424def6b16, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9320aa-7a75-4d0a-8264-651adee49a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f9e61197-fb44-4b30-ad43-81ce6cd45aa1'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:13:00.351745 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (031792b8-a9b7-42d9-a3ba-47424def6b16), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.354552 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8418b38-540b-4a26-b17d-a2a31030660f None None] Network 8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:00.374280 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bd275e8-9fa0-4407-aba1-3c5ae6640996 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (cb561a04-83e3-48e9-816f-406f08283eff), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.385795 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Port 9cb6609d-a3b8-469e-ab12-9f22a74c6e28 not found, will not notify nova. {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 28 09:13:00.386914 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a809362-c209-42f7-86b6-370a4b34f2cd tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (e4036ded-da7d-400b-a8bd-a0372450d256), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.390326 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8418b38-540b-4a26-b17d-a2a31030660f None None] Network 8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f could not be found, it might have been deleted concurrently. {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 28 09:13:00.460855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a809362-c209-42f7-86b6-370a4b34f2cd tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (e4036ded-da7d-400b-a8bd-a0372450d256), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.471564 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a809362-c209-42f7-86b6-370a4b34f2cd tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:00.472225 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a809362-c209-42f7-86b6-370a4b34f2cd tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.484562 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] For port 031792b8-a9b7-42d9-a3ba-47424def6b16, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:13:00.489450 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] For port 031792b8-a9b7-42d9-a3ba-47424def6b16, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=031792b8-a9b7-42d9-a3ba-47424def6b16,segment=NetworkSegment(cd9320aa-7a75-4d0a-8264-651adee49a4e),segment_id=cd9320aa-7a75-4d0a-8264-651adee49a4e)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:13:00.499986 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (031792b8-a9b7-42d9-a3ba-47424def6b16), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.524438 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9a809362-c209-42f7-86b6-370a4b34f2cd tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3427672 Mar 28 09:13:00.577163 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52832) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:00.589057 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-37acd5b7-86eb-47ca-8a06-0625c0954d20 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Request body: {'subnet': {'network_id': 'e4036ded-da7d-400b-a8bd-a0372450d256', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:00.590498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:13:00.640439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.653551 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:00.654208 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:00.780640 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-1bd275e8-9fa0-4407-aba1-3c5ae6640996 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting port 031792b8-a9b7-42d9-a3ba-47424def6b16 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:00.780993 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bd275e8-9fa0-4407-aba1-3c5ae6640996 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (031792b8-a9b7-42d9-a3ba-47424def6b16), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.829796 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:00.896404 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bd171-b06b-48e3-9beb-b95f6a97cc8a None None] Pushing event updated for resources: {'Port': ['ID=031792b8-a9b7-42d9-a3ba-47424def6b16,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:00.909833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a044a162-8305-4286-9f45-b02eecd81d23 None None] Provisioning complete for port 031792b8-a9b7-42d9-a3ba-47424def6b16 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:00.910230 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a044a162-8305-4286-9f45-b02eecd81d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (031792b8-a9b7-42d9-a3ba-47424def6b16), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.917999 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-1bd275e8-9fa0-4407-aba1-3c5ae6640996 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] For port 031792b8-a9b7-42d9-a3ba-47424def6b16, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=031792b8-a9b7-42d9-a3ba-47424def6b16,segment=NetworkSegment(cd9320aa-7a75-4d0a-8264-651adee49a4e),segment_id=cd9320aa-7a75-4d0a-8264-651adee49a4e)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:00.918223 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bd275e8-9fa0-4407-aba1-3c5ae6640996 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (031792b8-a9b7-42d9-a3ba-47424def6b16), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:00.942435 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-1bd275e8-9fa0-4407-aba1-3c5ae6640996 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Calling delete_port for 031792b8-a9b7-42d9-a3ba-47424def6b16 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:01.001701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:01.002368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:01.186645 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a809362-c209-42f7-86b6-370a4b34f2cd tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event updated for resources: {'Network': ['ID=e4036ded-da7d-400b-a8bd-a0372450d256,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:01.232135 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network e4036ded-da7d-400b-a8bd-a0372450d256 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:13:01.232740 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bd275e8-9fa0-4407-aba1-3c5ae6640996 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (031792b8-a9b7-42d9-a3ba-47424def6b16), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:01.238290 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37acd5b7-86eb-47ca-8a06-0625c0954d20 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Made reservation on behalf of d85821be61cc40a4b1074216cb10b03f for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:13:01.242646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-37acd5b7-86eb-47ca-8a06-0625c0954d20 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:01.300237 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd275e8-9fa0-4407-aba1-3c5ae6640996 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Port': ['ID=031792b8-a9b7-42d9-a3ba-47424def6b16,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:01.368187 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a044a162-8305-4286-9f45-b02eecd81d23 None None] Port 031792b8-a9b7-42d9-a3ba-47424def6b16 update to ACTIVE by agent not found {{(pid=104077) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 28 09:13:01.373849 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:01.448869 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:12:58Z', 'revision_number': 7, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': '031792b8-a9b7-42d9-a3ba-47424def6b16', 'name': '', 'network_id': 'f9e61197-fb44-4b30-ad43-81ce6cd45aa1', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:6d:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'ed021aae-22aa-46e0-b5ae-1e98cb7f28c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:53Z', 'updated_at': '2022-03-28T09:13:00Z', 'revision_number': 4, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'ed021aae-22aa-46e0-b5ae-1e98cb7f28c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27', 'name': '', 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:06:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:48Z', 'updated_at': '2022-03-28T09:12:55Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda164e9-071f-4d67-8321-faf714465751', 'name': '', 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:b6:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:43Z', 'updated_at': '2022-03-28T09:12:51Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:01.484475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9cb6609d-a3b8-469e-ab12-9f22a74c6e28 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:13:01.517116 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d5a27-b715-4033-8b71-d550836411c0 None None] The sync data for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv is: [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:12:58Z', 'revision_number': 7, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': '031792b8-a9b7-42d9-a3ba-47424def6b16', 'name': '', 'network_id': 'f9e61197-fb44-4b30-ad43-81ce6cd45aa1', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:6d:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'ed021aae-22aa-46e0-b5ae-1e98cb7f28c0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:53Z', 'updated_at': '2022-03-28T09:13:00Z', 'revision_number': 4, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'ed021aae-22aa-46e0-b5ae-1e98cb7f28c0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27', 'name': '', 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:06:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:48Z', 'updated_at': '2022-03-28T09:12:55Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda164e9-071f-4d67-8321-faf714465751', 'name': '', 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:b6:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:43Z', 'updated_at': '2022-03-28T09:12:51Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:13:01.527598 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-5f0dc1ed-54e6-435b-9de5-af2aad6fd549 None None] Could not find standard attr ID for object 031792b8-a9b7-42d9-a3ba-47424def6b16. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:13:01.536649 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 9cb6609d-a3b8-469e-ab12-9f22a74c6e28 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:13:01.538190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9cb6609d-a3b8-469e-ab12-9f22a74c6e28 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:13:01.578539 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bd275e8-9fa0-4407-aba1-3c5ae6640996 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (cb561a04-83e3-48e9-816f-406f08283eff), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:01.726396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.objects.ports [None req-37acd5b7-86eb-47ca-8a06-0625c0954d20 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104075) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 09:13:01.728016 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-37acd5b7-86eb-47ca-8a06-0625c0954d20 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (50676009-23bd-423a-bc88-df9c43c821cc), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:01.782651 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acd5b7-86eb-47ca-8a06-0625c0954d20 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event updated for resources: {'Subnet': ['ID=50676009-23bd-423a-bc88-df9c43c821cc,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:01.815542 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd275e8-9fa0-4407-aba1-3c5ae6640996 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router cb561a04-83e3-48e9-816f-406f08283eff has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:13:01.822657 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37acd5b7-86eb-47ca-8a06-0625c0954d20 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Checking segment: {'id': 'c836d3b1-6404-45fe-9414-3507041877b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e4036ded-da7d-400b-a8bd-a0372450d256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:13:01.823024 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37acd5b7-86eb-47ca-8a06-0625c0954d20 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Network hostable DHCP agents. Network: e4036ded-da7d-400b-a8bd-a0372450d256, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:13:01.826446 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4039be-52af-4ad3-a771-11b23c67a01e None None] Sync routers for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:13:01.843822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37acd5b7-86eb-47ca-8a06-0625c0954d20 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Network e4036ded-da7d-400b-a8bd-a0372450d256 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:13:01.844837 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4039be-52af-4ad3-a771-11b23c67a01e None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:01.845886 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-6f4039be-52af-4ad3-a771-11b23c67a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:01.859629 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-37acd5b7-86eb-47ca-8a06-0625c0954d20 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e4036ded-da7d-400b-a8bd-a0372450d256) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:01.865450 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37acd5b7-86eb-47ca-8a06-0625c0954d20 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:01.866171 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-37acd5b7-86eb-47ca-8a06-0625c0954d20 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:01.873551 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3160e561-0436-455b-8b5c-b317b56199a7 None None] Network e4036ded-da7d-400b-a8bd-a0372450d256 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:01.903325 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-37acd5b7-86eb-47ca-8a06-0625c0954d20 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3215647 Mar 28 09:13:01.903663 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52846) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:01.995615 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-6f4039be-52af-4ad3-a771-11b23c67a01e None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:02.044459 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd275e8-9fa0-4407-aba1-3c5ae6640996 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:13:02.055154 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1bd275e8-9fa0-4407-aba1-3c5ae6640996 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/cb561a04-83e3-48e9-816f-406f08283eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2005739 Mar 28 09:13:02.057873 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52848) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:02.100450 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (e4036ded-da7d-400b-a8bd-a0372450d256), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:02.127423 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-838835f0-121d-4be2-8e34-b18b096f8758 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting subnet ed021aae-22aa-46e0-b5ae-1e98cb7f28c0 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:13:02.131084 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-838835f0-121d-4be2-8e34-b18b096f8758 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (ed021aae-22aa-46e0-b5ae-1e98cb7f28c0), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:02.159202 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:02.190895 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-838835f0-121d-4be2-8e34-b18b096f8758 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (ed021aae-22aa-46e0-b5ae-1e98cb7f28c0), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:02.226146 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (50676009-23bd-423a-bc88-df9c43c821cc), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:02.226734 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fe18aa-bcb1-4428-aa33-9c16ca902541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e4036ded-da7d-400b-a8bd-a0372450d256', 'network_id': 'e4036ded-da7d-400b-a8bd-a0372450d256', 'project_id': 'd85821be61cc40a4b1074216cb10b03f', 'fixed_ips': [{'subnet_id': '50676009-23bd-423a-bc88-df9c43c821cc'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:13:02.228174 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-43fe18aa-bcb1-4428-aa33-9c16ca902541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:02.291020 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-6f4039be-52af-4ad3-a771-11b23c67a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:13:01Z', 'revision_number': 8, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': 'a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27', 'name': '', 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:06:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:48Z', 'updated_at': '2022-03-28T09:12:55Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda164e9-071f-4d67-8321-faf714465751', 'name': '', 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:b6:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:43Z', 'updated_at': '2022-03-28T09:12:51Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:02.303606 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (50676009-23bd-423a-bc88-df9c43c821cc), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:02.327907 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4039be-52af-4ad3-a771-11b23c67a01e None None] Checking router: cb561a04-83e3-48e9-816f-406f08283eff for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:13:02.333120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-838835f0-121d-4be2-8e34-b18b096f8758 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (ed021aae-22aa-46e0-b5ae-1e98cb7f28c0), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:02.341179 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event deleted for resources: {'Subnet': ['ID=50676009-23bd-423a-bc88-df9c43c821cc,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:02.347433 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4039be-52af-4ad3-a771-11b23c67a01e None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:02.348055 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-6f4039be-52af-4ad3-a771-11b23c67a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:02.359177 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:02.359959 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:02.360537 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:02.361216 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:02.361795 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:02.362409 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:02.362944 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:02.363482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:02.364032 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:02.364559 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:02.365087 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:02.365631 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:02.366156 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:02.366694 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:02.367231 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server [None req-43fe18aa-bcb1-4428-aa33-9c16ca902541 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50676009-23bd-423a-bc88-df9c43c821cc: This subnet is being modified by another concurrent operation. Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise exception Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50676009-23bd-423a-bc88-df9c43c821cc: This subnet is being modified by another concurrent operation. Mar 28 09:13:02.416711 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server Mar 28 09:13:02.437401 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034c10e8-ce19-4781-9b8d-de7ae5fd541e None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 09:13:02.485164 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-838835f0-121d-4be2-8e34-b18b096f8758 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (ed021aae-22aa-46e0-b5ae-1e98cb7f28c0), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:02.540153 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838835f0-121d-4be2-8e34-b18b096f8758 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Subnet': ['ID=ed021aae-22aa-46e0-b5ae-1e98cb7f28c0,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:02.547148 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-838835f0-121d-4be2-8e34-b18b096f8758 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:02.558842 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-838835f0-121d-4be2-8e34-b18b096f8758 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/subnets/ed021aae-22aa-46e0-b5ae-1e98cb7f28c0 HTTP/1.1" status: 204 len: 168 time: 0.4995286 Mar 28 09:13:02.559484 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52850) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:02.560502 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (e4036ded-da7d-400b-a8bd-a0372450d256), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:02.587551 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-6f4039be-52af-4ad3-a771-11b23c67a01e None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:02.619508 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4036ded-da7d-400b-a8bd-a0372450d256']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:02.630918 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034c10e8-ce19-4781-9b8d-de7ae5fd541e None None] Resources bound (agent type, host, resource id): {{(pid=104077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 09:13:02.658274 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c836d3b1-6404-45fe-9414-3507041877b0') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:02.658579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c836d3b1-6404-45fe-9414-3507041877b0') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:02.692802 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (c836d3b1-6404-45fe-9414-3507041877b0), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:02.716147 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c836d3b1-6404-45fe-9414-3507041877b0), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:02.726792 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (f9e61197-fb44-4b30-ad43-81ce6cd45aa1), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:02.731584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:13:02.731584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (c836d3b1-6404-45fe-9414-3507041877b0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:13:02.816513 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:13:02.822619 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (e4036ded-da7d-400b-a8bd-a0372450d256), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:02.833210 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:02.845543 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/networks/e4036ded-da7d-400b-a8bd-a0372450d256 HTTP/1.1" status: 204 len: 168 time: 0.9332051 Mar 28 09:13:02.848072 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52852) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:02.854302 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703682a-a491-497e-82b8-bc47feb9df16 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event deleted for resources: {'Network': ['ID=e4036ded-da7d-400b-a8bd-a0372450d256,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:02.891950 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a8b330-9346-417d-ad8c-21c1d58d32f9 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] DELETE failed (client error): The resource could not be found. Mar 28 09:13:02.892500 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a8b330-9346-417d-ad8c-21c1d58d32f9 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:13:02.897294 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-98a8b330-9346-417d-ad8c-21c1d58d32f9 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/subnets/50676009-23bd-423a-bc88-df9c43c821cc HTTP/1.1" status: 404 len: 337 time: 0.0481925 Mar 28 09:13:02.900061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52854) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:02.908233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting port 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:02.911988 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:02.927092 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-563d9f70-e5b6-44af-b9d2-4e2ae4f42848 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] DELETE failed (client error): The resource could not be found. Mar 28 09:13:02.927836 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563d9f70-e5b6-44af-b9d2-4e2ae4f42848 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:13:02.931504 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-563d9f70-e5b6-44af-b9d2-4e2ae4f42848 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/networks/e4036ded-da7d-400b-a8bd-a0372450d256 HTTP/1.1" status: 404 len: 339 time: 0.0301118 Mar 28 09:13:02.934153 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52856) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:02.966742 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0b238d-ece8-4e7b-a374-1505b555d885 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] DELETE failed (client error): The resource could not be found. Mar 28 09:13:02.967213 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0b238d-ece8-4e7b-a374-1505b555d885 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:13:02.970537 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bc0b238d-ece8-4e7b-a374-1505b555d885 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/subnets/d152195a-6ffb-4b18-ab39-6ce3bfc75cd5 HTTP/1.1" status: 404 len: 337 time: 0.0352333 Mar 28 09:13:02.973373 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52860) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:02.983143 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-6f4039be-52af-4ad3-a771-11b23c67a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:13:01Z', 'revision_number': 8, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': 'a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27', 'name': '', 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:06:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:48Z', 'updated_at': '2022-03-28T09:12:55Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda164e9-071f-4d67-8321-faf714465751', 'name': '', 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:b6:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:43Z', 'updated_at': '2022-03-28T09:12:51Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:03.008815 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bca721-1692-4afd-8c48-ff3ac46807d1 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] DELETE failed (client error): The resource could not be found. Mar 28 09:13:03.009636 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4bca721-1692-4afd-8c48-ff3ac46807d1 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:13:03.014265 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d4bca721-1692-4afd-8c48-ff3ac46807d1 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/networks/8d8c7d1d-80f7-4e8d-ba82-bb28e7a4251f HTTP/1.1" status: 404 len: 339 time: 0.0385797 Mar 28 09:13:03.023519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52862) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:03.047783 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4039be-52af-4ad3-a771-11b23c67a01e None None] The sync data for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv is: [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:13:01Z', 'revision_number': 8, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': 'a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27', 'name': '', 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:06:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:48Z', 'updated_at': '2022-03-28T09:12:55Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda164e9-071f-4d67-8321-faf714465751', 'name': '', 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:b6:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:43Z', 'updated_at': '2022-03-28T09:12:51Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:13:03.059949 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2506400-ad30-4f6d-9abc-376fb978266d None None] Network e4036ded-da7d-400b-a8bd-a0372450d256 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:03.063660 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] For port 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96,segment=NetworkSegment(cd9320aa-7a75-4d0a-8264-651adee49a4e),segment_id=cd9320aa-7a75-4d0a-8264-651adee49a4e)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:03.064057 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.070026 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-141055b5-5a80-4ec0-b62f-c5068dadb395 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] DELETE failed (client error): The resource could not be found. Mar 28 09:13:03.070425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141055b5-5a80-4ec0-b62f-c5068dadb395 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:13:03.076724 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-141055b5-5a80-4ec0-b62f-c5068dadb395 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/subnets/5087f37e-3082-4130-aa54-b65cb3c16622 HTTP/1.1" status: 404 len: 337 time: 0.0498140 Mar 28 09:13:03.076893 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52864) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:03.079049 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e72336-feac-4fcb-b145-fcc10bec3933 None None] Network f9e61197-fb44-4b30-ad43-81ce6cd45aa1 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:03.091007 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Calling delete_port for 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:03.092835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2506400-ad30-4f6d-9abc-376fb978266d None None] Network e4036ded-da7d-400b-a8bd-a0372450d256 could not be found, it might have been deleted concurrently. {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 28 09:13:03.120348 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dcae3be-8466-4961-931a-192337411c85 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] DELETE failed (client error): The resource could not be found. Mar 28 09:13:03.121122 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dcae3be-8466-4961-931a-192337411c85 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:13:03.124832 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0dcae3be-8466-4961-931a-192337411c85 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/networks/bd8d6791-ad93-4463-b302-f979825d6a2f HTTP/1.1" status: 404 len: 339 time: 0.0467148 Mar 28 09:13:03.128292 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52866) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:03.202152 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.215801 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] No DVR routers for this DVR port 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:13:03.240850 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Port': ['ID=4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:03.257611 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-57606fb9-2b88-4fae-8981-6962a54997db tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Deleting port 695afda5-05bb-4885-ac8b-66cc1ce26d68 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:03.258148 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-57606fb9-2b88-4fae-8981-6962a54997db tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (695afda5-05bb-4885-ac8b-66cc1ce26d68), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.322526 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (f9e61197-fb44-4b30-ad43-81ce6cd45aa1), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.343752 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e61197-fb44-4b30-ad43-81ce6cd45aa1']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:03.347811 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-57606fb9-2b88-4fae-8981-6962a54997db tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (695afda5-05bb-4885-ac8b-66cc1ce26d68), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.353720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9320aa-7a75-4d0a-8264-651adee49a4e') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:03.353980 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9320aa-7a75-4d0a-8264-651adee49a4e') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:03.361549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-57606fb9-2b88-4fae-8981-6962a54997db tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Calling delete_port for 695afda5-05bb-4885-ac8b-66cc1ce26d68 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:03.367359 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (cd9320aa-7a75-4d0a-8264-651adee49a4e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.381297 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (cd9320aa-7a75-4d0a-8264-651adee49a4e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.387796 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:13:03.388175 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (cd9320aa-7a75-4d0a-8264-651adee49a4e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:13:03.391605 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:13:03.459265 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc862fdf-09e9-4da1-b9ab-4e1cc064cafd None None] DHCP port deletion for f9e61197-fb44-4b30-ad43-81ce6cd45aa1 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:13:03.461495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-57606fb9-2b88-4fae-8981-6962a54997db tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (695afda5-05bb-4885-ac8b-66cc1ce26d68), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.469458 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (f9e61197-fb44-4b30-ad43-81ce6cd45aa1), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.491742 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.497855 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/networks/f9e61197-fb44-4b30-ad43-81ce6cd45aa1 HTTP/1.1" status: 204 len: 168 time: 0.9348185 Mar 28 09:13:03.498258 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52868) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:03.506602 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-57606fb9-2b88-4fae-8981-6962a54997db tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.512637 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-57606fb9-2b88-4fae-8981-6962a54997db tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/ports/695afda5-05bb-4885-ac8b-66cc1ce26d68 HTTP/1.1" status: 204 len: 168 time: 0.3809788 Mar 28 09:13:03.512637 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57606fb9-2b88-4fae-8981-6962a54997db tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event deleted for resources: {'Port': ['ID=695afda5-05bb-4885-ac8b-66cc1ce26d68,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:03.514492 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52870) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:03.542586 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-530f3d3a-1dcc-4270-9acc-33ddbfb3056b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] DELETE failed (client error): The resource could not be found. Mar 28 09:13:03.543145 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530f3d3a-1dcc-4270-9acc-33ddbfb3056b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:13:03.546595 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-530f3d3a-1dcc-4270-9acc-33ddbfb3056b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/subnets/2db8b45c-384a-46f1-9f4e-9da39ff30e73 HTTP/1.1" status: 404 len: 337 time: 0.0310495 Mar 28 09:13:03.549227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52872) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:03.588870 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58df77-57e9-49d8-9336-4f8acc71c8c0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Network': ['ID=f9e61197-fb44-4b30-ad43-81ce6cd45aa1,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:03.634833 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ab2b226-2fd0-49ab-b61c-acf8094b3ce3 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (c73639f0-3c53-49f2-b6b8-f1c46fa71301), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.669136 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.737482 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb7fb8c-5bc7-42bd-9122-e6a7e869af55 None None] Sync routers for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:13:03.747305 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb7fb8c-5bc7-42bd-9122-e6a7e869af55 None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:03.748182 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7cb7fb8c-5bc7-42bd-9122-e6a7e869af55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:03.758448 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ab2b226-2fd0-49ab-b61c-acf8094b3ce3 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (c73639f0-3c53-49f2-b6b8-f1c46fa71301), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.782912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-3ab2b226-2fd0-49ab-b61c-acf8094b3ce3 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73639f0-3c53-49f2-b6b8-f1c46fa71301']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:03.798115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-3ab2b226-2fd0-49ab-b61c-acf8094b3ce3 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5977e533-3f3b-453d-bd3f-cfe978792027') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:03.798414 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-3ab2b226-2fd0-49ab-b61c-acf8094b3ce3 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5977e533-3f3b-453d-bd3f-cfe978792027') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:03.812884 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ab2b226-2fd0-49ab-b61c-acf8094b3ce3 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (5977e533-3f3b-453d-bd3f-cfe978792027), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.832602 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ab2b226-2fd0-49ab-b61c-acf8094b3ce3 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (5977e533-3f3b-453d-bd3f-cfe978792027), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.839163 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab2b226-2fd0-49ab-b61c-acf8094b3ce3 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:13:03.839661 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ab2b226-2fd0-49ab-b61c-acf8094b3ce3 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (5977e533-3f3b-453d-bd3f-cfe978792027), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:13:03.844075 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:13:03.864957 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-7cb7fb8c-5bc7-42bd-9122-e6a7e869af55 None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:03.916776 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ab2b226-2fd0-49ab-b61c-acf8094b3ce3 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (c73639f0-3c53-49f2-b6b8-f1c46fa71301), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.940022 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fe4a049b-3bc4-4cbb-859c-9a51dd54db26 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (cb561a04-83e3-48e9-816f-406f08283eff), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.948408 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ab2b226-2fd0-49ab-b61c-acf8094b3ce3 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:03.956147 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3ab2b226-2fd0-49ab-b61c-acf8094b3ce3 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/networks/c73639f0-3c53-49f2-b6b8-f1c46fa71301 HTTP/1.1" status: 204 len: 168 time: 0.4048951 Mar 28 09:13:03.957908 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2b226-2fd0-49ab-b61c-acf8094b3ce3 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event deleted for resources: {'Network': ['ID=c73639f0-3c53-49f2-b6b8-f1c46fa71301,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:03.961597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52874) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:04.123855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e603a9ff-701c-4865-be50-7ce85a25ca56 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Deleting port eeb7db70-22fe-40aa-93cd-a0dcd0be3c21 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:04.124228 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e603a9ff-701c-4865-be50-7ce85a25ca56 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (eeb7db70-22fe-40aa-93cd-a0dcd0be3c21), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:04.153981 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7cb7fb8c-5bc7-42bd-9122-e6a7e869af55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:13:01Z', 'revision_number': 8, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': 'a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27', 'name': '', 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:06:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:48Z', 'updated_at': '2022-03-28T09:12:55Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda164e9-071f-4d67-8321-faf714465751', 'name': '', 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:b6:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:43Z', 'updated_at': '2022-03-28T09:12:51Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:04.185494 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb7fb8c-5bc7-42bd-9122-e6a7e869af55 None None] Checking router: cb561a04-83e3-48e9-816f-406f08283eff for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:13:04.194496 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb7fb8c-5bc7-42bd-9122-e6a7e869af55 None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:04.195695 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7cb7fb8c-5bc7-42bd-9122-e6a7e869af55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:04.198879 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e603a9ff-701c-4865-be50-7ce85a25ca56 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (eeb7db70-22fe-40aa-93cd-a0dcd0be3c21), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:04.215833 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e603a9ff-701c-4865-be50-7ce85a25ca56 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Calling delete_port for eeb7db70-22fe-40aa-93cd-a0dcd0be3c21 owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:04.234307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-fe4a049b-3bc4-4cbb-859c-9a51dd54db26 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting port a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:04.234307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fe4a049b-3bc4-4cbb-859c-9a51dd54db26 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:04.290498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-7cb7fb8c-5bc7-42bd-9122-e6a7e869af55 None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:04.332875 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e603a9ff-701c-4865-be50-7ce85a25ca56 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (eeb7db70-22fe-40aa-93cd-a0dcd0be3c21), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:04.344831 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-fe4a049b-3bc4-4cbb-859c-9a51dd54db26 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] For port a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27,segment=NetworkSegment(0ad9df04-a366-47fd-9676-3a2247b36dd3),segment_id=0ad9df04-a366-47fd-9676-3a2247b36dd3)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:04.346457 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fe4a049b-3bc4-4cbb-859c-9a51dd54db26 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:04.364938 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-fe4a049b-3bc4-4cbb-859c-9a51dd54db26 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Calling delete_port for a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:04.365482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603a9ff-701c-4865-be50-7ce85a25ca56 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event deleted for resources: {'Port': ['ID=eeb7db70-22fe-40aa-93cd-a0dcd0be3c21,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:04.382977 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e603a9ff-701c-4865-be50-7ce85a25ca56 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:04.389371 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e603a9ff-701c-4865-be50-7ce85a25ca56 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/ports/eeb7db70-22fe-40aa-93cd-a0dcd0be3c21 HTTP/1.1" status: 204 len: 168 time: 0.4218929 Mar 28 09:13:04.390062 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52878) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:04.462069 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-26df1e29-fe2b-4f05-a71c-2bfa0dd6be9a tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] DELETE failed (client error): The resource could not be found. Mar 28 09:13:04.462777 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26df1e29-fe2b-4f05-a71c-2bfa0dd6be9a tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:13:04.468865 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-26df1e29-fe2b-4f05-a71c-2bfa0dd6be9a tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/subnets/5a15a649-5f72-4f87-bcbf-9208ae177180 HTTP/1.1" status: 404 len: 337 time: 0.0776892 Mar 28 09:13:04.469691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52880) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:04.538894 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 031792b8-a9b7-42d9-a3ba-47424def6b16 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:13:04.566832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 031792b8-a9b7-42d9-a3ba-47424def6b16 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:13:04.569391 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 031792b8-a9b7-42d9-a3ba-47424def6b16 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:13:04.570069 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:13:04.582299 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fe4a049b-3bc4-4cbb-859c-9a51dd54db26 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:04.594357 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72ea1bf5-236b-44d1-9610-379225d46a65 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (24ef3a88-b8f3-40b5-b91a-49bd230af21e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:04.594845 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:13:04.595357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4e7898bf-5c3a-4552-ad5d-8c3fb84dfd96 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:13:04.633084 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a049b-3bc4-4cbb-859c-9a51dd54db26 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Port': ['ID=a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:04.638912 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7cb7fb8c-5bc7-42bd-9122-e6a7e869af55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:13:01Z', 'revision_number': 8, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': 'a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27', 'name': '', 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:06:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:48Z', 'updated_at': '2022-03-28T09:12:55Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda164e9-071f-4d67-8321-faf714465751', 'name': '', 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:b6:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:43Z', 'updated_at': '2022-03-28T09:12:51Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:04.679605 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb7fb8c-5bc7-42bd-9122-e6a7e869af55 None None] The sync data for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv is: [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:13:01Z', 'revision_number': 8, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': 'a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27', 'name': '', 'network_id': '8f70e859-2b56-48ce-a0c0-a7c4f7a01539', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:06:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:48Z', 'updated_at': '2022-03-28T09:12:55Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '80bfe706-67d1-4a0b-ae64-fa670371f0eb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda164e9-071f-4d67-8321-faf714465751', 'name': '', 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:b6:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:43Z', 'updated_at': '2022-03-28T09:12:51Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:13:04.722816 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72ea1bf5-236b-44d1-9610-379225d46a65 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (24ef3a88-b8f3-40b5-b91a-49bd230af21e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:04.750191 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-72ea1bf5-236b-44d1-9610-379225d46a65 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ef3a88-b8f3-40b5-b91a-49bd230af21e']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:04.763644 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-72ea1bf5-236b-44d1-9610-379225d46a65 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eddbce68-f8c3-478e-b136-5fc5a347b801') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:04.764109 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-72ea1bf5-236b-44d1-9610-379225d46a65 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eddbce68-f8c3-478e-b136-5fc5a347b801') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:04.780209 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72ea1bf5-236b-44d1-9610-379225d46a65 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (eddbce68-f8c3-478e-b136-5fc5a347b801), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:04.796967 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72ea1bf5-236b-44d1-9610-379225d46a65 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (eddbce68-f8c3-478e-b136-5fc5a347b801), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:04.808923 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ea1bf5-236b-44d1-9610-379225d46a65 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:13:04.809942 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72ea1bf5-236b-44d1-9610-379225d46a65 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (eddbce68-f8c3-478e-b136-5fc5a347b801), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:13:04.813567 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:13:04.894959 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fe4a049b-3bc4-4cbb-859c-9a51dd54db26 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (cb561a04-83e3-48e9-816f-406f08283eff), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:04.920012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72ea1bf5-236b-44d1-9610-379225d46a65 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (24ef3a88-b8f3-40b5-b91a-49bd230af21e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:04.929341 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72ea1bf5-236b-44d1-9610-379225d46a65 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:04.935200 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-72ea1bf5-236b-44d1-9610-379225d46a65 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/networks/24ef3a88-b8f3-40b5-b91a-49bd230af21e HTTP/1.1" status: 204 len: 168 time: 0.4587004 Mar 28 09:13:04.935499 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52882) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:04.959203 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea1bf5-236b-44d1-9610-379225d46a65 tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event deleted for resources: {'Network': ['ID=24ef3a88-b8f3-40b5-b91a-49bd230af21e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:05.009682 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a288ca-0fff-4b01-9518-63f6916b4e7c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Deleting subnet ebdec404-1037-4917-82e3-5657152a8b97 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:13:05.012886 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5a288ca-0fff-4b01-9518-63f6916b4e7c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for subnet (ebdec404-1037-4917-82e3-5657152a8b97), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:05.066286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5a288ca-0fff-4b01-9518-63f6916b4e7c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (ebdec404-1037-4917-82e3-5657152a8b97), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:05.179771 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5a288ca-0fff-4b01-9518-63f6916b4e7c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (ebdec404-1037-4917-82e3-5657152a8b97), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:05.251791 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5a288ca-0fff-4b01-9518-63f6916b4e7c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (ebdec404-1037-4917-82e3-5657152a8b97), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:05.285724 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a288ca-0fff-4b01-9518-63f6916b4e7c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event deleted for resources: {'Subnet': ['ID=ebdec404-1037-4917-82e3-5657152a8b97,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:05.292768 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5a288ca-0fff-4b01-9518-63f6916b4e7c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:05.299366 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810f75a7-8f39-4ee8-aee9-734f6e027fda None None] Network c0115b44-acd3-4595-b565-4965b5975386 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:05.300554 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e5a288ca-0fff-4b01-9518-63f6916b4e7c tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/subnets/ebdec404-1037-4917-82e3-5657152a8b97 HTTP/1.1" status: 204 len: 168 time: 0.3629141 Mar 28 09:13:05.303095 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52894) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:05.410224 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (c0115b44-acd3-4595-b565-4965b5975386), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:05.472135 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Deleting port 4a289925-a478-48f1-a53f-9e01b62cc0e4 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:05.472548 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (4a289925-a478-48f1-a53f-9e01b62cc0e4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:05.498045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4a049b-3bc4-4cbb-859c-9a51dd54db26 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router cb561a04-83e3-48e9-816f-406f08283eff has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:13:05.529729 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] DHCP port deletion for c0115b44-acd3-4595-b565-4965b5975386 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:13:05.551741 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] For port 4a289925-a478-48f1-a53f-9e01b62cc0e4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4a289925-a478-48f1-a53f-9e01b62cc0e4,segment=NetworkSegment(e248eb39-0adb-4983-9bab-28ea73083caa),segment_id=e248eb39-0adb-4983-9bab-28ea73083caa)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:05.552055 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (4a289925-a478-48f1-a53f-9e01b62cc0e4), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:05.571466 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Calling delete_port for 4a289925-a478-48f1-a53f-9e01b62cc0e4 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:05.590076 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Deleting port 4a289925-a478-48f1-a53f-9e01b62cc0e4 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:05.590454 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (4a289925-a478-48f1-a53f-9e01b62cc0e4), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:05.618758 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4a049b-3bc4-4cbb-859c-9a51dd54db26 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:13:05.625361 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fe4a049b-3bc4-4cbb-859c-9a51dd54db26 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/cb561a04-83e3-48e9-816f-406f08283eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1260428 Mar 28 09:13:05.629107 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52898) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:05.631008 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a75130-329b-4275-b99e-ac52ae3d24ad None None] Sync routers for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:13:05.641841 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a75130-329b-4275-b99e-ac52ae3d24ad None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:05.642662 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-21a75130-329b-4275-b99e-ac52ae3d24ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:05.676018 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] For port 4a289925-a478-48f1-a53f-9e01b62cc0e4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4a289925-a478-48f1-a53f-9e01b62cc0e4,segment=NetworkSegment(e248eb39-0adb-4983-9bab-28ea73083caa),segment_id=e248eb39-0adb-4983-9bab-28ea73083caa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:05.676513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (4a289925-a478-48f1-a53f-9e01b62cc0e4), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:05.694397 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Calling delete_port for 4a289925-a478-48f1-a53f-9e01b62cc0e4 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:05.712827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (4a289925-a478-48f1-a53f-9e01b62cc0e4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:05.719839 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting subnet 80bfe706-67d1-4a0b-ae64-fa670371f0eb {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:13:05.725877 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (80bfe706-67d1-4a0b-ae64-fa670371f0eb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:05.745979 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-21a75130-329b-4275-b99e-ac52ae3d24ad None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:05.756260 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event deleted for resources: {'Port': ['ID=4a289925-a478-48f1-a53f-9e01b62cc0e4,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:05.777853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] No DVR routers for this DVR port 4a289925-a478-48f1-a53f-9e01b62cc0e4 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:13:05.820206 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (80bfe706-67d1-4a0b-ae64-fa670371f0eb), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:05.866118 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (4a289925-a478-48f1-a53f-9e01b62cc0e4), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:05.890909 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Pushing event deleted for resources: {'Port': ['ID=4a289925-a478-48f1-a53f-9e01b62cc0e4,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:05.903286 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:05.903643 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:05.904139 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:05.904498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:05.904961 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:05.905449 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:05.905846 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:05.906184 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:05.906522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:05.906859 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:05.907198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:05.907533 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:05.907866 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:05.908194 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:05.908515 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:05.922195 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c96a2c-c81e-4528-af51-0c10d1282cad None None] No DVR routers for this DVR port 4a289925-a478-48f1-a53f-9e01b62cc0e4 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:13:05.955390 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (c0115b44-acd3-4595-b565-4965b5975386), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:05.992672 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0115b44-acd3-4595-b565-4965b5975386']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:06.016176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e248eb39-0adb-4983-9bab-28ea73083caa') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:06.016404 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e248eb39-0adb-4983-9bab-28ea73083caa') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:06.019366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (80bfe706-67d1-4a0b-ae64-fa670371f0eb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:06.021198 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-21a75130-329b-4275-b99e-ac52ae3d24ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:13:04Z', 'revision_number': 9, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda164e9-071f-4d67-8321-faf714465751', 'name': '', 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:b6:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:43Z', 'updated_at': '2022-03-28T09:12:51Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:06.040384 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (e248eb39-0adb-4983-9bab-28ea73083caa), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:06.062624 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (e248eb39-0adb-4983-9bab-28ea73083caa), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:06.074082 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:13:06.074500 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (e248eb39-0adb-4983-9bab-28ea73083caa), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:13:06.077915 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:13:06.086533 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a75130-329b-4275-b99e-ac52ae3d24ad None None] Checking router: cb561a04-83e3-48e9-816f-406f08283eff for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:13:06.101107 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a75130-329b-4275-b99e-ac52ae3d24ad None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:06.101923 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-21a75130-329b-4275-b99e-ac52ae3d24ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:06.129577 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (80bfe706-67d1-4a0b-ae64-fa670371f0eb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:06.153578 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:06.156325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0907922-33d5-4175-91d5-39c570e32a4e None None] Network 8f70e859-2b56-48ce-a0c0-a7c4f7a01539 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:06.158282 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/subnets/80bfe706-67d1-4a0b-ae64-fa670371f0eb HTTP/1.1" status: 204 len: 168 time: 0.5267575 Mar 28 09:13:06.161538 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52902) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:06.208332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (c0115b44-acd3-4595-b565-4965b5975386), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:06.215090 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:06.221783 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Subnet': ['ID=80bfe706-67d1-4a0b-ae64-fa670371f0eb,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:06.227929 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] 10.222.0.15 "DELETE /v2.0/networks/c0115b44-acd3-4595-b565-4965b5975386 HTTP/1.1" status: 204 len: 168 time: 0.9234669 Mar 28 09:13:06.240339 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd97f88-ea33-44b4-9fad-d98ea35bd00b tempest-NetworksIpV6TestAttrs-1143271478 tempest-NetworksIpV6TestAttrs-1143271478-project] Pushing event deleted for resources: {'Network': ['ID=c0115b44-acd3-4595-b565-4965b5975386,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:06.295630 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:06.295993 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:06.296344 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:06.296689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:06.297029 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:06.300316 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:06.300680 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:06.301026 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:06.301375 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:06.301940 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:06.302294 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:06.302627 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:06.303009 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:06.303346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:06.303676 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f22f6b-6fe9-4685-a5c3-28f12a1ec0f0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:06.342267 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (8f70e859-2b56-48ce-a0c0-a7c4f7a01539), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:06.357164 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-21a75130-329b-4275-b99e-ac52ae3d24ad None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:06.477736 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting port f103cb76-e2e2-45aa-ac31-fac5710ff29f {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:06.478318 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (f103cb76-e2e2-45aa-ac31-fac5710ff29f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:06.506995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c9c804-7c2b-4e98-8f84-af7742a9423d None None] DHCP port deletion for 8f70e859-2b56-48ce-a0c0-a7c4f7a01539 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:13:06.581695 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] For port f103cb76-e2e2-45aa-ac31-fac5710ff29f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f103cb76-e2e2-45aa-ac31-fac5710ff29f,segment=NetworkSegment(0ad9df04-a366-47fd-9676-3a2247b36dd3),segment_id=0ad9df04-a366-47fd-9676-3a2247b36dd3)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:06.582518 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (f103cb76-e2e2-45aa-ac31-fac5710ff29f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:06.601045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Calling delete_port for f103cb76-e2e2-45aa-ac31-fac5710ff29f owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:06.619366 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-48c9c804-7c2b-4e98-8f84-af7742a9423d None None] Deleting port f103cb76-e2e2-45aa-ac31-fac5710ff29f {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:06.619750 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-48c9c804-7c2b-4e98-8f84-af7742a9423d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (f103cb76-e2e2-45aa-ac31-fac5710ff29f), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:06.726444 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52912) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:06.753479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4a289925-a478-48f1-a53f-9e01b62cc0e4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:13:06.765656 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (f103cb76-e2e2-45aa-ac31-fac5710ff29f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:06.786604 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] No DVR routers for this DVR port f103cb76-e2e2-45aa-ac31-fac5710ff29f on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:13:06.841962 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-48c9c804-7c2b-4e98-8f84-af7742a9423d None None] For port f103cb76-e2e2-45aa-ac31-fac5710ff29f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f103cb76-e2e2-45aa-ac31-fac5710ff29f,segment=NetworkSegment(0ad9df04-a366-47fd-9676-3a2247b36dd3),segment_id=0ad9df04-a366-47fd-9676-3a2247b36dd3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:06.847959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-48c9c804-7c2b-4e98-8f84-af7742a9423d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (f103cb76-e2e2-45aa-ac31-fac5710ff29f), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:06.862926 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 4a289925-a478-48f1-a53f-9e01b62cc0e4 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:13:06.865825 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4a289925-a478-48f1-a53f-9e01b62cc0e4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:13:06.867597 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Port': ['ID=f103cb76-e2e2-45aa-ac31-fac5710ff29f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:06.882478 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-21a75130-329b-4275-b99e-ac52ae3d24ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:13:04Z', 'revision_number': 9, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda164e9-071f-4d67-8321-faf714465751', 'name': '', 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:b6:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:43Z', 'updated_at': '2022-03-28T09:12:51Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:06.913999 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-48c9c804-7c2b-4e98-8f84-af7742a9423d None None] Calling delete_port for f103cb76-e2e2-45aa-ac31-fac5710ff29f owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:06.914378 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a75130-329b-4275-b99e-ac52ae3d24ad None None] The sync data for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv is: [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:13:04Z', 'revision_number': 9, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fda164e9-071f-4d67-8321-faf714465751', 'name': '', 'network_id': 'cb09c528-9629-41ec-a475-186c29c3b76b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:b6:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:43Z', 'updated_at': '2022-03-28T09:12:51Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': 'bd1694a6-07b4-40df-839e-dfd7a22bc3ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:13:06.932594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (8f70e859-2b56-48ce-a0c0-a7c4f7a01539), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:06.960898 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f70e859-2b56-48ce-a0c0-a7c4f7a01539']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:06.978877 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad9df04-a366-47fd-9676-3a2247b36dd3') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:06.979305 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad9df04-a366-47fd-9676-3a2247b36dd3') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:06.991859 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (0ad9df04-a366-47fd-9676-3a2247b36dd3), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:07.008043 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (0ad9df04-a366-47fd-9676-3a2247b36dd3), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:07.015507 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:13:07.016241 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (0ad9df04-a366-47fd-9676-3a2247b36dd3), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:07.018216 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cd376b5d-6b8d-4837-a3fa-e2adc5a25f16 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d85821be61cc40a4b1074216cb10b03f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2902751 Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:13:07.020730 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:13:07.023208 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52916) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:07.103864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-48c9c804-7c2b-4e98-8f84-af7742a9423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (f103cb76-e2e2-45aa-ac31-fac5710ff29f), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:07.109665 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-66837299-e982-4888-b45f-1301fb97f497 admin admin] Publish callbacks [] for security_group (0a8dbfbf-4b2c-405a-be26-718b9ac49197), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:07.118099 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (8f70e859-2b56-48ce-a0c0-a7c4f7a01539), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:07.128546 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:07.135042 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/networks/8f70e859-2b56-48ce-a0c0-a7c4f7a01539 HTTP/1.1" status: 204 len: 168 time: 0.9724376 Mar 28 09:13:07.144515 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-66837299-e982-4888-b45f-1301fb97f497 admin admin] Publish callbacks [] for security_group (0a8dbfbf-4b2c-405a-be26-718b9ac49197), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:07.146496 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9c804-7c2b-4e98-8f84-af7742a9423d None None] Pushing event deleted for resources: {'Port': ['ID=f103cb76-e2e2-45aa-ac31-fac5710ff29f,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:07.148264 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896686f-7ec7-4d59-93e3-79fbc7cb2c4b tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Network': ['ID=8f70e859-2b56-48ce-a0c0-a7c4f7a01539,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:07.149981 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52918) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:07.150498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c9c804-7c2b-4e98-8f84-af7742a9423d None None] No DVR routers for this DVR port f103cb76-e2e2-45aa-ac31-fac5710ff29f on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:13:07.207983 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-66837299-e982-4888-b45f-1301fb97f497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0a8dbfbf-4b2c-405a-be26-718b9ac49197), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:07.211239 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-66837299-e982-4888-b45f-1301fb97f497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:07.215637 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-66837299-e982-4888-b45f-1301fb97f497 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a8dbfbf-4b2c-405a-be26-718b9ac49197 HTTP/1.1" status: 204 len: 168 time: 0.1926301 Mar 28 09:13:07.224767 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66837299-e982-4888-b45f-1301fb97f497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8dbfbf-4b2c-405a-be26-718b9ac49197,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:07.622618 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8c0c9178-b930-4de4-a645-67aa3a3f5a3f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (cb561a04-83e3-48e9-816f-406f08283eff), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:07.875735 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c9178-b930-4de4-a645-67aa3a3f5a3f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting port fda164e9-071f-4d67-8321-faf714465751 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:07.876127 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8c0c9178-b930-4de4-a645-67aa3a3f5a3f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (fda164e9-071f-4d67-8321-faf714465751), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:07.969276 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-8c0c9178-b930-4de4-a645-67aa3a3f5a3f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] For port fda164e9-071f-4d67-8321-faf714465751, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fda164e9-071f-4d67-8321-faf714465751,segment=NetworkSegment(172a0769-b992-42ad-9624-066e168b7d89),segment_id=172a0769-b992-42ad-9624-066e168b7d89)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:07.969674 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8c0c9178-b930-4de4-a645-67aa3a3f5a3f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (fda164e9-071f-4d67-8321-faf714465751), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:07.982861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c9178-b930-4de4-a645-67aa3a3f5a3f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Calling delete_port for fda164e9-071f-4d67-8321-faf714465751 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:08.172071 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8c0c9178-b930-4de4-a645-67aa3a3f5a3f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (fda164e9-071f-4d67-8321-faf714465751), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:08.211804 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c9178-b930-4de4-a645-67aa3a3f5a3f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Port': ['ID=fda164e9-071f-4d67-8321-faf714465751,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:08.419039 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8c0c9178-b930-4de4-a645-67aa3a3f5a3f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (cb561a04-83e3-48e9-816f-406f08283eff), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:08.562052 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:13:08.584804 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:13:08.585241 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a1b15f0e-1ec7-4b17-b3e9-9af9a7340f27 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:13:08.585769 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f103cb76-e2e2-45aa-ac31-fac5710ff29f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:13:08.605277 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: f103cb76-e2e2-45aa-ac31-fac5710ff29f {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:13:08.605740 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f103cb76-e2e2-45aa-ac31-fac5710ff29f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:13:08.651918 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0c9178-b930-4de4-a645-67aa3a3f5a3f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router cb561a04-83e3-48e9-816f-406f08283eff has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:13:08.758358 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0c9178-b930-4de4-a645-67aa3a3f5a3f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:13:08.766466 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8c0c9178-b930-4de4-a645-67aa3a3f5a3f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/cb561a04-83e3-48e9-816f-406f08283eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6126113 Mar 28 09:13:08.766466 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52926) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:08.769212 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442b59e7-21b6-4c42-b8ac-d86a22720461 None None] Sync routers for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:13:08.780192 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442b59e7-21b6-4c42-b8ac-d86a22720461 None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:08.780809 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-442b59e7-21b6-4c42-b8ac-d86a22720461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:08.822302 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-182f190a-76b1-44ea-af44-96fffe4dbb5d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting subnet bd1694a6-07b4-40df-839e-dfd7a22bc3ae {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:13:08.825437 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-182f190a-76b1-44ea-af44-96fffe4dbb5d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (bd1694a6-07b4-40df-839e-dfd7a22bc3ae), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:08.872055 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-182f190a-76b1-44ea-af44-96fffe4dbb5d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (bd1694a6-07b4-40df-839e-dfd7a22bc3ae), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:08.872856 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-442b59e7-21b6-4c42-b8ac-d86a22720461 None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:08.961330 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-182f190a-76b1-44ea-af44-96fffe4dbb5d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (bd1694a6-07b4-40df-839e-dfd7a22bc3ae), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:09.028400 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-182f190a-76b1-44ea-af44-96fffe4dbb5d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (bd1694a6-07b4-40df-839e-dfd7a22bc3ae), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:09.059175 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f190a-76b1-44ea-af44-96fffe4dbb5d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Subnet': ['ID=bd1694a6-07b4-40df-839e-dfd7a22bc3ae,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:09.064171 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-182f190a-76b1-44ea-af44-96fffe4dbb5d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:09.070863 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-182f190a-76b1-44ea-af44-96fffe4dbb5d tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/subnets/bd1694a6-07b4-40df-839e-dfd7a22bc3ae HTTP/1.1" status: 204 len: 168 time: 0.3007791 Mar 28 09:13:09.071032 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52928) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:09.073507 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6583d3aa-3ffa-4390-a117-438872545b20 None None] Network cb09c528-9629-41ec-a475-186c29c3b76b requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:09.157914 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (cb09c528-9629-41ec-a475-186c29c3b76b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:09.219759 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting port 1ef1bf1d-907f-4970-9990-d28af7ef6018 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:09.219759 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (1ef1bf1d-907f-4970-9990-d28af7ef6018), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:09.281784 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-442b59e7-21b6-4c42-b8ac-d86a22720461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:13:08Z', 'revision_number': 10, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:09.291107 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] For port 1ef1bf1d-907f-4970-9990-d28af7ef6018, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ef1bf1d-907f-4970-9990-d28af7ef6018,segment=NetworkSegment(172a0769-b992-42ad-9624-066e168b7d89),segment_id=172a0769-b992-42ad-9624-066e168b7d89)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:09.291474 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (1ef1bf1d-907f-4970-9990-d28af7ef6018), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:09.304777 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Calling delete_port for 1ef1bf1d-907f-4970-9990-d28af7ef6018 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:09.313863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442b59e7-21b6-4c42-b8ac-d86a22720461 None None] Checking router: cb561a04-83e3-48e9-816f-406f08283eff for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:13:09.345631 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442b59e7-21b6-4c42-b8ac-d86a22720461 None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:09.347327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-442b59e7-21b6-4c42-b8ac-d86a22720461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:09.399174 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (1ef1bf1d-907f-4970-9990-d28af7ef6018), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:09.426536 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Port': ['ID=1ef1bf1d-907f-4970-9990-d28af7ef6018,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:09.433629 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] No DVR routers for this DVR port 1ef1bf1d-907f-4970-9990-d28af7ef6018 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:13:09.451443 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-442b59e7-21b6-4c42-b8ac-d86a22720461 None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:09.535418 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (cb09c528-9629-41ec-a475-186c29c3b76b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:09.543715 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4550d20a-83da-4d27-ad8c-5758ee37fed2 None None] DHCP port deletion for cb09c528-9629-41ec-a475-186c29c3b76b request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:13:09.559442 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb09c528-9629-41ec-a475-186c29c3b76b']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:09.569069 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172a0769-b992-42ad-9624-066e168b7d89') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:09.569373 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172a0769-b992-42ad-9624-066e168b7d89') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:09.584591 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (172a0769-b992-42ad-9624-066e168b7d89), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:09.602581 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (172a0769-b992-42ad-9624-066e168b7d89), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:09.609147 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:13:09.609871 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (172a0769-b992-42ad-9624-066e168b7d89), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:13:09.613698 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:13:09.676483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (cb09c528-9629-41ec-a475-186c29c3b76b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:09.681350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:09.685420 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/networks/cb09c528-9629-41ec-a475-186c29c3b76b HTTP/1.1" status: 204 len: 168 time: 0.6119721 Mar 28 09:13:09.688203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52932) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:09.702156 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd65ea-0fb3-42d1-97e8-d3416e4a7131 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Network': ['ID=cb09c528-9629-41ec-a475-186c29c3b76b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:09.719837 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-442b59e7-21b6-4c42-b8ac-d86a22720461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:13:08Z', 'revision_number': 10, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:09.750114 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442b59e7-21b6-4c42-b8ac-d86a22720461 None None] The sync data for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv is: [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:13:08Z', 'revision_number': 10, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None, '_interfaces': [{'id': 'db9ea2f6-6b9c-4d59-903d-395b41d64c59', 'name': '', 'network_id': '64f52d3a-d1f9-4868-806c-2ccd65cc249b', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'mac_address': 'fa:16:3e:8b:50:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3c806102-da83-45e1-b77f-98198a7bddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:36Z', 'updated_at': '2022-03-28T09:12:41Z', 'revision_number': 5, 'project_id': '56376f313d96491b95e23cca21689c9c', 'subnets': [{'id': '3c806102-da83-45e1-b77f-98198a7bddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:13:10.012173 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-02037950-3a5c-4c51-b290-fd09c344b9f9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (cb561a04-83e3-48e9-816f-406f08283eff), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:10.277095 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-02037950-3a5c-4c51-b290-fd09c344b9f9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting port db9ea2f6-6b9c-4d59-903d-395b41d64c59 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:10.277357 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-02037950-3a5c-4c51-b290-fd09c344b9f9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:10.369336 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-02037950-3a5c-4c51-b290-fd09c344b9f9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] For port db9ea2f6-6b9c-4d59-903d-395b41d64c59, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db9ea2f6-6b9c-4d59-903d-395b41d64c59,segment=NetworkSegment(a10e0785-83b8-4547-8a80-76cd47a7d440),segment_id=a10e0785-83b8-4547-8a80-76cd47a7d440)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:10.369726 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-02037950-3a5c-4c51-b290-fd09c344b9f9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:10.382562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-02037950-3a5c-4c51-b290-fd09c344b9f9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Calling delete_port for db9ea2f6-6b9c-4d59-903d-395b41d64c59 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:10.485015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device fda164e9-071f-4d67-8321-faf714465751 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:13:10.509577 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: fda164e9-071f-4d67-8321-faf714465751 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:13:10.510157 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device fda164e9-071f-4d67-8321-faf714465751 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:13:10.510672 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1ef1bf1d-907f-4970-9990-d28af7ef6018 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:13:10.535167 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 1ef1bf1d-907f-4970-9990-d28af7ef6018 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:13:10.535490 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1ef1bf1d-907f-4970-9990-d28af7ef6018 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:13:10.633258 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-02037950-3a5c-4c51-b290-fd09c344b9f9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (db9ea2f6-6b9c-4d59-903d-395b41d64c59), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:10.663285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02037950-3a5c-4c51-b290-fd09c344b9f9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Port': ['ID=db9ea2f6-6b9c-4d59-903d-395b41d64c59,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:10.824263 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-02037950-3a5c-4c51-b290-fd09c344b9f9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (cb561a04-83e3-48e9-816f-406f08283eff), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:11.010428 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02037950-3a5c-4c51-b290-fd09c344b9f9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router cb561a04-83e3-48e9-816f-406f08283eff has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:13:11.427760 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02037950-3a5c-4c51-b290-fd09c344b9f9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:13:11.432576 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-02037950-3a5c-4c51-b290-fd09c344b9f9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/cb561a04-83e3-48e9-816f-406f08283eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7433512 Mar 28 09:13:11.435196 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52936) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:11.438615 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc769895-733c-45ae-af6a-cf3ddbd4b3ff None None] Sync routers for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:13:11.448655 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc769895-733c-45ae-af6a-cf3ddbd4b3ff None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:11.449260 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cc769895-733c-45ae-af6a-cf3ddbd4b3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:11.485573 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84c10f8-ef1e-458d-afae-2cd927b5a56f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting subnet 3c806102-da83-45e1-b77f-98198a7bddab {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:13:11.489528 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d84c10f8-ef1e-458d-afae-2cd927b5a56f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (3c806102-da83-45e1-b77f-98198a7bddab), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:11.521403 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-cc769895-733c-45ae-af6a-cf3ddbd4b3ff None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:11.530242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d84c10f8-ef1e-458d-afae-2cd927b5a56f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (3c806102-da83-45e1-b77f-98198a7bddab), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:11.578815 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cc769895-733c-45ae-af6a-cf3ddbd4b3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:13:10Z', 'revision_number': 11, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:11.606116 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc769895-733c-45ae-af6a-cf3ddbd4b3ff None None] Checking router: cb561a04-83e3-48e9-816f-406f08283eff for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:13:11.616664 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc769895-733c-45ae-af6a-cf3ddbd4b3ff None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:11.617338 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cc769895-733c-45ae-af6a-cf3ddbd4b3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:11.619599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d84c10f8-ef1e-458d-afae-2cd927b5a56f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (3c806102-da83-45e1-b77f-98198a7bddab), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:11.679338 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d84c10f8-ef1e-458d-afae-2cd927b5a56f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (3c806102-da83-45e1-b77f-98198a7bddab), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:11.695341 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-cc769895-733c-45ae-af6a-cf3ddbd4b3ff None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:11.704626 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c10f8-ef1e-458d-afae-2cd927b5a56f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Subnet': ['ID=3c806102-da83-45e1-b77f-98198a7bddab,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:11.719067 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d84c10f8-ef1e-458d-afae-2cd927b5a56f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:11.724108 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d84c10f8-ef1e-458d-afae-2cd927b5a56f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/subnets/3c806102-da83-45e1-b77f-98198a7bddab HTTP/1.1" status: 204 len: 168 time: 0.2873774 Mar 28 09:13:11.724558 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dc4826-f160-43aa-bfe6-941d0ee6c33f None None] Network 64f52d3a-d1f9-4868-806c-2ccd65cc249b requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:11.726364 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52940) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:11.762336 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cc769895-733c-45ae-af6a-cf3ddbd4b3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:13:10Z', 'revision_number': 11, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:11.799992 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc769895-733c-45ae-af6a-cf3ddbd4b3ff None None] The sync data for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv is: [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:13:10Z', 'revision_number': 11, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:13:11.812256 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (64f52d3a-d1f9-4868-806c-2ccd65cc249b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:11.880287 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Deleting port 19e34283-cffa-4917-863f-40b664f24f91 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:11.880612 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (19e34283-cffa-4917-863f-40b664f24f91), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:11.944495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] For port 19e34283-cffa-4917-863f-40b664f24f91, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=19e34283-cffa-4917-863f-40b664f24f91,segment=NetworkSegment(a10e0785-83b8-4547-8a80-76cd47a7d440),segment_id=a10e0785-83b8-4547-8a80-76cd47a7d440)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:11.944779 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (19e34283-cffa-4917-863f-40b664f24f91), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:11.958575 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Calling delete_port for 19e34283-cffa-4917-863f-40b664f24f91 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:12.040196 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (19e34283-cffa-4917-863f-40b664f24f91), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:12.065448 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Port': ['ID=19e34283-cffa-4917-863f-40b664f24f91,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:12.070935 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] No DVR routers for this DVR port 19e34283-cffa-4917-863f-40b664f24f91 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:13:12.154487 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (64f52d3a-d1f9-4868-806c-2ccd65cc249b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:12.155038 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a3c4ca-c25a-4563-a805-f569c760afa0 None None] DHCP port deletion for 64f52d3a-d1f9-4868-806c-2ccd65cc249b request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:13:12.192005 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f52d3a-d1f9-4868-806c-2ccd65cc249b']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:12.202882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10e0785-83b8-4547-8a80-76cd47a7d440') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:12.203227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10e0785-83b8-4547-8a80-76cd47a7d440') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:12.214329 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (a10e0785-83b8-4547-8a80-76cd47a7d440), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:12.229212 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (a10e0785-83b8-4547-8a80-76cd47a7d440), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:12.236781 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:13:12.237236 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (a10e0785-83b8-4547-8a80-76cd47a7d440), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:13:12.241069 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:13:12.305548 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (64f52d3a-d1f9-4868-806c-2ccd65cc249b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:12.310230 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:12.313526 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/networks/64f52d3a-d1f9-4868-806c-2ccd65cc249b HTTP/1.1" status: 204 len: 168 time: 0.5861254 Mar 28 09:13:12.316556 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52942) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:12.322324 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b80dcbda-2282-4936-989f-f531c728eac4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'router': {'routes': None}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:12.330461 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b099b-216a-4958-af1d-9db5c3eb975c tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Pushing event deleted for resources: {'Network': ['ID=64f52d3a-d1f9-4868-806c-2ccd65cc249b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:12.475245 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device db9ea2f6-6b9c-4d59-903d-395b41d64c59 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:13:12.494387 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.extraroute_db [None req-b80dcbda-2282-4936-989f-f531c728eac4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Added routes are [] {{(pid=104076) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 28 09:13:12.494697 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.extraroute_db [None req-b80dcbda-2282-4936-989f-f531c728eac4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Removed routes are [] {{(pid=104076) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 28 09:13:12.495067 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b80dcbda-2282-4936-989f-f531c728eac4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (cb561a04-83e3-48e9-816f-406f08283eff), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:12.500814 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: db9ea2f6-6b9c-4d59-903d-395b41d64c59 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:13:12.500814 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device db9ea2f6-6b9c-4d59-903d-395b41d64c59 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:13:12.500814 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 19e34283-cffa-4917-863f-40b664f24f91 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:13:12.523316 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 19e34283-cffa-4917-863f-40b664f24f91 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:13:12.523771 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 19e34283-cffa-4917-863f-40b664f24f91 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:13:12.641553 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b80dcbda-2282-4936-989f-f531c728eac4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (cb561a04-83e3-48e9-816f-406f08283eff), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:12.644858 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b80dcbda-2282-4936-989f-f531c728eac4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (cb561a04-83e3-48e9-816f-406f08283eff), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:12.722993 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80dcbda-2282-4936-989f-f531c728eac4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router cb561a04-83e3-48e9-816f-406f08283eff has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:13:12.802106 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80dcbda-2282-4936-989f-f531c728eac4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:13:12.808576 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b80dcbda-2282-4936-989f-f531c728eac4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:12.812904 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b80dcbda-2282-4936-989f-f531c728eac4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/cb561a04-83e3-48e9-816f-406f08283eff HTTP/1.1" status: 200 len: 699 time: 0.4915614 Mar 28 09:13:12.812904 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52950) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:12.816290 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f0075-acad-4704-a646-9c7a47b84cde None None] Sync routers for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:13:12.829724 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f0075-acad-4704-a646-9c7a47b84cde None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:12.830709 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d08f0075-acad-4704-a646-9c7a47b84cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:12.851371 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-de20be37-8b8c-4ba2-a19b-61a662584cd9 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb561a04-83e3-48e9-816f-406f08283eff HTTP/1.1" status: 200 len: 205 time: 0.0353756 Mar 28 09:13:12.851859 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52952) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:12.905645 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-d08f0075-acad-4704-a646-9c7a47b84cde None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:12.937721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd39c-7a1f-415e-8fff-29047d85da30 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (cb561a04-83e3-48e9-816f-406f08283eff), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:12.960518 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d08f0075-acad-4704-a646-9c7a47b84cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:13:10Z', 'revision_number': 11, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:12.990374 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f0075-acad-4704-a646-9c7a47b84cde None None] Checking router: cb561a04-83e3-48e9-816f-406f08283eff for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:13:12.998764 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f0075-acad-4704-a646-9c7a47b84cde None None] Routers {'cb561a04-83e3-48e9-816f-406f08283eff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:12.999373 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d08f0075-acad-4704-a646-9c7a47b84cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cb561a04-83e3-48e9-816f-406f08283eff'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:13.067128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-d08f0075-acad-4704-a646-9c7a47b84cde None None] Set router cb561a04-83e3-48e9-816f-406f08283eff gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:13.120610 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d08f0075-acad-4704-a646-9c7a47b84cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:13:10Z', 'revision_number': 11, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:13.134828 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-c4f82475-f1b7-402e-986c-1e850d22073a tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-987618173&fields=id&tenant_id=e40e579c72ff4feb87447802e87b3f59 HTTP/1.1" status: 200 len: 267 time: 0.1640911 Mar 28 09:13:13.136346 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd39c-7a1f-415e-8fff-29047d85da30 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (cb561a04-83e3-48e9-816f-406f08283eff), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:13.138659 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd39c-7a1f-415e-8fff-29047d85da30 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router_controller (cb561a04-83e3-48e9-816f-406f08283eff), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:13.147924 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f0075-acad-4704-a646-9c7a47b84cde None None] The sync data for ids ['cb561a04-83e3-48e9-816f-406f08283eff'] in dv-neutron-master-2-hyperv is: [{'id': 'cb561a04-83e3-48e9-816f-406f08283eff', 'name': 'tempest-RoutersTest-router-53595349', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:34Z', 'updated_at': '2022-03-28T09:13:10Z', 'revision_number': 11, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:13:13.230956 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd39c-7a1f-415e-8fff-29047d85da30 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (cb561a04-83e3-48e9-816f-406f08283eff), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:13.231504 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9cd39c-7a1f-415e-8fff-29047d85da30 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Fanout notify agent at l3_agent the message router_deleted on router cb561a04-83e3-48e9-816f-406f08283eff {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:13:13.240009 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd39c-7a1f-415e-8fff-29047d85da30 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:13.241181 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9a9cd39c-7a1f-415e-8fff-29047d85da30 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/routers/cb561a04-83e3-48e9-816f-406f08283eff HTTP/1.1" status: 204 len: 168 time: 0.3882558 Mar 28 09:13:13.245181 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52958) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:13.249452 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e075ac19-16ce-4362-b280-7d93e800d9d6 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1040606722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:13.298158 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e075ac19-16ce-4362-b280-7d93e800d9d6 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (1b53517b-b54a-4519-90e8-1ee270887654), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:13.299364 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e075ac19-16ce-4362-b280-7d93e800d9d6 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (1b53517b-b54a-4519-90e8-1ee270887654), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:13.322768 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-20320c68-09ef-455d-aafa-36c1efcc81cf tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:13.324300 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-20320c68-09ef-455d-aafa-36c1efcc81cf tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/networks?id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 HTTP/1.1" status: 200 len: 810 time: 0.1826351 Mar 28 09:13:13.381865 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-b7648a94-75ac-468d-8f23-3efacf855190 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/quotas/e40e579c72ff4feb87447802e87b3f59 HTTP/1.1" status: 200 len: 375 time: 0.0500762 Mar 28 09:13:13.384499 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e075ac19-16ce-4362-b280-7d93e800d9d6 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router_controller (1b53517b-b54a-4519-90e8-1ee270887654), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:13.396580 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e075ac19-16ce-4362-b280-7d93e800d9d6 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (1b53517b-b54a-4519-90e8-1ee270887654), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:13.431559 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e075ac19-16ce-4362-b280-7d93e800d9d6 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:13.432754 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e075ac19-16ce-4362-b280-7d93e800d9d6 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1866069 Mar 28 09:13:13.435818 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52960) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:13.441112 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e3ca503a-2c8d-4177-90f2-f0935994dc72 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:13.451382 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-c4e2a5cb-705b-4b57-817e-ed15e9ff3cf7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e40e579c72ff4feb87447802e87b3f59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640066 Mar 28 09:13:13.644131 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-984a1cae-2fae-4c25-b2d4-25daab6967e5 service neutron] 10.222.0.15 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814382 Mar 28 09:13:13.655009 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e3ca503a-2c8d-4177-90f2-f0935994dc72 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (1b53517b-b54a-4519-90e8-1ee270887654), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:13.666205 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e3ca503a-2c8d-4177-90f2-f0935994dc72 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (1b53517b-b54a-4519-90e8-1ee270887654), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:13.733210 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-10e98521-9576-43a2-a485-6425601ee256 service neutron] 10.222.0.15 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831249 Mar 28 09:13:13.766853 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ca503a-2c8d-4177-90f2-f0935994dc72 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Router 1b53517b-b54a-4519-90e8-1ee270887654 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:13:13.843663 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ca503a-2c8d-4177-90f2-f0935994dc72 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:13:13.850564 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e3ca503a-2c8d-4177-90f2-f0935994dc72 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:13.854333 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ba333-004f-4857-9451-585ea9bda14b None None] Sync routers for ids ['1b53517b-b54a-4519-90e8-1ee270887654'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:13:13.854780 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52970) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:13.857773 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e3ca503a-2c8d-4177-90f2-f0935994dc72 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "PUT /v2.0/routers/1b53517b-b54a-4519-90e8-1ee270887654 HTTP/1.1" status: 200 len: 694 time: 0.4148672 Mar 28 09:13:13.864614 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ba333-004f-4857-9451-585ea9bda14b None None] Routers {'1b53517b-b54a-4519-90e8-1ee270887654'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:13.865225 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d15ba333-004f-4857-9451-585ea9bda14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['1b53517b-b54a-4519-90e8-1ee270887654'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:13.937494 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-91881611-fbfe-4375-bf57-4e4a876fd388 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/routers/1b53517b-b54a-4519-90e8-1ee270887654 HTTP/1.1" status: 200 len: 700 time: 0.0816674 Mar 28 09:13:13.937981 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-d15ba333-004f-4857-9451-585ea9bda14b None None] Set router 1b53517b-b54a-4519-90e8-1ee270887654 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:13.940430 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52972) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:13.973381 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d53b2034-e90e-4d21-a466-4356499921dc tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b53517b-b54a-4519-90e8-1ee270887654 HTTP/1.1" status: 200 len: 205 time: 0.0288928 Mar 28 09:13:13.973602 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 52974) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:13.996990 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d15ba333-004f-4857-9451-585ea9bda14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b53517b-b54a-4519-90e8-1ee270887654', 'name': 'tempest-RoutersTest-router-1040606722', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:13Z', 'updated_at': '2022-03-28T09:13:13Z', 'revision_number': 2, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:14.034814 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ba333-004f-4857-9451-585ea9bda14b None None] Checking router: 1b53517b-b54a-4519-90e8-1ee270887654 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:13:14.044387 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ba333-004f-4857-9451-585ea9bda14b None None] Routers {'1b53517b-b54a-4519-90e8-1ee270887654'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:14.045005 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d15ba333-004f-4857-9451-585ea9bda14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['1b53517b-b54a-4519-90e8-1ee270887654'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:14.054049 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1f4747ba-359b-4ffc-ba36-3058b2df8e2a tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (1b53517b-b54a-4519-90e8-1ee270887654), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:14.090191 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-11b8c5d5-93cf-4396-892e-6cdbbdfbd4b7 req-5ae5e0ee-dd1f-494d-83ce-c811f095c238 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 210 time: 0.0380549 Mar 28 09:13:14.149218 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-d15ba333-004f-4857-9451-585ea9bda14b None None] Set router 1b53517b-b54a-4519-90e8-1ee270887654 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:14.204085 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d15ba333-004f-4857-9451-585ea9bda14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b53517b-b54a-4519-90e8-1ee270887654', 'name': 'tempest-RoutersTest-router-1040606722', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:13Z', 'updated_at': '2022-03-28T09:13:13Z', 'revision_number': 2, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:14.238778 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ba333-004f-4857-9451-585ea9bda14b None None] The sync data for ids ['1b53517b-b54a-4519-90e8-1ee270887654'] in dv-neutron-master-2-hyperv is: [{'id': '1b53517b-b54a-4519-90e8-1ee270887654', 'name': 'tempest-RoutersTest-router-1040606722', 'tenant_id': '56376f313d96491b95e23cca21689c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:13Z', 'updated_at': '2022-03-28T09:13:13Z', 'revision_number': 2, 'project_id': '56376f313d96491b95e23cca21689c9c', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:13:14.562577 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1f4747ba-359b-4ffc-ba36-3058b2df8e2a tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (1b53517b-b54a-4519-90e8-1ee270887654), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:14.565359 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1f4747ba-359b-4ffc-ba36-3058b2df8e2a tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router_controller (1b53517b-b54a-4519-90e8-1ee270887654), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:14.609329 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1f4747ba-359b-4ffc-ba36-3058b2df8e2a tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (1b53517b-b54a-4519-90e8-1ee270887654), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:14.609947 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4747ba-359b-4ffc-ba36-3058b2df8e2a tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Fanout notify agent at l3_agent the message router_deleted on router 1b53517b-b54a-4519-90e8-1ee270887654 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:13:14.618338 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1f4747ba-359b-4ffc-ba36-3058b2df8e2a tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:14.619449 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1f4747ba-359b-4ffc-ba36-3058b2df8e2a tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/routers/1b53517b-b54a-4519-90e8-1ee270887654 HTTP/1.1" status: 204 len: 168 time: 0.6448400 Mar 28 09:13:14.622919 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52986) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:14.655290 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6fc46496-7564-438f-ad6e-2de7d6f3b348 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b53517b-b54a-4519-90e8-1ee270887654 HTTP/1.1" status: 200 len: 205 time: 0.0311520 Mar 28 09:13:14.657543 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52988) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:14.700095 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-e421f5a7-b6c0-4e9c-b068-1efa7a3fe730 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] delete failed (client error): The resource could not be found. Mar 28 09:13:14.701127 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e421f5a7-b6c0-4e9c-b068-1efa7a3fe730 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/routers/1b53517b-b54a-4519-90e8-1ee270887654 HTTP/1.1" status: 404 len: 336 time: 0.0426679 Mar 28 09:13:14.703645 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52990) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:14.731996 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-f944a1cc-53be-47c4-a4de-1d2614bfcedf tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] DELETE failed (client error): The resource could not be found. Mar 28 09:13:14.732438 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f944a1cc-53be-47c4-a4de-1d2614bfcedf tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:13:14.735399 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f944a1cc-53be-47c4-a4de-1d2614bfcedf tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/subnets/ed021aae-22aa-46e0-b5ae-1e98cb7f28c0 HTTP/1.1" status: 404 len: 337 time: 0.0308766 Mar 28 09:13:14.738239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52992) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:14.766874 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc4140a-e685-4819-b172-7ad418ff7075 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] DELETE failed (client error): The resource could not be found. Mar 28 09:13:14.767322 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc4140a-e685-4819-b172-7ad418ff7075 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:13:14.771118 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ddc4140a-e685-4819-b172-7ad418ff7075 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/subnets/80bfe706-67d1-4a0b-ae64-fa670371f0eb HTTP/1.1" status: 404 len: 337 time: 0.0317416 Mar 28 09:13:14.773490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52994) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:14.798643 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa376614-15af-4a18-9f34-4515e0255fa1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] DELETE failed (client error): The resource could not be found. Mar 28 09:13:14.799087 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa376614-15af-4a18-9f34-4515e0255fa1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:13:14.802037 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fa376614-15af-4a18-9f34-4515e0255fa1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/subnets/bd1694a6-07b4-40df-839e-dfd7a22bc3ae HTTP/1.1" status: 404 len: 337 time: 0.0275948 Mar 28 09:13:14.804242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52996) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:14.828497 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbed940c-69dd-46b8-a3ac-a65e5829bcbc tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] DELETE failed (client error): The resource could not be found. Mar 28 09:13:14.828870 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbed940c-69dd-46b8-a3ac-a65e5829bcbc tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:13:14.832275 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cbed940c-69dd-46b8-a3ac-a65e5829bcbc tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/subnets/3c806102-da83-45e1-b77f-98198a7bddab HTTP/1.1" status: 404 len: 337 time: 0.0271647 Mar 28 09:13:14.834559 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 52998) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:14.860742 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fcea3345-0065-479a-a00a-20f750217265 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb561a04-83e3-48e9-816f-406f08283eff HTTP/1.1" status: 200 len: 205 time: 0.0250716 Mar 28 09:13:14.863036 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53000) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:14.904923 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-cdff2ad1-163e-4885-9fe9-2b291a6eb732 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] delete failed (client error): The resource could not be found. Mar 28 09:13:14.905981 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cdff2ad1-163e-4885-9fe9-2b291a6eb732 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/routers/cb561a04-83e3-48e9-816f-406f08283eff HTTP/1.1" status: 404 len: 336 time: 0.0420742 Mar 28 09:13:14.909219 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53002) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:14.942585 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b5291673-78d4-43f0-b97e-97273d2a56c4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/ports?device_id=7df94806-1a74-4d41-87bb-e33f81186ea1 HTTP/1.1" status: 200 len: 205 time: 0.0301054 Mar 28 09:13:14.943753 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53004) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:14.982563 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-218e4172-99c1-4ad1-8f86-4f93a85d1423 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] delete failed (client error): The resource could not be found. Mar 28 09:13:14.985828 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-218e4172-99c1-4ad1-8f86-4f93a85d1423 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/routers/7df94806-1a74-4d41-87bb-e33f81186ea1 HTTP/1.1" status: 404 len: 336 time: 0.0393653 Mar 28 09:13:14.986138 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53006) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:15.013042 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-840b77f5-a3e8-4b09-b02a-3611c9ddbf2f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] DELETE failed (client error): The resource could not be found. Mar 28 09:13:15.013503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840b77f5-a3e8-4b09-b02a-3611c9ddbf2f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:13:15.016565 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-840b77f5-a3e8-4b09-b02a-3611c9ddbf2f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/subnets/bb597654-6622-4f38-b29f-4fcb807def46 HTTP/1.1" status: 404 len: 337 time: 0.0294864 Mar 28 09:13:15.020040 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53008) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:15.048995 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fca3dcef-573b-4432-8946-74d36d2c82b0 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/ports?device_id=807584f1-03ef-4368-bd69-0bca687b1038 HTTP/1.1" status: 200 len: 205 time: 0.0278406 Mar 28 09:13:15.051461 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53010) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:15.090407 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-136ba285-06fc-4f2e-a293-48f7a7aff1c9 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:15.092742 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-136ba285-06fc-4f2e-a293-48f7a7aff1c9 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.16 "GET /v2.0/networks?id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 HTTP/1.1" status: 200 len: 810 time: 0.1236880 Mar 28 09:13:15.093439 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-4227f165-8c68-4d75-a356-c90efcfb9e9f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] delete failed (client error): The resource could not be found. Mar 28 09:13:15.094496 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4227f165-8c68-4d75-a356-c90efcfb9e9f tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/routers/807584f1-03ef-4368-bd69-0bca687b1038 HTTP/1.1" status: 404 len: 336 time: 0.0420763 Mar 28 09:13:15.097722 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53012) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:15.126487 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e3be5f8b-21b5-4de8-b117-da353e201982 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7d2179c-a40d-44c0-a314-8f090e2f89c1 HTTP/1.1" status: 200 len: 205 time: 0.0276964 Mar 28 09:13:15.128956 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53016) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:15.172926 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-15d6141b-d9e1-4ba6-b953-1f460e3665bf tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] delete failed (client error): The resource could not be found. Mar 28 09:13:15.174611 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-15d6141b-d9e1-4ba6-b953-1f460e3665bf tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/routers/b7d2179c-a40d-44c0-a314-8f090e2f89c1 HTTP/1.1" status: 404 len: 336 time: 0.0438166 Mar 28 09:13:15.177508 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53018) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:15.202847 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-c367f4dd-e422-41f7-a076-f1f4965dbef1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] DELETE failed (client error): The resource could not be found. Mar 28 09:13:15.203315 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c367f4dd-e422-41f7-a076-f1f4965dbef1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:13:15.206477 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c367f4dd-e422-41f7-a076-f1f4965dbef1 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/subnets/82f2bea4-bb93-4622-a366-1a8dab7086b9 HTTP/1.1" status: 404 len: 337 time: 0.0279777 Mar 28 09:13:15.211220 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53020) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:15.222712 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-79ec0c9b-9eba-47ea-8125-a9caf97c7450 req-bc3adabe-ad48-4bd5-a47b-0c6460a52946 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 210 time: 0.0529673 Mar 28 09:13:15.246317 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0d9e2427-beef-41e8-b48e-b9a73ac4bda3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e40e579c72ff4feb87447802e87b3f59 HTTP/1.1" status: 200 len: 379 time: 0.1353745 Mar 28 09:13:15.246456 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-56e95288-7b60-48ee-ae7f-b45d8006ed98 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e HTTP/1.1" status: 200 len: 205 time: 0.0337429 Mar 28 09:13:15.252614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53022) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:15.261333 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-2dd2e37b-ee07-432f-8be3-10e45590c54c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Request body: {'port': {'device_id': 'c582ec4b-340d-4459-b162-6e7ed69feb7a', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'admin_state_up': True, 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'security_groups': ['b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:15.306353 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-2d0f4b2d-26bc-46c6-9877-610cd7399262 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] delete failed (client error): The resource could not be found. Mar 28 09:13:15.307396 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2d0f4b2d-26bc-46c6-9877-610cd7399262 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/routers/0ae585eb-09cc-4624-b4a6-d2b8bdf93d2e HTTP/1.1" status: 404 len: 336 time: 0.0537834 Mar 28 09:13:15.310373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53024) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:15.340839 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e47e661-a41e-4e4a-9a5d-d42709517211 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] DELETE failed (client error): The resource could not be found. Mar 28 09:13:15.341223 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e47e661-a41e-4e4a-9a5d-d42709517211 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:13:15.354513 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9e47e661-a41e-4e4a-9a5d-d42709517211 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/subnets/1d618f6d-34f5-4d5f-af63-3e13add6a203 HTTP/1.1" status: 404 len: 337 time: 0.0430155 Mar 28 09:13:15.356926 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53028) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:15.384500 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d82f8f26-8c8c-48c1-99da-42ac92f11168 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab3bc738-8ce5-4504-be13-3fd7d2141472 HTTP/1.1" status: 200 len: 205 time: 0.0264223 Mar 28 09:13:15.386885 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53030) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:15.412688 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-2dd2e37b-ee07-432f-8be3-10e45590c54c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Made reservation on behalf of e40e579c72ff4feb87447802e87b3f59 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:13:15.416339 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-2dd2e37b-ee07-432f-8be3-10e45590c54c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:15.433674 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-ec975631-5253-4da0-ad1a-55432a8874bc tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] delete failed (client error): The resource could not be found. Mar 28 09:13:15.433674 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ec975631-5253-4da0-ad1a-55432a8874bc tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/routers/ab3bc738-8ce5-4504-be13-3fd7d2141472 HTTP/1.1" status: 404 len: 336 time: 0.0396786 Mar 28 09:13:15.434843 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53032) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:15.471678 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c8490a-2986-4c12-9767-7aeb023e5dff tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] DELETE failed (client error): The resource could not be found. Mar 28 09:13:15.472163 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c8490a-2986-4c12-9767-7aeb023e5dff tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:13:15.475247 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-84c8490a-2986-4c12-9767-7aeb023e5dff tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/subnets/b58e6f05-70d0-4787-8756-859add2bad36 HTTP/1.1" status: 404 len: 337 time: 0.0395803 Mar 28 09:13:15.478492 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53034) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:15.535255 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-059c400a-ca88-47f8-8056-71ceca5f84f4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] DELETE failed (client error): The resource could not be found. Mar 28 09:13:15.535586 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059c400a-ca88-47f8-8056-71ceca5f84f4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:13:15.538538 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-059c400a-ca88-47f8-8056-71ceca5f84f4 tempest-RoutersTest-503126975 tempest-RoutersTest-503126975-project] 10.222.0.15 "DELETE /v2.0/subnets/58e0fc30-214e-4b82-9b30-bf28712a630c HTTP/1.1" status: 404 len: 337 time: 0.0597415 Mar 28 09:13:15.613932 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-2dd2e37b-ee07-432f-8be3-10e45590c54c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Allocated IP 172.20.0.4 (a9b6026d-f3c8-4cca-af27-17fc5f4b79d8/7e3ff9a8-b5a8-488c-b061-58d28e8ef393/e5dbbf1f-9653-4f87-b84c-94bea879f444) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:13:15.758415 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-2dd2e37b-ee07-432f-8be3-10e45590c54c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for port (e5dbbf1f-9653-4f87-b84c-94bea879f444), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:15.791999 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53040) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:15.792512 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-2dd2e37b-ee07-432f-8be3-10e45590c54c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (e5dbbf1f-9653-4f87-b84c-94bea879f444), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:15.840792 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-2dd2e37b-ee07-432f-8be3-10e45590c54c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:13:15.844059 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-2dd2e37b-ee07-432f-8be3-10e45590c54c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:15.850176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-2dd2e37b-ee07-432f-8be3-10e45590c54c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:13:15.874259 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2e37b-ee07-432f-8be3-10e45590c54c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event updated for resources: {'Port': ['ID=e5dbbf1f-9653-4f87-b84c-94bea879f444,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:15.907060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-2dd2e37b-ee07-432f-8be3-10e45590c54c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:15.907763 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-2dd2e37b-ee07-432f-8be3-10e45590c54c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:15.928169 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-2dd2e37b-ee07-432f-8be3-10e45590c54c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6765001 Mar 28 09:13:15.942224 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Request body: {'port': {'device_id': 'c582ec4b-340d-4459-b162-6e7ed69feb7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:15.953655 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-07af9787-a320-4019-b5bf-015fef7b0350 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56376f313d96491b95e23cca21689c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601140 Mar 28 09:13:15.954346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53044) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:16.010045 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e5dbbf1f-9653-4f87-b84c-94bea879f444), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:16.010486 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5c40912f-61fe-43cc-a0d5-c7a4895f7ff7 admin admin] Publish callbacks [] for security_group (8257b980-6f47-4b66-95cf-0e1513196699), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:16.039336 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5c40912f-61fe-43cc-a0d5-c7a4895f7ff7 admin admin] Publish callbacks [] for security_group (8257b980-6f47-4b66-95cf-0e1513196699), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:16.133422 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5c40912f-61fe-43cc-a0d5-c7a4895f7ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (8257b980-6f47-4b66-95cf-0e1513196699), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:16.137285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5c40912f-61fe-43cc-a0d5-c7a4895f7ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:16.141946 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5c40912f-61fe-43cc-a0d5-c7a4895f7ff7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8257b980-6f47-4b66-95cf-0e1513196699 HTTP/1.1" status: 204 len: 168 time: 0.1863527 Mar 28 09:13:16.159767 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40912f-61fe-43cc-a0d5-c7a4895f7ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8257b980-6f47-4b66-95cf-0e1513196699,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:16.225523 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a5b9e250-f58b-4c4f-8a3a-decb96df32fc None None] Provisioning complete for port e5dbbf1f-9653-4f87-b84c-94bea879f444 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:16.226147 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e250-f58b-4c4f-8a3a-decb96df32fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e5dbbf1f-9653-4f87-b84c-94bea879f444), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:16.294535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a5b9e250-f58b-4c4f-8a3a-decb96df32fc None None] Port e5dbbf1f-9653-4f87-b84c-94bea879f444 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:13:16.422122 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5dbbf1f-9653-4f87-b84c-94bea879f444 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:13:16.434633 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Publish callbacks [] for port (e5dbbf1f-9653-4f87-b84c-94bea879f444), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:16.437111 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f528d-4d96-4f64-a493-ce78638792ed req-21e40bad-571f-432f-a028-47608573c55b tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:16.438703 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-938f528d-4d96-4f64-a493-ce78638792ed req-21e40bad-571f-432f-a028-47608573c55b tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 931 time: 0.0890005 Mar 28 09:13:16.449519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Transition to ACTIVE for port object e5dbbf1f-9653-4f87-b84c-94bea879f444 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:13:16.454286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (e5dbbf1f-9653-4f87-b84c-94bea879f444), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:16.513042 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-938f528d-4d96-4f64-a493-ce78638792ed req-f905061d-adc5-4f97-a016-03237ec891f3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682235 Mar 28 09:13:16.517397 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Pushing event updated for resources: {'Port': ['ID=e5dbbf1f-9653-4f87-b84c-94bea879f444,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:16.625250 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Attempting to bind port e5dbbf1f-9653-4f87-b84c-94bea879f444 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:13:16.625734 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Attempting to bind port e5dbbf1f-9653-4f87-b84c-94bea879f444 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:13:16.626136 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Attempting to bind port e5dbbf1f-9653-4f87-b84c-94bea879f444 on network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:13:16.631385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Port e5dbbf1f-9653-4f87-b84c-94bea879f444 on network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:13:16.631713 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Attempting to bind port e5dbbf1f-9653-4f87-b84c-94bea879f444 on network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:13:16.636937 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:13:16.637359 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Checking segment: {'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:13:16.637848 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Bound using segment: {'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:13:16.638345 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Bound port: e5dbbf1f-9653-4f87-b84c-94bea879f444, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:13:16.638772 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e5dbbf1f-9653-4f87-b84c-94bea879f444), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:16.719097 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] For port e5dbbf1f-9653-4f87-b84c-94bea879f444, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:13:16.723554 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] For port e5dbbf1f-9653-4f87-b84c-94bea879f444, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e5dbbf1f-9653-4f87-b84c-94bea879f444,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:13:16.730964 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (e5dbbf1f-9653-4f87-b84c-94bea879f444), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:16.790671 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Pushing event updated for resources: {'Port': ['ID=e5dbbf1f-9653-4f87-b84c-94bea879f444,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:16.803876 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:16.804602 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:16.806129 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0e8f1451-19fb-4cfb-bb41-8415a6d7720c service neutron] 10.222.0.16 "PUT /v2.0/ports/e5dbbf1f-9653-4f87-b84c-94bea879f444 HTTP/1.1" status: 200 len: 1093 time: 0.8704979 Mar 28 09:13:16.806583 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c582ec4b-340d-4459-b162-6e7ed69feb7a', 'tag': 'e5dbbf1f-9653-4f87-b84c-94bea879f444'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:13:16.809014 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab4778a-1c96-4aa0-9021-3ee2317cd64f" -d '{"events": [{"name": "network-changed", "server_uuid": "c582ec4b-340d-4459-b162-6e7ed69feb7a", "tag": "e5dbbf1f-9653-4f87-b84c-94bea879f444"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:13:16.888737 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daa7b01-759b-49ec-a20c-4bc4a3b320c2 x-openstack-request-id: req-7daa7b01-759b-49ec-a20c-4bc4a3b320c2 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:13:16.889387 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c582ec4b-340d-4459-b162-6e7ed69feb7a", "tag": "e5dbbf1f-9653-4f87-b84c-94bea879f444", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:13:16.890287 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7daa7b01-759b-49ec-a20c-4bc4a3b320c2 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:13:16.891054 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7daa7b01-759b-49ec-a20c-4bc4a3b320c2'] response: {'name': 'network-changed', 'server_uuid': 'c582ec4b-340d-4459-b162-6e7ed69feb7a', 'tag': 'e5dbbf1f-9653-4f87-b84c-94bea879f444', 'status': 'completed', 'code': 200} Mar 28 09:13:16.912500 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-4245390d-7f1e-4ea9-8889-a6a66319875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:16.914081 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-4245390d-7f1e-4ea9-8889-a6a66319875e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40e579c72ff4feb87447802e87b3f59&device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 1127 time: 0.0612259 Mar 28 09:13:16.970235 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-0a9c354f-8d23-43cd-91b3-730362aaa8af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5dbbf1f-9653-4f87-b84c-94bea879f444 HTTP/1.1" status: 200 len: 217 time: 0.0474932 Mar 28 09:13:17.011514 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53070) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:17.031753 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-7d1bd8f9-33fc-4190-b616-7b0ee13e7a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:17.033284 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-7d1bd8f9-33fc-4190-b616-7b0ee13e7a9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e3ff9a8-b5a8-488c-b061-58d28e8ef393 HTTP/1.1" status: 200 len: 849 time: 0.0573127 Mar 28 09:13:17.086906 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-6a90d2bc-2d45-4ad5-b20c-24e80db2c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:17.088299 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-6a90d2bc-2d45-4ad5-b20c-24e80db2c6bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0494959 Mar 28 09:13:17.147287 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-79f4d657-934b-4377-900b-6243231d26ec tempest-DvrRoutersNegativeTest-574654417 tempest-DvrRoutersNegativeTest-574654417-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-22150084', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:17.150549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.policy [None req-79f4d657-934b-4377-900b-6243231d26ec tempest-DvrRoutersNegativeTest-574654417 tempest-DvrRoutersNegativeTest-574654417-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104075) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 28 09:13:17.150936 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.policy [None req-79f4d657-934b-4377-900b-6243231d26ec tempest-DvrRoutersNegativeTest-574654417 tempest-DvrRoutersNegativeTest-574654417-project] Failed policy check for 'create_router' {{(pid=104075) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 28 09:13:17.151541 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-79f4d657-934b-4377-900b-6243231d26ec tempest-DvrRoutersNegativeTest-574654417 tempest-DvrRoutersNegativeTest-574654417-project] create failed (client error): Access was denied to this resource. Mar 28 09:13:17.152587 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-79f4d657-934b-4377-900b-6243231d26ec tempest-DvrRoutersNegativeTest-574654417 tempest-DvrRoutersNegativeTest-574654417-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1401229 Mar 28 09:13:17.200166 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-cbfdc7f9-44e5-49c0-b005-f55cc8d78df7 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052616 Mar 28 09:13:17.295822 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-38ab8367-99be-4ce2-a1da-7d2e0a7b7a63 req-c35c461a-0446-414a-8e8e-5003cb8e3b2f service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891848 Mar 28 09:13:17.395233 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4778a-1c96-4aa0-9021-3ee2317cd64f req-1c6f8614-d965-4736-97fa-78406bfcb5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:17.397169 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3ab4778a-1c96-4aa0-9021-3ee2317cd64f req-1c6f8614-d965-4736-97fa-78406bfcb5f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40e579c72ff4feb87447802e87b3f59&device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 1127 time: 0.0604007 Mar 28 09:13:17.409147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53078) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:17.493084 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4778a-1c96-4aa0-9021-3ee2317cd64f req-b622ecf7-9918-4798-bb56-03dab7a56cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:17.494595 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3ab4778a-1c96-4aa0-9021-3ee2317cd64f req-b622ecf7-9918-4798-bb56-03dab7a56cd8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 HTTP/1.1" status: 200 len: 910 time: 0.0923293 Mar 28 09:13:17.520633 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-614e0cbf-5380-45f7-a513-1288518b98f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:17.543536 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3ab4778a-1c96-4aa0-9021-3ee2317cd64f req-435760da-6543-490d-a82b-16da5273e172 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5dbbf1f-9653-4f87-b84c-94bea879f444 HTTP/1.1" status: 200 len: 217 time: 0.0435631 Mar 28 09:13:17.605054 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4778a-1c96-4aa0-9021-3ee2317cd64f req-258bde87-a699-44b2-8eeb-4cff724a351c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:17.606823 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3ab4778a-1c96-4aa0-9021-3ee2317cd64f req-258bde87-a699-44b2-8eeb-4cff724a351c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e3ff9a8-b5a8-488c-b061-58d28e8ef393 HTTP/1.1" status: 200 len: 849 time: 0.0585971 Mar 28 09:13:17.659935 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-614e0cbf-5380-45f7-a513-1288518b98f9 admin admin] Publish callbacks [] for security_group (1d1b362a-8c62-4526-8cf6-c2783433d98a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:17.660197 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4778a-1c96-4aa0-9021-3ee2317cd64f req-e445bcdb-137b-480b-a650-15ed617c806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:17.661602 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3ab4778a-1c96-4aa0-9021-3ee2317cd64f req-e445bcdb-137b-480b-a650-15ed617c806d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0489876 Mar 28 09:13:17.667879 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-614e0cbf-5380-45f7-a513-1288518b98f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (1d1b362a-8c62-4526-8cf6-c2783433d98a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:17.720266 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-614e0cbf-5380-45f7-a513-1288518b98f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ddd15d7b0b514766b53fd1a7321cca26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3098788 Mar 28 09:13:17.720487 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53084) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:17.728812 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caac0be-932c-4dfe-b31f-2cf8058d3f24 req-f6696f20-5440-48f2-b34f-c25896f7d9a1 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:17.730220 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8caac0be-932c-4dfe-b31f-2cf8058d3f24 req-f6696f20-5440-48f2-b34f-c25896f7d9a1 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 943 time: 0.1108589 Mar 28 09:13:17.731259 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e0cbf-5380-45f7-a513-1288518b98f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1b362a-8c62-4526-8cf6-c2783433d98a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:17.785733 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8caac0be-932c-4dfe-b31f-2cf8058d3f24 req-baff1af7-90e2-48b7-8012-888dcd3f63d9 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460167 Mar 28 09:13:17.788873 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3ab4778a-1c96-4aa0-9021-3ee2317cd64f req-34896b3c-98f0-44c7-a1d2-cd6f05cd1ccc service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209290 Mar 28 09:13:17.806444 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9dfba469-35c9-468f-b81c-62f3e03174a8 admin admin] Publish callbacks [] for security_group (1d1b362a-8c62-4526-8cf6-c2783433d98a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:17.866397 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9dfba469-35c9-468f-b81c-62f3e03174a8 admin admin] Publish callbacks [] for security_group (1d1b362a-8c62-4526-8cf6-c2783433d98a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:17.924902 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3ab4778a-1c96-4aa0-9021-3ee2317cd64f req-11af14db-f5bf-4728-a5a6-51b3f0a4cdf6 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290655 Mar 28 09:13:17.943667 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9dfba469-35c9-468f-b81c-62f3e03174a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (1d1b362a-8c62-4526-8cf6-c2783433d98a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:17.946966 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9dfba469-35c9-468f-b81c-62f3e03174a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:17.948160 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9dfba469-35c9-468f-b81c-62f3e03174a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d1b362a-8c62-4526-8cf6-c2783433d98a HTTP/1.1" status: 204 len: 168 time: 0.2266581 Mar 28 09:13:17.957787 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfba469-35c9-468f-b81c-62f3e03174a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1b362a-8c62-4526-8cf6-c2783433d98a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:18.608848 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53106) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:18.705076 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ce18a62c-cd47-452c-82f1-f19de8c34eed tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-520522114', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:18.727897 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ce18a62c-cd47-452c-82f1-f19de8c34eed tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (0edec9b6-fa78-44e1-8634-879192e72210), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:18.729046 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ce18a62c-cd47-452c-82f1-f19de8c34eed tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (0edec9b6-fa78-44e1-8634-879192e72210), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:18.781970 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ce18a62c-cd47-452c-82f1-f19de8c34eed tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for router_controller (0edec9b6-fa78-44e1-8634-879192e72210), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:18.786267 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ce18a62c-cd47-452c-82f1-f19de8c34eed tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (0edec9b6-fa78-44e1-8634-879192e72210), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:18.803387 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ce18a62c-cd47-452c-82f1-f19de8c34eed tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:18.804582 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ce18a62c-cd47-452c-82f1-f19de8c34eed tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.1946459 Mar 28 09:13:18.807334 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53110) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:18.812176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-82fa089a-88be-49e9-90c2-bd1e6badfd10 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1227150924'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:18.834918 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fa089a-88be-49e9-90c2-bd1e6badfd10 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Made reservation on behalf of aee7f30c732a40f0ad6e17e6fe8b8db4 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:13:18.838419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-82fa089a-88be-49e9-90c2-bd1e6badfd10 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:18.848751 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-82fa089a-88be-49e9-90c2-bd1e6badfd10 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:18.941353 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f16ea-8d4d-41b0-aa06-e105e70b0104 req-4bbb8a88-add1-42da-a270-a7adbcc38050 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:18.942782 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8f3f16ea-8d4d-41b0-aa06-e105e70b0104 req-4bbb8a88-add1-42da-a270-a7adbcc38050 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 943 time: 0.0863364 Mar 28 09:13:18.992622 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-82fa089a-88be-49e9-90c2-bd1e6badfd10 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for security_group (cacbb519-0ce2-4694-a3ff-42338600ece6), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:19.003226 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-82fa089a-88be-49e9-90c2-bd1e6badfd10 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (cacbb519-0ce2-4694-a3ff-42338600ece6), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:19.027615 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8f3f16ea-8d4d-41b0-aa06-e105e70b0104 req-9495cd62-6c35-42d8-af9b-ad03b0ff36c6 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782087 Mar 28 09:13:19.032300 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fa089a-88be-49e9-90c2-bd1e6badfd10 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:13:19.051726 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa089a-88be-49e9-90c2-bd1e6badfd10 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cacbb519-0ce2-4694-a3ff-42338600ece6,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:19.056480 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-82fa089a-88be-49e9-90c2-bd1e6badfd10 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (abdf4458-534d-4ee3-aa7b-2ef1bf0fc625), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:19.056835 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-82fa089a-88be-49e9-90c2-bd1e6badfd10 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Added segment abdf4458-534d-4ee3-aa7b-2ef1bf0fc625 of type vlan for network 15b4db98-2cc2-4406-b6c9-e87dd3b82ede Mar 28 09:13:19.097223 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-82fa089a-88be-49e9-90c2-bd1e6badfd10 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (15b4db98-2cc2-4406-b6c9-e87dd3b82ede), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:19.121340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-82fa089a-88be-49e9-90c2-bd1e6badfd10 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (15b4db98-2cc2-4406-b6c9-e87dd3b82ede), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:19.126278 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fa089a-88be-49e9-90c2-bd1e6badfd10 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:19.126863 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-82fa089a-88be-49e9-90c2-bd1e6badfd10 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:19.185358 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-82fa089a-88be-49e9-90c2-bd1e6badfd10 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3769970 Mar 28 09:13:19.188079 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53114) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:19.192897 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-cd62ee32-e275-4ffe-aa7a-f8117a61d0d8 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Request body: {'subnet': {'network_id': '15b4db98-2cc2-4406-b6c9-e87dd3b82ede', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:19.245478 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa089a-88be-49e9-90c2-bd1e6badfd10 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event updated for resources: {'Network': ['ID=15b4db98-2cc2-4406-b6c9-e87dd3b82ede,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:19.256433 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 15b4db98-2cc2-4406-b6c9-e87dd3b82ede details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:13:19.293028 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd62ee32-e275-4ffe-aa7a-f8117a61d0d8 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Made reservation on behalf of aee7f30c732a40f0ad6e17e6fe8b8db4 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:13:19.296390 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cd62ee32-e275-4ffe-aa7a-f8117a61d0d8 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:19.476468 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cd62ee32-e275-4ffe-aa7a-f8117a61d0d8 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (77e0e34e-6c46-479b-822f-763b9e2aaf07), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:19.531456 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62ee32-e275-4ffe-aa7a-f8117a61d0d8 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event updated for resources: {'Subnet': ['ID=77e0e34e-6c46-479b-822f-763b9e2aaf07,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:19.546392 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd62ee32-e275-4ffe-aa7a-f8117a61d0d8 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Checking segment: {'id': 'abdf4458-534d-4ee3-aa7b-2ef1bf0fc625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '15b4db98-2cc2-4406-b6c9-e87dd3b82ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:13:19.546706 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd62ee32-e275-4ffe-aa7a-f8117a61d0d8 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Network hostable DHCP agents. Network: 15b4db98-2cc2-4406-b6c9-e87dd3b82ede, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:13:19.563042 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd62ee32-e275-4ffe-aa7a-f8117a61d0d8 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Network 15b4db98-2cc2-4406-b6c9-e87dd3b82ede is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:13:19.571866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-cd62ee32-e275-4ffe-aa7a-f8117a61d0d8 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 15b4db98-2cc2-4406-b6c9-e87dd3b82ede) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:19.575920 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd62ee32-e275-4ffe-aa7a-f8117a61d0d8 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:19.576646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cd62ee32-e275-4ffe-aa7a-f8117a61d0d8 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:19.582332 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a764a0-5719-4a10-b31a-ef6e564aa1ec None None] Network 15b4db98-2cc2-4406-b6c9-e87dd3b82ede requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:19.596655 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cd62ee32-e275-4ffe-aa7a-f8117a61d0d8 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4073327 Mar 28 09:13:19.599372 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53116) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:19.604347 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-5a133296-486c-4530-848f-81d024d20c73 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Request body: {'network': {'name': 'tempest-router-network01--978035257'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:19.624134 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a133296-486c-4530-848f-81d024d20c73 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Made reservation on behalf of aee7f30c732a40f0ad6e17e6fe8b8db4 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:13:19.628770 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5a133296-486c-4530-848f-81d024d20c73 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:19.660902 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a133296-486c-4530-848f-81d024d20c73 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:13:19.673150 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5a133296-486c-4530-848f-81d024d20c73 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (0dafa963-7e8e-4c0b-b03f-817149966dd7), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:19.673945 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-5a133296-486c-4530-848f-81d024d20c73 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Added segment 0dafa963-7e8e-4c0b-b03f-817149966dd7 of type vlan for network 900dc978-e26c-4e00-9346-05d4d9271fde Mar 28 09:13:19.689274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-15b4db98-2cc2-4406-b6c9-e87dd3b82ede', 'network_id': '15b4db98-2cc2-4406-b6c9-e87dd3b82ede', 'project_id': 'aee7f30c732a40f0ad6e17e6fe8b8db4', 'fixed_ips': [{'subnet_id': '77e0e34e-6c46-479b-822f-763b9e2aaf07'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:13:19.691064 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:19.717124 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5a133296-486c-4530-848f-81d024d20c73 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (900dc978-e26c-4e00-9346-05d4d9271fde), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:19.745758 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5a133296-486c-4530-848f-81d024d20c73 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (900dc978-e26c-4e00-9346-05d4d9271fde), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:19.754311 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a133296-486c-4530-848f-81d024d20c73 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:19.754925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5a133296-486c-4530-848f-81d024d20c73 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:19.820075 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5a133296-486c-4530-848f-81d024d20c73 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2170205 Mar 28 09:13:19.820295 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53118) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:19.825296 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-8518c992-6b2f-4b7d-9fc6-049b979ac225 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Request body: {'network': {'name': 'tempest-router-network02--1266373431'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:19.834722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a133296-486c-4530-848f-81d024d20c73 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event updated for resources: {'Network': ['ID=900dc978-e26c-4e00-9346-05d4d9271fde,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:19.839418 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Allocated IP 2001:db8::2 (15b4db98-2cc2-4406-b6c9-e87dd3b82ede/77e0e34e-6c46-479b-822f-763b9e2aaf07/94f98e3a-6d10-4a51-9a22-38a625874cf5) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:13:19.845526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 900dc978-e26c-4e00-9346-05d4d9271fde details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:13:19.855159 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8518c992-6b2f-4b7d-9fc6-049b979ac225 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Made reservation on behalf of aee7f30c732a40f0ad6e17e6fe8b8db4 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:13:19.858820 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8518c992-6b2f-4b7d-9fc6-049b979ac225 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:19.883774 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8518c992-6b2f-4b7d-9fc6-049b979ac225 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:13:19.894070 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8518c992-6b2f-4b7d-9fc6-049b979ac225 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (5fbd1a91-0b56-4a09-b41c-e630d770d8bc), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:19.894471 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-8518c992-6b2f-4b7d-9fc6-049b979ac225 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Added segment 5fbd1a91-0b56-4a09-b41c-e630d770d8bc of type vlan for network b5e5f445-db4e-4836-b50c-c01c62442f40 Mar 28 09:13:19.951302 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8518c992-6b2f-4b7d-9fc6-049b979ac225 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (b5e5f445-db4e-4836-b50c-c01c62442f40), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:19.979392 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8518c992-6b2f-4b7d-9fc6-049b979ac225 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (b5e5f445-db4e-4836-b50c-c01c62442f40), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:19.984357 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8518c992-6b2f-4b7d-9fc6-049b979ac225 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:19.985186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8518c992-6b2f-4b7d-9fc6-049b979ac225 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:20.050505 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8518c992-6b2f-4b7d-9fc6-049b979ac225 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2258124 Mar 28 09:13:20.055072 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53120) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:20.061060 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Publish callbacks [] for port (94f98e3a-6d10-4a51-9a22-38a625874cf5), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:20.065491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-10103ace-2392-43ed-a01d-0470a88e46ac tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Request body: {'subnet': {'network_id': '900dc978-e26c-4e00-9346-05d4d9271fde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:20.070632 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (94f98e3a-6d10-4a51-9a22-38a625874cf5), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:20.079056 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518c992-6b2f-4b7d-9fc6-049b979ac225 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event updated for resources: {'Network': ['ID=b5e5f445-db4e-4836-b50c-c01c62442f40,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:20.104758 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network b5e5f445-db4e-4836-b50c-c01c62442f40 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:13:20.164457 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c79ff-2c90-4d59-973c-723599dce402 req-9339a786-4bac-4292-863d-cbffcb73e4bf tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:20.172421 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-bf6c79ff-2c90-4d59-973c-723599dce402 req-9339a786-4bac-4292-863d-cbffcb73e4bf tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 943 time: 0.0644135 Mar 28 09:13:20.184229 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Network 15b4db98-2cc2-4406-b6c9-e87dd3b82ede is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:13:20.188563 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:20.193001 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:13:20.198656 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10103ace-2392-43ed-a01d-0470a88e46ac tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Made reservation on behalf of aee7f30c732a40f0ad6e17e6fe8b8db4 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:13:20.204683 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-10103ace-2392-43ed-a01d-0470a88e46ac tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:20.212583 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Pushing event updated for resources: {'Port': ['ID=94f98e3a-6d10-4a51-9a22-38a625874cf5,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:20.240950 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-bf6c79ff-2c90-4d59-973c-723599dce402 req-68127eef-449d-4a61-b465-46e85a9984b5 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669003 Mar 28 09:13:20.266544 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Attempting to bind port 94f98e3a-6d10-4a51-9a22-38a625874cf5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:13:20.267126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Attempting to bind port 94f98e3a-6d10-4a51-9a22-38a625874cf5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'abdf4458-534d-4ee3-aa7b-2ef1bf0fc625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '15b4db98-2cc2-4406-b6c9-e87dd3b82ede'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:13:20.267275 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Attempting to bind port 94f98e3a-6d10-4a51-9a22-38a625874cf5 on network 15b4db98-2cc2-4406-b6c9-e87dd3b82ede {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:13:20.273028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:13:20.273405 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Checking segment: {'id': 'abdf4458-534d-4ee3-aa7b-2ef1bf0fc625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '15b4db98-2cc2-4406-b6c9-e87dd3b82ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:13:20.273837 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:20.274232 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Bound using segment: {'id': 'abdf4458-534d-4ee3-aa7b-2ef1bf0fc625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '15b4db98-2cc2-4406-b6c9-e87dd3b82ede'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:13:20.274690 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Bound port: 94f98e3a-6d10-4a51-9a22-38a625874cf5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abdf4458-534d-4ee3-aa7b-2ef1bf0fc625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '15b4db98-2cc2-4406-b6c9-e87dd3b82ede'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:13:20.275073 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (94f98e3a-6d10-4a51-9a22-38a625874cf5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:20.341543 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] For port 94f98e3a-6d10-4a51-9a22-38a625874cf5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:13:20.345206 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] For port 94f98e3a-6d10-4a51-9a22-38a625874cf5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94f98e3a-6d10-4a51-9a22-38a625874cf5,segment=NetworkSegment(abdf4458-534d-4ee3-aa7b-2ef1bf0fc625),segment_id=abdf4458-534d-4ee3-aa7b-2ef1bf0fc625)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:13:20.352984 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (94f98e3a-6d10-4a51-9a22-38a625874cf5), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:20.411689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56a2ca-6940-41d5-8f74-1cc348a61091 None None] Pushing event updated for resources: {'Port': ['ID=94f98e3a-6d10-4a51-9a22-38a625874cf5,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:20.453758 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-10103ace-2392-43ed-a01d-0470a88e46ac tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (1b305690-6dc9-45ed-b3d7-dd7aa1141d64), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:20.528952 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10103ace-2392-43ed-a01d-0470a88e46ac tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event updated for resources: {'Subnet': ['ID=1b305690-6dc9-45ed-b3d7-dd7aa1141d64,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:20.537549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10103ace-2392-43ed-a01d-0470a88e46ac tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Checking segment: {'id': '0dafa963-7e8e-4c0b-b03f-817149966dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '900dc978-e26c-4e00-9346-05d4d9271fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:13:20.541999 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10103ace-2392-43ed-a01d-0470a88e46ac tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Network hostable DHCP agents. Network: 900dc978-e26c-4e00-9346-05d4d9271fde, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:13:20.561975 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10103ace-2392-43ed-a01d-0470a88e46ac tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Network 900dc978-e26c-4e00-9346-05d4d9271fde is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:13:20.572883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-10103ace-2392-43ed-a01d-0470a88e46ac tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 900dc978-e26c-4e00-9346-05d4d9271fde) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:20.578116 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10103ace-2392-43ed-a01d-0470a88e46ac tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:20.578727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-10103ace-2392-43ed-a01d-0470a88e46ac tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:20.584426 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44ab61a-400a-4fb5-8884-8da33f96762b None None] Network 900dc978-e26c-4e00-9346-05d4d9271fde requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:20.601942 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-10103ace-2392-43ed-a01d-0470a88e46ac tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5409729 Mar 28 09:13:20.602370 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53124) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:20.607428 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ffb90f3b-3ea8-4daa-a210-434f1f8b6766 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Request body: {'subnet': {'network_id': 'b5e5f445-db4e-4836-b50c-c01c62442f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:20.738847 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb90f3b-3ea8-4daa-a210-434f1f8b6766 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Made reservation on behalf of aee7f30c732a40f0ad6e17e6fe8b8db4 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:13:20.743532 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ffb90f3b-3ea8-4daa-a210-434f1f8b6766 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:20.751769 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-900dc978-e26c-4e00-9346-05d4d9271fde', 'network_id': '900dc978-e26c-4e00-9346-05d4d9271fde', 'project_id': 'aee7f30c732a40f0ad6e17e6fe8b8db4', 'fixed_ips': [{'subnet_id': '1b305690-6dc9-45ed-b3d7-dd7aa1141d64'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:13:20.753521 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:20.906276 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Allocated IP 2001:db8::2 (900dc978-e26c-4e00-9346-05d4d9271fde/1b305690-6dc9-45ed-b3d7-dd7aa1141d64/ec2d15fb-5225-4575-985a-a2838c650008) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:13:20.954954 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ffb90f3b-3ea8-4daa-a210-434f1f8b6766 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (6d0fb7eb-65b2-483a-a174-bcd2328e39a4), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:21.024945 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb90f3b-3ea8-4daa-a210-434f1f8b6766 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Checking segment: {'id': '5fbd1a91-0b56-4a09-b41c-e630d770d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b5e5f445-db4e-4836-b50c-c01c62442f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:13:21.025386 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb90f3b-3ea8-4daa-a210-434f1f8b6766 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Network hostable DHCP agents. Network: b5e5f445-db4e-4836-b50c-c01c62442f40, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:13:21.032243 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb90f3b-3ea8-4daa-a210-434f1f8b6766 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event updated for resources: {'Subnet': ['ID=6d0fb7eb-65b2-483a-a174-bcd2328e39a4,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:21.048654 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb90f3b-3ea8-4daa-a210-434f1f8b6766 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Network b5e5f445-db4e-4836-b50c-c01c62442f40 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:13:21.058690 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-ffb90f3b-3ea8-4daa-a210-434f1f8b6766 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b5e5f445-db4e-4836-b50c-c01c62442f40) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:21.065742 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb90f3b-3ea8-4daa-a210-434f1f8b6766 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:21.066558 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ffb90f3b-3ea8-4daa-a210-434f1f8b6766 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:21.073068 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638e8ea6-7938-4c83-881f-6adb43d8292d None None] Network b5e5f445-db4e-4836-b50c-c01c62442f40 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:21.082622 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Publish callbacks [] for port (ec2d15fb-5225-4575-985a-a2838c650008), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:21.089776 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53126) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:21.091307 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ffb90f3b-3ea8-4daa-a210-434f1f8b6766 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4876099 Mar 28 09:13:21.103349 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (ec2d15fb-5225-4575-985a-a2838c650008), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:21.179607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Network 900dc978-e26c-4e00-9346-05d4d9271fde is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:13:21.197040 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:21.203695 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:13:21.219943 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Pushing event updated for resources: {'Port': ['ID=ec2d15fb-5225-4575-985a-a2838c650008,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:21.445438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d44495-4ca2-427b-bc8b-979327b48206 req-106f725a-e3c8-45b7-a67d-97275a657d50 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:21.447065 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e9d44495-4ca2-427b-bc8b-979327b48206 req-106f725a-e3c8-45b7-a67d-97275a657d50 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 943 time: 0.0996137 Mar 28 09:13:21.481405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53e120c3-1083-4587-b8f5-0da743008b46 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:21.504271 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:21.536632 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b5e5f445-db4e-4836-b50c-c01c62442f40', 'network_id': 'b5e5f445-db4e-4836-b50c-c01c62442f40', 'project_id': 'aee7f30c732a40f0ad6e17e6fe8b8db4', 'fixed_ips': [{'subnet_id': '6d0fb7eb-65b2-483a-a174-bcd2328e39a4'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:13:21.537568 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:21.564026 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Attempting to bind port ec2d15fb-5225-4575-985a-a2838c650008 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:13:21.564685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Attempting to bind port ec2d15fb-5225-4575-985a-a2838c650008 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0dafa963-7e8e-4c0b-b03f-817149966dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '900dc978-e26c-4e00-9346-05d4d9271fde'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:13:21.565324 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Attempting to bind port ec2d15fb-5225-4575-985a-a2838c650008 on network 900dc978-e26c-4e00-9346-05d4d9271fde {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:13:21.572300 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:13:21.572845 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Checking segment: {'id': '0dafa963-7e8e-4c0b-b03f-817149966dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '900dc978-e26c-4e00-9346-05d4d9271fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:13:21.573348 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:21.574028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Bound using segment: {'id': '0dafa963-7e8e-4c0b-b03f-817149966dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '900dc978-e26c-4e00-9346-05d4d9271fde'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:13:21.574625 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Bound port: ec2d15fb-5225-4575-985a-a2838c650008, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dafa963-7e8e-4c0b-b03f-817149966dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '900dc978-e26c-4e00-9346-05d4d9271fde'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:13:21.575232 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ec2d15fb-5225-4575-985a-a2838c650008), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:21.622619 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e9d44495-4ca2-427b-bc8b-979327b48206 req-d9c086dd-5b0d-4eb8-9e27-a7928a341a07 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489615 Mar 28 09:13:21.649826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9145da-936e-403e-b60f-f0dca84587cf None None] Network 15b4db98-2cc2-4406-b6c9-e87dd3b82ede requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:21.795854 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-53e120c3-1083-4587-b8f5-0da743008b46 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Allocated IP 2001:db8::1 (900dc978-e26c-4e00-9346-05d4d9271fde/1b305690-6dc9-45ed-b3d7-dd7aa1141d64/a0e21e70-681a-4bfe-b876-b4692dda69b8) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:13:21.810619 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-6227f8be-46cd-4274-9f4e-4e41a7a10e9b None None] Provisioning complete for port 94f98e3a-6d10-4a51-9a22-38a625874cf5 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:21.811143 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6227f8be-46cd-4274-9f4e-4e41a7a10e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (94f98e3a-6d10-4a51-9a22-38a625874cf5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:21.847013 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] For port ec2d15fb-5225-4575-985a-a2838c650008, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:13:21.885031 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] For port ec2d15fb-5225-4575-985a-a2838c650008, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec2d15fb-5225-4575-985a-a2838c650008,segment=NetworkSegment(0dafa963-7e8e-4c0b-b03f-817149966dd7),segment_id=0dafa963-7e8e-4c0b-b03f-817149966dd7)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:13:21.897394 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Allocated IP 2001:db8::2 (b5e5f445-db4e-4836-b50c-c01c62442f40/6d0fb7eb-65b2-483a-a174-bcd2328e39a4/a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:13:21.907327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ec2d15fb-5225-4575-985a-a2838c650008), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:21.924853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53e120c3-1083-4587-b8f5-0da743008b46 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for port (a0e21e70-681a-4bfe-b876-b4692dda69b8), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:21.962313 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53e120c3-1083-4587-b8f5-0da743008b46 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (a0e21e70-681a-4bfe-b876-b4692dda69b8), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:22.004606 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e120c3-1083-4587-b8f5-0da743008b46 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Network 900dc978-e26c-4e00-9346-05d4d9271fde is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:13:22.007930 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-53e120c3-1083-4587-b8f5-0da743008b46 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:22.014291 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e120c3-1083-4587-b8f5-0da743008b46 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:13:22.014931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53e120c3-1083-4587-b8f5-0da743008b46 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (0edec9b6-fa78-44e1-8634-879192e72210), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:22.023649 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e120c3-1083-4587-b8f5-0da743008b46 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event updated for resources: {'Port': ['ID=a0e21e70-681a-4bfe-b876-b4692dda69b8,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:22.093912 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d320d36-6a25-4623-a958-698b5a9eadd9 None None] Pushing event updated for resources: {'Port': ['ID=ec2d15fb-5225-4575-985a-a2838c650008,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:22.114684 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6227f8be-46cd-4274-9f4e-4e41a7a10e9b None None] Current status of the port 94f98e3a-6d10-4a51-9a22-38a625874cf5 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:22.117515 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6227f8be-46cd-4274-9f4e-4e41a7a10e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (94f98e3a-6d10-4a51-9a22-38a625874cf5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:22.160049 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53e120c3-1083-4587-b8f5-0da743008b46 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a0e21e70-681a-4bfe-b876-b4692dda69b8), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:22.209154 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-6227f8be-46cd-4274-9f4e-4e41a7a10e9b None None] For port 94f98e3a-6d10-4a51-9a22-38a625874cf5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94f98e3a-6d10-4a51-9a22-38a625874cf5,segment=NetworkSegment(abdf4458-534d-4ee3-aa7b-2ef1bf0fc625),segment_id=abdf4458-534d-4ee3-aa7b-2ef1bf0fc625)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:22.225857 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6227f8be-46cd-4274-9f4e-4e41a7a10e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (94f98e3a-6d10-4a51-9a22-38a625874cf5), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:22.275652 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Publish callbacks [] for port (a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:22.292771 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:22.310328 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227f8be-46cd-4274-9f4e-4e41a7a10e9b None None] Pushing event updated for resources: {'Port': ['ID=94f98e3a-6d10-4a51-9a22-38a625874cf5,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:22.343212 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Network b5e5f445-db4e-4836-b50c-c01c62442f40 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:13:22.348103 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:22.350652 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:13:22.398462 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Pushing event updated for resources: {'Port': ['ID=a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:22.501706 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Attempting to bind port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:13:22.504968 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Attempting to bind port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5fbd1a91-0b56-4a09-b41c-e630d770d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b5e5f445-db4e-4836-b50c-c01c62442f40'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:13:22.505593 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Attempting to bind port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 on network b5e5f445-db4e-4836-b50c-c01c62442f40 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:13:22.522340 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:13:22.523338 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Checking segment: {'id': '5fbd1a91-0b56-4a09-b41c-e630d770d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b5e5f445-db4e-4836-b50c-c01c62442f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:13:22.523825 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:22.524290 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Bound using segment: {'id': '5fbd1a91-0b56-4a09-b41c-e630d770d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b5e5f445-db4e-4836-b50c-c01c62442f40'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:13:22.525022 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Bound port: a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fbd1a91-0b56-4a09-b41c-e630d770d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b5e5f445-db4e-4836-b50c-c01c62442f40'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:13:22.525428 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:22.594357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-1773ae67-0f2c-4b51-946c-28d147a30ae2 None None] Provisioning complete for port 94f98e3a-6d10-4a51-9a22-38a625874cf5 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:22.594841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1773ae67-0f2c-4b51-946c-28d147a30ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (94f98e3a-6d10-4a51-9a22-38a625874cf5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:22.664701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] For port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:13:22.673376 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] For port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31,segment=NetworkSegment(5fbd1a91-0b56-4a09-b41c-e630d770d8bc),segment_id=5fbd1a91-0b56-4a09-b41c-e630d770d8bc)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:13:22.692008 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ec2d15fb-5225-4575-985a-a2838c650008 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:13:22.730300 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:22.841323 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1a80b-84e2-4bde-9f11-49a41ad1a83e req-f4f4fe6b-49e2-4daa-a6b1-07d600cbf0f2 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:22.843214 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-88d1a80b-84e2-4bde-9f11-49a41ad1a83e req-f4f4fe6b-49e2-4daa-a6b1-07d600cbf0f2 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 943 time: 0.1088881 Mar 28 09:13:22.863522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2fd1f-b058-4037-9964-a7d72520ac74 None None] Pushing event updated for resources: {'Port': ['ID=a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:22.876459 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port ec2d15fb-5225-4575-985a-a2838c650008 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:22.876834 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ec2d15fb-5225-4575-985a-a2838c650008), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:22.943130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1773ae67-0f2c-4b51-946c-28d147a30ae2 None None] Current status of the port 94f98e3a-6d10-4a51-9a22-38a625874cf5 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:22.955589 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-88d1a80b-84e2-4bde-9f11-49a41ad1a83e req-77c57b35-d49b-43ec-a23a-6ab6567cbe13 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937526 Mar 28 09:13:23.009530 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port ec2d15fb-5225-4575-985a-a2838c650008 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:23.010106 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ec2d15fb-5225-4575-985a-a2838c650008), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:23.095526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port ec2d15fb-5225-4575-985a-a2838c650008, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec2d15fb-5225-4575-985a-a2838c650008,segment=NetworkSegment(0dafa963-7e8e-4c0b-b03f-817149966dd7),segment_id=0dafa963-7e8e-4c0b-b03f-817149966dd7)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:23.102026 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53e120c3-1083-4587-b8f5-0da743008b46 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for port (a0e21e70-681a-4bfe-b876-b4692dda69b8), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:23.105580 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ec2d15fb-5225-4575-985a-a2838c650008), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:23.107551 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 94f98e3a-6d10-4a51-9a22-38a625874cf5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:13:23.109696 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53e120c3-1083-4587-b8f5-0da743008b46 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (a0e21e70-681a-4bfe-b876-b4692dda69b8), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:23.110475 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53e120c3-1083-4587-b8f5-0da743008b46 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (0edec9b6-fa78-44e1-8634-879192e72210), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:23.208155 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=ec2d15fb-5225-4575-985a-a2838c650008,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:23.219483 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 94f98e3a-6d10-4a51-9a22-38a625874cf5 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:23.219870 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (94f98e3a-6d10-4a51-9a22-38a625874cf5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:23.240581 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e120c3-1083-4587-b8f5-0da743008b46 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event updated for resources: {'Port': ['ID=a0e21e70-681a-4bfe-b876-b4692dda69b8,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:23.297673 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e120c3-1083-4587-b8f5-0da743008b46 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Network 900dc978-e26c-4e00-9346-05d4d9271fde is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:13:23.299769 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-53e120c3-1083-4587-b8f5-0da743008b46 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:23.325109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 94f98e3a-6d10-4a51-9a22-38a625874cf5 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:23.453184 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e120c3-1083-4587-b8f5-0da743008b46 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Router 0edec9b6-fa78-44e1-8634-879192e72210 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:13:23.556659 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e120c3-1083-4587-b8f5-0da743008b46 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:13:23.566253 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53132) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:23.571302 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994aafa6-0185-4c04-8691-5278b4fa4270 None None] Sync routers for ids ['0edec9b6-fa78-44e1-8634-879192e72210'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:13:23.575370 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-53e120c3-1083-4587-b8f5-0da743008b46 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "PUT /v2.0/routers/0edec9b6-fa78-44e1-8634-879192e72210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4832733 Mar 28 09:13:23.588031 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994aafa6-0185-4c04-8691-5278b4fa4270 None None] Routers {'0edec9b6-fa78-44e1-8634-879192e72210'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:23.588670 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-994aafa6-0185-4c04-8691-5278b4fa4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0edec9b6-fa78-44e1-8634-879192e72210'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:23.628572 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-994aafa6-0185-4c04-8691-5278b4fa4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:23.637895 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994aafa6-0185-4c04-8691-5278b4fa4270 None None] Routers {'0edec9b6-fa78-44e1-8634-879192e72210'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:23.638361 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-994aafa6-0185-4c04-8691-5278b4fa4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0edec9b6-fa78-44e1-8634-879192e72210'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:23.679109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46b10c6-ed05-4f81-93d7-dac5ceb93688 None None] Network 900dc978-e26c-4e00-9346-05d4d9271fde requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:23.681923 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-994aafa6-0185-4c04-8691-5278b4fa4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:23.682778 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994aafa6-0185-4c04-8691-5278b4fa4270 None None] The sync data for ids ['0edec9b6-fa78-44e1-8634-879192e72210'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:13:23.745562 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c5901eff-79c0-49b0-90d6-2493e1e8ed4a None None] Provisioning complete for port ec2d15fb-5225-4575-985a-a2838c650008 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:23.746128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c5901eff-79c0-49b0-90d6-2493e1e8ed4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ec2d15fb-5225-4575-985a-a2838c650008), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:23.890674 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c5901eff-79c0-49b0-90d6-2493e1e8ed4a None None] Current status of the port ec2d15fb-5225-4575-985a-a2838c650008 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:23.972642 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-605c9a2c-6750-4674-ae81-e0ea54482d68 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:13:23.973787 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-605c9a2c-6750-4674-ae81-e0ea54482d68 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "PUT /v2.0/routers/0edec9b6-fa78-44e1-8634-879192e72210/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4064829 Mar 28 09:13:23.976586 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53136) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:24.126819 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaac4f-1b94-424d-8ad5-69fe26f645cd req-b18cdb3a-b3c6-4edf-8b39-3d649f65a525 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:24.130280 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4ecaac4f-1b94-424d-8ad5-69fe26f645cd req-b18cdb3a-b3c6-4edf-8b39-3d649f65a525 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 943 time: 0.0834894 Mar 28 09:13:24.191177 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4ecaac4f-1b94-424d-8ad5-69fe26f645cd req-3a6bea07-b450-4d6c-beea-c69aae5698d3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550408 Mar 28 09:13:24.285154 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935be618-13a0-496c-ac32-e807c2ac0952 None None] Network b5e5f445-db4e-4836-b50c-c01c62442f40 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:24.369183 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-45ae0fe3-af89-41cf-bccf-7748938e4f66 None None] Provisioning complete for port a0e21e70-681a-4bfe-b876-b4692dda69b8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:24.369559 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-45ae0fe3-af89-41cf-bccf-7748938e4f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a0e21e70-681a-4bfe-b876-b4692dda69b8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:24.402609 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36d6ec8b-8cb6-4db5-94a2-c19d8c7554db tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (0edec9b6-fa78-44e1-8634-879192e72210), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:24.435538 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-45ae0fe3-af89-41cf-bccf-7748938e4f66 None None] Port a0e21e70-681a-4bfe-b876-b4692dda69b8 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:13:24.462284 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-45ae0fe3-af89-41cf-bccf-7748938e4f66 None None] Provisioning complete for port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:24.462663 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-45ae0fe3-af89-41cf-bccf-7748938e4f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:24.785228 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ec2d15fb-5225-4575-985a-a2838c650008 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:13:24.823410 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-36d6ec8b-8cb6-4db5-94a2-c19d8c7554db tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Deleting port a0e21e70-681a-4bfe-b876-b4692dda69b8 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:24.823950 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-45ae0fe3-af89-41cf-bccf-7748938e4f66 None None] Current status of the port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:24.824194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36d6ec8b-8cb6-4db5-94a2-c19d8c7554db tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (a0e21e70-681a-4bfe-b876-b4692dda69b8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:24.824479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-45ae0fe3-af89-41cf-bccf-7748938e4f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:24.892934 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-45ae0fe3-af89-41cf-bccf-7748938e4f66 None None] For port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31,segment=NetworkSegment(5fbd1a91-0b56-4a09-b41c-e630d770d8bc),segment_id=5fbd1a91-0b56-4a09-b41c-e630d770d8bc)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:24.895051 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port ec2d15fb-5225-4575-985a-a2838c650008 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:24.895520 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ec2d15fb-5225-4575-985a-a2838c650008), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:24.902835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-45ae0fe3-af89-41cf-bccf-7748938e4f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:24.932690 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36d6ec8b-8cb6-4db5-94a2-c19d8c7554db tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (a0e21e70-681a-4bfe-b876-b4692dda69b8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:24.950008 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-36d6ec8b-8cb6-4db5-94a2-c19d8c7554db tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Calling delete_port for a0e21e70-681a-4bfe-b876-b4692dda69b8 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:24.978450 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-45ae0fe3-af89-41cf-bccf-7748938e4f66 None None] Provisioning complete for port ec2d15fb-5225-4575-985a-a2838c650008 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:24.979417 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-45ae0fe3-af89-41cf-bccf-7748938e4f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ec2d15fb-5225-4575-985a-a2838c650008), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:25.015520 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae0fe3-af89-41cf-bccf-7748938e4f66 None None] Pushing event updated for resources: {'Port': ['ID=a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:25.067938 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port ec2d15fb-5225-4575-985a-a2838c650008 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:25.068899 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:13:25.140402 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-45ae0fe3-af89-41cf-bccf-7748938e4f66 None None] Current status of the port ec2d15fb-5225-4575-985a-a2838c650008 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:25.147872 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36d6ec8b-8cb6-4db5-94a2-c19d8c7554db tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (a0e21e70-681a-4bfe-b876-b4692dda69b8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:25.155663 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:25.156049 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:25.186535 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6ec8b-8cb6-4db5-94a2-c19d8c7554db tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event deleted for resources: {'Port': ['ID=a0e21e70-681a-4bfe-b876-b4692dda69b8,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:25.248098 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:25.273749 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-6a663348-bdf4-4059-a8b6-ed10afc7dc47 None None] Provisioning complete for port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:25.274178 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6a663348-bdf4-4059-a8b6-ed10afc7dc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:25.364341 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36d6ec8b-8cb6-4db5-94a2-c19d8c7554db tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (0edec9b6-fa78-44e1-8634-879192e72210), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:25.369922 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6a663348-bdf4-4059-a8b6-ed10afc7dc47 None None] Current status of the port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:25.373653 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-6a663348-bdf4-4059-a8b6-ed10afc7dc47 None None] Could not find standard attr ID for object a0e21e70-681a-4bfe-b876-b4692dda69b8. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:13:25.387940 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7347aa-c0e5-41d1-a50a-ac374dfbc0b1 req-24f86016-703d-46f3-91fa-cb0ca52ef783 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:25.389677 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-af7347aa-c0e5-41d1-a50a-ac374dfbc0b1 req-24f86016-703d-46f3-91fa-cb0ca52ef783 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 943 time: 0.0797369 Mar 28 09:13:25.834057 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-af7347aa-c0e5-41d1-a50a-ac374dfbc0b1 req-cb2c5339-ef11-450a-ac2b-a99fe6a48977 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4117851 Mar 28 09:13:25.907984 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d6ec8b-8cb6-4db5-94a2-c19d8c7554db tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Router 0edec9b6-fa78-44e1-8634-879192e72210 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:13:25.985680 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d6ec8b-8cb6-4db5-94a2-c19d8c7554db tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:13:25.991458 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-36d6ec8b-8cb6-4db5-94a2-c19d8c7554db tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "PUT /v2.0/routers/0edec9b6-fa78-44e1-8634-879192e72210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0138376 Mar 28 09:13:25.995177 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53140) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:25.997037 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002fa92c-d3ee-4bcd-9c1a-bfff086be1f7 None None] Sync routers for ids ['0edec9b6-fa78-44e1-8634-879192e72210'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:13:26.008767 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002fa92c-d3ee-4bcd-9c1a-bfff086be1f7 None None] Routers {'0edec9b6-fa78-44e1-8634-879192e72210'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:26.009356 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-002fa92c-d3ee-4bcd-9c1a-bfff086be1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0edec9b6-fa78-44e1-8634-879192e72210'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:26.033973 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-788d3ee8-5e3b-4838-b6ad-6360d9b32679 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] delete failed (client error): The resource could not be found. Mar 28 09:13:26.035219 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-788d3ee8-5e3b-4838-b6ad-6360d9b32679 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-365839700 HTTP/1.1" status: 404 len: 334 time: 0.0389204 Mar 28 09:13:26.039233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53142) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:26.043060 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-002fa92c-d3ee-4bcd-9c1a-bfff086be1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:26.044339 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4c4cc8f8-5393-44bc-90bb-83878fc9dab2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Request body: {'router': {'external_gateway_info': {'network_id': '0edec9b6-fa78-44e1-8634-879192e72210'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:26.052887 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002fa92c-d3ee-4bcd-9c1a-bfff086be1f7 None None] Routers {'0edec9b6-fa78-44e1-8634-879192e72210'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:26.053722 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-002fa92c-d3ee-4bcd-9c1a-bfff086be1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0edec9b6-fa78-44e1-8634-879192e72210'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:26.091225 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-002fa92c-d3ee-4bcd-9c1a-bfff086be1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:26.091817 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002fa92c-d3ee-4bcd-9c1a-bfff086be1f7 None None] The sync data for ids ['0edec9b6-fa78-44e1-8634-879192e72210'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:13:26.259428 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4c4cc8f8-5393-44bc-90bb-83878fc9dab2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for router_gateway (0edec9b6-fa78-44e1-8634-879192e72210), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:26.279721 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-4c4cc8f8-5393-44bc-90bb-83878fc9dab2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] update failed (client error): The resource could not be found. Mar 28 09:13:26.280769 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4c4cc8f8-5393-44bc-90bb-83878fc9dab2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "PUT /v2.0/routers/0edec9b6-fa78-44e1-8634-879192e72210 HTTP/1.1" status: 404 len: 339 time: 0.2404268 Mar 28 09:13:26.284786 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53144) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:26.289766 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-5fcff486-df65-4d97-a418-5e5e4d15626d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-432102279'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:26.308920 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcff486-df65-4d97-a418-5e5e4d15626d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Made reservation on behalf of aee7f30c732a40f0ad6e17e6fe8b8db4 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:13:26.312229 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5fcff486-df65-4d97-a418-5e5e4d15626d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:26.337194 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fcff486-df65-4d97-a418-5e5e4d15626d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:13:26.347535 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5fcff486-df65-4d97-a418-5e5e4d15626d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (83abb290-ca13-4214-b7ac-5230444e32d4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:26.347822 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-5fcff486-df65-4d97-a418-5e5e4d15626d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Added segment 83abb290-ca13-4214-b7ac-5230444e32d4 of type vlan for network 2e7316dc-28bd-4bc9-bb78-a6524318ddb4 Mar 28 09:13:26.393518 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5fcff486-df65-4d97-a418-5e5e4d15626d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (2e7316dc-28bd-4bc9-bb78-a6524318ddb4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:26.418331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5fcff486-df65-4d97-a418-5e5e4d15626d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (2e7316dc-28bd-4bc9-bb78-a6524318ddb4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:26.423628 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcff486-df65-4d97-a418-5e5e4d15626d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:26.424704 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5fcff486-df65-4d97-a418-5e5e4d15626d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:26.500211 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5fcff486-df65-4d97-a418-5e5e4d15626d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2143199 Mar 28 09:13:26.503946 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53146) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:26.508337 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:13:26.509775 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-6a5b8c38-b6b9-464e-ba7a-e9fe2a5fd517 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Request body: {'subnet': {'network_id': '2e7316dc-28bd-4bc9-bb78-a6524318ddb4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:26.516528 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcff486-df65-4d97-a418-5e5e4d15626d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event updated for resources: {'Network': ['ID=2e7316dc-28bd-4bc9-bb78-a6524318ddb4,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:26.544897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 2e7316dc-28bd-4bc9-bb78-a6524318ddb4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:13:26.613088 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5b8c38-b6b9-464e-ba7a-e9fe2a5fd517 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Made reservation on behalf of aee7f30c732a40f0ad6e17e6fe8b8db4 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:13:26.616932 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6a5b8c38-b6b9-464e-ba7a-e9fe2a5fd517 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:26.637190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:26.637691 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:26.723682 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:26.817201 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6a5b8c38-b6b9-464e-ba7a-e9fe2a5fd517 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (529f4ed3-2e0a-4cb8-b6e3-4b9bc910a5bd), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:26.878185 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b8c38-b6b9-464e-ba7a-e9fe2a5fd517 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event updated for resources: {'Subnet': ['ID=529f4ed3-2e0a-4cb8-b6e3-4b9bc910a5bd,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:26.887784 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5b8c38-b6b9-464e-ba7a-e9fe2a5fd517 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Checking segment: {'id': '83abb290-ca13-4214-b7ac-5230444e32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e7316dc-28bd-4bc9-bb78-a6524318ddb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:13:26.888116 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5b8c38-b6b9-464e-ba7a-e9fe2a5fd517 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Network hostable DHCP agents. Network: 2e7316dc-28bd-4bc9-bb78-a6524318ddb4, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:13:26.907087 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5b8c38-b6b9-464e-ba7a-e9fe2a5fd517 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Network 2e7316dc-28bd-4bc9-bb78-a6524318ddb4 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:13:26.918003 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-6a5b8c38-b6b9-464e-ba7a-e9fe2a5fd517 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2e7316dc-28bd-4bc9-bb78-a6524318ddb4) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:26.924898 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5b8c38-b6b9-464e-ba7a-e9fe2a5fd517 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:26.925566 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6a5b8c38-b6b9-464e-ba7a-e9fe2a5fd517 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:26.927600 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f03895-de01-42b7-9dad-be36723e24f9 None None] Network 2e7316dc-28bd-4bc9-bb78-a6524318ddb4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:26.948057 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6a5b8c38-b6b9-464e-ba7a-e9fe2a5fd517 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4403210 Mar 28 09:13:26.948305 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53150) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:26.953150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-d1a4324a-8293-40fe-aa65-cf7adb9bfa0c tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e7316dc-28bd-4bc9-bb78-a6524318ddb4'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:26.987172 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19e604-9e2e-4d2b-9407-2d901402c6bb req-df119b99-dc1a-4d12-a17d-c8aa83901047 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:26.988812 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-de19e604-9e2e-4d2b-9407-2d901402c6bb req-df119b99-dc1a-4d12-a17d-c8aa83901047 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 943 time: 0.0696452 Mar 28 09:13:27.046873 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-de19e604-9e2e-4d2b-9407-2d901402c6bb req-bf7c315d-511e-4c61-98fd-93c36a88c02b tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508626 Mar 28 09:13:27.076773 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2e7316dc-28bd-4bc9-bb78-a6524318ddb4', 'network_id': '2e7316dc-28bd-4bc9-bb78-a6524318ddb4', 'project_id': 'aee7f30c732a40f0ad6e17e6fe8b8db4', 'fixed_ips': [{'subnet_id': '529f4ed3-2e0a-4cb8-b6e3-4b9bc910a5bd'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:13:27.077987 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:27.207209 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d1a4324a-8293-40fe-aa65-cf7adb9bfa0c tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for router_gateway (0edec9b6-fa78-44e1-8634-879192e72210), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:27.233745 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Allocated IP 2001:db8:1::2 (2e7316dc-28bd-4bc9-bb78-a6524318ddb4/529f4ed3-2e0a-4cb8-b6e3-4b9bc910a5bd/0b71a86d-d514-441d-a036-1beedb07eac3) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:13:27.238477 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9cc24cb0-0d2e-4886-83df-a5a4ee0ee4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:27.315226 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-d1a4324a-8293-40fe-aa65-cf7adb9bfa0c tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:13:27.316409 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d1a4324a-8293-40fe-aa65-cf7adb9bfa0c tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "PUT /v2.0/routers/0edec9b6-fa78-44e1-8634-879192e72210 HTTP/1.1" status: 400 len: 364 time: 0.3672745 Mar 28 09:13:27.320186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53152) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:27.380968 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Publish callbacks [] for port (0b71a86d-d514-441d-a036-1beedb07eac3), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:27.386894 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (0b71a86d-d514-441d-a036-1beedb07eac3), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:27.424554 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Network 2e7316dc-28bd-4bc9-bb78-a6524318ddb4 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:13:27.431791 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:27.436362 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:13:27.439422 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Pushing event updated for resources: {'Port': ['ID=0b71a86d-d514-441d-a036-1beedb07eac3,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:27.500094 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Attempting to bind port 0b71a86d-d514-441d-a036-1beedb07eac3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:13:27.500467 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Attempting to bind port 0b71a86d-d514-441d-a036-1beedb07eac3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '83abb290-ca13-4214-b7ac-5230444e32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e7316dc-28bd-4bc9-bb78-a6524318ddb4'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:13:27.500848 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Attempting to bind port 0b71a86d-d514-441d-a036-1beedb07eac3 on network 2e7316dc-28bd-4bc9-bb78-a6524318ddb4 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:13:27.506259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:13:27.506635 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Checking segment: {'id': '83abb290-ca13-4214-b7ac-5230444e32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e7316dc-28bd-4bc9-bb78-a6524318ddb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:13:27.507034 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:27.507420 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Bound using segment: {'id': '83abb290-ca13-4214-b7ac-5230444e32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e7316dc-28bd-4bc9-bb78-a6524318ddb4'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:13:27.507910 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Bound port: 0b71a86d-d514-441d-a036-1beedb07eac3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83abb290-ca13-4214-b7ac-5230444e32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e7316dc-28bd-4bc9-bb78-a6524318ddb4'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:13:27.508285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0b71a86d-d514-441d-a036-1beedb07eac3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:27.575479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] For port 0b71a86d-d514-441d-a036-1beedb07eac3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:13:27.578642 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] For port 0b71a86d-d514-441d-a036-1beedb07eac3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b71a86d-d514-441d-a036-1beedb07eac3,segment=NetworkSegment(83abb290-ca13-4214-b7ac-5230444e32d4),segment_id=83abb290-ca13-4214-b7ac-5230444e32d4)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:13:27.585340 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0b71a86d-d514-441d-a036-1beedb07eac3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:27.614395 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f71b965-3b2a-43f7-a21e-34d51a3d7031 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:27.644189 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ca717-566a-4808-8495-d9de18ef8a66 None None] Pushing event updated for resources: {'Port': ['ID=0b71a86d-d514-441d-a036-1beedb07eac3,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:27.875942 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-3f71b965-3b2a-43f7-a21e-34d51a3d7031 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Allocated IP 2001:db8::1 (15b4db98-2cc2-4406-b6c9-e87dd3b82ede/77e0e34e-6c46-479b-822f-763b9e2aaf07/150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:13:27.996812 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f71b965-3b2a-43f7-a21e-34d51a3d7031 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for port (150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:28.030856 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f71b965-3b2a-43f7-a21e-34d51a3d7031 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:28.069508 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f71b965-3b2a-43f7-a21e-34d51a3d7031 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Network 15b4db98-2cc2-4406-b6c9-e87dd3b82ede is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:13:28.072470 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-3f71b965-3b2a-43f7-a21e-34d51a3d7031 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:28.074884 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f71b965-3b2a-43f7-a21e-34d51a3d7031 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:13:28.075620 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f71b965-3b2a-43f7-a21e-34d51a3d7031 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (0edec9b6-fa78-44e1-8634-879192e72210), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:28.131838 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71b965-3b2a-43f7-a21e-34d51a3d7031 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event updated for resources: {'Port': ['ID=150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:28.244465 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ca2a4-0097-4b78-aec0-d46c355c3593 req-3f092a60-41fa-4e42-9cf4-0f6b2d87162c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:28.246017 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9c2ca2a4-0097-4b78-aec0-d46c355c3593 req-3f092a60-41fa-4e42-9cf4-0f6b2d87162c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 943 time: 0.1178250 Mar 28 09:13:28.260454 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f71b965-3b2a-43f7-a21e-34d51a3d7031 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:28.312410 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-7484c5e9-70c0-4dfd-b01f-1ada0225412a None None] Provisioning complete for port 150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:28.312948 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7484c5e9-70c0-4dfd-b01f-1ada0225412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:28.348496 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9c2ca2a4-0097-4b78-aec0-d46c355c3593 req-653dce69-4ac4-4b86-90a2-b489426fae99 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968599 Mar 28 09:13:28.350154 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7484c5e9-70c0-4dfd-b01f-1ada0225412a None None] Port 150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:13:28.534200 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:13:28.538410 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0b71a86d-d514-441d-a036-1beedb07eac3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:13:28.579424 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f71b965-3b2a-43f7-a21e-34d51a3d7031 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for port (150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:28.586847 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f71b965-3b2a-43f7-a21e-34d51a3d7031 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:28.587837 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f71b965-3b2a-43f7-a21e-34d51a3d7031 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (0edec9b6-fa78-44e1-8634-879192e72210), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:28.593005 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 0b71a86d-d514-441d-a036-1beedb07eac3 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:28.593552 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0b71a86d-d514-441d-a036-1beedb07eac3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:28.664997 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eb1b21-f6f5-40f5-b00b-97890b3390df None None] Network 2e7316dc-28bd-4bc9-bb78-a6524318ddb4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:28.679140 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71b965-3b2a-43f7-a21e-34d51a3d7031 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event updated for resources: {'Port': ['ID=150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:28.720701 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f71b965-3b2a-43f7-a21e-34d51a3d7031 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Network 15b4db98-2cc2-4406-b6c9-e87dd3b82ede is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:13:28.722489 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-3f71b965-3b2a-43f7-a21e-34d51a3d7031 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:28.732743 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9cc286b9-b9a6-47e5-8d94-479bfa7e0869 None None] Provisioning complete for port 0b71a86d-d514-441d-a036-1beedb07eac3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:28.732988 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9cc286b9-b9a6-47e5-8d94-479bfa7e0869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0b71a86d-d514-441d-a036-1beedb07eac3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:28.762880 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 0b71a86d-d514-441d-a036-1beedb07eac3 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:28.763273 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0b71a86d-d514-441d-a036-1beedb07eac3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:28.834785 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f71b965-3b2a-43f7-a21e-34d51a3d7031 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Router 0edec9b6-fa78-44e1-8634-879192e72210 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:13:28.842593 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 0b71a86d-d514-441d-a036-1beedb07eac3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b71a86d-d514-441d-a036-1beedb07eac3,segment=NetworkSegment(83abb290-ca13-4214-b7ac-5230444e32d4),segment_id=83abb290-ca13-4214-b7ac-5230444e32d4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:28.854352 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0b71a86d-d514-441d-a036-1beedb07eac3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:28.919788 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9cc286b9-b9a6-47e5-8d94-479bfa7e0869 None None] Current status of the port 0b71a86d-d514-441d-a036-1beedb07eac3 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:28.943752 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=0b71a86d-d514-441d-a036-1beedb07eac3,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:28.951773 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f71b965-3b2a-43f7-a21e-34d51a3d7031 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:13:28.962436 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c413b17-278a-42ce-95e4-cb31801f6da0 None None] Sync routers for ids ['0edec9b6-fa78-44e1-8634-879192e72210'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:13:28.962624 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53156) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:28.963063 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3f71b965-3b2a-43f7-a21e-34d51a3d7031 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "PUT /v2.0/routers/0edec9b6-fa78-44e1-8634-879192e72210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6413913 Mar 28 09:13:28.978014 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c413b17-278a-42ce-95e4-cb31801f6da0 None None] Routers {'0edec9b6-fa78-44e1-8634-879192e72210'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:28.978653 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9c413b17-278a-42ce-95e4-cb31801f6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0edec9b6-fa78-44e1-8634-879192e72210'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:29.016293 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9c413b17-278a-42ce-95e4-cb31801f6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:29.026337 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c413b17-278a-42ce-95e4-cb31801f6da0 None None] Routers {'0edec9b6-fa78-44e1-8634-879192e72210'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:29.026883 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9c413b17-278a-42ce-95e4-cb31801f6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:12:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0edec9b6-fa78-44e1-8634-879192e72210'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:29.064859 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-edc0933e-6077-4810-9fdc-25a2c234986f tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for router (0edec9b6-fa78-44e1-8634-879192e72210), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:29.067774 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-9c413b17-278a-42ce-95e4-cb31801f6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:29.068447 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c413b17-278a-42ce-95e4-cb31801f6da0 None None] The sync data for ids ['0edec9b6-fa78-44e1-8634-879192e72210'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:13:29.078684 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-31c72ff6-4ed9-4dcc-b553-9fd72172407c None None] Provisioning complete for port 150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:29.079070 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-31c72ff6-4ed9-4dcc-b553-9fd72172407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:29.120592 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-31c72ff6-4ed9-4dcc-b553-9fd72172407c None None] Port 150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:13:29.163259 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-edc0933e-6077-4810-9fdc-25a2c234986f tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 28 09:13:29.164309 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-edc0933e-6077-4810-9fdc-25a2c234986f tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "DELETE /v2.0/routers/0edec9b6-fa78-44e1-8634-879192e72210 HTTP/1.1" status: 409 len: 376 time: 0.2008626 Mar 28 09:13:29.167216 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53158) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:29.239603 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e5017035-fbc9-4965-8bc4-473edf404b1f None None] Provisioning complete for port 0b71a86d-d514-441d-a036-1beedb07eac3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:29.239906 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e5017035-fbc9-4965-8bc4-473edf404b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0b71a86d-d514-441d-a036-1beedb07eac3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:29.320542 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e5017035-fbc9-4965-8bc4-473edf404b1f None None] Current status of the port 0b71a86d-d514-441d-a036-1beedb07eac3 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:29.447020 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c88f4cd6-3ba3-46a9-a634-6c7c99e5c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:29.502781 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df81ca-e667-4841-8901-02361d8a591e req-c87f289a-8082-4b5f-8a57-26b6669c5d67 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:29.504344 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-30df81ca-e667-4841-8901-02361d8a591e req-c87f289a-8082-4b5f-8a57-26b6669c5d67 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 943 time: 0.0862997 Mar 28 09:13:29.542214 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3e967e07-c01a-47d1-b294-24c80692ac9d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (0edec9b6-fa78-44e1-8634-879192e72210), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:29.625064 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-30df81ca-e667-4841-8901-02361d8a591e req-68229883-6ee6-4420-b263-c7c1a583a09a tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145842 Mar 28 09:13:29.801502 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-3e967e07-c01a-47d1-b294-24c80692ac9d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Deleting port 150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:29.801874 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3e967e07-c01a-47d1-b294-24c80692ac9d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:29.888405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3e967e07-c01a-47d1-b294-24c80692ac9d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:29.900668 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-3e967e07-c01a-47d1-b294-24c80692ac9d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Calling delete_port for 150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:30.068005 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3e967e07-c01a-47d1-b294-24c80692ac9d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:30.094785 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e967e07-c01a-47d1-b294-24c80692ac9d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event deleted for resources: {'Port': ['ID=150aab36-0da0-4f0a-bc2d-7ebfa09ca7c1,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:30.193675 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3e967e07-c01a-47d1-b294-24c80692ac9d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (0edec9b6-fa78-44e1-8634-879192e72210), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:30.356005 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e967e07-c01a-47d1-b294-24c80692ac9d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Router 0edec9b6-fa78-44e1-8634-879192e72210 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:13:30.432614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e967e07-c01a-47d1-b294-24c80692ac9d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:13:30.443195 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3e967e07-c01a-47d1-b294-24c80692ac9d tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "PUT /v2.0/routers/0edec9b6-fa78-44e1-8634-879192e72210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2703290 Mar 28 09:13:30.443500 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53162) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:30.443918 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b2ad66-bd67-4422-aa3e-f3d064861a47 None None] Sync routers for ids ['0edec9b6-fa78-44e1-8634-879192e72210'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:13:30.454927 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b2ad66-bd67-4422-aa3e-f3d064861a47 None None] Routers {'0edec9b6-fa78-44e1-8634-879192e72210'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:30.455777 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e6b2ad66-bd67-4422-aa3e-f3d064861a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:13:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0edec9b6-fa78-44e1-8634-879192e72210'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:30.481149 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-f869bd94-808c-42e7-a129-8857f3d20ea2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] show failed (client error): The resource could not be found. Mar 28 09:13:30.484195 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f869bd94-808c-42e7-a129-8857f3d20ea2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1680517512 HTTP/1.1" status: 404 len: 335 time: 0.0383501 Mar 28 09:13:30.486848 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53164) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:30.490690 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e6b2ad66-bd67-4422-aa3e-f3d064861a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:30.491645 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2e492669-5cd2-438a-9ffe-de46c9056318 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:30.494942 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0b71a86d-d514-441d-a036-1beedb07eac3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:13:30.499914 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b2ad66-bd67-4422-aa3e-f3d064861a47 None None] Routers {'0edec9b6-fa78-44e1-8634-879192e72210'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:30.500651 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e6b2ad66-bd67-4422-aa3e-f3d064861a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:13:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0edec9b6-fa78-44e1-8634-879192e72210'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:30.546018 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:30.548202 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-2e492669-5cd2-438a-9ffe-de46c9056318 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] update failed (client error): The resource could not be found. Mar 28 09:13:30.550523 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2e492669-5cd2-438a-9ffe-de46c9056318 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-429012527 HTTP/1.1" status: 404 len: 334 time: 0.0623612 Mar 28 09:13:30.554099 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53166) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:30.561160 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 0b71a86d-d514-441d-a036-1beedb07eac3 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:30.561537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0b71a86d-d514-441d-a036-1beedb07eac3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:30.609434 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-28412680-fdd1-4c2b-a46d-f1d9b3a5c835 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Deleting subnet 529f4ed3-2e0a-4cb8-b6e3-4b9bc910a5bd {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:13:30.612973 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28412680-fdd1-4c2b-a46d-f1d9b3a5c835 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for subnet (529f4ed3-2e0a-4cb8-b6e3-4b9bc910a5bd), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:30.634037 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e6b2ad66-bd67-4422-aa3e-f3d064861a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:30.635113 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b2ad66-bd67-4422-aa3e-f3d064861a47 None None] The sync data for ids ['0edec9b6-fa78-44e1-8634-879192e72210'] in dv-neutron-master-2-hyperv is: [] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:13:30.651452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 0b71a86d-d514-441d-a036-1beedb07eac3 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:30.657098 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28412680-fdd1-4c2b-a46d-f1d9b3a5c835 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (529f4ed3-2e0a-4cb8-b6e3-4b9bc910a5bd), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:30.773009 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28412680-fdd1-4c2b-a46d-f1d9b3a5c835 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (529f4ed3-2e0a-4cb8-b6e3-4b9bc910a5bd), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:30.808298 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbf383-5598-4bba-a3ff-4491c71e3679 req-a3bb53bc-0e1d-4f36-8ac5-aad4c22a80e8 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:30.810115 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-78cbf383-5598-4bba-a3ff-4491c71e3679 req-a3bb53bc-0e1d-4f36-8ac5-aad4c22a80e8 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 943 time: 0.1159616 Mar 28 09:13:30.869197 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28412680-fdd1-4c2b-a46d-f1d9b3a5c835 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (529f4ed3-2e0a-4cb8-b6e3-4b9bc910a5bd), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:30.881640 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-78cbf383-5598-4bba-a3ff-4491c71e3679 req-b63de3ff-041d-412a-9a9b-23cb7186ad1e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642145 Mar 28 09:13:30.903171 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28412680-fdd1-4c2b-a46d-f1d9b3a5c835 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:30.906332 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-28412680-fdd1-4c2b-a46d-f1d9b3a5c835 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "DELETE /v2.0/subnets/529f4ed3-2e0a-4cb8-b6e3-4b9bc910a5bd HTTP/1.1" status: 204 len: 168 time: 0.3513241 Mar 28 09:13:30.907105 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28412680-fdd1-4c2b-a46d-f1d9b3a5c835 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event deleted for resources: {'Subnet': ['ID=529f4ed3-2e0a-4cb8-b6e3-4b9bc910a5bd,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:30.909777 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53170) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:30.912883 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6a4271-a0ce-49d6-a065-965ab7700224 None None] Network 2e7316dc-28bd-4bc9-bb78-a6524318ddb4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:30.984788 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (2e7316dc-28bd-4bc9-bb78-a6524318ddb4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.040088 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Deleting port 0b71a86d-d514-441d-a036-1beedb07eac3 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:31.040432 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (0b71a86d-d514-441d-a036-1beedb07eac3), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.062475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baea42e6-8697-41e8-8978-2444c6dcb939 None None] DHCP port deletion for 2e7316dc-28bd-4bc9-bb78-a6524318ddb4 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:13:31.105960 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] For port 0b71a86d-d514-441d-a036-1beedb07eac3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b71a86d-d514-441d-a036-1beedb07eac3,segment=NetworkSegment(83abb290-ca13-4214-b7ac-5230444e32d4),segment_id=83abb290-ca13-4214-b7ac-5230444e32d4)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:31.106492 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (0b71a86d-d514-441d-a036-1beedb07eac3), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.119819 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Calling delete_port for 0b71a86d-d514-441d-a036-1beedb07eac3 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:31.121066 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-baea42e6-8697-41e8-8978-2444c6dcb939 None None] Deleting port 0b71a86d-d514-441d-a036-1beedb07eac3 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:31.121447 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-baea42e6-8697-41e8-8978-2444c6dcb939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (0b71a86d-d514-441d-a036-1beedb07eac3), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.182503 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-baea42e6-8697-41e8-8978-2444c6dcb939 None None] For port 0b71a86d-d514-441d-a036-1beedb07eac3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b71a86d-d514-441d-a036-1beedb07eac3,segment=NetworkSegment(83abb290-ca13-4214-b7ac-5230444e32d4),segment_id=83abb290-ca13-4214-b7ac-5230444e32d4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:31.182904 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-baea42e6-8697-41e8-8978-2444c6dcb939 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (0b71a86d-d514-441d-a036-1beedb07eac3), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.196659 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-baea42e6-8697-41e8-8978-2444c6dcb939 None None] Calling delete_port for 0b71a86d-d514-441d-a036-1beedb07eac3 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:31.198784 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (0b71a86d-d514-441d-a036-1beedb07eac3), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.229742 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event deleted for resources: {'Port': ['ID=0b71a86d-d514-441d-a036-1beedb07eac3,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:31.233846 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] No DVR routers for this DVR port 0b71a86d-d514-441d-a036-1beedb07eac3 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:13:31.278807 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-baea42e6-8697-41e8-8978-2444c6dcb939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (0b71a86d-d514-441d-a036-1beedb07eac3), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.303679 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea42e6-8697-41e8-8978-2444c6dcb939 None None] Pushing event deleted for resources: {'Port': ['ID=0b71a86d-d514-441d-a036-1beedb07eac3,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:31.307737 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baea42e6-8697-41e8-8978-2444c6dcb939 None None] No DVR routers for this DVR port 0b71a86d-d514-441d-a036-1beedb07eac3 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:13:31.311142 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (2e7316dc-28bd-4bc9-bb78-a6524318ddb4), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.336385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7316dc-28bd-4bc9-bb78-a6524318ddb4']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:31.346225 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83abb290-ca13-4214-b7ac-5230444e32d4') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:31.346532 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83abb290-ca13-4214-b7ac-5230444e32d4') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:31.355660 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (83abb290-ca13-4214-b7ac-5230444e32d4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.368425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (83abb290-ca13-4214-b7ac-5230444e32d4), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.374174 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:13:31.374552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (83abb290-ca13-4214-b7ac-5230444e32d4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:13:31.377798 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:13:31.437438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (2e7316dc-28bd-4bc9-bb78-a6524318ddb4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.444263 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.447321 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "DELETE /v2.0/networks/2e7316dc-28bd-4bc9-bb78-a6524318ddb4 HTTP/1.1" status: 204 len: 168 time: 0.5365400 Mar 28 09:13:31.449786 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53172) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:31.466931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2bf61c-cdb8-4609-b1c0-bb27658371e2 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event deleted for resources: {'Network': ['ID=2e7316dc-28bd-4bc9-bb78-a6524318ddb4,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:31.510754 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d98d4a-632e-4799-87b7-d91d80d9ba36 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Deleting subnet 6d0fb7eb-65b2-483a-a174-bcd2328e39a4 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:13:31.513870 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-21d98d4a-632e-4799-87b7-d91d80d9ba36 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for subnet (6d0fb7eb-65b2-483a-a174-bcd2328e39a4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.552900 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-21d98d4a-632e-4799-87b7-d91d80d9ba36 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (6d0fb7eb-65b2-483a-a174-bcd2328e39a4), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.639473 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-21d98d4a-632e-4799-87b7-d91d80d9ba36 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (6d0fb7eb-65b2-483a-a174-bcd2328e39a4), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.695348 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-21d98d4a-632e-4799-87b7-d91d80d9ba36 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (6d0fb7eb-65b2-483a-a174-bcd2328e39a4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.721902 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d98d4a-632e-4799-87b7-d91d80d9ba36 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event deleted for resources: {'Subnet': ['ID=6d0fb7eb-65b2-483a-a174-bcd2328e39a4,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:31.725429 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-21d98d4a-632e-4799-87b7-d91d80d9ba36 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.729052 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-21d98d4a-632e-4799-87b7-d91d80d9ba36 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "DELETE /v2.0/subnets/6d0fb7eb-65b2-483a-a174-bcd2328e39a4 HTTP/1.1" status: 204 len: 168 time: 0.2683592 Mar 28 09:13:31.730911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53174) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:31.733516 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f10637-95f9-4fcc-a3c9-3a4c83e8d84c None None] Network b5e5f445-db4e-4836-b50c-c01c62442f40 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:31.780575 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-9634ef39-e232-4be4-80d3-d50ba996a03a tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Deleting subnet 1b305690-6dc9-45ed-b3d7-dd7aa1141d64 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:13:31.784033 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9634ef39-e232-4be4-80d3-d50ba996a03a tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for subnet (1b305690-6dc9-45ed-b3d7-dd7aa1141d64), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.827646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9634ef39-e232-4be4-80d3-d50ba996a03a tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (1b305690-6dc9-45ed-b3d7-dd7aa1141d64), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:31.913690 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9634ef39-e232-4be4-80d3-d50ba996a03a tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (1b305690-6dc9-45ed-b3d7-dd7aa1141d64), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.008082 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9634ef39-e232-4be4-80d3-d50ba996a03a tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (1b305690-6dc9-45ed-b3d7-dd7aa1141d64), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.044800 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c6f194-fac7-4276-80ab-39f34870e11b None None] DHCP port deletion for b5e5f445-db4e-4836-b50c-c01c62442f40 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:13:32.046653 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52999c-c087-4fa4-9b57-29d9da511f0b req-523811f3-5e64-481c-ab43-759df7a73153 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:32.048159 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3c52999c-c087-4fa4-9b57-29d9da511f0b req-523811f3-5e64-481c-ab43-759df7a73153 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 943 time: 0.0956998 Mar 28 09:13:32.049423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634ef39-e232-4be4-80d3-d50ba996a03a tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event deleted for resources: {'Subnet': ['ID=1b305690-6dc9-45ed-b3d7-dd7aa1141d64,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:32.052855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9634ef39-e232-4be4-80d3-d50ba996a03a tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.058141 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9634ef39-e232-4be4-80d3-d50ba996a03a tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "DELETE /v2.0/subnets/1b305690-6dc9-45ed-b3d7-dd7aa1141d64 HTTP/1.1" status: 204 len: 168 time: 0.3241763 Mar 28 09:13:32.058408 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53178) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:32.062406 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb01f679-94a4-4d7b-a85f-58ac127ae7af None None] Network 900dc978-e26c-4e00-9346-05d4d9271fde requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:32.134970 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.163798 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3c52999c-c087-4fa4-9b57-29d9da511f0b req-1e648c6c-4e26-4f29-99ce-425bf0671fca tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066961 Mar 28 09:13:32.168771 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (b5e5f445-db4e-4836-b50c-c01c62442f40), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.197327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-31c6f194-fac7-4276-80ab-39f34870e11b None None] Deleting port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:32.197877 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-31c6f194-fac7-4276-80ab-39f34870e11b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.222785 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Deleting port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:32.223132 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.262918 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-31c6f194-fac7-4276-80ab-39f34870e11b None None] For port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31,segment=NetworkSegment(5fbd1a91-0b56-4a09-b41c-e630d770d8bc),segment_id=5fbd1a91-0b56-4a09-b41c-e630d770d8bc)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:32.263353 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-31c6f194-fac7-4276-80ab-39f34870e11b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.276181 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-31c6f194-fac7-4276-80ab-39f34870e11b None None] Calling delete_port for a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:32.285154 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] For port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31,segment=NetworkSegment(5fbd1a91-0b56-4a09-b41c-e630d770d8bc),segment_id=5fbd1a91-0b56-4a09-b41c-e630d770d8bc)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:32.285850 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.289057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b57661-4004-4acb-8760-8d9f5aaaff49 None None] DHCP port deletion for 900dc978-e26c-4e00-9346-05d4d9271fde request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:13:32.298441 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Calling delete_port for a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:32.380209 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.394298 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-54b57661-4004-4acb-8760-8d9f5aaaff49 None None] Deleting port ec2d15fb-5225-4575-985a-a2838c650008 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:32.394681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-54b57661-4004-4acb-8760-8d9f5aaaff49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (ec2d15fb-5225-4575-985a-a2838c650008), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.398042 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-31c6f194-fac7-4276-80ab-39f34870e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.406952 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event deleted for resources: {'Port': ['ID=a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:32.409694 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] No DVR routers for this DVR port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:13:32.467853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6f194-fac7-4276-80ab-39f34870e11b None None] Pushing event deleted for resources: {'Port': ['ID=a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:32.469705 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c6f194-fac7-4276-80ab-39f34870e11b None None] No DVR routers for this DVR port a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:13:32.490947 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-54b57661-4004-4acb-8760-8d9f5aaaff49 None None] For port ec2d15fb-5225-4575-985a-a2838c650008, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec2d15fb-5225-4575-985a-a2838c650008,segment=NetworkSegment(0dafa963-7e8e-4c0b-b03f-817149966dd7),segment_id=0dafa963-7e8e-4c0b-b03f-817149966dd7)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:32.491358 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-54b57661-4004-4acb-8760-8d9f5aaaff49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (ec2d15fb-5225-4575-985a-a2838c650008), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.491889 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (b5e5f445-db4e-4836-b50c-c01c62442f40), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.504642 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-54b57661-4004-4acb-8760-8d9f5aaaff49 None None] Calling delete_port for ec2d15fb-5225-4575-985a-a2838c650008 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:32.515899 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ec2d15fb-5225-4575-985a-a2838c650008 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:13:32.524462 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e5f445-db4e-4836-b50c-c01c62442f40']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:32.534744 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fbd1a91-0b56-4a09-b41c-e630d770d8bc') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:32.535043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fbd1a91-0b56-4a09-b41c-e630d770d8bc') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:32.544093 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (5fbd1a91-0b56-4a09-b41c-e630d770d8bc), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.557015 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (5fbd1a91-0b56-4a09-b41c-e630d770d8bc), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.562748 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:13:32.563135 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (5fbd1a91-0b56-4a09-b41c-e630d770d8bc), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:13:32.567220 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:13:32.625208 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (b5e5f445-db4e-4836-b50c-c01c62442f40), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.633526 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.638982 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "DELETE /v2.0/networks/b5e5f445-db4e-4836-b50c-c01c62442f40 HTTP/1.1" status: 204 len: 168 time: 0.5734177 Mar 28 09:13:32.639773 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53180) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:32.649955 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-54b57661-4004-4acb-8760-8d9f5aaaff49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (ec2d15fb-5225-4575-985a-a2838c650008), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.653886 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port ec2d15fb-5225-4575-985a-a2838c650008 is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:32.654270 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ec2d15fb-5225-4575-985a-a2838c650008), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.659031 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e7fa6-f7f9-4eb8-8a92-c4fd5a7b8968 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event deleted for resources: {'Network': ['ID=b5e5f445-db4e-4836-b50c-c01c62442f40,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:32.683089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b57661-4004-4acb-8760-8d9f5aaaff49 None None] Pushing event deleted for resources: {'Port': ['ID=ec2d15fb-5225-4575-985a-a2838c650008,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:32.689830 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b57661-4004-4acb-8760-8d9f5aaaff49 None None] No DVR routers for this DVR port ec2d15fb-5225-4575-985a-a2838c650008 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:13:32.721461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0b71a86d-d514-441d-a036-1beedb07eac3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:13:32.730238 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a50cf348-d806-459d-820b-c3a9048a5105 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (900dc978-e26c-4e00-9346-05d4d9271fde), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:32.743840 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 0b71a86d-d514-441d-a036-1beedb07eac3 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:13:32.744415 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0b71a86d-d514-441d-a036-1beedb07eac3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:13:32.744606 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:13:32.764469 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:13:32.764760 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a8fd20e1-cd0a-4a1b-b2b4-85cdd70ecd31 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:13:33.125580 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a50cf348-d806-459d-820b-c3a9048a5105 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (900dc978-e26c-4e00-9346-05d4d9271fde), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.145120 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-a50cf348-d806-459d-820b-c3a9048a5105 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900dc978-e26c-4e00-9346-05d4d9271fde']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:33.154343 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-a50cf348-d806-459d-820b-c3a9048a5105 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dafa963-7e8e-4c0b-b03f-817149966dd7') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:33.154645 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-a50cf348-d806-459d-820b-c3a9048a5105 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dafa963-7e8e-4c0b-b03f-817149966dd7') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:33.164207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a50cf348-d806-459d-820b-c3a9048a5105 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (0dafa963-7e8e-4c0b-b03f-817149966dd7), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.177332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a50cf348-d806-459d-820b-c3a9048a5105 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (0dafa963-7e8e-4c0b-b03f-817149966dd7), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.183115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50cf348-d806-459d-820b-c3a9048a5105 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:13:33.183524 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a50cf348-d806-459d-820b-c3a9048a5105 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (0dafa963-7e8e-4c0b-b03f-817149966dd7), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:13:33.186612 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:13:33.245924 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a50cf348-d806-459d-820b-c3a9048a5105 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (900dc978-e26c-4e00-9346-05d4d9271fde), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.252543 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a50cf348-d806-459d-820b-c3a9048a5105 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.255654 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a50cf348-d806-459d-820b-c3a9048a5105 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "DELETE /v2.0/networks/900dc978-e26c-4e00-9346-05d4d9271fde HTTP/1.1" status: 204 len: 168 time: 0.6153421 Mar 28 09:13:33.258236 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53184) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:33.275740 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cf348-d806-459d-820b-c3a9048a5105 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event deleted for resources: {'Network': ['ID=900dc978-e26c-4e00-9346-05d4d9271fde,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:33.296690 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c35fa5-c792-4967-8aca-8efecc6e535f req-f0957c74-af72-4530-8a43-b20f67d37dbd tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:33.298249 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e6c35fa5-c792-4967-8aca-8efecc6e535f req-f0957c74-af72-4530-8a43-b20f67d37dbd tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 943 time: 0.0651400 Mar 28 09:13:33.319925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-a006dad4-698b-4506-b6a6-6e442a7e77d0 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Deleting subnet 77e0e34e-6c46-479b-822f-763b9e2aaf07 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:13:33.323070 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a006dad4-698b-4506-b6a6-6e442a7e77d0 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for subnet (77e0e34e-6c46-479b-822f-763b9e2aaf07), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.347552 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e6c35fa5-c792-4967-8aca-8efecc6e535f req-7075c186-ab4a-4086-9b67-d3f98e3ac8a1 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430481 Mar 28 09:13:33.362581 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a006dad4-698b-4506-b6a6-6e442a7e77d0 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (77e0e34e-6c46-479b-822f-763b9e2aaf07), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.448443 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a006dad4-698b-4506-b6a6-6e442a7e77d0 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (77e0e34e-6c46-479b-822f-763b9e2aaf07), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.504980 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a006dad4-698b-4506-b6a6-6e442a7e77d0 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (77e0e34e-6c46-479b-822f-763b9e2aaf07), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.530980 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006dad4-698b-4506-b6a6-6e442a7e77d0 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event deleted for resources: {'Subnet': ['ID=77e0e34e-6c46-479b-822f-763b9e2aaf07,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:33.534570 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a006dad4-698b-4506-b6a6-6e442a7e77d0 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.538166 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a006dad4-698b-4506-b6a6-6e442a7e77d0 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "DELETE /v2.0/subnets/77e0e34e-6c46-479b-822f-763b9e2aaf07 HTTP/1.1" status: 204 len: 168 time: 0.2786145 Mar 28 09:13:33.540143 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53186) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:33.542882 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb3e06e-5291-45a2-81b4-f579da001c27 None None] Network 15b4db98-2cc2-4406-b6c9-e87dd3b82ede requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:33.617345 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (15b4db98-2cc2-4406-b6c9-e87dd3b82ede), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.663381 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.672215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Deleting port 94f98e3a-6d10-4a51-9a22-38a625874cf5 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:33.672542 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (94f98e3a-6d10-4a51-9a22-38a625874cf5), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.710123 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1558be-8619-4a3d-bcaf-883f56a164d3 None None] DHCP port deletion for 15b4db98-2cc2-4406-b6c9-e87dd3b82ede request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:13:33.737532 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] For port 94f98e3a-6d10-4a51-9a22-38a625874cf5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94f98e3a-6d10-4a51-9a22-38a625874cf5,segment=NetworkSegment(abdf4458-534d-4ee3-aa7b-2ef1bf0fc625),segment_id=abdf4458-534d-4ee3-aa7b-2ef1bf0fc625)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:33.737926 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (94f98e3a-6d10-4a51-9a22-38a625874cf5), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.755399 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Calling delete_port for 94f98e3a-6d10-4a51-9a22-38a625874cf5 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:33.757285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2a1558be-8619-4a3d-bcaf-883f56a164d3 None None] Deleting port 94f98e3a-6d10-4a51-9a22-38a625874cf5 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:13:33.757808 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2a1558be-8619-4a3d-bcaf-883f56a164d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (94f98e3a-6d10-4a51-9a22-38a625874cf5), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.820048 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2a1558be-8619-4a3d-bcaf-883f56a164d3 None None] For port 94f98e3a-6d10-4a51-9a22-38a625874cf5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94f98e3a-6d10-4a51-9a22-38a625874cf5,segment=NetworkSegment(abdf4458-534d-4ee3-aa7b-2ef1bf0fc625),segment_id=abdf4458-534d-4ee3-aa7b-2ef1bf0fc625)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:33.820450 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2a1558be-8619-4a3d-bcaf-883f56a164d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (94f98e3a-6d10-4a51-9a22-38a625874cf5), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.833517 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (94f98e3a-6d10-4a51-9a22-38a625874cf5), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.834494 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2a1558be-8619-4a3d-bcaf-883f56a164d3 None None] Calling delete_port for 94f98e3a-6d10-4a51-9a22-38a625874cf5 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:13:33.858779 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event deleted for resources: {'Port': ['ID=94f98e3a-6d10-4a51-9a22-38a625874cf5,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:33.862932 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] No DVR routers for this DVR port 94f98e3a-6d10-4a51-9a22-38a625874cf5 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:13:33.918550 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2a1558be-8619-4a3d-bcaf-883f56a164d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (94f98e3a-6d10-4a51-9a22-38a625874cf5), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.943349 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (15b4db98-2cc2-4406-b6c9-e87dd3b82ede), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.944697 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1558be-8619-4a3d-bcaf-883f56a164d3 None None] Pushing event deleted for resources: {'Port': ['ID=94f98e3a-6d10-4a51-9a22-38a625874cf5,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:33.948272 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1558be-8619-4a3d-bcaf-883f56a164d3 None None] No DVR routers for this DVR port 94f98e3a-6d10-4a51-9a22-38a625874cf5 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:13:33.966565 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b4db98-2cc2-4406-b6c9-e87dd3b82ede']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:33.976424 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abdf4458-534d-4ee3-aa7b-2ef1bf0fc625') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:33.976728 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abdf4458-534d-4ee3-aa7b-2ef1bf0fc625') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:33.985996 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (abdf4458-534d-4ee3-aa7b-2ef1bf0fc625), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:33.999135 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (abdf4458-534d-4ee3-aa7b-2ef1bf0fc625), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:34.005722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:13:34.006286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (abdf4458-534d-4ee3-aa7b-2ef1bf0fc625), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:13:34.009244 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:13:34.067482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (15b4db98-2cc2-4406-b6c9-e87dd3b82ede), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:34.075302 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:34.078385 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "DELETE /v2.0/networks/15b4db98-2cc2-4406-b6c9-e87dd3b82ede HTTP/1.1" status: 204 len: 168 time: 0.5373144 Mar 28 09:13:34.081914 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53188) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:34.095227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035553d-ac91-4424-bb72-796c71297084 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Pushing event deleted for resources: {'Network': ['ID=15b4db98-2cc2-4406-b6c9-e87dd3b82ede,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:34.110329 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3969a804-ae66-4075-bfac-ecfb4582c03e tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "GET /v2.0/ports?device_id=0edec9b6-fa78-44e1-8634-879192e72210 HTTP/1.1" status: 200 len: 205 time: 0.0271378 Mar 28 09:13:34.112693 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53190) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:34.187641 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0cb3027-ee30-464c-bf89-2eaade196dd9 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for router (0edec9b6-fa78-44e1-8634-879192e72210), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:34.474006 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e1327-45a5-4dd9-827d-659f8d752551 req-a280015d-5ce9-41cf-96af-45f7e585c51c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:34.475881 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-302e1327-45a5-4dd9-827d-659f8d752551 req-a280015d-5ce9-41cf-96af-45f7e585c51c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 943 time: 0.0600324 Mar 28 09:13:34.493091 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 94f98e3a-6d10-4a51-9a22-38a625874cf5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:13:34.515104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 94f98e3a-6d10-4a51-9a22-38a625874cf5 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:13:34.515545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 94f98e3a-6d10-4a51-9a22-38a625874cf5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:13:34.532415 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-302e1327-45a5-4dd9-827d-659f8d752551 req-e47a53fc-2e55-4481-8d5e-0d1c9f463e98 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508523 Mar 28 09:13:34.674816 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0cb3027-ee30-464c-bf89-2eaade196dd9 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (0edec9b6-fa78-44e1-8634-879192e72210), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:34.676906 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0cb3027-ee30-464c-bf89-2eaade196dd9 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for router_controller (0edec9b6-fa78-44e1-8634-879192e72210), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:34.717716 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0cb3027-ee30-464c-bf89-2eaade196dd9 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (0edec9b6-fa78-44e1-8634-879192e72210), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:34.718146 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cb3027-ee30-464c-bf89-2eaade196dd9 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Fanout notify agent at l3_agent the message router_deleted on router 0edec9b6-fa78-44e1-8634-879192e72210 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:13:34.725297 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0cb3027-ee30-464c-bf89-2eaade196dd9 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:34.726430 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b0cb3027-ee30-464c-bf89-2eaade196dd9 tempest-RoutersNegativeIpV6Test-1422695649 tempest-RoutersNegativeIpV6Test-1422695649-project] 10.222.0.15 "DELETE /v2.0/routers/0edec9b6-fa78-44e1-8634-879192e72210 HTTP/1.1" status: 204 len: 168 time: 0.6128004 Mar 28 09:13:34.961962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53198) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:35.092106 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-947d0db5-3c42-4927-9c22-e6ae5dccda5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aee7f30c732a40f0ad6e17e6fe8b8db4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289639 Mar 28 09:13:35.094672 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53202) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:35.146975 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c751864e-d8da-4310-a749-257d68aae0d1 admin admin] Publish callbacks [] for security_group (cacbb519-0ce2-4694-a3ff-42338600ece6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:35.168092 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c751864e-d8da-4310-a749-257d68aae0d1 admin admin] Publish callbacks [] for security_group (cacbb519-0ce2-4694-a3ff-42338600ece6), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:35.213185 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c751864e-d8da-4310-a749-257d68aae0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (cacbb519-0ce2-4694-a3ff-42338600ece6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:35.215774 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c751864e-d8da-4310-a749-257d68aae0d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:35.216895 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c751864e-d8da-4310-a749-257d68aae0d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cacbb519-0ce2-4694-a3ff-42338600ece6 HTTP/1.1" status: 204 len: 168 time: 0.1213324 Mar 28 09:13:35.225181 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751864e-d8da-4310-a749-257d68aae0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacbb519-0ce2-4694-a3ff-42338600ece6,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:35.346530 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device e5dbbf1f-9653-4f87-b84c-94bea879f444 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:13:35.441391 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port e5dbbf1f-9653-4f87-b84c-94bea879f444, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e5dbbf1f-9653-4f87-b84c-94bea879f444,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:35.453296 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'e5dbbf1f-9653-4f87-b84c-94bea879f444', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'port_id': 'e5dbbf1f-9653-4f87-b84c-94bea879f444', 'mac_address': 'fa:16:3e:e4:4a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:13:35.490931 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port e5dbbf1f-9653-4f87-b84c-94bea879f444 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:35.491324 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e5dbbf1f-9653-4f87-b84c-94bea879f444), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:35.508308 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5dbbf1f-9653-4f87-b84c-94bea879f444 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:13:35.528067 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port e5dbbf1f-9653-4f87-b84c-94bea879f444, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e5dbbf1f-9653-4f87-b84c-94bea879f444,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:35.536986 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e5dbbf1f-9653-4f87-b84c-94bea879f444), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:35.587525 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=e5dbbf1f-9653-4f87-b84c-94bea879f444,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:35.653226 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39294e5d-e7ec-4f3e-8850-0c409cfb4f86 req-662e8216-0856-4061-9e9f-7a83f48a389e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:35.654755 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-39294e5d-e7ec-4f3e-8850-0c409cfb4f86 req-662e8216-0856-4061-9e9f-7a83f48a389e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 944 time: 0.0548363 Mar 28 09:13:35.706539 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-39294e5d-e7ec-4f3e-8850-0c409cfb4f86 req-a8598fdb-b951-47f7-ad91-3bd048cb0273 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453732 Mar 28 09:13:35.745377 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['e5dbbf1f-9653-4f87-b84c-94bea879f444'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:13:35.862699 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53226) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:35.956271 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a5a2dc00-9755-48ee-a2bc-e9f09890410c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group': {'name': 'tempest-secgroup--104514671'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:35.975689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5a2dc00-9755-48ee-a2bc-e9f09890410c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:35.983879 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5a2dc00-9755-48ee-a2bc-e9f09890410c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.057942 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5a2dc00-9755-48ee-a2bc-e9f09890410c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (6f9fc751-fd6d-4385-a177-81749036e70f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.061785 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5a2dc00-9755-48ee-a2bc-e9f09890410c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (6f9fc751-fd6d-4385-a177-81749036e70f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.102627 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2dc00-9755-48ee-a2bc-e9f09890410c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9fc751-fd6d-4385-a177-81749036e70f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:36.139327 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5a2dc00-9755-48ee-a2bc-e9f09890410c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (72751789-d500-49e9-87fc-dcb26dbc94a1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.143811 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5a2dc00-9755-48ee-a2bc-e9f09890410c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (72751789-d500-49e9-87fc-dcb26dbc94a1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.167566 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5a2dc00-9755-48ee-a2bc-e9f09890410c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.168766 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a5a2dc00-9755-48ee-a2bc-e9f09890410c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3050451 Mar 28 09:13:36.171579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53230) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:36.176911 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2dc00-9755-48ee-a2bc-e9f09890410c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72751789-d500-49e9-87fc-dcb26dbc94a1,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:36.222160 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-db279b22-fdf9-4b4c-8435-a83d5894cd24 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0494070 Mar 28 09:13:36.224918 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53232) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:36.229032 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-97061577-c107-4d4c-84c8-1fe5794ca731 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group': {'name': 'tempest-security--894461877', 'description': 'tempest-security-description-1653496642'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:36.260505 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-97061577-c107-4d4c-84c8-1fe5794ca731 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (72751789-d500-49e9-87fc-dcb26dbc94a1), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.303330 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-97061577-c107-4d4c-84c8-1fe5794ca731 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (72751789-d500-49e9-87fc-dcb26dbc94a1), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.307144 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-97061577-c107-4d4c-84c8-1fe5794ca731 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (72751789-d500-49e9-87fc-dcb26dbc94a1), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.309787 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-97061577-c107-4d4c-84c8-1fe5794ca731 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.310975 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-97061577-c107-4d4c-84c8-1fe5794ca731 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "PUT /v2.0/security-groups/72751789-d500-49e9-87fc-dcb26dbc94a1 HTTP/1.1" status: 200 len: 1796 time: 0.0851536 Mar 28 09:13:36.313835 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53234) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:36.336384 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97061577-c107-4d4c-84c8-1fe5794ca731 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72751789-d500-49e9-87fc-dcb26dbc94a1,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:36.352599 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ac7ce840-0760-46f0-9c3f-0315191ecb1f tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-groups/72751789-d500-49e9-87fc-dcb26dbc94a1 HTTP/1.1" status: 200 len: 1796 time: 0.0375681 Mar 28 09:13:36.355150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53236) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:36.404291 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e67f032b-7dbd-4ee6-917a-262c03dd0e6b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (72751789-d500-49e9-87fc-dcb26dbc94a1), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.425893 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e67f032b-7dbd-4ee6-917a-262c03dd0e6b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (72751789-d500-49e9-87fc-dcb26dbc94a1), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.466702 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e67f032b-7dbd-4ee6-917a-262c03dd0e6b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (72751789-d500-49e9-87fc-dcb26dbc94a1), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.469659 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e67f032b-7dbd-4ee6-917a-262c03dd0e6b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.471439 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e67f032b-7dbd-4ee6-917a-262c03dd0e6b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-groups/72751789-d500-49e9-87fc-dcb26dbc94a1 HTTP/1.1" status: 204 len: 168 time: 0.1153879 Mar 28 09:13:36.474184 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53238) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:36.480995 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f032b-7dbd-4ee6-917a-262c03dd0e6b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72751789-d500-49e9-87fc-dcb26dbc94a1,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:36.518177 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-91acb27f-b240-467a-a9c1-23791847e5f4 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0419226 Mar 28 09:13:36.520911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53240) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:36.533542 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-c97b1e04-2f0a-43bb-8b14-bac790e62587 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] delete failed (client error): The resource could not be found. Mar 28 09:13:36.534616 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c97b1e04-2f0a-43bb-8b14-bac790e62587 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-groups/72751789-d500-49e9-87fc-dcb26dbc94a1 HTTP/1.1" status: 404 len: 347 time: 0.0128253 Mar 28 09:13:36.538205 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53242) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:36.542936 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-2c2a7ff0-bb42-4a1e-a3ee-4d349b7247ed tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182557315'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:36.562625 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2c2a7ff0-bb42-4a1e-a3ee-4d349b7247ed tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.628797 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2c2a7ff0-bb42-4a1e-a3ee-4d349b7247ed tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (38437d80-e98f-46d5-8f99-50de693a6caf), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.632541 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2c2a7ff0-bb42-4a1e-a3ee-4d349b7247ed tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (38437d80-e98f-46d5-8f99-50de693a6caf), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.662161 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2c2a7ff0-bb42-4a1e-a3ee-4d349b7247ed tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.663370 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2c2a7ff0-bb42-4a1e-a3ee-4d349b7247ed tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1242812 Mar 28 09:13:36.665239 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a7ff0-bb42-4a1e-a3ee-4d349b7247ed tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38437d80-e98f-46d5-8f99-50de693a6caf,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:36.666468 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53244) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:36.672090 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-86a12c59-3a68-46f4-93b1-71e0c6b30b31 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group_rule': {'security_group_id': '38437d80-e98f-46d5-8f99-50de693a6caf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:36.696332 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-86a12c59-3a68-46f4-93b1-71e0c6b30b31 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (2cedab9e-4581-4fc7-9293-02cfebc7c16e), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.742206 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-86a12c59-3a68-46f4-93b1-71e0c6b30b31 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (2cedab9e-4581-4fc7-9293-02cfebc7c16e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.745906 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-86a12c59-3a68-46f4-93b1-71e0c6b30b31 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (2cedab9e-4581-4fc7-9293-02cfebc7c16e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.770240 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a12c59-3a68-46f4-93b1-71e0c6b30b31 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cedab9e-4581-4fc7-9293-02cfebc7c16e,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:36.776218 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-86a12c59-3a68-46f4-93b1-71e0c6b30b31 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.777537 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-86a12c59-3a68-46f4-93b1-71e0c6b30b31 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1093485 Mar 28 09:13:36.780421 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53248) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:36.809760 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-94072f7f-b94e-4911-a69b-8ccbeebf5044 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (2cedab9e-4581-4fc7-9293-02cfebc7c16e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.818534 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-94072f7f-b94e-4911-a69b-8ccbeebf5044 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (2cedab9e-4581-4fc7-9293-02cfebc7c16e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.828033 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5817ae1-5fe8-4115-a4ca-ff2a95044bf4 req-98e26093-4624-4b75-b361-9d815f35e94c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:36.829646 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c5817ae1-5fe8-4115-a4ca-ff2a95044bf4 req-98e26093-4624-4b75-b361-9d815f35e94c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 944 time: 0.0548685 Mar 28 09:13:36.844935 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-94072f7f-b94e-4911-a69b-8ccbeebf5044 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (2cedab9e-4581-4fc7-9293-02cfebc7c16e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.851226 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-94072f7f-b94e-4911-a69b-8ccbeebf5044 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.852333 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-94072f7f-b94e-4911-a69b-8ccbeebf5044 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/2cedab9e-4581-4fc7-9293-02cfebc7c16e HTTP/1.1" status: 204 len: 168 time: 0.0709600 Mar 28 09:13:36.856200 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53250) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:36.858112 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94072f7f-b94e-4911-a69b-8ccbeebf5044 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cedab9e-4581-4fc7-9293-02cfebc7c16e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:36.901194 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c5817ae1-5fe8-4115-a4ca-ff2a95044bf4 req-c8844e6e-76bb-4119-a4fe-d1f1d9881087 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645778 Mar 28 09:13:36.924905 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2f2aaa75-6f0e-4473-bf3f-7eda84ab2d6e tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0676560 Mar 28 09:13:36.927491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53252) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:36.976615 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9d52a66e-543d-4c55-8306-9c036d3f5469 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (38437d80-e98f-46d5-8f99-50de693a6caf), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:36.997730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9d52a66e-543d-4c55-8306-9c036d3f5469 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (38437d80-e98f-46d5-8f99-50de693a6caf), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.038234 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9d52a66e-543d-4c55-8306-9c036d3f5469 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (38437d80-e98f-46d5-8f99-50de693a6caf), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.040831 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9d52a66e-543d-4c55-8306-9c036d3f5469 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.042011 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9d52a66e-543d-4c55-8306-9c036d3f5469 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-groups/38437d80-e98f-46d5-8f99-50de693a6caf HTTP/1.1" status: 204 len: 168 time: 0.1135993 Mar 28 09:13:37.044768 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53254) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:37.054700 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52a66e-543d-4c55-8306-9c036d3f5469 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38437d80-e98f-46d5-8f99-50de693a6caf,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:37.088875 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b4a54e39-903b-4fcb-addd-8a8e74e7934d tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0429218 Mar 28 09:13:37.092871 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53256) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:37.097071 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7ce03b06-69bc-454b-b268-10c625a97539 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959585836'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:37.116184 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ce03b06-69bc-454b-b268-10c625a97539 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.181209 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ce03b06-69bc-454b-b268-10c625a97539 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (97267fc5-0464-40ba-bb3b-ebe0d5e9cee0), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.184698 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ce03b06-69bc-454b-b268-10c625a97539 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (97267fc5-0464-40ba-bb3b-ebe0d5e9cee0), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.207941 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ce03b06-69bc-454b-b268-10c625a97539 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.209154 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7ce03b06-69bc-454b-b268-10c625a97539 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1156499 Mar 28 09:13:37.212072 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53258) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:37.216733 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-280cded9-d62b-4d38-a2ea-be168517a895 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group_rule': {'security_group_id': '97267fc5-0464-40ba-bb3b-ebe0d5e9cee0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:37.216884 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce03b06-69bc-454b-b268-10c625a97539 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97267fc5-0464-40ba-bb3b-ebe0d5e9cee0,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:37.242018 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-280cded9-d62b-4d38-a2ea-be168517a895 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (6736fc6f-1e06-4970-bad7-2ac844177772), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.287352 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-280cded9-d62b-4d38-a2ea-be168517a895 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (6736fc6f-1e06-4970-bad7-2ac844177772), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.290806 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-280cded9-d62b-4d38-a2ea-be168517a895 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (6736fc6f-1e06-4970-bad7-2ac844177772), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.308435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cded9-d62b-4d38-a2ea-be168517a895 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6736fc6f-1e06-4970-bad7-2ac844177772,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:37.316567 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-280cded9-d62b-4d38-a2ea-be168517a895 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.318546 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-280cded9-d62b-4d38-a2ea-be168517a895 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1054552 Mar 28 09:13:37.320435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53260) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:37.324729 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-dccb9d01-6a8f-46a2-995f-7acb35435dcb tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group_rule': {'security_group_id': '97267fc5-0464-40ba-bb3b-ebe0d5e9cee0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:37.348041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dccb9d01-6a8f-46a2-995f-7acb35435dcb tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (2898dd05-0a11-4a54-89bd-746004c295e2), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.349375 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device e5dbbf1f-9653-4f87-b84c-94bea879f444 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:13:37.397914 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port e5dbbf1f-9653-4f87-b84c-94bea879f444 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:13:37.401651 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port e5dbbf1f-9653-4f87-b84c-94bea879f444 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:37.402035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e5dbbf1f-9653-4f87-b84c-94bea879f444), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.408901 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dccb9d01-6a8f-46a2-995f-7acb35435dcb tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (2898dd05-0a11-4a54-89bd-746004c295e2), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.412808 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dccb9d01-6a8f-46a2-995f-7acb35435dcb tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (2898dd05-0a11-4a54-89bd-746004c295e2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.432750 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb9d01-6a8f-46a2-995f-7acb35435dcb tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2898dd05-0a11-4a54-89bd-746004c295e2,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:37.448797 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dccb9d01-6a8f-46a2-995f-7acb35435dcb tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.450041 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-dccb9d01-6a8f-46a2-995f-7acb35435dcb tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286776 Mar 28 09:13:37.453071 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53262) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:37.458387 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-027e673c-6a0d-43f8-9cb0-f9690f83f3b0 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group_rule': {'security_group_id': '97267fc5-0464-40ba-bb3b-ebe0d5e9cee0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:37.491690 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port e5dbbf1f-9653-4f87-b84c-94bea879f444 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:37.492084 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e5dbbf1f-9653-4f87-b84c-94bea879f444), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.493391 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-027e673c-6a0d-43f8-9cb0-f9690f83f3b0 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (c4c3de32-f856-48fd-8290-ccd45df92c14), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.515207 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c582ec4b-340d-4459-b162-6e7ed69feb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5dbbf1f-9653-4f87-b84c-94bea879f444'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:13:37.517536 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d950a42e-64da-48ad-8e66-1a44e712209d" -d '{"events": [{"server_uuid": "c582ec4b-340d-4459-b162-6e7ed69feb7a", "name": "network-vif-plugged", "status": "completed", "tag": "e5dbbf1f-9653-4f87-b84c-94bea879f444"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:13:37.530054 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port e5dbbf1f-9653-4f87-b84c-94bea879f444, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e5dbbf1f-9653-4f87-b84c-94bea879f444,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:37.535528 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e5dbbf1f-9653-4f87-b84c-94bea879f444), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.560293 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-027e673c-6a0d-43f8-9cb0-f9690f83f3b0 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (c4c3de32-f856-48fd-8290-ccd45df92c14), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.562369 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86efca56-ee2a-4de7-99c4-d8f6ebac0b6e x-openstack-request-id: req-86efca56-ee2a-4de7-99c4-d8f6ebac0b6e {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:13:37.562676 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c582ec4b-340d-4459-b162-6e7ed69feb7a", "name": "network-vif-plugged", "status": "completed", "tag": "e5dbbf1f-9653-4f87-b84c-94bea879f444", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:13:37.562959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86efca56-ee2a-4de7-99c4-d8f6ebac0b6e {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:13:37.564048 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86efca56-ee2a-4de7-99c4-d8f6ebac0b6e'] response: {'server_uuid': 'c582ec4b-340d-4459-b162-6e7ed69feb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5dbbf1f-9653-4f87-b84c-94bea879f444', 'code': 200} Mar 28 09:13:37.566403 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-027e673c-6a0d-43f8-9cb0-f9690f83f3b0 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (c4c3de32-f856-48fd-8290-ccd45df92c14), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.582525 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e673c-6a0d-43f8-9cb0-f9690f83f3b0 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c3de32-f856-48fd-8290-ccd45df92c14,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:37.596055 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=e5dbbf1f-9653-4f87-b84c-94bea879f444,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:37.598746 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-027e673c-6a0d-43f8-9cb0-f9690f83f3b0 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.600180 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-027e673c-6a0d-43f8-9cb0-f9690f83f3b0 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461504 Mar 28 09:13:37.603033 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53266) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:37.607674 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-836e5bce-8ea1-4bc1-b8ef-d9883c9c1640 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group_rule': {'security_group_id': '97267fc5-0464-40ba-bb3b-ebe0d5e9cee0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:37.633176 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-836e5bce-8ea1-4bc1-b8ef-d9883c9c1640 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (84006463-cf32-43d2-b577-ba829fc038b8), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.695263 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-836e5bce-8ea1-4bc1-b8ef-d9883c9c1640 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (84006463-cf32-43d2-b577-ba829fc038b8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.699078 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-836e5bce-8ea1-4bc1-b8ef-d9883c9c1640 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (84006463-cf32-43d2-b577-ba829fc038b8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.716441 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e5bce-8ea1-4bc1-b8ef-d9883c9c1640 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84006463-cf32-43d2-b577-ba829fc038b8,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:37.726727 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-836e5bce-8ea1-4bc1-b8ef-d9883c9c1640 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.727941 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-836e5bce-8ea1-4bc1-b8ef-d9883c9c1640 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238680 Mar 28 09:13:37.730631 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53268) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:37.734837 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-02156f5b-d603-4a7b-8818-8aa6a33f635d tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group_rule': {'security_group_id': '97267fc5-0464-40ba-bb3b-ebe0d5e9cee0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:37.755877 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542a9d8-9250-4c8a-98e8-1a0343b58800 req-e8725915-e02b-4ac8-9447-8e1f427399cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:37.757398 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7542a9d8-9250-4c8a-98e8-1a0343b58800 req-e8725915-e02b-4ac8-9447-8e1f427399cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 1129 time: 0.0464001 Mar 28 09:13:37.759558 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-02156f5b-d603-4a7b-8818-8aa6a33f635d tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (e0438050-eabf-4a70-b7d2-87d680a1cb9f), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.804581 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7542a9d8-9250-4c8a-98e8-1a0343b58800 req-62a5410f-0d7c-46b1-8462-b3eeb5f38f9d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402038 Mar 28 09:13:37.821574 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-02156f5b-d603-4a7b-8818-8aa6a33f635d tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (e0438050-eabf-4a70-b7d2-87d680a1cb9f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.825092 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-02156f5b-d603-4a7b-8818-8aa6a33f635d tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (e0438050-eabf-4a70-b7d2-87d680a1cb9f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.843445 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02156f5b-d603-4a7b-8818-8aa6a33f635d tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0438050-eabf-4a70-b7d2-87d680a1cb9f,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:37.851339 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-02156f5b-d603-4a7b-8818-8aa6a33f635d tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.852525 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-02156f5b-d603-4a7b-8818-8aa6a33f635d tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1209774 Mar 28 09:13:37.855516 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53270) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:37.882053 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2546b715-d5a9-4004-b709-84a57928d320 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (e0438050-eabf-4a70-b7d2-87d680a1cb9f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.891337 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2546b715-d5a9-4004-b709-84a57928d320 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (e0438050-eabf-4a70-b7d2-87d680a1cb9f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.921406 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2546b715-d5a9-4004-b709-84a57928d320 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (e0438050-eabf-4a70-b7d2-87d680a1cb9f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.928183 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2546b715-d5a9-4004-b709-84a57928d320 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:37.929338 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2546b715-d5a9-4004-b709-84a57928d320 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/e0438050-eabf-4a70-b7d2-87d680a1cb9f HTTP/1.1" status: 204 len: 168 time: 0.0728219 Mar 28 09:13:37.932057 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53274) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:37.935461 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546b715-d5a9-4004-b709-84a57928d320 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0438050-eabf-4a70-b7d2-87d680a1cb9f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:37.985645 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-791d6809-0648-481e-b472-090b95c36120 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0523512 Mar 28 09:13:37.989091 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53276) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:38.012439 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-94bbab3d-dae5-45d4-b820-63af5290b2a0 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (84006463-cf32-43d2-b577-ba829fc038b8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.019973 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-94bbab3d-dae5-45d4-b820-63af5290b2a0 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (84006463-cf32-43d2-b577-ba829fc038b8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.023393 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4942944-6c44-4a9e-a4e9-e9668a631113 req-f1a9b98d-bcab-4f1c-985c-61d06b1d2a34 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:38.024903 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b4942944-6c44-4a9e-a4e9-e9668a631113 req-f1a9b98d-bcab-4f1c-985c-61d06b1d2a34 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 945 time: 0.0545893 Mar 28 09:13:38.050765 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-94bbab3d-dae5-45d4-b820-63af5290b2a0 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (84006463-cf32-43d2-b577-ba829fc038b8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.057235 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-94bbab3d-dae5-45d4-b820-63af5290b2a0 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.058368 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-94bbab3d-dae5-45d4-b820-63af5290b2a0 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/84006463-cf32-43d2-b577-ba829fc038b8 HTTP/1.1" status: 204 len: 168 time: 0.0683384 Mar 28 09:13:38.061491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53278) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:38.063806 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbab3d-dae5-45d4-b820-63af5290b2a0 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84006463-cf32-43d2-b577-ba829fc038b8,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:38.088536 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b4942944-6c44-4a9e-a4e9-e9668a631113 req-5bb55fd1-105e-470e-a03d-e74ee4820106 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578549 Mar 28 09:13:38.115040 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-66bf66bd-5c1a-40ce-9dba-07c713f4fd38 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0524411 Mar 28 09:13:38.117723 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53280) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:38.140561 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f9b5c8cf-cf11-4034-a336-f63c11ec29e7 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (c4c3de32-f856-48fd-8290-ccd45df92c14), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.148200 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f9b5c8cf-cf11-4034-a336-f63c11ec29e7 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (c4c3de32-f856-48fd-8290-ccd45df92c14), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.174721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f9b5c8cf-cf11-4034-a336-f63c11ec29e7 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (c4c3de32-f856-48fd-8290-ccd45df92c14), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.180776 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f9b5c8cf-cf11-4034-a336-f63c11ec29e7 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.181888 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f9b5c8cf-cf11-4034-a336-f63c11ec29e7 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c4c3de32-f856-48fd-8290-ccd45df92c14 HTTP/1.1" status: 204 len: 168 time: 0.0632346 Mar 28 09:13:38.184634 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53282) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:38.187320 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5c8cf-cf11-4034-a336-f63c11ec29e7 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4c3de32-f856-48fd-8290-ccd45df92c14,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:38.224578 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a389e66a-d6f4-4477-b6ce-cf637d8b0744 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0388026 Mar 28 09:13:38.227318 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53284) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:38.249908 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ebc94059-977a-4ef8-a74a-1031d4484c36 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (2898dd05-0a11-4a54-89bd-746004c295e2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.257892 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ebc94059-977a-4ef8-a74a-1031d4484c36 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (2898dd05-0a11-4a54-89bd-746004c295e2), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.283961 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ebc94059-977a-4ef8-a74a-1031d4484c36 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (2898dd05-0a11-4a54-89bd-746004c295e2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.289949 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ebc94059-977a-4ef8-a74a-1031d4484c36 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.291026 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ebc94059-977a-4ef8-a74a-1031d4484c36 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/2898dd05-0a11-4a54-89bd-746004c295e2 HTTP/1.1" status: 204 len: 168 time: 0.0628057 Mar 28 09:13:38.293704 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53286) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:38.296136 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc94059-977a-4ef8-a74a-1031d4484c36 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2898dd05-0a11-4a54-89bd-746004c295e2,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:38.332763 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-158381c9-4b4c-4e9d-95f9-e9133f7d5552 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0375988 Mar 28 09:13:38.335077 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53288) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:38.357280 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bed4a869-1b68-482d-ad68-49e92f2eb454 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (6736fc6f-1e06-4970-bad7-2ac844177772), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.365315 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bed4a869-1b68-482d-ad68-49e92f2eb454 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (6736fc6f-1e06-4970-bad7-2ac844177772), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.390453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bed4a869-1b68-482d-ad68-49e92f2eb454 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (6736fc6f-1e06-4970-bad7-2ac844177772), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.395238 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bed4a869-1b68-482d-ad68-49e92f2eb454 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.396600 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bed4a869-1b68-482d-ad68-49e92f2eb454 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6736fc6f-1e06-4970-bad7-2ac844177772 HTTP/1.1" status: 204 len: 168 time: 0.0606358 Mar 28 09:13:38.399208 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53290) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:38.418744 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4a869-1b68-482d-ad68-49e92f2eb454 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6736fc6f-1e06-4970-bad7-2ac844177772,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:38.444560 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3540f886-a64a-4fff-9fbe-7ef1d1183232 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0443392 Mar 28 09:13:38.447191 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53292) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:38.497523 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f996e85-a015-4af8-b379-9776f223cbf1 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (97267fc5-0464-40ba-bb3b-ebe0d5e9cee0), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.519097 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f996e85-a015-4af8-b379-9776f223cbf1 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (97267fc5-0464-40ba-bb3b-ebe0d5e9cee0), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.560154 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f996e85-a015-4af8-b379-9776f223cbf1 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (97267fc5-0464-40ba-bb3b-ebe0d5e9cee0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.563074 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f996e85-a015-4af8-b379-9776f223cbf1 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.564351 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8f996e85-a015-4af8-b379-9776f223cbf1 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-groups/97267fc5-0464-40ba-bb3b-ebe0d5e9cee0 HTTP/1.1" status: 204 len: 168 time: 0.1161497 Mar 28 09:13:38.567279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53294) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:38.574057 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f996e85-a015-4af8-b379-9776f223cbf1 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97267fc5-0464-40ba-bb3b-ebe0d5e9cee0,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:38.613588 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-93e750cf-dfcc-494c-ab6c-fdfb96a38143 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0450034 Mar 28 09:13:38.617546 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53296) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:38.621749 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7f70fd28-f8a9-4151-ba7d-cf36022d5dc9 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group': {'name': 'tempest-secgroup--362746066'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:38.641337 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7f70fd28-f8a9-4151-ba7d-cf36022d5dc9 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.706248 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7f70fd28-f8a9-4151-ba7d-cf36022d5dc9 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (9ff86640-b856-4e3a-ab78-50aab9d8ba2a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.709822 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7f70fd28-f8a9-4151-ba7d-cf36022d5dc9 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (9ff86640-b856-4e3a-ab78-50aab9d8ba2a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.737602 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7f70fd28-f8a9-4151-ba7d-cf36022d5dc9 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.738917 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7f70fd28-f8a9-4151-ba7d-cf36022d5dc9 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1203179 Mar 28 09:13:38.741553 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53298) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:38.746531 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2fe26fb6-aa53-4e44-bc4c-638b76cbe69b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group_rule': {'security_group_id': '9ff86640-b856-4e3a-ab78-50aab9d8ba2a', 'direction': 'ingress', 'protocol': 17}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:38.751409 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70fd28-f8a9-4151-ba7d-cf36022d5dc9 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff86640-b856-4e3a-ab78-50aab9d8ba2a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:38.776023 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2fe26fb6-aa53-4e44-bc4c-638b76cbe69b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (a5d98d62-9b96-4226-9ff9-d98499c77dc1), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.833012 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2fe26fb6-aa53-4e44-bc4c-638b76cbe69b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (a5d98d62-9b96-4226-9ff9-d98499c77dc1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.836569 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2fe26fb6-aa53-4e44-bc4c-638b76cbe69b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (a5d98d62-9b96-4226-9ff9-d98499c77dc1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.855605 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe26fb6-aa53-4e44-bc4c-638b76cbe69b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d98d62-9b96-4226-9ff9-d98499c77dc1,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:38.861097 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2fe26fb6-aa53-4e44-bc4c-638b76cbe69b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.862586 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2fe26fb6-aa53-4e44-bc4c-638b76cbe69b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1198471 Mar 28 09:13:38.865086 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53300) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:38.917069 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-03759590-13fd-4d8c-98a8-2469ca68708b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (9ff86640-b856-4e3a-ab78-50aab9d8ba2a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.938816 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-03759590-13fd-4d8c-98a8-2469ca68708b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (9ff86640-b856-4e3a-ab78-50aab9d8ba2a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.985227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-03759590-13fd-4d8c-98a8-2469ca68708b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (9ff86640-b856-4e3a-ab78-50aab9d8ba2a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.987952 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-03759590-13fd-4d8c-98a8-2469ca68708b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:38.989105 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-03759590-13fd-4d8c-98a8-2469ca68708b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-groups/9ff86640-b856-4e3a-ab78-50aab9d8ba2a HTTP/1.1" status: 204 len: 168 time: 0.1230395 Mar 28 09:13:38.991956 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53302) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:38.997880 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03759590-13fd-4d8c-98a8-2469ca68708b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff86640-b856-4e3a-ab78-50aab9d8ba2a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:39.035252 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-065aebd9-5bd2-4b7d-9324-9464d331fa85 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0421219 Mar 28 09:13:39.038730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53304) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:39.043053 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-5948d39c-c9c1-49e0-b62b-620de6c5fc4c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141231672'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:39.062625 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5948d39c-c9c1-49e0-b62b-620de6c5fc4c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.132897 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5948d39c-c9c1-49e0-b62b-620de6c5fc4c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (f3c2ed53-5079-479e-943e-e9f9a5fb52f4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.137133 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5948d39c-c9c1-49e0-b62b-620de6c5fc4c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (f3c2ed53-5079-479e-943e-e9f9a5fb52f4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.171365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5948d39c-c9c1-49e0-b62b-620de6c5fc4c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.172729 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5948d39c-c9c1-49e0-b62b-620de6c5fc4c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1330342 Mar 28 09:13:39.173662 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948d39c-c9c1-49e0-b62b-620de6c5fc4c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c2ed53-5079-479e-943e-e9f9a5fb52f4,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:39.176433 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53308) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:39.180991 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-5a94cba4-842a-4c39-82e7-430f6cd7bbd1 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1979061602'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:39.201936 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5a94cba4-842a-4c39-82e7-430f6cd7bbd1 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.212700 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91a703-b490-45fd-8849-f6593786187c req-940bcb4b-2abd-465e-8c8e-59a1c1ff3dab tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:39.214568 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4f91a703-b490-45fd-8849-f6593786187c req-940bcb4b-2abd-465e-8c8e-59a1c1ff3dab tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 945 time: 0.0568733 Mar 28 09:13:39.266822 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4f91a703-b490-45fd-8849-f6593786187c req-4ef908fe-7a00-4065-aa46-5fa818913a2c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460477 Mar 28 09:13:39.290629 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5a94cba4-842a-4c39-82e7-430f6cd7bbd1 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (1c240488-2fd7-4cff-8212-048e8a3f2537), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.290629 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5a94cba4-842a-4c39-82e7-430f6cd7bbd1 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (1c240488-2fd7-4cff-8212-048e8a3f2537), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.313754 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94cba4-842a-4c39-82e7-430f6cd7bbd1 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c240488-2fd7-4cff-8212-048e8a3f2537,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:39.318824 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5a94cba4-842a-4c39-82e7-430f6cd7bbd1 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.322060 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5a94cba4-842a-4c39-82e7-430f6cd7bbd1 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1444805 Mar 28 09:13:39.322775 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53312) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:39.327434 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-44574891-5d2e-4dca-ac58-26ec7c1aded4 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group_rule': {'security_group_id': 'f3c2ed53-5079-479e-943e-e9f9a5fb52f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1c240488-2fd7-4cff-8212-048e8a3f2537', 'remote_ip_prefix': None}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:39.356308 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44574891-5d2e-4dca-ac58-26ec7c1aded4 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (2309a6dd-b826-4d08-85d2-e07df66540d5), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.393190 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00369acd-6d91-42df-a436-dfd317139527 req-b8bbdd9c-fed2-41be-a402-70d5f53d48fe tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:39.394693 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-00369acd-6d91-42df-a436-dfd317139527 req-b8bbdd9c-fed2-41be-a402-70d5f53d48fe tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 945 time: 0.0555391 Mar 28 09:13:39.427497 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44574891-5d2e-4dca-ac58-26ec7c1aded4 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (2309a6dd-b826-4d08-85d2-e07df66540d5), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.431315 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44574891-5d2e-4dca-ac58-26ec7c1aded4 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (2309a6dd-b826-4d08-85d2-e07df66540d5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.446960 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-00369acd-6d91-42df-a436-dfd317139527 req-53d1b4e7-5fd7-47f6-a71f-f23d4028221b tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457864 Mar 28 09:13:39.449034 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44574891-5d2e-4dca-ac58-26ec7c1aded4 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2309a6dd-b826-4d08-85d2-e07df66540d5,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:39.458128 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44574891-5d2e-4dca-ac58-26ec7c1aded4 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.459343 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-44574891-5d2e-4dca-ac58-26ec7c1aded4 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1354773 Mar 28 09:13:39.462270 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53314) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:39.470072 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53316) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:39.487017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-847755c2-904d-4684-94dc-77fc63b5a3ef tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (2309a6dd-b826-4d08-85d2-e07df66540d5), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.494986 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-847755c2-904d-4684-94dc-77fc63b5a3ef tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (2309a6dd-b826-4d08-85d2-e07df66540d5), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.521584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-847755c2-904d-4684-94dc-77fc63b5a3ef tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (2309a6dd-b826-4d08-85d2-e07df66540d5), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.528031 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-847755c2-904d-4684-94dc-77fc63b5a3ef tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.528805 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-847755c2-904d-4684-94dc-77fc63b5a3ef tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/2309a6dd-b826-4d08-85d2-e07df66540d5 HTTP/1.1" status: 204 len: 168 time: 0.0655315 Mar 28 09:13:39.531443 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53320) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:39.534644 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847755c2-904d-4684-94dc-77fc63b5a3ef tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2309a6dd-b826-4d08-85d2-e07df66540d5,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:39.576399 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-052d6055-0864-4e42-909e-5dcc14de0349 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0435126 Mar 28 09:13:39.579115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53322) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:39.620836 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9bdee7-9bda-4299-8918-8b56608bf6d8 tempest-TestVolumeBootPattern-1476121588 tempest-TestVolumeBootPattern-1476121588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:39.622381 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1f9bdee7-9bda-4299-8918-8b56608bf6d8 tempest-TestVolumeBootPattern-1476121588 tempest-TestVolumeBootPattern-1476121588-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 1124 time: 0.1508577 Mar 28 09:13:39.625384 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53324) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:39.630654 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': 'e5dbbf1f-9653-4f87-b84c-94bea879f444', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:39.632664 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2530df26-2d2b-4c22-8fd9-0e712d22bed2 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (1c240488-2fd7-4cff-8212-048e8a3f2537), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.651180 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.656444 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2530df26-2d2b-4c22-8fd9-0e712d22bed2 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (1c240488-2fd7-4cff-8212-048e8a3f2537), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.703757 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2530df26-2d2b-4c22-8fd9-0e712d22bed2 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (1c240488-2fd7-4cff-8212-048e8a3f2537), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.707121 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2530df26-2d2b-4c22-8fd9-0e712d22bed2 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.708288 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2530df26-2d2b-4c22-8fd9-0e712d22bed2 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-groups/1c240488-2fd7-4cff-8212-048e8a3f2537 HTTP/1.1" status: 204 len: 168 time: 0.1271300 Mar 28 09:13:39.711485 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53326) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:39.728890 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530df26-2d2b-4c22-8fd9-0e712d22bed2 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c240488-2fd7-4cff-8212-048e8a3f2537,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:39.749421 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.773528 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ce2dc856-3b32-4109-9380-0fd724088c15 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0599074 Mar 28 09:13:39.776277 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53328) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:39.828662 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c583e64e-656a-49dc-a72f-2803f87f25a1 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (f3c2ed53-5079-479e-943e-e9f9a5fb52f4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.851210 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c583e64e-656a-49dc-a72f-2803f87f25a1 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (f3c2ed53-5079-479e-943e-e9f9a5fb52f4), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.856169 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Allocated IP 172.36.4.111 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/30f5fe23-a156-41a1-8d00-252bc9414e8d) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:13:39.892094 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c583e64e-656a-49dc-a72f-2803f87f25a1 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (f3c2ed53-5079-479e-943e-e9f9a5fb52f4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.895237 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c583e64e-656a-49dc-a72f-2803f87f25a1 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.896631 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c583e64e-656a-49dc-a72f-2803f87f25a1 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-groups/f3c2ed53-5079-479e-943e-e9f9a5fb52f4 HTTP/1.1" status: 204 len: 168 time: 0.1194596 Mar 28 09:13:39.899724 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53330) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:39.917609 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583e64e-656a-49dc-a72f-2803f87f25a1 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c2ed53-5079-479e-943e-e9f9a5fb52f4,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:39.948030 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-da429761-bffc-4b6c-989a-dee4b2ca0634 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0472083 Mar 28 09:13:39.952279 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53332) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:39.957516 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ef9eadba-d422-41b6-902a-26059ebe205f tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group': {'name': 'tempest-secgroup--156718200'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:39.961220 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for port (30f5fe23-a156-41a1-8d00-252bc9414e8d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.977508 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ef9eadba-d422-41b6-902a-26059ebe205f tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:39.996478 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (30f5fe23-a156-41a1-8d00-252bc9414e8d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.040127 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:13:40.046934 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:40.051322 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ef9eadba-d422-41b6-902a-26059ebe205f tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (00071be3-23bd-4460-b6c7-7f6b01d4045e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.052071 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:13:40.055206 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event updated for resources: {'Port': ['ID=30f5fe23-a156-41a1-8d00-252bc9414e8d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:40.055819 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ef9eadba-d422-41b6-902a-26059ebe205f tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (00071be3-23bd-4460-b6c7-7f6b01d4045e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.086207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ef9eadba-d422-41b6-902a-26059ebe205f tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.090130 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ef9eadba-d422-41b6-902a-26059ebe205f tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1346612 Mar 28 09:13:40.090422 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53334) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:40.094817 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ba569f59-a122-4178-989c-06ae4f0bbe40 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group_rule': {'security_group_id': '00071be3-23bd-4460-b6c7-7f6b01d4045e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:40.102015 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9eadba-d422-41b6-902a-26059ebe205f tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00071be3-23bd-4460-b6c7-7f6b01d4045e,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:40.124661 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ba569f59-a122-4178-989c-06ae4f0bbe40 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (bdab7a44-551a-4ba7-95ea-cb3d8cb25e17), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.182887 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ba569f59-a122-4178-989c-06ae4f0bbe40 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (bdab7a44-551a-4ba7-95ea-cb3d8cb25e17), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.186621 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ba569f59-a122-4178-989c-06ae4f0bbe40 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (bdab7a44-551a-4ba7-95ea-cb3d8cb25e17), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.205033 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba569f59-a122-4178-989c-06ae4f0bbe40 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdab7a44-551a-4ba7-95ea-cb3d8cb25e17,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:40.213075 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ba569f59-a122-4178-989c-06ae4f0bbe40 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.214307 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ba569f59-a122-4178-989c-06ae4f0bbe40 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1229007 Mar 28 09:13:40.217144 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53336) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:40.241993 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-82c56671-be1d-4246-ac0a-2f18cb97149c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (bdab7a44-551a-4ba7-95ea-cb3d8cb25e17), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.250227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-82c56671-be1d-4246-ac0a-2f18cb97149c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (bdab7a44-551a-4ba7-95ea-cb3d8cb25e17), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.277899 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-82c56671-be1d-4246-ac0a-2f18cb97149c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (bdab7a44-551a-4ba7-95ea-cb3d8cb25e17), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.284056 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-82c56671-be1d-4246-ac0a-2f18cb97149c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.285216 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-82c56671-be1d-4246-ac0a-2f18cb97149c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/bdab7a44-551a-4ba7-95ea-cb3d8cb25e17 HTTP/1.1" status: 204 len: 168 time: 0.0670168 Mar 28 09:13:40.287827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53338) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:40.298294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c56671-be1d-4246-ac0a-2f18cb97149c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdab7a44-551a-4ba7-95ea-cb3d8cb25e17,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:40.330595 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c5a06820-4b18-4707-8aff-3e649ba2462c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0415778 Mar 28 09:13:40.333086 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53340) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:40.384701 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b203a2b4-b1c8-42f1-8e57-69ac5b8b1461 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (00071be3-23bd-4460-b6c7-7f6b01d4045e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.410477 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b203a2b4-b1c8-42f1-8e57-69ac5b8b1461 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (00071be3-23bd-4460-b6c7-7f6b01d4045e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.420242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for floatingip (bbda6249-d953-4b28-995e-6440879a9dc0), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.454182 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b203a2b4-b1c8-42f1-8e57-69ac5b8b1461 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (00071be3-23bd-4460-b6c7-7f6b01d4045e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.457267 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b203a2b4-b1c8-42f1-8e57-69ac5b8b1461 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.458439 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b203a2b4-b1c8-42f1-8e57-69ac5b8b1461 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-groups/00071be3-23bd-4460-b6c7-7f6b01d4045e HTTP/1.1" status: 204 len: 168 time: 0.1244218 Mar 28 09:13:40.461800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53342) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:40.475419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203a2b4-b1c8-42f1-8e57-69ac5b8b1461 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00071be3-23bd-4460-b6c7-7f6b01d4045e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:40.494989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (30f5fe23-a156-41a1-8d00-252bc9414e8d), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.511953 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-79897154-054d-4af6-8add-21194f290a8f tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0478671 Mar 28 09:13:40.516007 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53344) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:40.520268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-16a56317-7d1e-4908-93af-6379cc23575b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283613235'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:40.540486 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16a56317-7d1e-4908-93af-6379cc23575b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.607934 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16a56317-7d1e-4908-93af-6379cc23575b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (277d60af-64b0-4ee0-9a89-b76b1d90830e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.613234 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16a56317-7d1e-4908-93af-6379cc23575b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (277d60af-64b0-4ee0-9a89-b76b1d90830e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.640886 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-16a56317-7d1e-4908-93af-6379cc23575b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.642297 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-16a56317-7d1e-4908-93af-6379cc23575b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1252203 Mar 28 09:13:40.646006 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53346) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:40.650255 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-84a88f34-72bb-4dee-8c7e-b0eebb635f27 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group_rule': {'security_group_id': '277d60af-64b0-4ee0-9a89-b76b1d90830e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:40.655192 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a56317-7d1e-4908-93af-6379cc23575b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277d60af-64b0-4ee0-9a89-b76b1d90830e,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:40.660773 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for port (30f5fe23-a156-41a1-8d00-252bc9414e8d), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.665908 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (30f5fe23-a156-41a1-8d00-252bc9414e8d), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.680164 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-84a88f34-72bb-4dee-8c7e-b0eebb635f27 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (cd32ac18-cdbc-4691-9947-f5b85107dcd8), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.734326 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-84a88f34-72bb-4dee-8c7e-b0eebb635f27 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (cd32ac18-cdbc-4691-9947-f5b85107dcd8), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.738375 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-84a88f34-72bb-4dee-8c7e-b0eebb635f27 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (cd32ac18-cdbc-4691-9947-f5b85107dcd8), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.741780 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event updated for resources: {'Port': ['ID=30f5fe23-a156-41a1-8d00-252bc9414e8d,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:40.748966 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (bbda6249-d953-4b28-995e-6440879a9dc0), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.755764 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a88f34-72bb-4dee-8c7e-b0eebb635f27 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd32ac18-cdbc-4691-9947-f5b85107dcd8,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:40.766543 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-84a88f34-72bb-4dee-8c7e-b0eebb635f27 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.768207 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-84a88f34-72bb-4dee-8c7e-b0eebb635f27 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211040 Mar 28 09:13:40.771172 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53348) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:40.787372 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-56eaf96f-34ef-4d57-a360-de6dd7d31049 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-group-rules/cd32ac18-cdbc-4691-9947-f5b85107dcd8 HTTP/1.1" status: 200 len: 763 time: 0.0152404 Mar 28 09:13:40.789892 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53350) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:40.826385 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5494b9f5-face-46f1-9e23-d77aa710f2d5 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0354757 Mar 28 09:13:40.829092 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53352) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:40.866209 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae3b629f-8dcc-4570-abea-079bbdd67864 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (cd32ac18-cdbc-4691-9947-f5b85107dcd8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.875926 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae3b629f-8dcc-4570-abea-079bbdd67864 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (cd32ac18-cdbc-4691-9947-f5b85107dcd8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.896860 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Floating IP bbda6249-d953-4b28-995e-6440879a9dc0 associated. External IP: 172.36.4.111, port: e5dbbf1f-9653-4f87-b84c-94bea879f444. Mar 28 09:13:40.979632 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae3b629f-8dcc-4570-abea-079bbdd67864 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (cd32ac18-cdbc-4691-9947-f5b85107dcd8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.984158 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae3b629f-8dcc-4570-abea-079bbdd67864 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:40.985320 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ae3b629f-8dcc-4570-abea-079bbdd67864 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/cd32ac18-cdbc-4691-9947-f5b85107dcd8 HTTP/1.1" status: 204 len: 168 time: 0.1551745 Mar 28 09:13:40.988035 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53354) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:40.998185 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b629f-8dcc-4570-abea-079bbdd67864 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd32ac18-cdbc-4691-9947-f5b85107dcd8,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:41.029313 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b24386d1-c234-46a4-815d-329b96bb9996 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0400419 Mar 28 09:13:41.031932 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53356) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:41.036863 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-755014f0-366b-4197-a398-04996a5c2913 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group_rule': {'security_group_id': '277d60af-64b0-4ee0-9a89-b76b1d90830e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:41.062125 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-755014f0-366b-4197-a398-04996a5c2913 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (645dfe50-4d52-48b0-996b-a497c84149f9), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.118499 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-755014f0-366b-4197-a398-04996a5c2913 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (645dfe50-4d52-48b0-996b-a497c84149f9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.122497 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-755014f0-366b-4197-a398-04996a5c2913 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (645dfe50-4d52-48b0-996b-a497c84149f9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.133741 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Router 21aa7a59-d6d1-4617-b260-589cf118966c has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:13:41.140728 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755014f0-366b-4197-a398-04996a5c2913 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645dfe50-4d52-48b0-996b-a497c84149f9,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:41.149751 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-755014f0-366b-4197-a398-04996a5c2913 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.151019 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-755014f0-366b-4197-a398-04996a5c2913 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181636 Mar 28 09:13:41.153573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53358) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:41.168828 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-da1b0f2d-76ac-4396-9482-34efe64d47b9 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-group-rules/645dfe50-4d52-48b0-996b-a497c84149f9 HTTP/1.1" status: 200 len: 763 time: 0.0142357 Mar 28 09:13:41.171326 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53360) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:41.209119 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9a5ec7c5-7c1b-4335-b03e-5e18915db088 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0366821 Mar 28 09:13:41.211683 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53362) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:41.235461 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b8d3d12c-a3b3-42c7-874b-fac6a8d6bf43 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (645dfe50-4d52-48b0-996b-a497c84149f9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.243210 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b8d3d12c-a3b3-42c7-874b-fac6a8d6bf43 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (645dfe50-4d52-48b0-996b-a497c84149f9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.249329 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:13:41.259763 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68cf156-2457-4393-abcd-2bef1409dbc3 None None] Sync routers for ids ['21aa7a59-d6d1-4617-b260-589cf118966c'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:13:41.271029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68cf156-2457-4393-abcd-2bef1409dbc3 None None] Routers {'21aa7a59-d6d1-4617-b260-589cf118966c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:41.271758 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d68cf156-2457-4393-abcd-2bef1409dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:13:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21aa7a59-d6d1-4617-b260-589cf118966c'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:41.272967 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b8d3d12c-a3b3-42c7-874b-fac6a8d6bf43 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (645dfe50-4d52-48b0-996b-a497c84149f9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.273329 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.277608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b8d3d12c-a3b3-42c7-874b-fac6a8d6bf43 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.278777 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b8d3d12c-a3b3-42c7-874b-fac6a8d6bf43 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/645dfe50-4d52-48b0-996b-a497c84149f9 HTTP/1.1" status: 204 len: 168 time: 0.0662055 Mar 28 09:13:41.284021 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53364) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:41.301533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3d12c-a3b3-42c7-874b-fac6a8d6bf43 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=645dfe50-4d52-48b0-996b-a497c84149f9,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:41.327861 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3ddd5905-9719-4e68-ae17-cb0e2e2151e3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6874931 Mar 28 09:13:41.327861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c582ec4b-340d-4459-b162-6e7ed69feb7a', 'tag': 'e5dbbf1f-9653-4f87-b84c-94bea879f444'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:13:41.327861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915b39b1-83a7-4ca6-bb49-a1475787d3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c582ec4b-340d-4459-b162-6e7ed69feb7a", "tag": "e5dbbf1f-9653-4f87-b84c-94bea879f444"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:13:41.332513 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-23dbdf54-46bf-4ec8-ac8a-bcb616bdb342 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0473917 Mar 28 09:13:41.335118 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53372) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:41.339807 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-bfccb4a0-fbf3-48fc-9c5d-805fc220f2d4 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group_rule': {'security_group_id': '277d60af-64b0-4ee0-9a89-b76b1d90830e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:41.364391 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-bfccb4a0-fbf3-48fc-9c5d-805fc220f2d4 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Project e0524872d9a4497c9ca11253b40ffcaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:13:41.370230 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bfccb4a0-fbf3-48fc-9c5d-805fc220f2d4 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (4a0488d7-eabc-4556-8072-2b4c09874059), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.389114 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-d68cf156-2457-4393-abcd-2bef1409dbc3 None None] Set router 21aa7a59-d6d1-4617-b260-589cf118966c gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:41.420862 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bfccb4a0-fbf3-48fc-9c5d-805fc220f2d4 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (4a0488d7-eabc-4556-8072-2b4c09874059), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.426423 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bfccb4a0-fbf3-48fc-9c5d-805fc220f2d4 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (4a0488d7-eabc-4556-8072-2b4c09874059), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.445901 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfccb4a0-fbf3-48fc-9c5d-805fc220f2d4 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0488d7-eabc-4556-8072-2b4c09874059,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:41.453667 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bfccb4a0-fbf3-48fc-9c5d-805fc220f2d4 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.456124 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bfccb4a0-fbf3-48fc-9c5d-805fc220f2d4 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199031 Mar 28 09:13:41.460423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53374) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:41.480157 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b85ef392-907c-4046-927c-bb082a8fb3fd tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-group-rules/4a0488d7-eabc-4556-8072-2b4c09874059 HTTP/1.1" status: 200 len: 769 time: 0.0182097 Mar 28 09:13:41.482539 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53376) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:41.505237 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427d8470-1942-477e-a2c8-cd41ad71e3bc x-openstack-request-id: req-427d8470-1942-477e-a2c8-cd41ad71e3bc {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:13:41.506153 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c582ec4b-340d-4459-b162-6e7ed69feb7a", "tag": "e5dbbf1f-9653-4f87-b84c-94bea879f444", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:13:41.506599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-427d8470-1942-477e-a2c8-cd41ad71e3bc {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:13:41.507284 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-427d8470-1942-477e-a2c8-cd41ad71e3bc'] response: {'name': 'network-changed', 'server_uuid': 'c582ec4b-340d-4459-b162-6e7ed69feb7a', 'tag': 'e5dbbf1f-9653-4f87-b84c-94bea879f444', 'status': 'completed', 'code': 200} Mar 28 09:13:41.523468 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a3e4df1e-f2ab-4002-ac09-d9d3b1d5d94b tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0396712 Mar 28 09:13:41.526484 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53378) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:41.563730 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-666e91be-81fc-4238-8b2e-d2647052d6ed tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (4a0488d7-eabc-4556-8072-2b4c09874059), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.572120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-666e91be-81fc-4238-8b2e-d2647052d6ed tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (4a0488d7-eabc-4556-8072-2b4c09874059), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.578349 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b39b1-83a7-4ca6-bb49-a1475787d3f9 req-97668949-c552-40a6-84ff-c301b7192f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:41.579970 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-915b39b1-83a7-4ca6-bb49-a1475787d3f9 req-97668949-c552-40a6-84ff-c301b7192f78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40e579c72ff4feb87447802e87b3f59&device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 1129 time: 0.0537257 Mar 28 09:13:41.600368 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-666e91be-81fc-4238-8b2e-d2647052d6ed tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (4a0488d7-eabc-4556-8072-2b4c09874059), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.605015 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-666e91be-81fc-4238-8b2e-d2647052d6ed tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.606303 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-666e91be-81fc-4238-8b2e-d2647052d6ed tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4a0488d7-eabc-4556-8072-2b4c09874059 HTTP/1.1" status: 204 len: 168 time: 0.0786211 Mar 28 09:13:41.608950 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53380) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:41.620258 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e91be-81fc-4238-8b2e-d2647052d6ed tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a0488d7-eabc-4556-8072-2b4c09874059,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:41.649647 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d68cf156-2457-4393-abcd-2bef1409dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bbda6249-d953-4b28-995e-6440879a9dc0', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'floating_ip_address': '172.36.4.111', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'port_id': 'e5dbbf1f-9653-4f87-b84c-94bea879f444', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'mac_address': 'fa:16:3e:e4:4a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582ec4b-340d-4459-b162-6e7ed69feb7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:13:40Z', 'updated_at': '2022-03-28T09:13:40Z', 'revision_number': 0, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:28Z', 'revision_number': 5, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:41.663989 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cd4d35aa-2b37-45f1-8705-ef5b901bf61c tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0505948 Mar 28 09:13:41.664783 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53382) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:41.679620 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68cf156-2457-4393-abcd-2bef1409dbc3 None None] Checking router: 21aa7a59-d6d1-4617-b260-589cf118966c for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:13:41.680874 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b39b1-83a7-4ca6-bb49-a1475787d3f9 req-c0f5aae6-1956-4216-9e28-9ae21ccfdb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:41.682537 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-915b39b1-83a7-4ca6-bb49-a1475787d3f9 req-c0f5aae6-1956-4216-9e28-9ae21ccfdb73 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 HTTP/1.1" status: 200 len: 910 time: 0.0969145 Mar 28 09:13:41.688192 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68cf156-2457-4393-abcd-2bef1409dbc3 None None] Routers {'21aa7a59-d6d1-4617-b260-589cf118966c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:41.689558 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d68cf156-2457-4393-abcd-2bef1409dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:13:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21aa7a59-d6d1-4617-b260-589cf118966c'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:41.720677 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7b356f3-01a7-4ae7-aa6f-a249cb90e69a tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (277d60af-64b0-4ee0-9a89-b76b1d90830e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.745936 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7b356f3-01a7-4ae7-aa6f-a249cb90e69a tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (277d60af-64b0-4ee0-9a89-b76b1d90830e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.754460 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-915b39b1-83a7-4ca6-bb49-a1475787d3f9 req-7a4cd1e8-38e6-459f-a9b0-d157f679cc55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5dbbf1f-9653-4f87-b84c-94bea879f444 HTTP/1.1" status: 200 len: 999 time: 0.0661309 Mar 28 09:13:41.791483 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7b356f3-01a7-4ae7-aa6f-a249cb90e69a tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (277d60af-64b0-4ee0-9a89-b76b1d90830e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.794609 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7b356f3-01a7-4ae7-aa6f-a249cb90e69a tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.795766 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f7b356f3-01a7-4ae7-aa6f-a249cb90e69a tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-groups/277d60af-64b0-4ee0-9a89-b76b1d90830e HTTP/1.1" status: 204 len: 168 time: 0.1304693 Mar 28 09:13:41.800995 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53384) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:41.802199 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-d68cf156-2457-4393-abcd-2bef1409dbc3 None None] Set router 21aa7a59-d6d1-4617-b260-589cf118966c gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:41.808181 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b39b1-83a7-4ca6-bb49-a1475787d3f9 req-83e3b1c1-4759-4885-80ab-cbb0c7ec62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:41.809688 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-915b39b1-83a7-4ca6-bb49-a1475787d3f9 req-83e3b1c1-4759-4885-80ab-cbb0c7ec62bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e3ff9a8-b5a8-488c-b061-58d28e8ef393 HTTP/1.1" status: 200 len: 849 time: 0.0495279 Mar 28 09:13:41.812687 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b356f3-01a7-4ae7-aa6f-a249cb90e69a tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277d60af-64b0-4ee0-9a89-b76b1d90830e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:41.862024 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bf2ba005-7ed5-481a-8d32-15cec4c0b969 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0589066 Mar 28 09:13:41.862243 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b39b1-83a7-4ca6-bb49-a1475787d3f9 req-f3c27fc0-cb6e-4762-a155-ff5081817b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:41.863291 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-915b39b1-83a7-4ca6-bb49-a1475787d3f9 req-f3c27fc0-cb6e-4762-a155-ff5081817b16 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482008 Mar 28 09:13:41.867967 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53386) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:41.872307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e357b20d-f588-4adf-badc-cd445546d0a3 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group': {'name': 'tempest-secgroup--118377789'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:41.898255 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e357b20d-f588-4adf-badc-cd445546d0a3 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.970122 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-915b39b1-83a7-4ca6-bb49-a1475787d3f9 req-c900a4bf-ac1a-472a-8813-d6aaa71a3045 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006978 Mar 28 09:13:41.972906 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e357b20d-f588-4adf-badc-cd445546d0a3 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (85c1789c-1cf6-4007-a88e-216a4e5cdbc5), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.977445 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e357b20d-f588-4adf-badc-cd445546d0a3 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (85c1789c-1cf6-4007-a88e-216a4e5cdbc5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.997746 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e357b20d-f588-4adf-badc-cd445546d0a3 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:41.999356 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e357b20d-f588-4adf-badc-cd445546d0a3 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1304355 Mar 28 09:13:42.005988 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53388) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:42.011172 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-495a2dc6-0152-4c03-afeb-5b8a7d774b03 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Request body: {'security_group_rule': {'security_group_id': '85c1789c-1cf6-4007-a88e-216a4e5cdbc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:42.035748 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357b20d-f588-4adf-badc-cd445546d0a3 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c1789c-1cf6-4007-a88e-216a4e5cdbc5,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:42.054519 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-495a2dc6-0152-4c03-afeb-5b8a7d774b03 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (6e001655-a2fe-4fd0-b796-9b2f605bf9d2), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:42.078906 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-915b39b1-83a7-4ca6-bb49-a1475787d3f9 req-ac75b9d5-c9fa-4db2-a47e-33c578fcd391 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034751 Mar 28 09:13:42.124106 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-495a2dc6-0152-4c03-afeb-5b8a7d774b03 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (6e001655-a2fe-4fd0-b796-9b2f605bf9d2), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:42.129479 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-495a2dc6-0152-4c03-afeb-5b8a7d774b03 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (6e001655-a2fe-4fd0-b796-9b2f605bf9d2), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:42.145132 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a2dc6-0152-4c03-afeb-5b8a7d774b03 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e001655-a2fe-4fd0-b796-9b2f605bf9d2,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:42.158938 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-495a2dc6-0152-4c03-afeb-5b8a7d774b03 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:42.160233 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-495a2dc6-0152-4c03-afeb-5b8a7d774b03 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1533816 Mar 28 09:13:42.162803 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53390) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:42.195270 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d68cf156-2457-4393-abcd-2bef1409dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bbda6249-d953-4b28-995e-6440879a9dc0', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'floating_ip_address': '172.36.4.111', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'port_id': 'e5dbbf1f-9653-4f87-b84c-94bea879f444', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'mac_address': 'fa:16:3e:e4:4a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582ec4b-340d-4459-b162-6e7ed69feb7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:13:40Z', 'updated_at': '2022-03-28T09:13:40Z', 'revision_number': 0, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:28Z', 'revision_number': 5, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:42.216689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-385bdaf7-1bec-41cd-b729-4ccce34b5f1a tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (85c1789c-1cf6-4007-a88e-216a4e5cdbc5), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:42.224676 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68cf156-2457-4393-abcd-2bef1409dbc3 None None] The sync data for ids ['21aa7a59-d6d1-4617-b260-589cf118966c'] in dv-neutron-master-2-hyperv is: [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bbda6249-d953-4b28-995e-6440879a9dc0', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'floating_ip_address': '172.36.4.111', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'port_id': 'e5dbbf1f-9653-4f87-b84c-94bea879f444', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'mac_address': 'fa:16:3e:e4:4a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582ec4b-340d-4459-b162-6e7ed69feb7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:13:40Z', 'updated_at': '2022-03-28T09:13:40Z', 'revision_number': 0, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:28Z', 'revision_number': 5, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:13:42.241052 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-385bdaf7-1bec-41cd-b729-4ccce34b5f1a tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (85c1789c-1cf6-4007-a88e-216a4e5cdbc5), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:42.288022 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-385bdaf7-1bec-41cd-b729-4ccce34b5f1a tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (85c1789c-1cf6-4007-a88e-216a4e5cdbc5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:42.290951 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-385bdaf7-1bec-41cd-b729-4ccce34b5f1a tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:42.292270 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-385bdaf7-1bec-41cd-b729-4ccce34b5f1a tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-groups/85c1789c-1cf6-4007-a88e-216a4e5cdbc5 HTTP/1.1" status: 204 len: 168 time: 0.1285329 Mar 28 09:13:42.294918 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53392) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:42.302371 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bdaf7-1bec-41cd-b729-4ccce34b5f1a tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c1789c-1cf6-4007-a88e-216a4e5cdbc5,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:42.343657 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-dc6bb063-01ad-4638-8875-831248098e01 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0453537 Mar 28 09:13:42.344175 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53394) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:42.382645 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0b5111cf-d089-4097-a386-e6d28b654544 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0348442 Mar 28 09:13:42.383018 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53396) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:42.397195 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-679ea49f-b27b-4b23-8540-134cf0d0e667 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] delete failed (client error): The resource could not be found. Mar 28 09:13:42.398269 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-679ea49f-b27b-4b23-8540-134cf0d0e667 tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "DELETE /v2.0/security-groups/85c1789c-1cf6-4007-a88e-216a4e5cdbc5 HTTP/1.1" status: 404 len: 347 time: 0.0141194 Mar 28 09:13:42.402009 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53398) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:42.433470 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7776030c-5132-4a81-9879-c13b8226cdff None None] New status for floating IP bbda6249-d953-4b28-995e-6440879a9dc0: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:13:42.453290 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0c705e98-809c-4bda-a014-880f481a2e5d tempest-SecGroupIPv6Test-663133923 tempest-SecGroupIPv6Test-663133923-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0501163 Mar 28 09:13:42.701955 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53404) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:42.831994 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9cb4396b-da20-44ea-ae8c-f8a081106bd2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0524872d9a4497c9ca11253b40ffcaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288643 Mar 28 09:13:42.834484 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53408) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:42.882244 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5c5ebd34-2d58-4b9b-b3de-b347436c4cfe admin admin] Publish callbacks [] for security_group (6f9fc751-fd6d-4385-a177-81749036e70f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:42.904324 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5c5ebd34-2d58-4b9b-b3de-b347436c4cfe admin admin] Publish callbacks [] for security_group (6f9fc751-fd6d-4385-a177-81749036e70f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:42.950107 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5c5ebd34-2d58-4b9b-b3de-b347436c4cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (6f9fc751-fd6d-4385-a177-81749036e70f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:42.952629 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5c5ebd34-2d58-4b9b-b3de-b347436c4cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:42.953782 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5c5ebd34-2d58-4b9b-b3de-b347436c4cfe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f9fc751-fd6d-4385-a177-81749036e70f HTTP/1.1" status: 204 len: 168 time: 0.1183622 Mar 28 09:13:42.961081 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ebd34-2d58-4b9b-b3de-b347436c4cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9fc751-fd6d-4385-a177-81749036e70f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:44.068431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53444) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:44.206501 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-8a15d62d-0c8d-4492-8eb3-fda60eb4c656 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'network': {'name': 'tempest-network-smoke--236491877', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'port_security_enabled': True}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:44.226483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a15d62d-0c8d-4492-8eb3-fda60eb4c656 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:13:44.229894 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8a15d62d-0c8d-4492-8eb3-fda60eb4c656 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:44.237902 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8a15d62d-0c8d-4492-8eb3-fda60eb4c656 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:44.314386 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8a15d62d-0c8d-4492-8eb3-fda60eb4c656 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (fa9ccc34-918e-4a71-bb7b-119199e88e91), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:44.318167 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8a15d62d-0c8d-4492-8eb3-fda60eb4c656 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (fa9ccc34-918e-4a71-bb7b-119199e88e91), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:44.344109 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a15d62d-0c8d-4492-8eb3-fda60eb4c656 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:13:44.353872 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15d62d-0c8d-4492-8eb3-fda60eb4c656 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9ccc34-918e-4a71-bb7b-119199e88e91,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:44.358397 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8a15d62d-0c8d-4492-8eb3-fda60eb4c656 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (65210629-ca72-4dee-8e6c-c664eefa494b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:44.358739 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-8a15d62d-0c8d-4492-8eb3-fda60eb4c656 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Added segment 65210629-ca72-4dee-8e6c-c664eefa494b of type vlan for network 4f4ff913-a7f4-4995-b572-df43102add1c Mar 28 09:13:44.398836 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8a15d62d-0c8d-4492-8eb3-fda60eb4c656 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (4f4ff913-a7f4-4995-b572-df43102add1c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:44.422396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8a15d62d-0c8d-4492-8eb3-fda60eb4c656 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (4f4ff913-a7f4-4995-b572-df43102add1c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:44.427641 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a15d62d-0c8d-4492-8eb3-fda60eb4c656 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:44.428223 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8a15d62d-0c8d-4492-8eb3-fda60eb4c656 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:44.486107 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8a15d62d-0c8d-4492-8eb3-fda60eb4c656 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4163327 Mar 28 09:13:44.488671 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53448) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:44.495028 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-252338624', 'admin_state_up': True, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:44.512031 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15d62d-0c8d-4492-8eb3-fda60eb4c656 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Network': ['ID=4f4ff913-a7f4-4995-b572-df43102add1c,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:44.523247 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 4f4ff913-a7f4-4995-b572-df43102add1c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:13:44.530184 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (7354c9c9-56a6-41ba-a140-6845ad9e63c6), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:44.531203 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (7354c9c9-56a6-41ba-a140-6845ad9e63c6), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:44.587291 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_controller (7354c9c9-56a6-41ba-a140-6845ad9e63c6), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:44.728131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (7354c9c9-56a6-41ba-a140-6845ad9e63c6), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:44.917202 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (7354c9c9-56a6-41ba-a140-6845ad9e63c6), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:44.935649 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:45.038597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.36.4.158 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/106077e8-c146-4687-b3d6-4be1c7364d0f) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:13:45.138093 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (106077e8-c146-4687-b3d6-4be1c7364d0f), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:45.171045 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (106077e8-c146-4687-b3d6-4be1c7364d0f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:45.211513 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:13:45.214395 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:45.221048 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:13:45.242480 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=106077e8-c146-4687-b3d6-4be1c7364d0f,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:45.468490 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (7354c9c9-56a6-41ba-a140-6845ad9e63c6), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:45.666796 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (7354c9c9-56a6-41ba-a140-6845ad9e63c6), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:45.795107 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:13:45.900294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:13:45.909679 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Sync routers for ids ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:13:45.918787 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Routers {'7354c9c9-56a6-41ba-a140-6845ad9e63c6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:45.919407 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:13:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:45.919601 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:45.920644 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8b652119-60c7-4b90-baf7-40b3c65c79b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4310672 Mar 28 09:13:45.923869 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53450) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:46.004631 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-eff73935-c560-4203-9989-ef6d2e9c6571 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c196c225c4d841048df5a13a55d30507&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0795729 Mar 28 09:13:46.007615 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53454) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:46.032359 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Set router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:46.095563 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bbb2ec-b07b-47d8-b4db-86adc3f53cf1 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:46.096726 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-81bbb2ec-b07b-47d8-b4db-86adc3f53cf1 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881996 Mar 28 09:13:46.099541 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53456) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:46.133070 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-59d1c144-2831-4e99-8f1f-edca9d1789fb tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321951 Mar 28 09:13:46.135397 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53458) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:46.139944 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-cac47ce7-7a39-46af-a9ce-816218596c13 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1103506182', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:46.207512 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:45Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:46.227947 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac47ce7-7a39-46af-a9ce-816218596c13 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:13:46.231502 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cac47ce7-7a39-46af-a9ce-816218596c13 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:46.233407 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Checking router: 7354c9c9-56a6-41ba-a140-6845ad9e63c6 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:13:46.233819 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Updating router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 port 106077e8-c146-4687-b3d6-4be1c7364d0f binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:13:46.265368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (106077e8-c146-4687-b3d6-4be1c7364d0f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:46.411385 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cac47ce7-7a39-46af-a9ce-816218596c13 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (85adb03c-c24e-45ef-b18e-5cdcd7be55be), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:46.472793 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac47ce7-7a39-46af-a9ce-816218596c13 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Subnet': ['ID=85adb03c-c24e-45ef-b18e-5cdcd7be55be,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:46.479649 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac47ce7-7a39-46af-a9ce-816218596c13 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Checking segment: {'id': '65210629-ca72-4dee-8e6c-c664eefa494b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:13:46.480016 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac47ce7-7a39-46af-a9ce-816218596c13 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network hostable DHCP agents. Network: 4f4ff913-a7f4-4995-b572-df43102add1c, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:13:46.496880 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac47ce7-7a39-46af-a9ce-816218596c13 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 4f4ff913-a7f4-4995-b572-df43102add1c is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:13:46.507730 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-cac47ce7-7a39-46af-a9ce-816218596c13 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4f4ff913-a7f4-4995-b572-df43102add1c) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:46.512493 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac47ce7-7a39-46af-a9ce-816218596c13 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:46.513792 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cac47ce7-7a39-46af-a9ce-816218596c13 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:46.521414 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ded044-c095-4950-89bc-01085dc1640b None None] Network 4f4ff913-a7f4-4995-b572-df43102add1c requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:46.527733 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Publish callbacks [] for port (106077e8-c146-4687-b3d6-4be1c7364d0f), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:46.530261 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cac47ce7-7a39-46af-a9ce-816218596c13 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3938205 Mar 28 09:13:46.533338 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53460) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:46.564362 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (106077e8-c146-4687-b3d6-4be1c7364d0f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:46.645668 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Attempting to bind port 106077e8-c146-4687-b3d6-4be1c7364d0f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:13:46.646049 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Attempting to bind port 106077e8-c146-4687-b3d6-4be1c7364d0f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:13:46.646415 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Attempting to bind port 106077e8-c146-4687-b3d6-4be1c7364d0f on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:13:46.648633 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd842fe-5ec4-4134-82b5-cd50374c8e98 None None] Pushing event updated for resources: {'Port': ['ID=106077e8-c146-4687-b3d6-4be1c7364d0f,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:46.656175 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:13:46.656557 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:13:46.656959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:46.657406 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:13:46.657920 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Bound port: 106077e8-c146-4687-b3d6-4be1c7364d0f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:13:46.658307 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (106077e8-c146-4687-b3d6-4be1c7364d0f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:46.694535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4f4ff913-a7f4-4995-b572-df43102add1c', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ips': [{'subnet_id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:13:46.695404 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:46.747278 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] For port 106077e8-c146-4687-b3d6-4be1c7364d0f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:13:46.808030 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] For port 106077e8-c146-4687-b3d6-4be1c7364d0f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=106077e8-c146-4687-b3d6-4be1c7364d0f,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:13:46.818427 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (106077e8-c146-4687-b3d6-4be1c7364d0f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:46.925990 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Routers {'7354c9c9-56a6-41ba-a140-6845ad9e63c6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:46.926703 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:13:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:46.928816 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Allocated IP 172.20.0.2 (4f4ff913-a7f4-4995-b572-df43102add1c/85adb03c-c24e-45ef-b18e-5cdcd7be55be/0f97d7bd-acc9-43bc-82ef-37570414c28b) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:13:46.930718 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd842fe-5ec4-4134-82b5-cd50374c8e98 None None] Pushing event updated for resources: {'Port': ['ID=106077e8-c146-4687-b3d6-4be1c7364d0f,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:46.981357 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5acfd0ba-dd1e-4767-8d30-550499caef4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:47.104890 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] Set router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:47.403039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Publish callbacks [] for port (0f97d7bd-acc9-43bc-82ef-37570414c28b), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:47.412871 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (0f97d7bd-acc9-43bc-82ef-37570414c28b), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:47.456888 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-5acfd0ba-dd1e-4767-8d30-550499caef4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.1 (4f4ff913-a7f4-4995-b572-df43102add1c/85adb03c-c24e-45ef-b18e-5cdcd7be55be/c3d78ad5-b743-41f9-aca4-d73b49f9b5e8) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:13:47.457966 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Network 4f4ff913-a7f4-4995-b572-df43102add1c is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:13:47.463328 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:47.485773 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:13:47.495116 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Pushing event updated for resources: {'Port': ['ID=0f97d7bd-acc9-43bc-82ef-37570414c28b,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:47.559589 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Attempting to bind port 0f97d7bd-acc9-43bc-82ef-37570414c28b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:13:47.559958 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Attempting to bind port 0f97d7bd-acc9-43bc-82ef-37570414c28b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '65210629-ca72-4dee-8e6c-c664eefa494b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:13:47.560327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Attempting to bind port 0f97d7bd-acc9-43bc-82ef-37570414c28b on network 4f4ff913-a7f4-4995-b572-df43102add1c {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:13:47.569653 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:13:47.570043 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Checking segment: {'id': '65210629-ca72-4dee-8e6c-c664eefa494b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:13:47.570451 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:47.570847 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Bound using segment: {'id': '65210629-ca72-4dee-8e6c-c664eefa494b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:13:47.571315 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Bound port: 0f97d7bd-acc9-43bc-82ef-37570414c28b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65210629-ca72-4dee-8e6c-c664eefa494b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:13:47.571697 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0f97d7bd-acc9-43bc-82ef-37570414c28b), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:47.590683 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:45Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:47.591649 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5acfd0ba-dd1e-4767-8d30-550499caef4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:47.628512 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5acfd0ba-dd1e-4767-8d30-550499caef4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:47.633407 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a556ea0-79ab-4545-9d3e-56bd299db6b7 None None] The sync data for ids ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'] in dv-neutron-master-2-hyperv is: [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:45Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:13:47.675162 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acfd0ba-dd1e-4767-8d30-550499caef4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 4f4ff913-a7f4-4995-b572-df43102add1c is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:13:47.677160 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] For port 0f97d7bd-acc9-43bc-82ef-37570414c28b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:13:47.680851 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-5acfd0ba-dd1e-4767-8d30-550499caef4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:47.680992 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] For port 0f97d7bd-acc9-43bc-82ef-37570414c28b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0f97d7bd-acc9-43bc-82ef-37570414c28b,segment=NetworkSegment(65210629-ca72-4dee-8e6c-c664eefa494b),segment_id=65210629-ca72-4dee-8e6c-c664eefa494b)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:13:47.685880 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acfd0ba-dd1e-4767-8d30-550499caef4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:13:47.690290 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0f97d7bd-acc9-43bc-82ef-37570414c28b), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:47.690878 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfd0ba-dd1e-4767-8d30-550499caef4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=c3d78ad5-b743-41f9-aca4-d73b49f9b5e8,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:47.740251 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5acfd0ba-dd1e-4767-8d30-550499caef4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (7354c9c9-56a6-41ba-a140-6845ad9e63c6), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:47.763970 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ebd014-bfd8-4736-9e03-ba345b61d574 None None] Pushing event updated for resources: {'Port': ['ID=0f97d7bd-acc9-43bc-82ef-37570414c28b,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:47.902396 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5acfd0ba-dd1e-4767-8d30-550499caef4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:48.237127 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5acfd0ba-dd1e-4767-8d30-550499caef4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:48.241837 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5acfd0ba-dd1e-4767-8d30-550499caef4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:48.321062 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5acfd0ba-dd1e-4767-8d30-550499caef4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (7354c9c9-56a6-41ba-a140-6845ad9e63c6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:48.322865 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfd0ba-dd1e-4767-8d30-550499caef4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=c3d78ad5-b743-41f9-aca4-d73b49f9b5e8,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:48.416031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acfd0ba-dd1e-4767-8d30-550499caef4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 4f4ff913-a7f4-4995-b572-df43102add1c is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:13:48.417514 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-5acfd0ba-dd1e-4767-8d30-550499caef4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:48.598688 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 106077e8-c146-4687-b3d6-4be1c7364d0f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:13:48.666050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 106077e8-c146-4687-b3d6-4be1c7364d0f triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:48.666692 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (106077e8-c146-4687-b3d6-4be1c7364d0f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:48.768098 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 106077e8-c146-4687-b3d6-4be1c7364d0f is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:48.768486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (106077e8-c146-4687-b3d6-4be1c7364d0f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:48.791973 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 106077e8-c146-4687-b3d6-4be1c7364d0f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=106077e8-c146-4687-b3d6-4be1c7364d0f,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:48.799339 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (106077e8-c146-4687-b3d6-4be1c7364d0f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:48.800356 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0f97d7bd-acc9-43bc-82ef-37570414c28b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:13:48.849193 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7f8827-32d2-4b08-b40f-4e6a7c4dbe3d None None] Network 4f4ff913-a7f4-4995-b572-df43102add1c requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:13:48.930692 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acfd0ba-dd1e-4767-8d30-550499caef4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:13:48.944318 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=106077e8-c146-4687-b3d6-4be1c7364d0f,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:48.966169 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a431c1c5-cb93-4cee-9cb6-5be87f66b9c1 None None] Provisioning complete for port 0f97d7bd-acc9-43bc-82ef-37570414c28b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:48.966554 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a431c1c5-cb93-4cee-9cb6-5be87f66b9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0f97d7bd-acc9-43bc-82ef-37570414c28b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:49.034120 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 0f97d7bd-acc9-43bc-82ef-37570414c28b triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:49.034500 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0f97d7bd-acc9-43bc-82ef-37570414c28b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:49.060798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acfd0ba-dd1e-4767-8d30-550499caef4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:13:49.069664 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5acfd0ba-dd1e-4767-8d30-550499caef4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/7354c9c9-56a6-41ba-a140-6845ad9e63c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5324268 Mar 28 09:13:49.070022 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53464) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:49.146830 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a431c1c5-cb93-4cee-9cb6-5be87f66b9c1 None None] Current status of the port 0f97d7bd-acc9-43bc-82ef-37570414c28b is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:49.147202 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a431c1c5-cb93-4cee-9cb6-5be87f66b9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0f97d7bd-acc9-43bc-82ef-37570414c28b), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:49.226795 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 0f97d7bd-acc9-43bc-82ef-37570414c28b is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:49.227194 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0f97d7bd-acc9-43bc-82ef-37570414c28b), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:49.234376 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a431c1c5-cb93-4cee-9cb6-5be87f66b9c1 None None] For port 0f97d7bd-acc9-43bc-82ef-37570414c28b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0f97d7bd-acc9-43bc-82ef-37570414c28b,segment=NetworkSegment(65210629-ca72-4dee-8e6c-c664eefa494b),segment_id=65210629-ca72-4dee-8e6c-c664eefa494b)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:49.247120 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a431c1c5-cb93-4cee-9cb6-5be87f66b9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0f97d7bd-acc9-43bc-82ef-37570414c28b), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:49.378908 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:13:49.379570 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:13:49.380520 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431c1c5-cb93-4cee-9cb6-5be87f66b9c1 None None] Pushing event updated for resources: {'Port': ['ID=0f97d7bd-acc9-43bc-82ef-37570414c28b,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:49.476175 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b6a7dbc8-e3a8-4b2d-b451-ee5805143377 None None] Provisioning complete for port 0f97d7bd-acc9-43bc-82ef-37570414c28b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:49.476825 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b6a7dbc8-e3a8-4b2d-b451-ee5805143377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0f97d7bd-acc9-43bc-82ef-37570414c28b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:49.595402 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b6a7dbc8-e3a8-4b2d-b451-ee5805143377 None None] Current status of the port 0f97d7bd-acc9-43bc-82ef-37570414c28b is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:49.596099 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Sync routers for ids ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:13:49.609650 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b6a7dbc8-e3a8-4b2d-b451-ee5805143377 None None] Provisioning complete for port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:49.611397 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b6a7dbc8-e3a8-4b2d-b451-ee5805143377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:49.612945 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Routers {'7354c9c9-56a6-41ba-a140-6845ad9e63c6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:49.614520 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:13:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:49.622522 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c9c6ee-8b9b-4690-b7ff-606300160375 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:49.623103 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c9c6ee-8b9b-4690-b7ff-606300160375 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:49.623653 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c9c6ee-8b9b-4690-b7ff-606300160375 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:49.624199 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c9c6ee-8b9b-4690-b7ff-606300160375 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:49.624689 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c9c6ee-8b9b-4690-b7ff-606300160375 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:49.625156 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c9c6ee-8b9b-4690-b7ff-606300160375 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:49.631032 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53466) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:49.641233 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-10c9c6ee-8b9b-4690-b7ff-606300160375 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.5702369 Mar 28 09:13:49.666126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b6a7dbc8-e3a8-4b2d-b451-ee5805143377 None None] Port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:13:49.749360 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Set router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:49.754589 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbcaacc-444a-479f-88de-a68b1d71813a tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:49.755033 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbcaacc-444a-479f-88de-a68b1d71813a tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:49.755486 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbcaacc-444a-479f-88de-a68b1d71813a tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:49.755941 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbcaacc-444a-479f-88de-a68b1d71813a tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:49.756385 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbcaacc-444a-479f-88de-a68b1d71813a tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:49.756831 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbcaacc-444a-479f-88de-a68b1d71813a tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:49.761221 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cfbcaacc-444a-479f-88de-a68b1d71813a tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1265383 Mar 28 09:13:49.761470 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53468) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:49.794364 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b53785c5-6c9d-4b84-9383-b1152e3f80a3 None None] Provisioning complete for port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:49.795506 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b53785c5-6c9d-4b84-9383-b1152e3f80a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:49.839626 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b53785c5-6c9d-4b84-9383-b1152e3f80a3 None None] Port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:13:49.921432 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 0f97d7bd-acc9-43bc-82ef-37570414c28b is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:49.958198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-bbcb2bab-9e60-4a38-adc4-c29e815cf588 None None] Provisioning complete for port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:49.959030 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2bab-9e60-4a38-adc4-c29e815cf588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:49.974229 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:47Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c3d78ad5-b743-41f9-aca4-d73b49f9b5e8', 'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:0c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:47Z', 'updated_at': '2022-03-28T09:13:48Z', 'revision_number': 2, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:49.993920 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bbcb2bab-9e60-4a38-adc4-c29e815cf588 None None] Port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:13:50.003197 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Checking router: 7354c9c9-56a6-41ba-a140-6845ad9e63c6 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:13:50.003682 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Updating router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:13:50.031424 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.045905 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-73ace671-4bcb-4095-858e-dcb88e8326ca tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2831986 Mar 28 09:13:50.312389 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Publish callbacks [] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.318401 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.339640 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53472) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:50.344347 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4f6e9be8-92cb-4fc3-9bca-610588e156d4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-754799635', 'description': 'tempest-secgroup-smoke-754799635 description', 'project_id': 'c196c225c4d841048df5a13a55d30507'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:50.368280 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9be8-92cb-4fc3-9bca-610588e156d4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.417821 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9be61-5599-4409-abc0-95ae89753d64 None None] Pushing event updated for resources: {'Port': ['ID=c3d78ad5-b743-41f9-aca4-d73b49f9b5e8,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:50.430735 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9be61-5599-4409-abc0-95ae89753d64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:50.431083 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9be61-5599-4409-abc0-95ae89753d64 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:50.431412 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9be61-5599-4409-abc0-95ae89753d64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:50.431746 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9be61-5599-4409-abc0-95ae89753d64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:50.432073 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9be61-5599-4409-abc0-95ae89753d64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:50.432401 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9be61-5599-4409-abc0-95ae89753d64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:50.432722 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9be61-5599-4409-abc0-95ae89753d64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:50.433041 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9be61-5599-4409-abc0-95ae89753d64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:50.433382 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9be61-5599-4409-abc0-95ae89753d64 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:50.434323 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9be61-5599-4409-abc0-95ae89753d64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:50.434323 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9be61-5599-4409-abc0-95ae89753d64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:50.434550 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9be61-5599-4409-abc0-95ae89753d64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:50.434706 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9be61-5599-4409-abc0-95ae89753d64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:50.434994 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9be61-5599-4409-abc0-95ae89753d64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:50.435313 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9be61-5599-4409-abc0-95ae89753d64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:13:50.443125 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Attempting to bind port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:13:50.443560 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Attempting to bind port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '65210629-ca72-4dee-8e6c-c664eefa494b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:13:50.443919 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Attempting to bind port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 on network 4f4ff913-a7f4-4995-b572-df43102add1c {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:13:50.448942 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:13:50.449316 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Checking segment: {'id': '65210629-ca72-4dee-8e6c-c664eefa494b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:13:50.449746 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.450137 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Bound using segment: {'id': '65210629-ca72-4dee-8e6c-c664eefa494b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:13:50.450596 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Bound port: c3d78ad5-b743-41f9-aca4-d73b49f9b5e8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65210629-ca72-4dee-8e6c-c664eefa494b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:13:50.450976 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.466542 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9be8-92cb-4fc3-9bca-610588e156d4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (73251e00-94c2-4e58-aeac-5176d5ad31b2), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.473199 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9be8-92cb-4fc3-9bca-610588e156d4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (73251e00-94c2-4e58-aeac-5176d5ad31b2), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.524450 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9be8-92cb-4fc3-9bca-610588e156d4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.525812 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4f6e9be8-92cb-4fc3-9bca-610588e156d4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1849782 Mar 28 09:13:50.527963 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e9be8-92cb-4fc3-9bca-610588e156d4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73251e00-94c2-4e58-aeac-5176d5ad31b2,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:50.528800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53474) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:50.535158 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-c755803b-3abe-4066-b071-0ffa54d97003 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '73251e00-94c2-4e58-aeac-5176d5ad31b2', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:50.546663 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 106077e8-c146-4687-b3d6-4be1c7364d0f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:13:50.568312 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] For port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:13:50.570227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c755803b-3abe-4066-b071-0ffa54d97003 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (c8d37559-4a5c-4445-8c72-3cc120db7ba0), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.576011 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] For port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3d78ad5-b743-41f9-aca4-d73b49f9b5e8,segment=NetworkSegment(65210629-ca72-4dee-8e6c-c664eefa494b),segment_id=65210629-ca72-4dee-8e6c-c664eefa494b)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:13:50.587889 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.608972 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 106077e8-c146-4687-b3d6-4be1c7364d0f triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:50.609383 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (106077e8-c146-4687-b3d6-4be1c7364d0f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.665590 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c755803b-3abe-4066-b071-0ffa54d97003 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (c8d37559-4a5c-4445-8c72-3cc120db7ba0), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.672157 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c755803b-3abe-4066-b071-0ffa54d97003 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (c8d37559-4a5c-4445-8c72-3cc120db7ba0), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.675528 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9be61-5599-4409-abc0-95ae89753d64 None None] Pushing event updated for resources: {'Port': ['ID=c3d78ad5-b743-41f9-aca4-d73b49f9b5e8,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:50.688440 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Routers {'7354c9c9-56a6-41ba-a140-6845ad9e63c6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:13:50.689793 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:13:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:50.698297 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755803b-3abe-4066-b071-0ffa54d97003 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d37559-4a5c-4445-8c72-3cc120db7ba0,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:50.711249 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c755803b-3abe-4066-b071-0ffa54d97003 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.712509 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c755803b-3abe-4066-b071-0ffa54d97003 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1819112 Mar 28 09:13:50.715527 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53476) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:50.720754 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ca40a402-aa3d-4eca-b540-26443b1168fa tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '73251e00-94c2-4e58-aeac-5176d5ad31b2', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:50.735431 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 106077e8-c146-4687-b3d6-4be1c7364d0f is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:50.737132 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0f97d7bd-acc9-43bc-82ef-37570414c28b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:13:50.739855 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a06c4212-3b5b-437c-9b49-954bd22528a4 None None] Provisioning complete for port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:50.740237 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a06c4212-3b5b-437c-9b49-954bd22528a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.750965 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ca40a402-aa3d-4eca-b540-26443b1168fa tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (db9f31c8-3dfb-49f4-98ab-7e8e728b2eef), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.821023 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] Set router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:13:50.830823 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 0f97d7bd-acc9-43bc-82ef-37570414c28b triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:50.831373 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0f97d7bd-acc9-43bc-82ef-37570414c28b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.840446 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ca40a402-aa3d-4eca-b540-26443b1168fa tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (db9f31c8-3dfb-49f4-98ab-7e8e728b2eef), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.847004 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ca40a402-aa3d-4eca-b540-26443b1168fa tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (db9f31c8-3dfb-49f4-98ab-7e8e728b2eef), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.875890 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ca40a402-aa3d-4eca-b540-26443b1168fa tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.877908 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ca40a402-aa3d-4eca-b540-26443b1168fa tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1607015 Mar 28 09:13:50.880716 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53478) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:50.881115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40a402-aa3d-4eca-b540-26443b1168fa tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9f31c8-3dfb-49f4-98ab-7e8e728b2eef,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:50.890009 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-0e26de9d-2a53-4c39-bce8-6da546a9f8ef tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '73251e00-94c2-4e58-aeac-5176d5ad31b2', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:50.924148 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e26de9d-2a53-4c39-bce8-6da546a9f8ef tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (258542c7-7d04-4045-80c1-b3b5baabf108), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.933774 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a06c4212-3b5b-437c-9b49-954bd22528a4 None None] Current status of the port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:50.934252 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a06c4212-3b5b-437c-9b49-954bd22528a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.987780 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e26de9d-2a53-4c39-bce8-6da546a9f8ef tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (258542c7-7d04-4045-80c1-b3b5baabf108), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.992815 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e26de9d-2a53-4c39-bce8-6da546a9f8ef tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (258542c7-7d04-4045-80c1-b3b5baabf108), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:50.995612 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 0f97d7bd-acc9-43bc-82ef-37570414c28b is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:50.998875 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a06c4212-3b5b-437c-9b49-954bd22528a4 None None] For port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3d78ad5-b743-41f9-aca4-d73b49f9b5e8,segment=NetworkSegment(65210629-ca72-4dee-8e6c-c664eefa494b),segment_id=65210629-ca72-4dee-8e6c-c664eefa494b)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:51.005965 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a06c4212-3b5b-437c-9b49-954bd22528a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:51.015916 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26de9d-2a53-4c39-bce8-6da546a9f8ef tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258542c7-7d04-4045-80c1-b3b5baabf108,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:51.025035 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e26de9d-2a53-4c39-bce8-6da546a9f8ef tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:51.028909 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0e26de9d-2a53-4c39-bce8-6da546a9f8ef tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446421 Mar 28 09:13:51.029180 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53480) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:51.034483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-be267cff-1608-461f-a130-145eeb82dca9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '73251e00-94c2-4e58-aeac-5176d5ad31b2', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:51.059514 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c4212-3b5b-437c-9b49-954bd22528a4 None None] Pushing event updated for resources: {'Port': ['ID=c3d78ad5-b743-41f9-aca4-d73b49f9b5e8,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:51.067087 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-be267cff-1608-461f-a130-145eeb82dca9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (8b06fb17-2702-4984-b4c7-774a2fc266c6), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:51.077311 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:47Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c3d78ad5-b743-41f9-aca4-d73b49f9b5e8', 'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:0c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:47Z', 'updated_at': '2022-03-28T09:13:50Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:13:51.107508 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d6dee7-3266-4eda-aabd-b3aa2cfd9a0f None None] The sync data for ids ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'] in dv-neutron-master-2-hyperv is: [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:47Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c3d78ad5-b743-41f9-aca4-d73b49f9b5e8', 'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:0c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:47Z', 'updated_at': '2022-03-28T09:13:50Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:13:51.127994 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-1aa1ad8d-f711-4c88-8c31-b0ae6c55fa9c None None] Provisioning complete for port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:51.128385 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1aa1ad8d-f711-4c88-8c31-b0ae6c55fa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:51.134247 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-be267cff-1608-461f-a130-145eeb82dca9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (8b06fb17-2702-4984-b4c7-774a2fc266c6), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:51.140597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-be267cff-1608-461f-a130-145eeb82dca9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (8b06fb17-2702-4984-b4c7-774a2fc266c6), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:51.163566 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be267cff-1608-461f-a130-145eeb82dca9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b06fb17-2702-4984-b4c7-774a2fc266c6,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:51.185296 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-be267cff-1608-461f-a130-145eeb82dca9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:51.191276 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-be267cff-1608-461f-a130-145eeb82dca9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1601541 Mar 28 09:13:51.193114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53482) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:51.197602 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-dba7614e-2366-475a-b028-30924fded213 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '73251e00-94c2-4e58-aeac-5176d5ad31b2', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:51.221820 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-dba7614e-2366-475a-b028-30924fded213 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:13:51.228727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dba7614e-2366-475a-b028-30924fded213 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (b1cc37ce-b512-4071-97c3-0e3fb03860d2), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:51.252484 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:51.254815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1aa1ad8d-f711-4c88-8c31-b0ae6c55fa9c None None] Current status of the port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:51.301103 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dba7614e-2366-475a-b028-30924fded213 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (b1cc37ce-b512-4071-97c3-0e3fb03860d2), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:51.305417 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dba7614e-2366-475a-b028-30924fded213 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (b1cc37ce-b512-4071-97c3-0e3fb03860d2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:51.323920 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7614e-2366-475a-b028-30924fded213 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1cc37ce-b512-4071-97c3-0e3fb03860d2,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:51.334656 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dba7614e-2366-475a-b028-30924fded213 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:51.335907 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-dba7614e-2366-475a-b028-30924fded213 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417420 Mar 28 09:13:51.338649 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53484) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:13:51.343091 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-1ab43b76-eebd-4644-b7c8-c9b0a2a04469 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '73251e00-94c2-4e58-aeac-5176d5ad31b2', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:51.363547 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-1ab43b76-eebd-4644-b7c8-c9b0a2a04469 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:13:51.368850 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ab43b76-eebd-4644-b7c8-c9b0a2a04469 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (0c20490b-972c-4e88-8469-af8201a8c588), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:51.432470 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ab43b76-eebd-4644-b7c8-c9b0a2a04469 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (0c20490b-972c-4e88-8469-af8201a8c588), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:51.436361 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ab43b76-eebd-4644-b7c8-c9b0a2a04469 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (0c20490b-972c-4e88-8469-af8201a8c588), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:51.455426 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab43b76-eebd-4644-b7c8-c9b0a2a04469 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c20490b-972c-4e88-8469-af8201a8c588,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:51.463225 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ab43b76-eebd-4644-b7c8-c9b0a2a04469 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:51.469310 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1ab43b76-eebd-4644-b7c8-c9b0a2a04469 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248755 Mar 28 09:13:51.635200 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-acdc088f-4f0d-4a50-8eb0-3f06dc7be28f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-754799635&fields=id&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 267 time: 0.0570681 Mar 28 09:13:51.824522 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-c935f343-9612-4ca8-8fb8-1fb0cf9d11fb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:51.826070 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-c935f343-9612-4ca8-8fb8-1fb0cf9d11fb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/networks?id=4f4ff913-a7f4-4995-b572-df43102add1c HTTP/1.1" status: 200 len: 796 time: 0.1841209 Mar 28 09:13:51.841219 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-7f6630b9-1f35-420b-ae25-b119ab9f065c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/quotas/c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 375 time: 0.0094943 Mar 28 09:13:51.938122 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-a31f2304-ecc9-4d64-9fb3-0eb8f7485385 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905440 Mar 28 09:13:52.036053 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-2fc814b8-f80d-4389-90b0-938555e4d5ce service neutron] 10.222.0.15 "GET /v2.0/networks/4f4ff913-a7f4-4995-b572-df43102add1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848801 Mar 28 09:13:52.131794 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-f523922e-1937-469c-b864-413b42bfa644 service neutron] 10.222.0.15 "GET /v2.0/networks/4f4ff913-a7f4-4995-b572-df43102add1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900800 Mar 28 09:13:52.288605 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-862042ba-4e61-4d38-9c12-2b00d7d3bf1a req-b5d3ba4d-ae0d-446e-b57d-6117fcca8595 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5c7f43d-3f5e-4dce-acf4-60a034866339 HTTP/1.1" status: 200 len: 210 time: 0.0273659 Mar 28 09:13:52.535900 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:13:52.584353 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:52.584727 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:52.674949 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:53.219985 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-5777decd-ad40-4417-be9a-934b4d8864fd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:53.222319 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-5777decd-ad40-4417-be9a-934b4d8864fd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/networks?id=4f4ff913-a7f4-4995-b572-df43102add1c HTTP/1.1" status: 200 len: 796 time: 0.1068463 Mar 28 09:13:53.289529 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-f26bc28a-eaf8-4205-b4ec-fdf36bd23bea tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 379 time: 0.0595894 Mar 28 09:13:53.297432 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-044135d5-1f77-41d9-9ef3-879f7ae5cdcd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'port': {'device_id': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'admin_state_up': True, 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'security_groups': ['73251e00-94c2-4e58-aeac-5176d5ad31b2']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:53.382896 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cb9c6973-2126-41f2-8b60-4cfbf3da0f3f req-a7261da2-9caf-4731-976c-46c2cd14860c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5c7f43d-3f5e-4dce-acf4-60a034866339 HTTP/1.1" status: 200 len: 210 time: 0.0272996 Mar 28 09:13:53.404491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-044135d5-1f77-41d9-9ef3-879f7ae5cdcd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:13:53.406211 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-044135d5-1f77-41d9-9ef3-879f7ae5cdcd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:53.533331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-044135d5-1f77-41d9-9ef3-879f7ae5cdcd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.4 (4f4ff913-a7f4-4995-b572-df43102add1c/85adb03c-c24e-45ef-b18e-5cdcd7be55be/fcbd5d37-1c33-406e-a762-c768965d2e4a) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:13:53.672338 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-044135d5-1f77-41d9-9ef3-879f7ae5cdcd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (fcbd5d37-1c33-406e-a762-c768965d2e4a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:53.705806 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-044135d5-1f77-41d9-9ef3-879f7ae5cdcd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (fcbd5d37-1c33-406e-a762-c768965d2e4a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:53.746798 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-044135d5-1f77-41d9-9ef3-879f7ae5cdcd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 4f4ff913-a7f4-4995-b572-df43102add1c is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:13:53.749946 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-044135d5-1f77-41d9-9ef3-879f7ae5cdcd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:13:53.756522 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-044135d5-1f77-41d9-9ef3-879f7ae5cdcd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:13:53.762964 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044135d5-1f77-41d9-9ef3-879f7ae5cdcd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=fcbd5d37-1c33-406e-a762-c768965d2e4a,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:53.808955 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-044135d5-1f77-41d9-9ef3-879f7ae5cdcd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:53.809576 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-044135d5-1f77-41d9-9ef3-879f7ae5cdcd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:53.826793 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-044135d5-1f77-41d9-9ef3-879f7ae5cdcd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5331302 Mar 28 09:13:53.839115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Request body: {'port': {'device_id': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:13:53.904431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (fcbd5d37-1c33-406e-a762-c768965d2e4a), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:53.992712 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3db37216-638d-4ece-9647-42624b4810b2 None None] Provisioning complete for port fcbd5d37-1c33-406e-a762-c768965d2e4a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:53.993287 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3db37216-638d-4ece-9647-42624b4810b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (fcbd5d37-1c33-406e-a762-c768965d2e4a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:54.027168 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3db37216-638d-4ece-9647-42624b4810b2 None None] Port fcbd5d37-1c33-406e-a762-c768965d2e4a cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:13:54.164467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcbd5d37-1c33-406e-a762-c768965d2e4a {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:13:54.171872 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Publish callbacks [] for port (fcbd5d37-1c33-406e-a762-c768965d2e4a), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:54.183506 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Transition to ACTIVE for port object fcbd5d37-1c33-406e-a762-c768965d2e4a will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:13:54.187231 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (fcbd5d37-1c33-406e-a762-c768965d2e4a), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:54.238289 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Pushing event updated for resources: {'Port': ['ID=fcbd5d37-1c33-406e-a762-c768965d2e4a,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:54.310732 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Attempting to bind port fcbd5d37-1c33-406e-a762-c768965d2e4a on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:13:54.311413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Attempting to bind port fcbd5d37-1c33-406e-a762-c768965d2e4a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '65210629-ca72-4dee-8e6c-c664eefa494b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:13:54.311413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Attempting to bind port fcbd5d37-1c33-406e-a762-c768965d2e4a on network 4f4ff913-a7f4-4995-b572-df43102add1c {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:13:54.316623 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Port fcbd5d37-1c33-406e-a762-c768965d2e4a on network 4f4ff913-a7f4-4995-b572-df43102add1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:13:54.316961 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Attempting to bind port fcbd5d37-1c33-406e-a762-c768965d2e4a on network 4f4ff913-a7f4-4995-b572-df43102add1c {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:13:54.321967 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:13:54.322309 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Checking segment: {'id': '65210629-ca72-4dee-8e6c-c664eefa494b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:13:54.322694 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Bound using segment: {'id': '65210629-ca72-4dee-8e6c-c664eefa494b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:13:54.323148 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Bound port: fcbd5d37-1c33-406e-a762-c768965d2e4a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65210629-ca72-4dee-8e6c-c664eefa494b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:13:54.323472 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (fcbd5d37-1c33-406e-a762-c768965d2e4a), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:54.389465 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] For port fcbd5d37-1c33-406e-a762-c768965d2e4a, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:13:54.393263 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] For port fcbd5d37-1c33-406e-a762-c768965d2e4a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fcbd5d37-1c33-406e-a762-c768965d2e4a,segment=NetworkSegment(65210629-ca72-4dee-8e6c-c664eefa494b),segment_id=65210629-ca72-4dee-8e6c-c664eefa494b)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:13:54.399772 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (fcbd5d37-1c33-406e-a762-c768965d2e4a), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:54.432607 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:54.433234 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:54.435406 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] 10.222.0.16 "PUT /v2.0/ports/fcbd5d37-1c33-406e-a762-c768965d2e4a HTTP/1.1" status: 200 len: 1093 time: 0.6005325 Mar 28 09:13:54.437538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'tag': 'fcbd5d37-1c33-406e-a762-c768965d2e4a'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:13:54.446372 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83ad7cf-76b3-49f5-a8fb-4f153244dea5" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c7f43d-3f5e-4dce-acf4-60a034866339", "tag": "fcbd5d37-1c33-406e-a762-c768965d2e4a"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:13:54.506494 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5842124a-742b-45e0-8fc1-4e65231a51c7 x-openstack-request-id: req-5842124a-742b-45e0-8fc1-4e65231a51c7 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:13:54.506877 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c7f43d-3f5e-4dce-acf4-60a034866339", "tag": "fcbd5d37-1c33-406e-a762-c768965d2e4a", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:13:54.507326 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5842124a-742b-45e0-8fc1-4e65231a51c7 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:13:54.507800 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5842124a-742b-45e0-8fc1-4e65231a51c7'] response: {'name': 'network-changed', 'server_uuid': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'tag': 'fcbd5d37-1c33-406e-a762-c768965d2e4a', 'status': 'completed', 'code': 200} Mar 28 09:13:54.543164 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17566fe4-396e-4141-976f-2222a0daecaa service neutron] Pushing event updated for resources: {'Port': ['ID=fcbd5d37-1c33-406e-a762-c768965d2e4a,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:54.574624 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979dd233-e586-4190-858c-a2b57f70b89f req-18752232-0cae-4cae-9e1b-5a1700b962af tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:54.578083 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-979dd233-e586-4190-858c-a2b57f70b89f req-18752232-0cae-4cae-9e1b-5a1700b962af tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5c7f43d-3f5e-4dce-acf4-60a034866339 HTTP/1.1" status: 200 len: 943 time: 0.1191626 Mar 28 09:13:54.592728 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-208b71d8-3050-44c8-ba6f-5c94263452bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:54.594567 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-208b71d8-3050-44c8-ba6f-5c94263452bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=a5c7f43d-3f5e-4dce-acf4-60a034866339 HTTP/1.1" status: 200 len: 1127 time: 0.0912409 Mar 28 09:13:54.651071 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-e5c96711-ef02-4acc-b66a-a72e8d8ca8d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcbd5d37-1c33-406e-a762-c768965d2e4a HTTP/1.1" status: 200 len: 217 time: 0.0458124 Mar 28 09:13:54.695925 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-979dd233-e586-4190-858c-a2b57f70b89f req-87667b4c-1964-4fa5-b800-f231d8b0a27c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=73251e00-94c2-4e58-aeac-5176d5ad31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139643 Mar 28 09:13:54.714254 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-417a97b8-5acf-4766-bdeb-54de23450b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:54.715739 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-417a97b8-5acf-4766-bdeb-54de23450b41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85adb03c-c24e-45ef-b18e-5cdcd7be55be HTTP/1.1" status: 200 len: 835 time: 0.0593193 Mar 28 09:13:54.772883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-87e79217-994d-4e30-a73f-6659e077a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:54.774427 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-87e79217-994d-4e30-a73f-6659e077a513 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f4ff913-a7f4-4995-b572-df43102add1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0505309 Mar 28 09:13:54.863352 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-8d7561c5-6c74-47cf-a070-c711257e8449 service neutron] 10.222.0.16 "GET /v2.0/networks/4f4ff913-a7f4-4995-b572-df43102add1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819798 Mar 28 09:13:54.961021 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a42dca91-7b59-4887-b064-0ae1c9ecaff8 req-70286547-1bec-4022-8b28-d7e29fefb46d service neutron] 10.222.0.16 "GET /v2.0/networks/4f4ff913-a7f4-4995-b572-df43102add1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868025 Mar 28 09:13:55.051041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ad7cf-76b3-49f5-a8fb-4f153244dea5 req-564e961a-0a61-4818-bb46-4ffc5dde3b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:55.052568 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d83ad7cf-76b3-49f5-a8fb-4f153244dea5 req-564e961a-0a61-4818-bb46-4ffc5dde3b21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=a5c7f43d-3f5e-4dce-acf4-60a034866339 HTTP/1.1" status: 200 len: 1127 time: 0.0469315 Mar 28 09:13:55.145056 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ad7cf-76b3-49f5-a8fb-4f153244dea5 req-1a63422a-eb1a-46b8-aad6-236043e2edff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:55.147073 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d83ad7cf-76b3-49f5-a8fb-4f153244dea5 req-1a63422a-eb1a-46b8-aad6-236043e2edff service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f4ff913-a7f4-4995-b572-df43102add1c HTTP/1.1" status: 200 len: 896 time: 0.0865064 Mar 28 09:13:55.193452 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d83ad7cf-76b3-49f5-a8fb-4f153244dea5 req-1a351f73-7051-4aeb-8020-abcc4cd0bb32 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcbd5d37-1c33-406e-a762-c768965d2e4a HTTP/1.1" status: 200 len: 217 time: 0.0398939 Mar 28 09:13:55.242215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ad7cf-76b3-49f5-a8fb-4f153244dea5 req-1a86aca0-3f39-42a8-bc05-d619af00e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:55.243647 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d83ad7cf-76b3-49f5-a8fb-4f153244dea5 req-1a86aca0-3f39-42a8-bc05-d619af00e014 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85adb03c-c24e-45ef-b18e-5cdcd7be55be HTTP/1.1" status: 200 len: 835 time: 0.0434582 Mar 28 09:13:55.435351 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ad7cf-76b3-49f5-a8fb-4f153244dea5 req-ead21703-963a-4983-8384-b38d5280b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:55.436861 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d83ad7cf-76b3-49f5-a8fb-4f153244dea5 req-ead21703-963a-4983-8384-b38d5280b4e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f4ff913-a7f4-4995-b572-df43102add1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446980 Mar 28 09:13:55.528237 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d83ad7cf-76b3-49f5-a8fb-4f153244dea5 req-075529fc-72ab-4e2a-b62a-04b855553ef8 service neutron] 10.222.0.16 "GET /v2.0/networks/4f4ff913-a7f4-4995-b572-df43102add1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842562 Mar 28 09:13:55.614093 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d83ad7cf-76b3-49f5-a8fb-4f153244dea5 req-7e774116-7bcb-457c-8e8f-30c981eac2dd service neutron] 10.222.0.16 "GET /v2.0/networks/4f4ff913-a7f4-4995-b572-df43102add1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794444 Mar 28 09:13:55.813558 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bfd7a-d36c-4d18-b551-6d415586032f req-a178e01e-a642-40b6-872a-f533cd7ed739 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:55.815893 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c30bfd7a-d36c-4d18-b551-6d415586032f req-a178e01e-a642-40b6-872a-f533cd7ed739 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5c7f43d-3f5e-4dce-acf4-60a034866339 HTTP/1.1" status: 200 len: 943 time: 0.0530260 Mar 28 09:13:55.863716 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c30bfd7a-d36c-4d18-b551-6d415586032f req-51b463b1-9205-4fbb-a4d8-e0690bbcbc1a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=73251e00-94c2-4e58-aeac-5176d5ad31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425603 Mar 28 09:13:56.985128 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a17699-70f9-4324-ba18-085be5982999 req-b499a9fc-2962-4ed9-aa85-d1adf6b83aee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:56.986696 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d5a17699-70f9-4324-ba18-085be5982999 req-b499a9fc-2962-4ed9-aa85-d1adf6b83aee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5c7f43d-3f5e-4dce-acf4-60a034866339 HTTP/1.1" status: 200 len: 943 time: 0.0573249 Mar 28 09:13:57.035372 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d5a17699-70f9-4324-ba18-085be5982999 req-b89d1ff7-8ab9-4acf-9b00-ff1cf3297b95 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=73251e00-94c2-4e58-aeac-5176d5ad31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422566 Mar 28 09:13:57.220815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eaa1e6fb-e064-42b0-8b4b-2d011d3e3902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:57.445068 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device fcbd5d37-1c33-406e-a762-c768965d2e4a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:13:57.542599 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port fcbd5d37-1c33-406e-a762-c768965d2e4a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fcbd5d37-1c33-406e-a762-c768965d2e4a,segment=NetworkSegment(65210629-ca72-4dee-8e6c-c664eefa494b),segment_id=65210629-ca72-4dee-8e6c-c664eefa494b)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:57.556363 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'fcbd5d37-1c33-406e-a762-c768965d2e4a', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'port_id': 'fcbd5d37-1c33-406e-a762-c768965d2e4a', 'mac_address': 'fa:16:3e:a2:2a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:13:57.598369 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port fcbd5d37-1c33-406e-a762-c768965d2e4a is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:57.598757 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (fcbd5d37-1c33-406e-a762-c768965d2e4a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:57.611020 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcbd5d37-1c33-406e-a762-c768965d2e4a {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:13:57.629889 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port fcbd5d37-1c33-406e-a762-c768965d2e4a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fcbd5d37-1c33-406e-a762-c768965d2e4a,segment=NetworkSegment(65210629-ca72-4dee-8e6c-c664eefa494b),segment_id=65210629-ca72-4dee-8e6c-c664eefa494b)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:57.633297 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (fcbd5d37-1c33-406e-a762-c768965d2e4a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:57.678471 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=fcbd5d37-1c33-406e-a762-c768965d2e4a,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:57.836233 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['fcbd5d37-1c33-406e-a762-c768965d2e4a'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:13:58.155551 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affaa8c-017c-4a6a-bf2d-ccb146419f08 req-6d52acd4-b34e-48d1-ac36-63ade1c5ec8a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:58.157009 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7affaa8c-017c-4a6a-bf2d-ccb146419f08 req-6d52acd4-b34e-48d1-ac36-63ade1c5ec8a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5c7f43d-3f5e-4dce-acf4-60a034866339 HTTP/1.1" status: 200 len: 944 time: 0.0554335 Mar 28 09:13:58.205935 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7affaa8c-017c-4a6a-bf2d-ccb146419f08 req-aad8421c-9071-4fec-ba1e-088a192e6f2b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=73251e00-94c2-4e58-aeac-5176d5ad31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425596 Mar 28 09:13:59.323442 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eeaa9d-6729-4680-b646-002e3f3aed99 req-dea22713-48be-4f26-b149-8abfde52676a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:59.324909 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f7eeaa9d-6729-4680-b646-002e3f3aed99 req-dea22713-48be-4f26-b149-8abfde52676a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5c7f43d-3f5e-4dce-acf4-60a034866339 HTTP/1.1" status: 200 len: 944 time: 0.0526915 Mar 28 09:13:59.374423 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f7eeaa9d-6729-4680-b646-002e3f3aed99 req-65e1b1a6-93cf-4252-8f23-7be817639460 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=73251e00-94c2-4e58-aeac-5176d5ad31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438514 Mar 28 09:13:59.447891 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device fcbd5d37-1c33-406e-a762-c768965d2e4a up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:13:59.451586 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-36fe4f34-3355-4828-829d-344f37df1f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:59.500786 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port fcbd5d37-1c33-406e-a762-c768965d2e4a completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:13:59.504875 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port fcbd5d37-1c33-406e-a762-c768965d2e4a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:13:59.505244 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (fcbd5d37-1c33-406e-a762-c768965d2e4a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:59.582143 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port fcbd5d37-1c33-406e-a762-c768965d2e4a is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:13:59.582659 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (fcbd5d37-1c33-406e-a762-c768965d2e4a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:59.605282 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbd5d37-1c33-406e-a762-c768965d2e4a'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:13:59.607532 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16da7472-3c2d-43b6-a5ba-e5cba6f20ebc" -d '{"events": [{"server_uuid": "a5c7f43d-3f5e-4dce-acf4-60a034866339", "name": "network-vif-plugged", "status": "completed", "tag": "fcbd5d37-1c33-406e-a762-c768965d2e4a"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:13:59.620839 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port fcbd5d37-1c33-406e-a762-c768965d2e4a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fcbd5d37-1c33-406e-a762-c768965d2e4a,segment=NetworkSegment(65210629-ca72-4dee-8e6c-c664eefa494b),segment_id=65210629-ca72-4dee-8e6c-c664eefa494b)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:13:59.625409 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (fcbd5d37-1c33-406e-a762-c768965d2e4a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:13:59.650394 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9a0455-e2ef-4c93-82bb-e9ea9ef8553d x-openstack-request-id: req-1f9a0455-e2ef-4c93-82bb-e9ea9ef8553d {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:13:59.650695 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c7f43d-3f5e-4dce-acf4-60a034866339", "name": "network-vif-plugged", "status": "completed", "tag": "fcbd5d37-1c33-406e-a762-c768965d2e4a", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:13:59.650955 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f9a0455-e2ef-4c93-82bb-e9ea9ef8553d {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:13:59.651354 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9a0455-e2ef-4c93-82bb-e9ea9ef8553d'] response: {'server_uuid': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbd5d37-1c33-406e-a762-c768965d2e4a', 'code': 200} Mar 28 09:13:59.679466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=fcbd5d37-1c33-406e-a762-c768965d2e4a,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:13:59.821740 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821a86e-c2dd-4ea7-a127-8e673758e3cf req-5b5febe3-3b70-4c8e-a4ec-4a83015fe2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:13:59.823228 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6821a86e-c2dd-4ea7-a127-8e673758e3cf req-5b5febe3-3b70-4c8e-a4ec-4a83015fe2e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a5c7f43d-3f5e-4dce-acf4-60a034866339 HTTP/1.1" status: 200 len: 1129 time: 0.0448122 Mar 28 09:13:59.874207 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6821a86e-c2dd-4ea7-a127-8e673758e3cf req-146f95cc-f1f2-4a89-b9c5-d11da6802cf7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=73251e00-94c2-4e58-aeac-5176d5ad31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438187 Mar 28 09:14:00.497439 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2acf9-9387-4bb3-acff-d553dfeec2de req-2f9c9918-2834-4e7c-870f-e254b1eb0d3c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:00.498950 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9f2acf9-9387-4bb3-acff-d553dfeec2de req-2f9c9918-2834-4e7c-870f-e254b1eb0d3c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5c7f43d-3f5e-4dce-acf4-60a034866339 HTTP/1.1" status: 200 len: 945 time: 0.0523164 Mar 28 09:14:00.532130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:00.548820 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9f2acf9-9387-4bb3-acff-d553dfeec2de req-df0b74a0-193f-4637-82d9-592df4fd6933 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=73251e00-94c2-4e58-aeac-5176d5ad31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443463 Mar 28 09:14:01.669864 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dcecf-05b6-425f-b0ce-fead00db7c57 req-f2af035f-269b-4d2c-a1f0-31d25dd3f80e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:01.671326 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6b7dcecf-05b6-425f-b0ce-fead00db7c57 req-f2af035f-269b-4d2c-a1f0-31d25dd3f80e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5c7f43d-3f5e-4dce-acf4-60a034866339 HTTP/1.1" status: 200 len: 945 time: 0.0516224 Mar 28 09:14:01.719446 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6b7dcecf-05b6-425f-b0ce-fead00db7c57 req-240a7a83-a505-4932-9f5d-8c0270ca95de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=73251e00-94c2-4e58-aeac-5176d5ad31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418801 Mar 28 09:14:01.844497 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf09372-5b5d-40c3-94cc-4c8ce8036580 req-6ecb7bb7-03e8-4c0e-8f49-f895833ce1eb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:01.845974 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1cf09372-5b5d-40c3-94cc-4c8ce8036580 req-6ecb7bb7-03e8-4c0e-8f49-f895833ce1eb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5c7f43d-3f5e-4dce-acf4-60a034866339 HTTP/1.1" status: 200 len: 945 time: 0.0557299 Mar 28 09:14:01.896168 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1cf09372-5b5d-40c3-94cc-4c8ce8036580 req-1c2fa534-22d5-4e87-b330-fe2cdb68263a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=73251e00-94c2-4e58-aeac-5176d5ad31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437274 Mar 28 09:14:01.917927 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53536) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:01.961424 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e5dd40-373e-4cb4-a544-3a6569e3796c tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:01.962968 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-85e5dd40-373e-4cb4-a544-3a6569e3796c tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a5c7f43d-3f5e-4dce-acf4-60a034866339 HTTP/1.1" status: 200 len: 1124 time: 0.0440707 Mar 28 09:14:01.965834 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53538) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:01.970816 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': 'fcbd5d37-1c33-406e-a762-c768965d2e4a', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:14:01.993363 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:02.057944 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:02.097287 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:02.202613 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.36.4.53 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/d36bbef7-a031-4e84-95c0-03a9f30b007d) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:14:02.303158 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (d36bbef7-a031-4e84-95c0-03a9f30b007d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:02.337128 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (d36bbef7-a031-4e84-95c0-03a9f30b007d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:02.373023 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:14:02.375820 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:14:02.382329 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:14:02.387826 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=d36bbef7-a031-4e84-95c0-03a9f30b007d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:02.764000 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (422a0c58-0b00-4629-9ca1-57c20c40e875), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:02.837089 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (d36bbef7-a031-4e84-95c0-03a9f30b007d), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:02.990732 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (d36bbef7-a031-4e84-95c0-03a9f30b007d), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:02.995766 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (d36bbef7-a031-4e84-95c0-03a9f30b007d), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:03.071251 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=d36bbef7-a031-4e84-95c0-03a9f30b007d,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:03.083579 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (422a0c58-0b00-4629-9ca1-57c20c40e875), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:03.187583 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP 422a0c58-0b00-4629-9ca1-57c20c40e875 associated. External IP: 172.36.4.53, port: fcbd5d37-1c33-406e-a762-c768965d2e4a. Mar 28 09:14:03.400273 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:14:03.504797 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:14:03.514073 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c58aa39-2eb0-4df6-9ec7-1a0d32cd496a None None] Sync routers for ids ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:14:03.523339 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:03.525648 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c58aa39-2eb0-4df6-9ec7-1a0d32cd496a None None] Routers {'7354c9c9-56a6-41ba-a140-6845ad9e63c6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:14:03.526259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-5c58aa39-2eb0-4df6-9ec7-1a0d32cd496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:13:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:14:03.771726 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:03.799948 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-5c58aa39-2eb0-4df6-9ec7-1a0d32cd496a None None] Set router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:14:03.896707 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7dc2ab38-765e-463a-bda5-d4359704c0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9261220 Mar 28 09:14:03.896707 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'tag': 'fcbd5d37-1c33-406e-a762-c768965d2e4a'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:14:03.897381 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53542) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:03.897846 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0d51b0-ff7e-4571-9a45-e8c47d8f1278" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c7f43d-3f5e-4dce-acf4-60a034866339", "tag": "fcbd5d37-1c33-406e-a762-c768965d2e4a"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:14:03.932710 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25147108-3661-4285-b7f2-0ecd03abfd5a x-openstack-request-id: req-25147108-3661-4285-b7f2-0ecd03abfd5a {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:14:03.933023 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c7f43d-3f5e-4dce-acf4-60a034866339", "tag": "fcbd5d37-1c33-406e-a762-c768965d2e4a", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:14:03.933284 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25147108-3661-4285-b7f2-0ecd03abfd5a {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:14:03.933746 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25147108-3661-4285-b7f2-0ecd03abfd5a'] response: {'name': 'network-changed', 'server_uuid': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'tag': 'fcbd5d37-1c33-406e-a762-c768965d2e4a', 'status': 'completed', 'code': 200} Mar 28 09:14:03.970043 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-091da770-8827-4788-9fae-4f45b0f8a072 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/422a0c58-0b00-4629-9ca1-57c20c40e875 HTTP/1.1" status: 200 len: 990 time: 0.0706775 Mar 28 09:14:04.006042 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d51b0-ff7e-4571-9a45-e8c47d8f1278 req-5fcbd536-6e17-4ce3-a4d9-56899485e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:04.007634 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bd0d51b0-ff7e-4571-9a45-e8c47d8f1278 req-5fcbd536-6e17-4ce3-a4d9-56899485e865 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=a5c7f43d-3f5e-4dce-acf4-60a034866339 HTTP/1.1" status: 200 len: 1129 time: 0.0485134 Mar 28 09:14:04.038450 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-5c58aa39-2eb0-4df6-9ec7-1a0d32cd496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:47Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '422a0c58-0b00-4629-9ca1-57c20c40e875', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.53', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'port_id': 'fcbd5d37-1c33-406e-a762-c768965d2e4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'mac_address': 'fa:16:3e:a2:2a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:14:02Z', 'updated_at': '2022-03-28T09:14:02Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d78ad5-b743-41f9-aca4-d73b49f9b5e8', 'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:47Z', 'updated_at': '2022-03-28T09:13:50Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:14:04.064224 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c58aa39-2eb0-4df6-9ec7-1a0d32cd496a None None] Checking router: 7354c9c9-56a6-41ba-a140-6845ad9e63c6 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:14:04.073318 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c58aa39-2eb0-4df6-9ec7-1a0d32cd496a None None] Routers {'7354c9c9-56a6-41ba-a140-6845ad9e63c6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:14:04.073956 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-5c58aa39-2eb0-4df6-9ec7-1a0d32cd496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:13:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:14:04.101415 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d51b0-ff7e-4571-9a45-e8c47d8f1278 req-c38f46c0-1433-4da7-a1ad-351e98855383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:04.102933 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bd0d51b0-ff7e-4571-9a45-e8c47d8f1278 req-c38f46c0-1433-4da7-a1ad-351e98855383 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f4ff913-a7f4-4995-b572-df43102add1c HTTP/1.1" status: 200 len: 896 time: 0.0896108 Mar 28 09:14:04.167837 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bd0d51b0-ff7e-4571-9a45-e8c47d8f1278 req-093c7837-6eea-4498-90ea-c93b113c1d64 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcbd5d37-1c33-406e-a762-c768965d2e4a HTTP/1.1" status: 200 len: 998 time: 0.0589347 Mar 28 09:14:04.180843 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-5c58aa39-2eb0-4df6-9ec7-1a0d32cd496a None None] Set router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:14:04.216043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d51b0-ff7e-4571-9a45-e8c47d8f1278 req-7dd0cbde-f380-4ed5-8ac7-0623e6b8dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:04.217520 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bd0d51b0-ff7e-4571-9a45-e8c47d8f1278 req-7dd0cbde-f380-4ed5-8ac7-0623e6b8dbde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85adb03c-c24e-45ef-b18e-5cdcd7be55be HTTP/1.1" status: 200 len: 835 time: 0.0437679 Mar 28 09:14:04.270041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d51b0-ff7e-4571-9a45-e8c47d8f1278 req-ff2f7465-5aac-4b1b-81ed-c700223a3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:04.271840 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bd0d51b0-ff7e-4571-9a45-e8c47d8f1278 req-ff2f7465-5aac-4b1b-81ed-c700223a3fa2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f4ff913-a7f4-4995-b572-df43102add1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0476387 Mar 28 09:14:04.358550 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bd0d51b0-ff7e-4571-9a45-e8c47d8f1278 req-7d9b2d5b-44da-4e78-a86e-ba7d90d904f8 service neutron] 10.222.0.16 "GET /v2.0/networks/4f4ff913-a7f4-4995-b572-df43102add1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795107 Mar 28 09:14:04.403203 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-5c58aa39-2eb0-4df6-9ec7-1a0d32cd496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:47Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '422a0c58-0b00-4629-9ca1-57c20c40e875', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.53', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'port_id': 'fcbd5d37-1c33-406e-a762-c768965d2e4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'mac_address': 'fa:16:3e:a2:2a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:14:02Z', 'updated_at': '2022-03-28T09:14:02Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d78ad5-b743-41f9-aca4-d73b49f9b5e8', 'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:47Z', 'updated_at': '2022-03-28T09:13:50Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:14:04.433289 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c58aa39-2eb0-4df6-9ec7-1a0d32cd496a None None] The sync data for ids ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'] in dv-neutron-master-2-hyperv is: [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:47Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '422a0c58-0b00-4629-9ca1-57c20c40e875', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.53', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'port_id': 'fcbd5d37-1c33-406e-a762-c768965d2e4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'mac_address': 'fa:16:3e:a2:2a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:14:02Z', 'updated_at': '2022-03-28T09:14:02Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d78ad5-b743-41f9-aca4-d73b49f9b5e8', 'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:47Z', 'updated_at': '2022-03-28T09:13:50Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:14:04.454305 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bd0d51b0-ff7e-4571-9a45-e8c47d8f1278 req-d129ec83-7951-49a6-85aa-527f588c993e service neutron] 10.222.0.16 "GET /v2.0/networks/4f4ff913-a7f4-4995-b572-df43102add1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889566 Mar 28 09:14:04.637502 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00cdf9-ba7b-4d0c-a259-775e187aa4e4 None None] New status for floating IP 422a0c58-0b00-4629-9ca1-57c20c40e875: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:14:04.973018 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53546) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:05.089734 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-53395160-01fc-4338-8b14-d8c074f1a8bc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/422a0c58-0b00-4629-9ca1-57c20c40e875 HTTP/1.1" status: 200 len: 992 time: 0.1156225 Mar 28 09:14:05.533385 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:14:21.230796 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:27.223048 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a48560d8-555b-430f-a93d-7551ff0d90eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:29.452439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-00edae74-da1e-425a-aca2-6375d9cfa81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:30.532690 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:31.275623 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-342a61e3-0c2d-4824-8011-c2696bb70fc4 req-3815d9fb-75c9-409c-9747-45a111aba734 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440695 Mar 28 09:14:31.360094 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a61e3-0c2d-4824-8011-c2696bb70fc4 req-0163b89a-d6f1-4b40-a968-09028ac7d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:31.361491 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-342a61e3-0c2d-4824-8011-c2696bb70fc4 req-0163b89a-d6f1-4b40-a968-09028ac7d57b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40e579c72ff4feb87447802e87b3f59&device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 1129 time: 0.0447748 Mar 28 09:14:31.466949 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a61e3-0c2d-4824-8011-c2696bb70fc4 req-78c8d8b7-1d71-4402-bf3a-71d95b64627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:31.468417 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-342a61e3-0c2d-4824-8011-c2696bb70fc4 req-78c8d8b7-1d71-4402-bf3a-71d95b64627b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 HTTP/1.1" status: 200 len: 910 time: 0.0873079 Mar 28 09:14:31.534390 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-342a61e3-0c2d-4824-8011-c2696bb70fc4 req-672dae9e-84c6-452d-b49d-15800750c936 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5dbbf1f-9653-4f87-b84c-94bea879f444 HTTP/1.1" status: 200 len: 1001 time: 0.0596647 Mar 28 09:14:31.582247 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a61e3-0c2d-4824-8011-c2696bb70fc4 req-fde9f3eb-cbe3-45bf-b0c4-82aa117b3b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:31.583715 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-342a61e3-0c2d-4824-8011-c2696bb70fc4 req-fde9f3eb-cbe3-45bf-b0c4-82aa117b3b88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e3ff9a8-b5a8-488c-b061-58d28e8ef393 HTTP/1.1" status: 200 len: 849 time: 0.0434136 Mar 28 09:14:31.635663 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a61e3-0c2d-4824-8011-c2696bb70fc4 req-a277ffc3-0c88-4283-8e59-4ca9aa72675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:31.637083 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-342a61e3-0c2d-4824-8011-c2696bb70fc4 req-a277ffc3-0c88-4283-8e59-4ca9aa72675a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0474916 Mar 28 09:14:31.723278 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-342a61e3-0c2d-4824-8011-c2696bb70fc4 req-7df83cae-29ac-4d64-a3cf-695437728de8 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798137 Mar 28 09:14:31.812943 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-342a61e3-0c2d-4824-8011-c2696bb70fc4 req-a96f7df0-bf30-4622-a9b1-3d3de31b51f3 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840600 Mar 28 09:14:32.060564 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:33.664644 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:33.698059 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53564) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:33.773837 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c983991-a2b5-4a63-9b96-f1fd0e942d89 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:33.774319 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c983991-a2b5-4a63-9b96-f1fd0e942d89 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:33.774787 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c983991-a2b5-4a63-9b96-f1fd0e942d89 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:33.776467 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6c983991-a2b5-4a63-9b96-f1fd0e942d89 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=c196c225c4d841048df5a13a55d30507&network_id=4f4ff913-a7f4-4995-b572-df43102add1c HTTP/1.1" status: 200 len: 3102 time: 0.0774300 Mar 28 09:14:36.923825 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53574) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:36.975918 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7859ea9d-3757-4cc6-a53d-962359344f15 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:36.977466 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7859ea9d-3757-4cc6-a53d-962359344f15 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6 HTTP/1.1" status: 200 len: 814 time: 0.0526807 Mar 28 09:14:37.939312 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53580) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:37.944283 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'network': {'name': 'tempest-network-smoke--1703146422', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'port_security_enabled': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:14:37.963713 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:14:37.967046 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:37.990191 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:14:37.998715 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (e91bdeb7-613a-43f9-8843-9525afa7f974), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:37.999060 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Added segment e91bdeb7-613a-43f9-8843-9525afa7f974 of type vlan for network 7a3cf181-51fb-4128-8045-ef8b74bcc21b Mar 28 09:14:38.037466 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (7a3cf181-51fb-4128-8045-ef8b74bcc21b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:38.061485 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (7a3cf181-51fb-4128-8045-ef8b74bcc21b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:38.066400 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:38.066985 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:38.127934 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1875315 Mar 28 09:14:38.131095 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53582) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:38.146362 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Network': ['ID=7a3cf181-51fb-4128-8045-ef8b74bcc21b,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:38.183231 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:38.183593 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:38.183949 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:38.184300 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:38.184642 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:38.185007 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:38.185345 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:38.185709 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:38.186049 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:38.186386 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:38.186723 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:38.187067 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:38.187405 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:38.187737 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:38.188067 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b88a-a8c6-44a5-b809-a8589863a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:38.199764 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 7a3cf181-51fb-4128-8045-ef8b74bcc21b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:14:38.217105 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34a4d92-8d74-4d00-b804-65483b6ff29b tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:38.218649 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f34a4d92-8d74-4d00-b804-65483b6ff29b tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c196c225c4d841048df5a13a55d30507&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0863867 Mar 28 09:14:38.221378 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53584) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:38.309524 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d04824e-c8d6-4b62-a86c-882dd610cf22 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:38.311075 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1d04824e-c8d6-4b62-a86c-882dd610cf22 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887239 Mar 28 09:14:38.313822 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53586) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:38.343331 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-605e113d-f360-4204-9239-bf9bff5bc4b3 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284204 Mar 28 09:14:38.345736 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53588) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:38.372391 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8f093656-0fa8-4c07-9fb7-d203ce7d7fd6 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c196c225c4d841048df5a13a55d30507&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256646 Mar 28 09:14:38.374671 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53590) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:38.461063 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4959ddbf-75d9-4d41-a0ef-d4794e9df1cb tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:38.462489 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4959ddbf-75d9-4d41-a0ef-d4794e9df1cb tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869482 Mar 28 09:14:38.465140 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53592) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:38.491547 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c7fb4978-c13f-4897-9166-4ce67aa29811 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0253313 Mar 28 09:14:38.494078 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53594) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:38.498577 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1728ef50-14cd-4d36-b718-6d7f25406034 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1597223823', 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:14:38.580136 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1728ef50-14cd-4d36-b718-6d7f25406034 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:14:38.583636 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1728ef50-14cd-4d36-b718-6d7f25406034 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:38.758515 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1728ef50-14cd-4d36-b718-6d7f25406034 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (8aa39344-cdb9-4d56-bdca-96d427c29b9b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:38.824971 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728ef50-14cd-4d36-b718-6d7f25406034 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Subnet': ['ID=8aa39344-cdb9-4d56-bdca-96d427c29b9b,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:38.829190 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1728ef50-14cd-4d36-b718-6d7f25406034 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Checking segment: {'id': 'e91bdeb7-613a-43f9-8843-9525afa7f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:14:38.829549 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1728ef50-14cd-4d36-b718-6d7f25406034 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network hostable DHCP agents. Network: 7a3cf181-51fb-4128-8045-ef8b74bcc21b, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:14:38.846056 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1728ef50-14cd-4d36-b718-6d7f25406034 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 7a3cf181-51fb-4128-8045-ef8b74bcc21b is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:14:38.854026 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1728ef50-14cd-4d36-b718-6d7f25406034 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7a3cf181-51fb-4128-8045-ef8b74bcc21b) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:14:38.858144 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1728ef50-14cd-4d36-b718-6d7f25406034 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:38.858748 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1728ef50-14cd-4d36-b718-6d7f25406034 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:38.864950 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f65e58-0bc3-458f-873b-fb86a74c2aec None None] Network 7a3cf181-51fb-4128-8045-ef8b74bcc21b requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:14:38.874562 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1728ef50-14cd-4d36-b718-6d7f25406034 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3795099 Mar 28 09:14:38.966105 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7a3cf181-51fb-4128-8045-ef8b74bcc21b', 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ips': [{'subnet_id': '8aa39344-cdb9-4d56-bdca-96d427c29b9b'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:14:38.966957 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.102741 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Allocated IP 172.20.0.18 (7a3cf181-51fb-4128-8045-ef8b74bcc21b/8aa39344-cdb9-4d56-bdca-96d427c29b9b/66eb7605-e63a-4398-a205-539367a40277) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:14:39.154441 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53598) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:39.159326 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f055341d-9182-4501-bea2-acdecffc1af4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1220958595', 'description': 'tempest-secgroup-smoke-1220958595 description', 'project_id': 'c196c225c4d841048df5a13a55d30507'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:14:39.180212 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f055341d-9182-4501-bea2-acdecffc1af4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.250916 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f055341d-9182-4501-bea2-acdecffc1af4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (dedc5ae4-59ca-49a5-8cf7-ab731d1f84be), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.254723 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Publish callbacks [] for port (66eb7605-e63a-4398-a205-539367a40277), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.255977 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f055341d-9182-4501-bea2-acdecffc1af4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (dedc5ae4-59ca-49a5-8cf7-ab731d1f84be), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.260815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (66eb7605-e63a-4398-a205-539367a40277), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.282069 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f055341d-9182-4501-bea2-acdecffc1af4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.283322 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f055341d-9182-4501-bea2-acdecffc1af4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1277933 Mar 28 09:14:39.286353 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53600) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:39.291549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': 'dedc5ae4-59ca-49a5-8cf7-ab731d1f84be', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:14:39.292636 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055341d-9182-4501-bea2-acdecffc1af4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedc5ae4-59ca-49a5-8cf7-ab731d1f84be,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:39.303756 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Network 7a3cf181-51fb-4128-8045-ef8b74bcc21b is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:14:39.311969 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:14:39.317047 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:14:39.320729 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Pushing event updated for resources: {'Port': ['ID=66eb7605-e63a-4398-a205-539367a40277,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:39.321008 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (9b04bac8-542e-4b95-8423-d497be398a25), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.332413 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.332777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.333128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.333737 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.333917 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.334260 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.334617 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.335249 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.335745 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.336602 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.336602 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.336850 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.337076 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.337407 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.337769 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.378693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (9b04bac8-542e-4b95-8423-d497be398a25), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.382680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (9b04bac8-542e-4b95-8423-d497be398a25), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.386294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Attempting to bind port 66eb7605-e63a-4398-a205-539367a40277 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:14:39.386747 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Attempting to bind port 66eb7605-e63a-4398-a205-539367a40277 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e91bdeb7-613a-43f9-8843-9525afa7f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:14:39.387184 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Attempting to bind port 66eb7605-e63a-4398-a205-539367a40277 on network 7a3cf181-51fb-4128-8045-ef8b74bcc21b {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:14:39.392328 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:14:39.392780 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Checking segment: {'id': 'e91bdeb7-613a-43f9-8843-9525afa7f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:14:39.393351 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.393776 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Bound using segment: {'id': 'e91bdeb7-613a-43f9-8843-9525afa7f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:14:39.394243 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Bound port: 66eb7605-e63a-4398-a205-539367a40277, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91bdeb7-613a-43f9-8843-9525afa7f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:14:39.394624 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (66eb7605-e63a-4398-a205-539367a40277), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.403688 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b04bac8-542e-4b95-8423-d497be398a25,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:39.412429 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.413822 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263218 Mar 28 09:14:39.415551 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.415907 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.416258 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.416607 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.416908 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53602) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:39.417064 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.417273 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.417605 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.417963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.418293 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.418626 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.418960 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.419289 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.419616 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.419941 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.420273 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6caee7-3b13-4447-9ea3-9714881c9e9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:14:39.421934 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-6072da48-dd28-4c81-8769-65591158d339 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': 'dedc5ae4-59ca-49a5-8cf7-ab731d1f84be', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:14:39.447828 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6072da48-dd28-4c81-8769-65591158d339 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (a827540b-24e5-45ad-9dce-b8a43f1bacd4), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.461705 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] For port 66eb7605-e63a-4398-a205-539367a40277, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:14:39.465028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] For port 66eb7605-e63a-4398-a205-539367a40277, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66eb7605-e63a-4398-a205-539367a40277,segment=NetworkSegment(e91bdeb7-613a-43f9-8843-9525afa7f974),segment_id=e91bdeb7-613a-43f9-8843-9525afa7f974)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:14:39.471857 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (66eb7605-e63a-4398-a205-539367a40277), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.506239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6072da48-dd28-4c81-8769-65591158d339 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (a827540b-24e5-45ad-9dce-b8a43f1bacd4), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.511765 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6072da48-dd28-4c81-8769-65591158d339 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (a827540b-24e5-45ad-9dce-b8a43f1bacd4), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.533095 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072da48-dd28-4c81-8769-65591158d339 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a827540b-24e5-45ad-9dce-b8a43f1bacd4,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:39.534705 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc579d4-7d41-48c8-9bb8-1583576c4cf5 None None] Pushing event updated for resources: {'Port': ['ID=66eb7605-e63a-4398-a205-539367a40277,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:39.540396 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6072da48-dd28-4c81-8769-65591158d339 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.544344 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6072da48-dd28-4c81-8769-65591158d339 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236708 Mar 28 09:14:39.544456 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53604) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:39.549233 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-78ce4174-f624-48ea-97d3-9dcb941e823d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': 'dedc5ae4-59ca-49a5-8cf7-ab731d1f84be', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:14:39.575681 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78ce4174-f624-48ea-97d3-9dcb941e823d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (ea9765b3-f601-4478-85d0-a7a48a163e37), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.635220 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78ce4174-f624-48ea-97d3-9dcb941e823d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (ea9765b3-f601-4478-85d0-a7a48a163e37), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.638798 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78ce4174-f624-48ea-97d3-9dcb941e823d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (ea9765b3-f601-4478-85d0-a7a48a163e37), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.657486 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce4174-f624-48ea-97d3-9dcb941e823d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9765b3-f601-4478-85d0-a7a48a163e37,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:39.665655 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78ce4174-f624-48ea-97d3-9dcb941e823d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.669704 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53606) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:39.669857 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-78ce4174-f624-48ea-97d3-9dcb941e823d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240499 Mar 28 09:14:39.674232 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ed639ae8-b78a-4e14-a4f1-5fd7f4b718b7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': 'dedc5ae4-59ca-49a5-8cf7-ab731d1f84be', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:14:39.718246 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ed639ae8-b78a-4e14-a4f1-5fd7f4b718b7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (15459b53-2425-4b85-ad21-7f07a5c37b8a), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.787454 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ed639ae8-b78a-4e14-a4f1-5fd7f4b718b7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (15459b53-2425-4b85-ad21-7f07a5c37b8a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.791318 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ed639ae8-b78a-4e14-a4f1-5fd7f4b718b7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (15459b53-2425-4b85-ad21-7f07a5c37b8a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.809004 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed639ae8-b78a-4e14-a4f1-5fd7f4b718b7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15459b53-2425-4b85-ad21-7f07a5c37b8a,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:39.818888 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ed639ae8-b78a-4e14-a4f1-5fd7f4b718b7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.820783 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ed639ae8-b78a-4e14-a4f1-5fd7f4b718b7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500626 Mar 28 09:14:39.823637 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53608) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:39.829106 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f8d4cf57-df08-481e-beb9-fdde7de77f99 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': 'dedc5ae4-59ca-49a5-8cf7-ab731d1f84be', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:14:39.850401 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-f8d4cf57-df08-481e-beb9-fdde7de77f99 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:14:39.856407 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f8d4cf57-df08-481e-beb9-fdde7de77f99 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (6545f113-c250-4a61-9947-3091c8baef02), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.917448 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f8d4cf57-df08-481e-beb9-fdde7de77f99 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (6545f113-c250-4a61-9947-3091c8baef02), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.921759 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f8d4cf57-df08-481e-beb9-fdde7de77f99 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (6545f113-c250-4a61-9947-3091c8baef02), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.939317 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4cf57-df08-481e-beb9-fdde7de77f99 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6545f113-c250-4a61-9947-3091c8baef02,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:39.946492 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f8d4cf57-df08-481e-beb9-fdde7de77f99 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:39.950334 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f8d4cf57-df08-481e-beb9-fdde7de77f99 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230648 Mar 28 09:14:39.950491 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53610) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:39.954721 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c67cf912-2e91-47bc-9ca8-de3c93c29c03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': 'dedc5ae4-59ca-49a5-8cf7-ab731d1f84be', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:14:39.974443 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-c67cf912-2e91-47bc-9ca8-de3c93c29c03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:14:39.979427 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c67cf912-2e91-47bc-9ca8-de3c93c29c03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (f3664ab9-cfa1-4c3e-a878-9054af9c7f88), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:40.038997 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c67cf912-2e91-47bc-9ca8-de3c93c29c03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (f3664ab9-cfa1-4c3e-a878-9054af9c7f88), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:40.042359 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c67cf912-2e91-47bc-9ca8-de3c93c29c03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (f3664ab9-cfa1-4c3e-a878-9054af9c7f88), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:40.059903 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cf912-2e91-47bc-9ca8-de3c93c29c03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3664ab9-cfa1-4c3e-a878-9054af9c7f88,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:40.068069 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c67cf912-2e91-47bc-9ca8-de3c93c29c03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:40.069257 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c67cf912-2e91-47bc-9ca8-de3c93c29c03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178408 Mar 28 09:14:40.224410 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2cfb6358-3195-44ea-915d-8327db295e19 req-c7b38859-b724-454f-ae1e-76a6982fb2ba tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1220958595&fields=id&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 267 time: 0.0489030 Mar 28 09:14:40.333117 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb6358-3195-44ea-915d-8327db295e19 req-85076fbf-740b-4a9a-b086-5e4194039a6f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:40.334677 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2cfb6358-3195-44ea-915d-8327db295e19 req-85076fbf-740b-4a9a-b086-5e4194039a6f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/networks?id=7a3cf181-51fb-4128-8045-ef8b74bcc21b HTTP/1.1" status: 200 len: 797 time: 0.1032550 Mar 28 09:14:40.350102 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2cfb6358-3195-44ea-915d-8327db295e19 req-5dda8bc2-dedd-4b44-ad60-7d8b6ff762e8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/quotas/c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 375 time: 0.0095658 Mar 28 09:14:40.411636 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2cfb6358-3195-44ea-915d-8327db295e19 req-ee7a4df0-3b5d-4ba8-a4ee-9f89f1037bd2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0559454 Mar 28 09:14:40.470019 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b41c8f-4f32-4bd5-9daf-3eea81c31ee0 None None] Network 7a3cf181-51fb-4128-8045-ef8b74bcc21b requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:14:40.520405 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2cfb6358-3195-44ea-915d-8327db295e19 req-4b6afd4e-74b8-410d-a780-60c713300977 service neutron] 10.222.0.15 "GET /v2.0/networks/7a3cf181-51fb-4128-8045-ef8b74bcc21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962744 Mar 28 09:14:40.543162 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2ea4a3a7-90dc-4dec-ab81-51e30ee72ead None None] Provisioning complete for port 66eb7605-e63a-4398-a205-539367a40277 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:14:40.543863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2ea4a3a7-90dc-4dec-ab81-51e30ee72ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (66eb7605-e63a-4398-a205-539367a40277), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:40.594336 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 66eb7605-e63a-4398-a205-539367a40277 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:14:40.617325 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2cfb6358-3195-44ea-915d-8327db295e19 req-a1bc981d-b823-4908-a524-9b4ed5262c07 service neutron] 10.222.0.15 "GET /v2.0/networks/7a3cf181-51fb-4128-8045-ef8b74bcc21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877292 Mar 28 09:14:40.702024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 66eb7605-e63a-4398-a205-539367a40277 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:14:40.702542 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (66eb7605-e63a-4398-a205-539367a40277), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:40.725221 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2ea4a3a7-90dc-4dec-ab81-51e30ee72ead None None] Current status of the port 66eb7605-e63a-4398-a205-539367a40277 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:14:40.728590 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2ea4a3a7-90dc-4dec-ab81-51e30ee72ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (66eb7605-e63a-4398-a205-539367a40277), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:40.782429 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2ea4a3a7-90dc-4dec-ab81-51e30ee72ead None None] For port 66eb7605-e63a-4398-a205-539367a40277, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66eb7605-e63a-4398-a205-539367a40277,segment=NetworkSegment(e91bdeb7-613a-43f9-8843-9525afa7f974),segment_id=e91bdeb7-613a-43f9-8843-9525afa7f974)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:14:40.791896 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2ea4a3a7-90dc-4dec-ab81-51e30ee72ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (66eb7605-e63a-4398-a205-539367a40277), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:40.826492 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-817177e7-8094-4f40-b131-baca08e91fdc req-7e977ed7-4804-4fbf-9e7c-fa7868e3dd1b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2021d3a-ef85-424e-87c0-861da4039e58 HTTP/1.1" status: 200 len: 210 time: 0.0447998 Mar 28 09:14:40.853427 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 66eb7605-e63a-4398-a205-539367a40277 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:14:40.872320 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4a3a7-90dc-4dec-ab81-51e30ee72ead None None] Pushing event updated for resources: {'Port': ['ID=66eb7605-e63a-4398-a205-539367a40277,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:41.013696 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3963af8e-8c58-40e1-89a4-f2b30c6c2dd4 None None] Provisioning complete for port 66eb7605-e63a-4398-a205-539367a40277 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:14:41.014362 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3963af8e-8c58-40e1-89a4-f2b30c6c2dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (66eb7605-e63a-4398-a205-539367a40277), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:41.101789 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3963af8e-8c58-40e1-89a4-f2b30c6c2dd4 None None] Current status of the port 66eb7605-e63a-4398-a205-539367a40277 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:14:41.717710 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb6358-3195-44ea-915d-8327db295e19 req-54e56364-ce9e-4326-9013-4217c9ee65d6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:41.719159 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2cfb6358-3195-44ea-915d-8327db295e19 req-54e56364-ce9e-4326-9013-4217c9ee65d6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/networks?id=7a3cf181-51fb-4128-8045-ef8b74bcc21b HTTP/1.1" status: 200 len: 797 time: 0.1059406 Mar 28 09:14:41.796095 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2cfb6358-3195-44ea-915d-8327db295e19 req-a339b767-053d-4c0f-825e-1528119b6adf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 472 time: 0.0685341 Mar 28 09:14:41.807596 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-2cfb6358-3195-44ea-915d-8327db295e19 req-e6a178e7-9aa0-458a-8c8d-979636e283e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'port': {'device_id': 'a2021d3a-ef85-424e-87c0-861da4039e58', 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b', 'admin_state_up': True, 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'security_groups': ['dedc5ae4-59ca-49a5-8cf7-ab731d1f84be']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:14:41.931603 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-62483ad2-37c3-45a7-ac5e-2bd442ee9fe5 req-a099855f-f6be-4008-9c3c-59556ee1a7e5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2021d3a-ef85-424e-87c0-861da4039e58 HTTP/1.1" status: 200 len: 210 time: 0.0349762 Mar 28 09:14:41.941345 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cfb6358-3195-44ea-915d-8327db295e19 req-e6a178e7-9aa0-458a-8c8d-979636e283e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:14:41.945508 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2cfb6358-3195-44ea-915d-8327db295e19 req-e6a178e7-9aa0-458a-8c8d-979636e283e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:42.070027 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-2cfb6358-3195-44ea-915d-8327db295e19 req-e6a178e7-9aa0-458a-8c8d-979636e283e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.28 (7a3cf181-51fb-4128-8045-ef8b74bcc21b/8aa39344-cdb9-4d56-bdca-96d427c29b9b/74b2d065-8590-43e5-84cc-9ba59e424d84) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:14:42.202062 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2cfb6358-3195-44ea-915d-8327db295e19 req-e6a178e7-9aa0-458a-8c8d-979636e283e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (74b2d065-8590-43e5-84cc-9ba59e424d84), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:42.234294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2cfb6358-3195-44ea-915d-8327db295e19 req-e6a178e7-9aa0-458a-8c8d-979636e283e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (74b2d065-8590-43e5-84cc-9ba59e424d84), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:42.278332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cfb6358-3195-44ea-915d-8327db295e19 req-e6a178e7-9aa0-458a-8c8d-979636e283e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 7a3cf181-51fb-4128-8045-ef8b74bcc21b is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:14:42.281298 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-2cfb6358-3195-44ea-915d-8327db295e19 req-e6a178e7-9aa0-458a-8c8d-979636e283e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:14:42.283633 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfb6358-3195-44ea-915d-8327db295e19 req-e6a178e7-9aa0-458a-8c8d-979636e283e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:14:42.318670 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a178e7-9aa0-458a-8c8d-979636e283e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=74b2d065-8590-43e5-84cc-9ba59e424d84,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:42.343357 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb6358-3195-44ea-915d-8327db295e19 req-e6a178e7-9aa0-458a-8c8d-979636e283e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:42.343974 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2cfb6358-3195-44ea-915d-8327db295e19 req-e6a178e7-9aa0-458a-8c8d-979636e283e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:42.360771 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2cfb6358-3195-44ea-915d-8327db295e19 req-e6a178e7-9aa0-458a-8c8d-979636e283e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5568993 Mar 28 09:14:42.372581 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Request body: {'port': {'device_id': 'a2021d3a-ef85-424e-87c0-861da4039e58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:14:42.434049 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (74b2d065-8590-43e5-84cc-9ba59e424d84), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:42.530161 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3b938c6a-c6ee-4e3c-b07e-4537e63beeae None None] Provisioning complete for port 74b2d065-8590-43e5-84cc-9ba59e424d84 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:14:42.531262 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b938c6a-c6ee-4e3c-b07e-4537e63beeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (74b2d065-8590-43e5-84cc-9ba59e424d84), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:42.532533 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:14:42.571161 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3b938c6a-c6ee-4e3c-b07e-4537e63beeae None None] Port 74b2d065-8590-43e5-84cc-9ba59e424d84 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:14:42.714090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 66eb7605-e63a-4398-a205-539367a40277 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:14:42.715425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b2d065-8590-43e5-84cc-9ba59e424d84 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:14:42.722886 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Publish callbacks [] for port (74b2d065-8590-43e5-84cc-9ba59e424d84), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:42.735297 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Transition to ACTIVE for port object 74b2d065-8590-43e5-84cc-9ba59e424d84 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:14:42.739316 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (74b2d065-8590-43e5-84cc-9ba59e424d84), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:42.764763 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 66eb7605-e63a-4398-a205-539367a40277 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:14:42.765228 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (66eb7605-e63a-4398-a205-539367a40277), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:42.792620 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=74b2d065-8590-43e5-84cc-9ba59e424d84,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:42.850867 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 66eb7605-e63a-4398-a205-539367a40277 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:14:42.869692 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Attempting to bind port 74b2d065-8590-43e5-84cc-9ba59e424d84 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:14:42.870041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Attempting to bind port 74b2d065-8590-43e5-84cc-9ba59e424d84 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e91bdeb7-613a-43f9-8843-9525afa7f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:14:42.870371 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Attempting to bind port 74b2d065-8590-43e5-84cc-9ba59e424d84 on network 7a3cf181-51fb-4128-8045-ef8b74bcc21b {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:14:42.875025 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Port 74b2d065-8590-43e5-84cc-9ba59e424d84 on network 7a3cf181-51fb-4128-8045-ef8b74bcc21b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:14:42.875350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Attempting to bind port 74b2d065-8590-43e5-84cc-9ba59e424d84 on network 7a3cf181-51fb-4128-8045-ef8b74bcc21b {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:14:42.880296 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:14:42.880634 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Checking segment: {'id': 'e91bdeb7-613a-43f9-8843-9525afa7f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:14:42.881015 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Bound using segment: {'id': 'e91bdeb7-613a-43f9-8843-9525afa7f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:14:42.881446 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Bound port: 74b2d065-8590-43e5-84cc-9ba59e424d84, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91bdeb7-613a-43f9-8843-9525afa7f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:14:42.881829 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (74b2d065-8590-43e5-84cc-9ba59e424d84), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:42.954513 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] For port 74b2d065-8590-43e5-84cc-9ba59e424d84, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:14:42.958528 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] For port 74b2d065-8590-43e5-84cc-9ba59e424d84, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=74b2d065-8590-43e5-84cc-9ba59e424d84,segment=NetworkSegment(e91bdeb7-613a-43f9-8843-9525afa7f974),segment_id=e91bdeb7-613a-43f9-8843-9525afa7f974)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:14:42.966853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (74b2d065-8590-43e5-84cc-9ba59e424d84), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:43.001089 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:43.001797 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:43.003193 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2cfb6358-3195-44ea-915d-8327db295e19 req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] 10.222.0.16 "PUT /v2.0/ports/74b2d065-8590-43e5-84cc-9ba59e424d84 HTTP/1.1" status: 200 len: 1094 time: 0.6348846 Mar 28 09:14:43.003699 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2021d3a-ef85-424e-87c0-861da4039e58', 'tag': '74b2d065-8590-43e5-84cc-9ba59e424d84'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:14:43.005966 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef2ce88-97ed-4f57-bc3f-5668fccce01b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2021d3a-ef85-424e-87c0-861da4039e58", "tag": "74b2d065-8590-43e5-84cc-9ba59e424d84"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:14:43.039844 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8f41b-6dc9-4893-b73c-eb33cc65a5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=74b2d065-8590-43e5-84cc-9ba59e424d84,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:43.068693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644ad350-c8c0-4f48-a004-e09accf81cda x-openstack-request-id: req-644ad350-c8c0-4f48-a004-e09accf81cda {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:14:43.069076 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2021d3a-ef85-424e-87c0-861da4039e58", "tag": "74b2d065-8590-43e5-84cc-9ba59e424d84", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:14:43.070062 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-644ad350-c8c0-4f48-a004-e09accf81cda {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:14:43.070898 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-644ad350-c8c0-4f48-a004-e09accf81cda'] response: {'name': 'network-changed', 'server_uuid': 'a2021d3a-ef85-424e-87c0-861da4039e58', 'tag': '74b2d065-8590-43e5-84cc-9ba59e424d84', 'status': 'completed', 'code': 200} Mar 28 09:14:43.100855 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c4e47-f3d5-4333-93e5-399f57d1872f req-95d63539-0916-4fde-a82e-259dff27c383 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:43.106496 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d48c4e47-f3d5-4333-93e5-399f57d1872f req-95d63539-0916-4fde-a82e-259dff27c383 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2021d3a-ef85-424e-87c0-861da4039e58 HTTP/1.1" status: 200 len: 944 time: 0.0968387 Mar 28 09:14:43.111050 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb6358-3195-44ea-915d-8327db295e19 req-fc3a8337-f6a1-4ff6-bf18-d5041324f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:43.112693 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2cfb6358-3195-44ea-915d-8327db295e19 req-fc3a8337-f6a1-4ff6-bf18-d5041324f895 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=a2021d3a-ef85-424e-87c0-861da4039e58 HTTP/1.1" status: 200 len: 1128 time: 0.0525525 Mar 28 09:14:43.155575 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d48c4e47-f3d5-4333-93e5-399f57d1872f req-275b93b5-2ca4-4b37-ba28-1709509a9aab tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=dedc5ae4-59ca-49a5-8cf7-ab731d1f84be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473032 Mar 28 09:14:43.159362 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2cfb6358-3195-44ea-915d-8327db295e19 req-1cc4a9c6-6f92-4d87-9e8e-11eed1a6fa01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=74b2d065-8590-43e5-84cc-9ba59e424d84 HTTP/1.1" status: 200 len: 217 time: 0.0399144 Mar 28 09:14:43.209432 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb6358-3195-44ea-915d-8327db295e19 req-bc26daad-b0c1-4e36-a6e2-9c4e8e918d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:43.211189 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2cfb6358-3195-44ea-915d-8327db295e19 req-bc26daad-b0c1-4e36-a6e2-9c4e8e918d7a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8aa39344-cdb9-4d56-bdca-96d427c29b9b HTTP/1.1" status: 200 len: 838 time: 0.0454948 Mar 28 09:14:43.260729 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb6358-3195-44ea-915d-8327db295e19 req-403fecb6-8c63-473e-b643-ba4e9698013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:43.262266 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2cfb6358-3195-44ea-915d-8327db295e19 req-403fecb6-8c63-473e-b643-ba4e9698013f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7a3cf181-51fb-4128-8045-ef8b74bcc21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0459292 Mar 28 09:14:43.353896 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2cfb6358-3195-44ea-915d-8327db295e19 req-290c0edd-8fa8-42e9-b08e-60f651b080a9 service neutron] 10.222.0.16 "GET /v2.0/networks/7a3cf181-51fb-4128-8045-ef8b74bcc21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855131 Mar 28 09:14:43.440206 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2cfb6358-3195-44ea-915d-8327db295e19 req-e94e0df5-19aa-4cd7-be8b-3d752059d6f4 service neutron] 10.222.0.16 "GET /v2.0/networks/7a3cf181-51fb-4128-8045-ef8b74bcc21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808744 Mar 28 09:14:43.530176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2ce88-97ed-4f57-bc3f-5668fccce01b req-dc2ea130-bb10-4b03-9720-008d03756355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:43.531665 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1ef2ce88-97ed-4f57-bc3f-5668fccce01b req-dc2ea130-bb10-4b03-9720-008d03756355 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=a2021d3a-ef85-424e-87c0-861da4039e58 HTTP/1.1" status: 200 len: 1128 time: 0.0464468 Mar 28 09:14:43.626443 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2ce88-97ed-4f57-bc3f-5668fccce01b req-839c8053-c2eb-4a64-ba3a-f64c9c21914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:43.627937 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1ef2ce88-97ed-4f57-bc3f-5668fccce01b req-839c8053-c2eb-4a64-ba3a-f64c9c21914a service neutron] 10.222.0.16 "GET /v2.0/networks?id=7a3cf181-51fb-4128-8045-ef8b74bcc21b HTTP/1.1" status: 200 len: 897 time: 0.0885351 Mar 28 09:14:43.668002 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1ef2ce88-97ed-4f57-bc3f-5668fccce01b req-10577d3c-5e68-42a6-971d-c4175cf402c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=74b2d065-8590-43e5-84cc-9ba59e424d84 HTTP/1.1" status: 200 len: 217 time: 0.0339115 Mar 28 09:14:43.718676 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2ce88-97ed-4f57-bc3f-5668fccce01b req-ba3ec8d7-a1ef-40b0-960c-760e8133bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:43.720103 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1ef2ce88-97ed-4f57-bc3f-5668fccce01b req-ba3ec8d7-a1ef-40b0-960c-760e8133bad7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8aa39344-cdb9-4d56-bdca-96d427c29b9b HTTP/1.1" status: 200 len: 838 time: 0.0461667 Mar 28 09:14:43.767746 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2ce88-97ed-4f57-bc3f-5668fccce01b req-5cca4c93-948c-4182-b079-5bf1409c36ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:43.769180 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1ef2ce88-97ed-4f57-bc3f-5668fccce01b req-5cca4c93-948c-4182-b079-5bf1409c36ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7a3cf181-51fb-4128-8045-ef8b74bcc21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0427423 Mar 28 09:14:43.856002 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1ef2ce88-97ed-4f57-bc3f-5668fccce01b req-826a78f3-fd9f-4290-9569-b6b8f89d61b7 service neutron] 10.222.0.16 "GET /v2.0/networks/7a3cf181-51fb-4128-8045-ef8b74bcc21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786321 Mar 28 09:14:43.947190 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1ef2ce88-97ed-4f57-bc3f-5668fccce01b req-e0722974-c77d-4863-83f7-ffcb0ddace64 service neutron] 10.222.0.16 "GET /v2.0/networks/7a3cf181-51fb-4128-8045-ef8b74bcc21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838790 Mar 28 09:14:44.275711 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e1774-39b9-40c5-b1de-d5d4418f03b0 req-edd26571-6f42-4e74-be98-0a6a110044e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:44.277201 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1e4e1774-39b9-40c5-b1de-d5d4418f03b0 req-edd26571-6f42-4e74-be98-0a6a110044e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2021d3a-ef85-424e-87c0-861da4039e58 HTTP/1.1" status: 200 len: 944 time: 0.0529547 Mar 28 09:14:44.324249 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1e4e1774-39b9-40c5-b1de-d5d4418f03b0 req-0d48e025-18a1-4766-84bd-3f261dd121dd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=dedc5ae4-59ca-49a5-8cf7-ab731d1f84be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415375 Mar 28 09:14:45.438695 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a02cf1-5072-4037-ac69-18743ac29a5f req-7ae1c6c8-1ee4-46d2-8942-cde952c49128 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:45.440207 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d7a02cf1-5072-4037-ac69-18743ac29a5f req-7ae1c6c8-1ee4-46d2-8942-cde952c49128 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2021d3a-ef85-424e-87c0-861da4039e58 HTTP/1.1" status: 200 len: 944 time: 0.0526273 Mar 28 09:14:45.488534 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d7a02cf1-5072-4037-ac69-18743ac29a5f req-7b033a09-5173-4f71-93e9-bea2eb7b3a97 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=dedc5ae4-59ca-49a5-8cf7-ab731d1f84be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421395 Mar 28 09:14:45.660684 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 74b2d065-8590-43e5-84cc-9ba59e424d84 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:14:45.901193 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 74b2d065-8590-43e5-84cc-9ba59e424d84, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=74b2d065-8590-43e5-84cc-9ba59e424d84,segment=NetworkSegment(e91bdeb7-613a-43f9-8843-9525afa7f974),segment_id=e91bdeb7-613a-43f9-8843-9525afa7f974)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:14:45.912387 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '74b2d065-8590-43e5-84cc-9ba59e424d84', 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b', 'port_id': '74b2d065-8590-43e5-84cc-9ba59e424d84', 'mac_address': 'fa:16:3e:de:e6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa39344-cdb9-4d56-bdca-96d427c29b9b', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:14:45.947606 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 74b2d065-8590-43e5-84cc-9ba59e424d84 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:14:45.947998 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (74b2d065-8590-43e5-84cc-9ba59e424d84), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:45.961159 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b2d065-8590-43e5-84cc-9ba59e424d84 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:14:45.980415 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 74b2d065-8590-43e5-84cc-9ba59e424d84, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=74b2d065-8590-43e5-84cc-9ba59e424d84,segment=NetworkSegment(e91bdeb7-613a-43f9-8843-9525afa7f974),segment_id=e91bdeb7-613a-43f9-8843-9525afa7f974)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:14:45.984157 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (74b2d065-8590-43e5-84cc-9ba59e424d84), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:46.029369 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=74b2d065-8590-43e5-84cc-9ba59e424d84,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:46.207805 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['74b2d065-8590-43e5-84cc-9ba59e424d84'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:14:46.608188 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c657b76-2f09-4303-9bea-5f73435578b4 req-edcb1f53-2161-46b7-a86b-7625de71a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:46.609689 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9c657b76-2f09-4303-9bea-5f73435578b4 req-edcb1f53-2161-46b7-a86b-7625de71a1bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2021d3a-ef85-424e-87c0-861da4039e58 HTTP/1.1" status: 200 len: 945 time: 0.0561376 Mar 28 09:14:46.965947 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9c657b76-2f09-4303-9bea-5f73435578b4 req-a35b4526-4472-4f83-bb38-9ebf822da3a2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=dedc5ae4-59ca-49a5-8cf7-ab731d1f84be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3507109 Mar 28 09:14:47.670027 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 74b2d065-8590-43e5-84cc-9ba59e424d84 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:14:47.716915 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 74b2d065-8590-43e5-84cc-9ba59e424d84 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:14:47.721087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 74b2d065-8590-43e5-84cc-9ba59e424d84 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:14:47.721505 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (74b2d065-8590-43e5-84cc-9ba59e424d84), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:47.797673 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 74b2d065-8590-43e5-84cc-9ba59e424d84 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:14:47.798062 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (74b2d065-8590-43e5-84cc-9ba59e424d84), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:47.820236 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2021d3a-ef85-424e-87c0-861da4039e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b2d065-8590-43e5-84cc-9ba59e424d84'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:14:47.822503 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1d7a9e-caf7-4862-b053-fe0c1085ba58" -d '{"events": [{"server_uuid": "a2021d3a-ef85-424e-87c0-861da4039e58", "name": "network-vif-plugged", "status": "completed", "tag": "74b2d065-8590-43e5-84cc-9ba59e424d84"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:14:47.834554 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 74b2d065-8590-43e5-84cc-9ba59e424d84, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=74b2d065-8590-43e5-84cc-9ba59e424d84,segment=NetworkSegment(e91bdeb7-613a-43f9-8843-9525afa7f974),segment_id=e91bdeb7-613a-43f9-8843-9525afa7f974)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:14:47.838706 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (74b2d065-8590-43e5-84cc-9ba59e424d84), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:47.866922 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adef61e0-66de-4c96-b316-acd85ac44601 x-openstack-request-id: req-adef61e0-66de-4c96-b316-acd85ac44601 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:14:47.867353 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2021d3a-ef85-424e-87c0-861da4039e58", "name": "network-vif-plugged", "status": "completed", "tag": "74b2d065-8590-43e5-84cc-9ba59e424d84", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:14:47.867794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-adef61e0-66de-4c96-b316-acd85ac44601 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:14:47.868220 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adef61e0-66de-4c96-b316-acd85ac44601'] response: {'server_uuid': 'a2021d3a-ef85-424e-87c0-861da4039e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b2d065-8590-43e5-84cc-9ba59e424d84', 'code': 200} Mar 28 09:14:47.892043 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=74b2d065-8590-43e5-84cc-9ba59e424d84,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:48.027820 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e6438-d320-42a8-8a04-edddde8eaa7e req-d94fc450-474a-4266-af3e-85aa3f21d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:48.029324 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5d3e6438-d320-42a8-8a04-edddde8eaa7e req-d94fc450-474a-4266-af3e-85aa3f21d59e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a2021d3a-ef85-424e-87c0-861da4039e58 HTTP/1.1" status: 200 len: 1130 time: 0.0446382 Mar 28 09:14:48.105742 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5d3e6438-d320-42a8-8a04-edddde8eaa7e req-0aa6ea97-1d63-46c9-a959-53628e7211ee service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dedc5ae4-59ca-49a5-8cf7-ab731d1f84be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643673 Mar 28 09:14:48.113420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a96096-0f6c-4e56-9315-13ed5e435fa2 req-04f9087b-59bd-4067-a201-59d125a4b6ac tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:48.114823 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-76a96096-0f6c-4e56-9315-13ed5e435fa2 req-04f9087b-59bd-4067-a201-59d125a4b6ac tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2021d3a-ef85-424e-87c0-861da4039e58 HTTP/1.1" status: 200 len: 946 time: 0.0823421 Mar 28 09:14:48.165810 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-76a96096-0f6c-4e56-9315-13ed5e435fa2 req-7dec55d2-e015-4560-b9dd-982b2b459252 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=dedc5ae4-59ca-49a5-8cf7-ab731d1f84be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453057 Mar 28 09:14:49.290198 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d68ee-b9b0-4001-8293-7ed99d9025b2 req-2149ac9a-c8f5-4101-915a-b83f640e407f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:49.291664 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-948d68ee-b9b0-4001-8293-7ed99d9025b2 req-2149ac9a-c8f5-4101-915a-b83f640e407f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2021d3a-ef85-424e-87c0-861da4039e58 HTTP/1.1" status: 200 len: 946 time: 0.0563705 Mar 28 09:14:49.344151 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-948d68ee-b9b0-4001-8293-7ed99d9025b2 req-5c9d4104-4857-4f6f-afb8-eaca2063d21c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=dedc5ae4-59ca-49a5-8cf7-ab731d1f84be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469036 Mar 28 09:14:49.461693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547453e-c5b3-4946-bc30-906527210c0e req-59aa8a00-7ffc-43bf-8ca8-5a6d6a7abec9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:14:49.463164 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6547453e-c5b3-4946-bc30-906527210c0e req-59aa8a00-7ffc-43bf-8ca8-5a6d6a7abec9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2021d3a-ef85-424e-87c0-861da4039e58 HTTP/1.1" status: 200 len: 946 time: 0.0528452 Mar 28 09:14:49.512085 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6547453e-c5b3-4946-bc30-906527210c0e req-8de85d74-201d-4a6c-b280-586b7f130f87 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=dedc5ae4-59ca-49a5-8cf7-ab731d1f84be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434563 Mar 28 09:14:50.985164 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53662) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:14:51.236957 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:51.415760 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81d05eef-890d-4889-b5f8-a8c2ac9d59d5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:51.681900 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-81d05eef-890d-4889-b5f8-a8c2ac9d59d5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.17 (7a3cf181-51fb-4128-8045-ef8b74bcc21b/8aa39344-cdb9-4d56-bdca-96d427c29b9b/e87a24e2-8f30-4222-a242-791b338f4a3a) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:14:51.790914 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81d05eef-890d-4889-b5f8-a8c2ac9d59d5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:51.821741 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81d05eef-890d-4889-b5f8-a8c2ac9d59d5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:51.863500 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d05eef-890d-4889-b5f8-a8c2ac9d59d5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 7a3cf181-51fb-4128-8045-ef8b74bcc21b is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:14:51.866589 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-81d05eef-890d-4889-b5f8-a8c2ac9d59d5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:14:51.869274 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d05eef-890d-4889-b5f8-a8c2ac9d59d5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:14:51.901896 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d05eef-890d-4889-b5f8-a8c2ac9d59d5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=e87a24e2-8f30-4222-a242-791b338f4a3a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:51.928728 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81d05eef-890d-4889-b5f8-a8c2ac9d59d5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (7354c9c9-56a6-41ba-a140-6845ad9e63c6), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:52.075511 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81d05eef-890d-4889-b5f8-a8c2ac9d59d5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:52.100590 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-61a618c2-0e48-4ca8-b875-f6ee758ecfde None None] Provisioning complete for port e87a24e2-8f30-4222-a242-791b338f4a3a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:14:52.100965 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-61a618c2-0e48-4ca8-b875-f6ee758ecfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:52.134359 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-61a618c2-0e48-4ca8-b875-f6ee758ecfde None None] Port e87a24e2-8f30-4222-a242-791b338f4a3a cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:14:52.591380 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81d05eef-890d-4889-b5f8-a8c2ac9d59d5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:52.595847 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81d05eef-890d-4889-b5f8-a8c2ac9d59d5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:52.666801 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d05eef-890d-4889-b5f8-a8c2ac9d59d5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=e87a24e2-8f30-4222-a242-791b338f4a3a,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:52.669283 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81d05eef-890d-4889-b5f8-a8c2ac9d59d5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (7354c9c9-56a6-41ba-a140-6845ad9e63c6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:52.758868 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d05eef-890d-4889-b5f8-a8c2ac9d59d5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 7a3cf181-51fb-4128-8045-ef8b74bcc21b is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:14:52.760199 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-81d05eef-890d-4889-b5f8-a8c2ac9d59d5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:14:52.879426 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d05eef-890d-4889-b5f8-a8c2ac9d59d5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:14:52.962328 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-944f0aa3-bd33-4b3f-b158-20f4ad50f38d None None] Provisioning complete for port e87a24e2-8f30-4222-a242-791b338f4a3a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:14:52.962953 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-944f0aa3-bd33-4b3f-b158-20f4ad50f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:52.994558 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d05eef-890d-4889-b5f8-a8c2ac9d59d5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:14:52.999676 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-944f0aa3-bd33-4b3f-b158-20f4ad50f38d None None] Port e87a24e2-8f30-4222-a242-791b338f4a3a cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:14:53.002742 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-81d05eef-890d-4889-b5f8-a8c2ac9d59d5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/7354c9c9-56a6-41ba-a140-6845ad9e63c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0164611 Mar 28 09:14:53.004688 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Sync routers for ids ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:14:53.014750 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Routers {'7354c9c9-56a6-41ba-a140-6845ad9e63c6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:14:53.015309 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:14:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:14:53.128348 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Set router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:14:53.347713 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:14:52Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '422a0c58-0b00-4629-9ca1-57c20c40e875', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.53', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'port_id': 'fcbd5d37-1c33-406e-a762-c768965d2e4a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'mac_address': 'fa:16:3e:a2:2a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:14:02Z', 'updated_at': '2022-03-28T09:14:04Z', 'revision_number': 1, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d78ad5-b743-41f9-aca4-d73b49f9b5e8', 'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:47Z', 'updated_at': '2022-03-28T09:13:50Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87a24e2-8f30-4222-a242-791b338f4a3a', 'name': '', 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:87:c0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '8aa39344-cdb9-4d56-bdca-96d427c29b9b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:14:51Z', 'updated_at': '2022-03-28T09:14:52Z', 'revision_number': 2, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '8aa39344-cdb9-4d56-bdca-96d427c29b9b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:14:53.376617 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Checking router: 7354c9c9-56a6-41ba-a140-6845ad9e63c6 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:14:53.376973 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Updating router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 port e87a24e2-8f30-4222-a242-791b338f4a3a binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:14:53.404043 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:53.658055 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Publish callbacks [] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:53.663528 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:53.710918 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5afe72-5b8e-46f6-bf30-873afaf496c7 None None] Pushing event updated for resources: {'Port': ['ID=e87a24e2-8f30-4222-a242-791b338f4a3a,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:53.769059 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Attempting to bind port e87a24e2-8f30-4222-a242-791b338f4a3a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:14:53.769432 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Attempting to bind port e87a24e2-8f30-4222-a242-791b338f4a3a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e91bdeb7-613a-43f9-8843-9525afa7f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:14:53.770081 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Attempting to bind port e87a24e2-8f30-4222-a242-791b338f4a3a on network 7a3cf181-51fb-4128-8045-ef8b74bcc21b {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:14:53.776336 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:14:53.776768 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Checking segment: {'id': 'e91bdeb7-613a-43f9-8843-9525afa7f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:14:53.777193 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:53.777640 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Bound using segment: {'id': 'e91bdeb7-613a-43f9-8843-9525afa7f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:14:53.778099 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Bound port: e87a24e2-8f30-4222-a242-791b338f4a3a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91bdeb7-613a-43f9-8843-9525afa7f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:14:53.778478 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:53.845402 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] For port e87a24e2-8f30-4222-a242-791b338f4a3a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:14:53.848772 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] For port e87a24e2-8f30-4222-a242-791b338f4a3a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e87a24e2-8f30-4222-a242-791b338f4a3a,segment=NetworkSegment(e91bdeb7-613a-43f9-8843-9525afa7f974),segment_id=e91bdeb7-613a-43f9-8843-9525afa7f974)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:14:53.855113 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:53.911082 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Routers {'7354c9c9-56a6-41ba-a140-6845ad9e63c6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:14:53.912291 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:14:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:14:53.966321 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5afe72-5b8e-46f6-bf30-873afaf496c7 None None] Pushing event updated for resources: {'Port': ['ID=e87a24e2-8f30-4222-a242-791b338f4a3a,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:54.008862 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3b3bba89-2489-43b8-a78c-545390da42e8 None None] Provisioning complete for port e87a24e2-8f30-4222-a242-791b338f4a3a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:14:54.009110 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b3bba89-2489-43b8-a78c-545390da42e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:54.090223 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] Set router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:14:54.159121 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3b3bba89-2489-43b8-a78c-545390da42e8 None None] Current status of the port e87a24e2-8f30-4222-a242-791b338f4a3a is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:14:54.159502 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b3bba89-2489-43b8-a78c-545390da42e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:54.238885 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3b3bba89-2489-43b8-a78c-545390da42e8 None None] For port e87a24e2-8f30-4222-a242-791b338f4a3a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e87a24e2-8f30-4222-a242-791b338f4a3a,segment=NetworkSegment(e91bdeb7-613a-43f9-8843-9525afa7f974),segment_id=e91bdeb7-613a-43f9-8843-9525afa7f974)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:14:54.243938 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b3bba89-2489-43b8-a78c-545390da42e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:54.345539 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bba89-2489-43b8-a78c-545390da42e8 None None] Pushing event updated for resources: {'Port': ['ID=e87a24e2-8f30-4222-a242-791b338f4a3a,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:14:54.400946 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e9ec4334-1e5d-4377-8539-5ed56a60efe6 None None] Provisioning complete for port e87a24e2-8f30-4222-a242-791b338f4a3a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:14:54.401318 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e9ec4334-1e5d-4377-8539-5ed56a60efe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:54.465820 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:14:52Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '422a0c58-0b00-4629-9ca1-57c20c40e875', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.53', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'port_id': 'fcbd5d37-1c33-406e-a762-c768965d2e4a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'mac_address': 'fa:16:3e:a2:2a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:14:02Z', 'updated_at': '2022-03-28T09:14:04Z', 'revision_number': 1, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d78ad5-b743-41f9-aca4-d73b49f9b5e8', 'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:47Z', 'updated_at': '2022-03-28T09:13:50Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87a24e2-8f30-4222-a242-791b338f4a3a', 'name': '', 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:87:c0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '8aa39344-cdb9-4d56-bdca-96d427c29b9b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:14:51Z', 'updated_at': '2022-03-28T09:14:53Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '8aa39344-cdb9-4d56-bdca-96d427c29b9b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:14:54.514473 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e569c4c-0d2a-458a-8c5a-ad165b571e23 None None] The sync data for ids ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'] in dv-neutron-master-2-hyperv is: [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:14:52Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '422a0c58-0b00-4629-9ca1-57c20c40e875', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.53', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'port_id': 'fcbd5d37-1c33-406e-a762-c768965d2e4a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'mac_address': 'fa:16:3e:a2:2a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:14:02Z', 'updated_at': '2022-03-28T09:14:04Z', 'revision_number': 1, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d78ad5-b743-41f9-aca4-d73b49f9b5e8', 'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:47Z', 'updated_at': '2022-03-28T09:13:50Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e87a24e2-8f30-4222-a242-791b338f4a3a', 'name': '', 'network_id': '7a3cf181-51fb-4128-8045-ef8b74bcc21b', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:87:c0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '8aa39344-cdb9-4d56-bdca-96d427c29b9b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:14:51Z', 'updated_at': '2022-03-28T09:14:53Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '8aa39344-cdb9-4d56-bdca-96d427c29b9b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:14:54.529403 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec4334-1e5d-4377-8539-5ed56a60efe6 None None] Current status of the port e87a24e2-8f30-4222-a242-791b338f4a3a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:14:56.553076 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e87a24e2-8f30-4222-a242-791b338f4a3a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:14:56.599890 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port e87a24e2-8f30-4222-a242-791b338f4a3a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:14:56.600258 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:56.677738 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port e87a24e2-8f30-4222-a242-791b338f4a3a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:14:57.224760 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7bc625aa-ef5d-4a47-ae84-72aeb7df31a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:14:59.453674 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c7accb7b-1af2-4903-a3fb-1a8d0b515ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:00.535848 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:02.063481 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:03.666409 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:13.300259 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53688) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:13.658782 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3542f27-82dd-458d-b110-7285901a02a0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (7354c9c9-56a6-41ba-a140-6845ad9e63c6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:13.966397 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a3542f27-82dd-458d-b110-7285901a02a0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port e87a24e2-8f30-4222-a242-791b338f4a3a {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:15:13.966660 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3542f27-82dd-458d-b110-7285901a02a0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:14.056955 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-a3542f27-82dd-458d-b110-7285901a02a0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port e87a24e2-8f30-4222-a242-791b338f4a3a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e87a24e2-8f30-4222-a242-791b338f4a3a,segment=NetworkSegment(e91bdeb7-613a-43f9-8843-9525afa7f974),segment_id=e91bdeb7-613a-43f9-8843-9525afa7f974)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:15:14.057320 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3542f27-82dd-458d-b110-7285901a02a0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:14.069962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a3542f27-82dd-458d-b110-7285901a02a0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for e87a24e2-8f30-4222-a242-791b338f4a3a owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:15:14.252604 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3542f27-82dd-458d-b110-7285901a02a0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (e87a24e2-8f30-4222-a242-791b338f4a3a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:14.279681 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3542f27-82dd-458d-b110-7285901a02a0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=e87a24e2-8f30-4222-a242-791b338f4a3a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:14.457158 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3542f27-82dd-458d-b110-7285901a02a0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (7354c9c9-56a6-41ba-a140-6845ad9e63c6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:14.679257 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3542f27-82dd-458d-b110-7285901a02a0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:15:14.785390 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3542f27-82dd-458d-b110-7285901a02a0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:15:14.790971 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a3542f27-82dd-458d-b110-7285901a02a0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/7354c9c9-56a6-41ba-a140-6845ad9e63c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4896879 Mar 28 09:15:14.796689 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f89bb-5699-4f9d-9458-3a0d75c83ce5 None None] Sync routers for ids ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:15:14.806580 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f89bb-5699-4f9d-9458-3a0d75c83ce5 None None] Routers {'7354c9c9-56a6-41ba-a140-6845ad9e63c6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:15:14.807200 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-6e7f89bb-5699-4f9d-9458-3a0d75c83ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:14:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:14.927174 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-6e7f89bb-5699-4f9d-9458-3a0d75c83ce5 None None] Set router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:15:15.007900 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7a709-cf92-47e2-929e-f482dd3424fb req-57abd28b-472e-4bf3-b69d-821fa00446bd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:15.009422 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f5d7a709-cf92-47e2-929e-f482dd3424fb req-57abd28b-472e-4bf3-b69d-821fa00446bd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2021d3a-ef85-424e-87c0-861da4039e58 HTTP/1.1" status: 200 len: 946 time: 0.0528820 Mar 28 09:15:15.058281 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f5d7a709-cf92-47e2-929e-f482dd3424fb req-c6d116e6-64c2-4e19-b580-9e17169b2e4b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=dedc5ae4-59ca-49a5-8cf7-ab731d1f84be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429585 Mar 28 09:15:15.231390 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-6e7f89bb-5699-4f9d-9458-3a0d75c83ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:15:14Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '422a0c58-0b00-4629-9ca1-57c20c40e875', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.53', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'port_id': 'fcbd5d37-1c33-406e-a762-c768965d2e4a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'mac_address': 'fa:16:3e:a2:2a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:14:02Z', 'updated_at': '2022-03-28T09:14:04Z', 'revision_number': 1, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d78ad5-b743-41f9-aca4-d73b49f9b5e8', 'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:47Z', 'updated_at': '2022-03-28T09:13:50Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:15.256025 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f89bb-5699-4f9d-9458-3a0d75c83ce5 None None] Checking router: 7354c9c9-56a6-41ba-a140-6845ad9e63c6 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:15:15.264372 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f89bb-5699-4f9d-9458-3a0d75c83ce5 None None] Routers {'7354c9c9-56a6-41ba-a140-6845ad9e63c6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:15:15.264955 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-6e7f89bb-5699-4f9d-9458-3a0d75c83ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:14:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:15.369154 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-6e7f89bb-5699-4f9d-9458-3a0d75c83ce5 None None] Set router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:15:15.586798 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-6e7f89bb-5699-4f9d-9458-3a0d75c83ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:15:14Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '422a0c58-0b00-4629-9ca1-57c20c40e875', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.53', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'port_id': 'fcbd5d37-1c33-406e-a762-c768965d2e4a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'mac_address': 'fa:16:3e:a2:2a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:14:02Z', 'updated_at': '2022-03-28T09:14:04Z', 'revision_number': 1, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d78ad5-b743-41f9-aca4-d73b49f9b5e8', 'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:47Z', 'updated_at': '2022-03-28T09:13:50Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:15.612230 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f89bb-5699-4f9d-9458-3a0d75c83ce5 None None] The sync data for ids ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'] in dv-neutron-master-2-hyperv is: [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:15:14Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '422a0c58-0b00-4629-9ca1-57c20c40e875', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.53', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'port_id': 'fcbd5d37-1c33-406e-a762-c768965d2e4a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'mac_address': 'fa:16:3e:a2:2a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:14:02Z', 'updated_at': '2022-03-28T09:14:04Z', 'revision_number': 1, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d78ad5-b743-41f9-aca4-d73b49f9b5e8', 'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:47Z', 'updated_at': '2022-03-28T09:13:50Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:15:16.187613 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacaa18-d53d-47ca-8ce0-c5ecda6e3665 req-1021f097-38ba-47ea-970b-adca256cf65c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:16.189178 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7eacaa18-d53d-47ca-8ce0-c5ecda6e3665 req-1021f097-38ba-47ea-970b-adca256cf65c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2021d3a-ef85-424e-87c0-861da4039e58 HTTP/1.1" status: 200 len: 946 time: 0.0576894 Mar 28 09:15:16.239855 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7eacaa18-d53d-47ca-8ce0-c5ecda6e3665 req-97bfc0f5-1fb0-4565-9a66-0beedf63ecf7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=dedc5ae4-59ca-49a5-8cf7-ab731d1f84be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430279 Mar 28 09:15:16.439627 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b270811-0459-461c-a195-db4d2a43801c req-11897e13-62dd-4dee-a52f-a98e585aa075 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:16.440991 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7b270811-0459-461c-a195-db4d2a43801c req-11897e13-62dd-4dee-a52f-a98e585aa075 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2021d3a-ef85-424e-87c0-861da4039e58 HTTP/1.1" status: 200 len: 946 time: 0.0555501 Mar 28 09:15:16.505234 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e87a24e2-8f30-4222-a242-791b338f4a3a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:15:16.525702 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: e87a24e2-8f30-4222-a242-791b338f4a3a {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:15:16.526051 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e87a24e2-8f30-4222-a242-791b338f4a3a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:15:16.532997 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-7b270811-0459-461c-a195-db4d2a43801c req-33b400fa-8dd9-406f-baf0-55383eca2f6b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 74b2d065-8590-43e5-84cc-9ba59e424d84 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:15:16.533348 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-7b270811-0459-461c-a195-db4d2a43801c req-33b400fa-8dd9-406f-baf0-55383eca2f6b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (74b2d065-8590-43e5-84cc-9ba59e424d84), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:16.623226 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-7b270811-0459-461c-a195-db4d2a43801c req-33b400fa-8dd9-406f-baf0-55383eca2f6b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port 74b2d065-8590-43e5-84cc-9ba59e424d84, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=74b2d065-8590-43e5-84cc-9ba59e424d84,segment=NetworkSegment(e91bdeb7-613a-43f9-8843-9525afa7f974),segment_id=e91bdeb7-613a-43f9-8843-9525afa7f974)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:15:16.623593 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-7b270811-0459-461c-a195-db4d2a43801c req-33b400fa-8dd9-406f-baf0-55383eca2f6b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (74b2d065-8590-43e5-84cc-9ba59e424d84), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:16.636148 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-7b270811-0459-461c-a195-db4d2a43801c req-33b400fa-8dd9-406f-baf0-55383eca2f6b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 74b2d065-8590-43e5-84cc-9ba59e424d84 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:15:16.767428 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-7b270811-0459-461c-a195-db4d2a43801c req-33b400fa-8dd9-406f-baf0-55383eca2f6b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (74b2d065-8590-43e5-84cc-9ba59e424d84), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:16.796238 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b400fa-8dd9-406f-baf0-55383eca2f6b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=74b2d065-8590-43e5-84cc-9ba59e424d84,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:16.844462 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b270811-0459-461c-a195-db4d2a43801c req-33b400fa-8dd9-406f-baf0-55383eca2f6b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] No DVR routers for this DVR port 74b2d065-8590-43e5-84cc-9ba59e424d84 on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:15:16.846957 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-7b270811-0459-461c-a195-db4d2a43801c req-33b400fa-8dd9-406f-baf0-55383eca2f6b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:16.850823 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7b270811-0459-461c-a195-db4d2a43801c req-33b400fa-8dd9-406f-baf0-55383eca2f6b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "DELETE /v2.0/ports/74b2d065-8590-43e5-84cc-9ba59e424d84 HTTP/1.1" status: 204 len: 173 time: 0.4045560 Mar 28 09:15:16.851396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2021d3a-ef85-424e-87c0-861da4039e58', 'name': 'network-vif-deleted', 'tag': '74b2d065-8590-43e5-84cc-9ba59e424d84'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:15:16.853642 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee528cc-190f-4c80-9614-c053ae81d5ee" -d '{"events": [{"server_uuid": "a2021d3a-ef85-424e-87c0-861da4039e58", "name": "network-vif-deleted", "tag": "74b2d065-8590-43e5-84cc-9ba59e424d84"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:15:16.888102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1d5861-b1c0-4ae8-9b6e-8367108ce0e3 x-openstack-request-id: req-be1d5861-b1c0-4ae8-9b6e-8367108ce0e3 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:15:16.888385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2021d3a-ef85-424e-87c0-861da4039e58", "name": "network-vif-deleted", "tag": "74b2d065-8590-43e5-84cc-9ba59e424d84", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:15:16.888641 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be1d5861-b1c0-4ae8-9b6e-8367108ce0e3 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:15:16.889055 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1d5861-b1c0-4ae8-9b6e-8367108ce0e3'] response: {'server_uuid': 'a2021d3a-ef85-424e-87c0-861da4039e58', 'name': 'network-vif-deleted', 'tag': '74b2d065-8590-43e5-84cc-9ba59e424d84', 'status': 'completed', 'code': 200} Mar 28 09:15:17.350786 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f4bab308-8bbd-4845-829d-dae55252cec3 req-bf6b6e23-a480-4b5e-bf18-684aa8c5916a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2021d3a-ef85-424e-87c0-861da4039e58 HTTP/1.1" status: 200 len: 210 time: 0.0273013 Mar 28 09:15:18.407709 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53704) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:18.463330 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5a905507-2361-4efb-882b-07accc9e3ad4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (dedc5ae4-59ca-49a5-8cf7-ab731d1f84be), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:18.487886 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5a905507-2361-4efb-882b-07accc9e3ad4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (dedc5ae4-59ca-49a5-8cf7-ab731d1f84be), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:18.551904 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5a905507-2361-4efb-882b-07accc9e3ad4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (dedc5ae4-59ca-49a5-8cf7-ab731d1f84be), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:18.556325 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5a905507-2361-4efb-882b-07accc9e3ad4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:18.557699 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5a905507-2361-4efb-882b-07accc9e3ad4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/security-groups/dedc5ae4-59ca-49a5-8cf7-ab731d1f84be HTTP/1.1" status: 204 len: 168 time: 0.1489205 Mar 28 09:15:18.568255 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a905507-2361-4efb-882b-07accc9e3ad4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedc5ae4-59ca-49a5-8cf7-ab731d1f84be,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:18.588511 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53708) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:18.638670 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1e06c9-8d83-4c3b-b970-d77cab0d66e1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting subnet 8aa39344-cdb9-4d56-bdca-96d427c29b9b {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:15:18.641774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e1e06c9-8d83-4c3b-b970-d77cab0d66e1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (8aa39344-cdb9-4d56-bdca-96d427c29b9b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:18.687157 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e1e06c9-8d83-4c3b-b970-d77cab0d66e1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (8aa39344-cdb9-4d56-bdca-96d427c29b9b), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:18.769330 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e1e06c9-8d83-4c3b-b970-d77cab0d66e1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (8aa39344-cdb9-4d56-bdca-96d427c29b9b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:18.826612 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e1e06c9-8d83-4c3b-b970-d77cab0d66e1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (8aa39344-cdb9-4d56-bdca-96d427c29b9b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:18.858650 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e06c9-8d83-4c3b-b970-d77cab0d66e1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa39344-cdb9-4d56-bdca-96d427c29b9b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:18.860661 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e1e06c9-8d83-4c3b-b970-d77cab0d66e1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:18.863900 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5e1e06c9-8d83-4c3b-b970-d77cab0d66e1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/subnets/8aa39344-cdb9-4d56-bdca-96d427c29b9b HTTP/1.1" status: 204 len: 168 time: 0.2743919 Mar 28 09:15:18.865325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ea0179-a8d0-482a-bc9e-d136c503540b None None] Network 7a3cf181-51fb-4128-8045-ef8b74bcc21b requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:15:18.866579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53710) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:18.942288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (7a3cf181-51fb-4128-8045-ef8b74bcc21b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:18.996616 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 66eb7605-e63a-4398-a205-539367a40277 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:15:18.996963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (66eb7605-e63a-4398-a205-539367a40277), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:19.025009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0df46c-247b-4355-9194-2badc27bb828 None None] DHCP port deletion for 7a3cf181-51fb-4128-8045-ef8b74bcc21b request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:15:19.063317 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port 66eb7605-e63a-4398-a205-539367a40277, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66eb7605-e63a-4398-a205-539367a40277,segment=NetworkSegment(e91bdeb7-613a-43f9-8843-9525afa7f974),segment_id=e91bdeb7-613a-43f9-8843-9525afa7f974)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:15:19.063686 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (66eb7605-e63a-4398-a205-539367a40277), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:19.071956 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-df0df46c-247b-4355-9194-2badc27bb828 None None] Deleting port 66eb7605-e63a-4398-a205-539367a40277 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:15:19.072330 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df0df46c-247b-4355-9194-2badc27bb828 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (66eb7605-e63a-4398-a205-539367a40277), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:19.076326 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 66eb7605-e63a-4398-a205-539367a40277 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:15:19.164800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (66eb7605-e63a-4398-a205-539367a40277), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:19.192136 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=66eb7605-e63a-4398-a205-539367a40277,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:19.196026 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] No DVR routers for this DVR port 66eb7605-e63a-4398-a205-539367a40277 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:15:19.282425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (7a3cf181-51fb-4128-8045-ef8b74bcc21b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:19.288668 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-df0df46c-247b-4355-9194-2badc27bb828 None None] For port 66eb7605-e63a-4398-a205-539367a40277, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66eb7605-e63a-4398-a205-539367a40277,segment=NetworkSegment(e91bdeb7-613a-43f9-8843-9525afa7f974),segment_id=e91bdeb7-613a-43f9-8843-9525afa7f974)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:15:19.289512 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df0df46c-247b-4355-9194-2badc27bb828 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (66eb7605-e63a-4398-a205-539367a40277), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:19.302275 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-df0df46c-247b-4355-9194-2badc27bb828 None None] Calling delete_port for 66eb7605-e63a-4398-a205-539367a40277 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:15:19.303249 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3cf181-51fb-4128-8045-ef8b74bcc21b']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:19.312359 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91bdeb7-613a-43f9-8843-9525afa7f974') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:19.312665 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91bdeb7-613a-43f9-8843-9525afa7f974') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:19.322330 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (e91bdeb7-613a-43f9-8843-9525afa7f974), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:19.336075 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (e91bdeb7-613a-43f9-8843-9525afa7f974), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:19.342181 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:15:19.342574 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (e91bdeb7-613a-43f9-8843-9525afa7f974), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:15:19.345527 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:15:19.381359 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df0df46c-247b-4355-9194-2badc27bb828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (66eb7605-e63a-4398-a205-539367a40277), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:19.407014 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (7a3cf181-51fb-4128-8045-ef8b74bcc21b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:19.409900 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0df46c-247b-4355-9194-2badc27bb828 None None] Pushing event deleted for resources: {'Port': ['ID=66eb7605-e63a-4398-a205-539367a40277,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:19.414268 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0df46c-247b-4355-9194-2badc27bb828 None None] No DVR routers for this DVR port 66eb7605-e63a-4398-a205-539367a40277 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:15:19.419026 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:19.422236 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/networks/7a3cf181-51fb-4128-8045-ef8b74bcc21b HTTP/1.1" status: 204 len: 168 time: 0.5547106 Mar 28 09:15:19.425074 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53712) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:19.440095 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147842d1-caf9-4c4e-8f63-4d2d8657009f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Network': ['ID=7a3cf181-51fb-4128-8045-ef8b74bcc21b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:19.531394 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:15:19.831277 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-fa596db1-1b62-48bf-a69e-5917369be425 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port d36bbef7-a031-4e84-95c0-03a9f30b007d {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:15:19.831616 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa596db1-1b62-48bf-a69e-5917369be425 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (d36bbef7-a031-4e84-95c0-03a9f30b007d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:19.889387 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 74b2d065-8590-43e5-84cc-9ba59e424d84 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:15:19.905344 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa596db1-1b62-48bf-a69e-5917369be425 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (d36bbef7-a031-4e84-95c0-03a9f30b007d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:19.905704 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa596db1-1b62-48bf-a69e-5917369be425 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (d36bbef7-a031-4e84-95c0-03a9f30b007d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:19.911112 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 74b2d065-8590-43e5-84cc-9ba59e424d84 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:15:19.911474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 74b2d065-8590-43e5-84cc-9ba59e424d84 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:15:19.918237 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-fa596db1-1b62-48bf-a69e-5917369be425 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for d36bbef7-a031-4e84-95c0-03a9f30b007d owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:15:20.094194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa596db1-1b62-48bf-a69e-5917369be425 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (d36bbef7-a031-4e84-95c0-03a9f30b007d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:20.119613 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa596db1-1b62-48bf-a69e-5917369be425 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=d36bbef7-a031-4e84-95c0-03a9f30b007d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:20.200396 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa596db1-1b62-48bf-a69e-5917369be425 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (422a0c58-0b00-4629-9ca1-57c20c40e875), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:20.200727 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-fa596db1-1b62-48bf-a69e-5917369be425 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP 422a0c58-0b00-4629-9ca1-57c20c40e875 disassociated (deleted). External IP: 172.36.4.53, port: fcbd5d37-1c33-406e-a762-c768965d2e4a. Mar 28 09:15:20.407394 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa596db1-1b62-48bf-a69e-5917369be425 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:15:20.516850 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa596db1-1b62-48bf-a69e-5917369be425 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:15:20.522407 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa596db1-1b62-48bf-a69e-5917369be425 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:20.527146 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4338cfb6-1314-405d-8936-960441ad3e21 None None] Sync routers for ids ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:15:20.537469 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4338cfb6-1314-405d-8936-960441ad3e21 None None] Routers {'7354c9c9-56a6-41ba-a140-6845ad9e63c6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:15:20.538145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4338cfb6-1314-405d-8936-960441ad3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:14:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:20.553464 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fa596db1-1b62-48bf-a69e-5917369be425 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/floatingips/422a0c58-0b00-4629-9ca1-57c20c40e875 HTTP/1.1" status: 204 len: 168 time: 1.1267300 Mar 28 09:15:20.554366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'tag': 'fcbd5d37-1c33-406e-a762-c768965d2e4a'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:15:20.556744 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b35c486-0bc7-4aba-aa42-e1ca0bb05fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c7f43d-3f5e-4dce-acf4-60a034866339", "tag": "fcbd5d37-1c33-406e-a762-c768965d2e4a"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:15:20.575243 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 66eb7605-e63a-4398-a205-539367a40277 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:15:20.595671 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3bc282-843d-4a8d-beee-aad332f80105 x-openstack-request-id: req-8c3bc282-843d-4a8d-beee-aad332f80105 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:15:20.595861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c7f43d-3f5e-4dce-acf4-60a034866339", "tag": "fcbd5d37-1c33-406e-a762-c768965d2e4a", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:15:20.596086 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c3bc282-843d-4a8d-beee-aad332f80105 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:15:20.596502 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3bc282-843d-4a8d-beee-aad332f80105'] response: {'name': 'network-changed', 'server_uuid': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'tag': 'fcbd5d37-1c33-406e-a762-c768965d2e4a', 'status': 'completed', 'code': 200} Mar 28 09:15:20.624392 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 66eb7605-e63a-4398-a205-539367a40277 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:15:20.624740 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 66eb7605-e63a-4398-a205-539367a40277 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:15:20.670486 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35c486-0bc7-4aba-aa42-e1ca0bb05fc3 req-21c3b233-dd07-42b4-be61-a9f134312d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:20.674150 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b35c486-0bc7-4aba-aa42-e1ca0bb05fc3 req-21c3b233-dd07-42b4-be61-a9f134312d9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=a5c7f43d-3f5e-4dce-acf4-60a034866339 HTTP/1.1" status: 200 len: 1129 time: 0.0583644 Mar 28 09:15:20.679441 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-4338cfb6-1314-405d-8936-960441ad3e21 None None] Set router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:15:20.769169 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35c486-0bc7-4aba-aa42-e1ca0bb05fc3 req-9582ce37-2fe3-4d1e-a157-dd6fef1109d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:20.770933 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b35c486-0bc7-4aba-aa42-e1ca0bb05fc3 req-9582ce37-2fe3-4d1e-a157-dd6fef1109d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f4ff913-a7f4-4995-b572-df43102add1c HTTP/1.1" status: 200 len: 896 time: 0.0914335 Mar 28 09:15:20.790902 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43eeb3-5fea-4bdf-a1d5-0ee47c19f768 req-51b4af23-ef99-4857-92b0-d46afc8ccac5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:20.792668 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d43eeb3-5fea-4bdf-a1d5-0ee47c19f768 req-51b4af23-ef99-4857-92b0-d46afc8ccac5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5c7f43d-3f5e-4dce-acf4-60a034866339 HTTP/1.1" status: 200 len: 945 time: 0.0601542 Mar 28 09:15:20.820388 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b35c486-0bc7-4aba-aa42-e1ca0bb05fc3 req-74593667-27cb-404e-9370-dfbaf37c901b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcbd5d37-1c33-406e-a762-c768965d2e4a HTTP/1.1" status: 200 len: 217 time: 0.0418000 Mar 28 09:15:20.844226 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d43eeb3-5fea-4bdf-a1d5-0ee47c19f768 req-36c75cfd-96a1-4994-8f07-747280560993 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=73251e00-94c2-4e58-aeac-5176d5ad31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449147 Mar 28 09:15:20.871903 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35c486-0bc7-4aba-aa42-e1ca0bb05fc3 req-7bd14ba3-7141-4a39-b4c2-75439fb11dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:20.873380 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b35c486-0bc7-4aba-aa42-e1ca0bb05fc3 req-7bd14ba3-7141-4a39-b4c2-75439fb11dfc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85adb03c-c24e-45ef-b18e-5cdcd7be55be HTTP/1.1" status: 200 len: 835 time: 0.0455356 Mar 28 09:15:20.892663 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4338cfb6-1314-405d-8936-960441ad3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:15:14Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c3d78ad5-b743-41f9-aca4-d73b49f9b5e8', 'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:47Z', 'updated_at': '2022-03-28T09:13:50Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:20.920607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4338cfb6-1314-405d-8936-960441ad3e21 None None] Checking router: 7354c9c9-56a6-41ba-a140-6845ad9e63c6 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:15:20.923911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35c486-0bc7-4aba-aa42-e1ca0bb05fc3 req-1e3a9547-a5ec-4d88-b7a5-437121719cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:20.925430 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b35c486-0bc7-4aba-aa42-e1ca0bb05fc3 req-1e3a9547-a5ec-4d88-b7a5-437121719cd1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f4ff913-a7f4-4995-b572-df43102add1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460272 Mar 28 09:15:20.929179 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4338cfb6-1314-405d-8936-960441ad3e21 None None] Routers {'7354c9c9-56a6-41ba-a140-6845ad9e63c6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:15:20.929807 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4338cfb6-1314-405d-8936-960441ad3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:14:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:21.018631 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b35c486-0bc7-4aba-aa42-e1ca0bb05fc3 req-bf4cfe77-e629-4c12-9fb8-cd49fe99d805 service neutron] 10.222.0.16 "GET /v2.0/networks/4f4ff913-a7f4-4995-b572-df43102add1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858080 Mar 28 09:15:21.034923 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-4338cfb6-1314-405d-8936-960441ad3e21 None None] Set router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:15:21.107022 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b35c486-0bc7-4aba-aa42-e1ca0bb05fc3 req-52777933-e860-4543-8c47-9d4f913a994d service neutron] 10.222.0.16 "GET /v2.0/networks/4f4ff913-a7f4-4995-b572-df43102add1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819919 Mar 28 09:15:21.235646 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:21.241919 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4338cfb6-1314-405d-8936-960441ad3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:15:14Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c3d78ad5-b743-41f9-aca4-d73b49f9b5e8', 'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:47Z', 'updated_at': '2022-03-28T09:13:50Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:21.271794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4338cfb6-1314-405d-8936-960441ad3e21 None None] The sync data for ids ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'] in dv-neutron-master-2-hyperv is: [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:15:14Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c3d78ad5-b743-41f9-aca4-d73b49f9b5e8', 'name': '', 'network_id': '4f4ff913-a7f4-4995-b572-df43102add1c', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:47Z', 'updated_at': '2022-03-28T09:13:50Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '85adb03c-c24e-45ef-b18e-5cdcd7be55be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:15:21.494290 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2df2c45-b31c-4718-8864-87ea407ba7b7 None None] New status for floating IP 422a0c58-0b00-4629-9ca1-57c20c40e875: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:15:21.974440 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcb0ee-a5a5-4195-9ef1-e7f464656d6e req-3f13d73c-5a3c-4b76-b1be-220f502ae82f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:21.975935 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-65fcb0ee-a5a5-4195-9ef1-e7f464656d6e req-3f13d73c-5a3c-4b76-b1be-220f502ae82f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5c7f43d-3f5e-4dce-acf4-60a034866339 HTTP/1.1" status: 200 len: 945 time: 0.0583892 Mar 28 09:15:22.049891 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-65fcb0ee-a5a5-4195-9ef1-e7f464656d6e req-6c9e3587-2ce7-4966-a42e-babea5f01b2a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=73251e00-94c2-4e58-aeac-5176d5ad31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683060 Mar 28 09:15:22.068429 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00e5ac-063e-4789-8544-9cbd91610e77 req-f9957bd5-b1f1-47dd-a70b-67c1392aa2e9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:22.070609 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ab00e5ac-063e-4789-8544-9cbd91610e77 req-f9957bd5-b1f1-47dd-a70b-67c1392aa2e9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5c7f43d-3f5e-4dce-acf4-60a034866339 HTTP/1.1" status: 200 len: 945 time: 0.0765023 Mar 28 09:15:22.167329 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-ab00e5ac-063e-4789-8544-9cbd91610e77 req-9e43c633-d65b-4ea0-a3fe-63d32149e1f2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port fcbd5d37-1c33-406e-a762-c768965d2e4a {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:15:22.167595 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ab00e5ac-063e-4789-8544-9cbd91610e77 req-9e43c633-d65b-4ea0-a3fe-63d32149e1f2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (fcbd5d37-1c33-406e-a762-c768965d2e4a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:22.253744 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-ab00e5ac-063e-4789-8544-9cbd91610e77 req-9e43c633-d65b-4ea0-a3fe-63d32149e1f2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port fcbd5d37-1c33-406e-a762-c768965d2e4a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fcbd5d37-1c33-406e-a762-c768965d2e4a,segment=NetworkSegment(65210629-ca72-4dee-8e6c-c664eefa494b),segment_id=65210629-ca72-4dee-8e6c-c664eefa494b)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:15:22.254111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ab00e5ac-063e-4789-8544-9cbd91610e77 req-9e43c633-d65b-4ea0-a3fe-63d32149e1f2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (fcbd5d37-1c33-406e-a762-c768965d2e4a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:22.267263 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-ab00e5ac-063e-4789-8544-9cbd91610e77 req-9e43c633-d65b-4ea0-a3fe-63d32149e1f2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for fcbd5d37-1c33-406e-a762-c768965d2e4a owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:15:22.392412 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ab00e5ac-063e-4789-8544-9cbd91610e77 req-9e43c633-d65b-4ea0-a3fe-63d32149e1f2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (fcbd5d37-1c33-406e-a762-c768965d2e4a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:22.418689 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43c633-d65b-4ea0-a3fe-63d32149e1f2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=fcbd5d37-1c33-406e-a762-c768965d2e4a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:22.467904 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab00e5ac-063e-4789-8544-9cbd91610e77 req-9e43c633-d65b-4ea0-a3fe-63d32149e1f2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] No DVR routers for this DVR port fcbd5d37-1c33-406e-a762-c768965d2e4a on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:15:22.470332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ab00e5ac-063e-4789-8544-9cbd91610e77 req-9e43c633-d65b-4ea0-a3fe-63d32149e1f2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:22.473842 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ab00e5ac-063e-4789-8544-9cbd91610e77 req-9e43c633-d65b-4ea0-a3fe-63d32149e1f2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "DELETE /v2.0/ports/fcbd5d37-1c33-406e-a762-c768965d2e4a HTTP/1.1" status: 204 len: 173 time: 0.3971701 Mar 28 09:15:22.474296 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'name': 'network-vif-deleted', 'tag': 'fcbd5d37-1c33-406e-a762-c768965d2e4a'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:15:22.478375 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb71953-0150-4882-b63d-5a484ff78f76" -d '{"events": [{"server_uuid": "a5c7f43d-3f5e-4dce-acf4-60a034866339", "name": "network-vif-deleted", "tag": "fcbd5d37-1c33-406e-a762-c768965d2e4a"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:15:22.514499 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adb3446-d320-4d43-83fb-b6c00478e252 x-openstack-request-id: req-0adb3446-d320-4d43-83fb-b6c00478e252 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:15:22.514799 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c7f43d-3f5e-4dce-acf4-60a034866339", "name": "network-vif-deleted", "tag": "fcbd5d37-1c33-406e-a762-c768965d2e4a", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:15:22.515058 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0adb3446-d320-4d43-83fb-b6c00478e252 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:15:22.515475 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0adb3446-d320-4d43-83fb-b6c00478e252'] response: {'server_uuid': 'a5c7f43d-3f5e-4dce-acf4-60a034866339', 'name': 'network-vif-deleted', 'tag': 'fcbd5d37-1c33-406e-a762-c768965d2e4a', 'status': 'completed', 'code': 200} Mar 28 09:15:23.106358 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53726) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:23.161904 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-66417704-68b4-4dc6-8ea9-5328bc7d594f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (73251e00-94c2-4e58-aeac-5176d5ad31b2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:23.186671 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-66417704-68b4-4dc6-8ea9-5328bc7d594f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (73251e00-94c2-4e58-aeac-5176d5ad31b2), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:23.244141 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-66417704-68b4-4dc6-8ea9-5328bc7d594f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (73251e00-94c2-4e58-aeac-5176d5ad31b2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:23.246825 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-66417704-68b4-4dc6-8ea9-5328bc7d594f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:23.248010 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-66417704-68b4-4dc6-8ea9-5328bc7d594f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/security-groups/73251e00-94c2-4e58-aeac-5176d5ad31b2 HTTP/1.1" status: 204 len: 168 time: 0.1406593 Mar 28 09:15:23.257240 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66417704-68b4-4dc6-8ea9-5328bc7d594f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73251e00-94c2-4e58-aeac-5176d5ad31b2,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:23.285981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53730) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:23.650505 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b8be70d-d208-44d3-986f-7a78434bfe89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (7354c9c9-56a6-41ba-a140-6845ad9e63c6), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:23.910035 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-9b8be70d-d208-44d3-986f-7a78434bfe89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:15:23.910306 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b8be70d-d208-44d3-986f-7a78434bfe89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:23.995521 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-9b8be70d-d208-44d3-986f-7a78434bfe89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port c3d78ad5-b743-41f9-aca4-d73b49f9b5e8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3d78ad5-b743-41f9-aca4-d73b49f9b5e8,segment=NetworkSegment(65210629-ca72-4dee-8e6c-c664eefa494b),segment_id=65210629-ca72-4dee-8e6c-c664eefa494b)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:15:23.995915 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b8be70d-d208-44d3-986f-7a78434bfe89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:24.009045 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-9b8be70d-d208-44d3-986f-7a78434bfe89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:15:24.196136 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b8be70d-d208-44d3-986f-7a78434bfe89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (c3d78ad5-b743-41f9-aca4-d73b49f9b5e8), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:24.226656 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8be70d-d208-44d3-986f-7a78434bfe89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=c3d78ad5-b743-41f9-aca4-d73b49f9b5e8,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:24.393864 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9b8be70d-d208-44d3-986f-7a78434bfe89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (7354c9c9-56a6-41ba-a140-6845ad9e63c6), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:24.612341 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8be70d-d208-44d3-986f-7a78434bfe89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:15:24.719729 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8be70d-d208-44d3-986f-7a78434bfe89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:15:24.725502 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9b8be70d-d208-44d3-986f-7a78434bfe89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/7354c9c9-56a6-41ba-a140-6845ad9e63c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4377289 Mar 28 09:15:24.728007 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53732) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:24.729386 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7782111-fb3c-461f-9272-3216f172d5a8 None None] Sync routers for ids ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:15:24.739367 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7782111-fb3c-461f-9272-3216f172d5a8 None None] Routers {'7354c9c9-56a6-41ba-a140-6845ad9e63c6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:15:24.739908 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d7782111-fb3c-461f-9272-3216f172d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:14:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:24.777917 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-39cd8767-23b5-489b-a237-0a1e7866334d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting subnet 85adb03c-c24e-45ef-b18e-5cdcd7be55be {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:15:24.781050 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-39cd8767-23b5-489b-a237-0a1e7866334d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (85adb03c-c24e-45ef-b18e-5cdcd7be55be), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:24.820423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-39cd8767-23b5-489b-a237-0a1e7866334d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (85adb03c-c24e-45ef-b18e-5cdcd7be55be), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:24.844703 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-d7782111-fb3c-461f-9272-3216f172d5a8 None None] Set router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:15:24.905956 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-39cd8767-23b5-489b-a237-0a1e7866334d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (85adb03c-c24e-45ef-b18e-5cdcd7be55be), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:24.963135 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-39cd8767-23b5-489b-a237-0a1e7866334d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (85adb03c-c24e-45ef-b18e-5cdcd7be55be), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:24.990988 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd8767-23b5-489b-a237-0a1e7866334d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Subnet': ['ID=85adb03c-c24e-45ef-b18e-5cdcd7be55be,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:24.995684 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-39cd8767-23b5-489b-a237-0a1e7866334d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:25.001856 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-39cd8767-23b5-489b-a237-0a1e7866334d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/subnets/85adb03c-c24e-45ef-b18e-5cdcd7be55be HTTP/1.1" status: 204 len: 168 time: 0.2701623 Mar 28 09:15:25.001856 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53734) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:25.003678 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95cefb5-271f-4efd-9cfa-4eecd7b1a88f None None] Network 4f4ff913-a7f4-4995-b572-df43102add1c requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:15:25.092925 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d7782111-fb3c-461f-9272-3216f172d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:15:24Z', 'revision_number': 7, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:25.110797 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7e257bf0-eb50-41af-8a35-b0fe80171917 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (7354c9c9-56a6-41ba-a140-6845ad9e63c6), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:25.120811 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7782111-fb3c-461f-9272-3216f172d5a8 None None] Checking router: 7354c9c9-56a6-41ba-a140-6845ad9e63c6 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:15:25.135942 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7782111-fb3c-461f-9272-3216f172d5a8 None None] Routers {'7354c9c9-56a6-41ba-a140-6845ad9e63c6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:15:25.136560 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d7782111-fb3c-461f-9272-3216f172d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:14:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:25.217288 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778b7e65-7e18-488f-8ccb-107605a59c20 None None] DHCP port deletion for 4f4ff913-a7f4-4995-b572-df43102add1c request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:15:25.220390 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7e257bf0-eb50-41af-8a35-b0fe80171917 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (7354c9c9-56a6-41ba-a140-6845ad9e63c6), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:25.275426 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-7e257bf0-eb50-41af-8a35-b0fe80171917 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 106077e8-c146-4687-b3d6-4be1c7364d0f {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:15:25.275808 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7e257bf0-eb50-41af-8a35-b0fe80171917 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (106077e8-c146-4687-b3d6-4be1c7364d0f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:25.277846 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-d7782111-fb3c-461f-9272-3216f172d5a8 None None] Set router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:15:25.356424 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-7e257bf0-eb50-41af-8a35-b0fe80171917 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port 106077e8-c146-4687-b3d6-4be1c7364d0f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=106077e8-c146-4687-b3d6-4be1c7364d0f,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:15:25.356784 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7e257bf0-eb50-41af-8a35-b0fe80171917 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (106077e8-c146-4687-b3d6-4be1c7364d0f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:25.370040 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-7e257bf0-eb50-41af-8a35-b0fe80171917 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 106077e8-c146-4687-b3d6-4be1c7364d0f owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:15:25.526138 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-778b7e65-7e18-488f-8ccb-107605a59c20 None None] Deleting port 0f97d7bd-acc9-43bc-82ef-37570414c28b {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:15:25.526393 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-778b7e65-7e18-488f-8ccb-107605a59c20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (0f97d7bd-acc9-43bc-82ef-37570414c28b), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:25.542553 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7e257bf0-eb50-41af-8a35-b0fe80171917 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (106077e8-c146-4687-b3d6-4be1c7364d0f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:25.572938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e257bf0-eb50-41af-8a35-b0fe80171917 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=106077e8-c146-4687-b3d6-4be1c7364d0f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:25.612715 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-778b7e65-7e18-488f-8ccb-107605a59c20 None None] For port 0f97d7bd-acc9-43bc-82ef-37570414c28b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0f97d7bd-acc9-43bc-82ef-37570414c28b,segment=NetworkSegment(65210629-ca72-4dee-8e6c-c664eefa494b),segment_id=65210629-ca72-4dee-8e6c-c664eefa494b)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:15:25.613477 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-778b7e65-7e18-488f-8ccb-107605a59c20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (0f97d7bd-acc9-43bc-82ef-37570414c28b), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:25.627730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7e257bf0-eb50-41af-8a35-b0fe80171917 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (7354c9c9-56a6-41ba-a140-6845ad9e63c6), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:25.629537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-778b7e65-7e18-488f-8ccb-107605a59c20 None None] Calling delete_port for 0f97d7bd-acc9-43bc-82ef-37570414c28b owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:15:25.722252 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7e257bf0-eb50-41af-8a35-b0fe80171917 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (7354c9c9-56a6-41ba-a140-6845ad9e63c6), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:25.724382 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7e257bf0-eb50-41af-8a35-b0fe80171917 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_controller (7354c9c9-56a6-41ba-a140-6845ad9e63c6), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:25.736916 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d7782111-fb3c-461f-9272-3216f172d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:15:24Z', 'revision_number': 7, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:25.764683 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7782111-fb3c-461f-9272-3216f172d5a8 None None] The sync data for ids ['7354c9c9-56a6-41ba-a140-6845ad9e63c6'] in dv-neutron-master-2-hyperv is: [{'id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'name': 'tempest-TestNetworkBasicOps-router-252338624', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:15:24Z', 'revision_number': 7, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '106077e8-c146-4687-b3d6-4be1c7364d0f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:52:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7354c9c9-56a6-41ba-a140-6845ad9e63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:13:44Z', 'updated_at': '2022-03-28T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:15:25.769007 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7e257bf0-eb50-41af-8a35-b0fe80171917 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (7354c9c9-56a6-41ba-a140-6845ad9e63c6), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:25.769689 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e257bf0-eb50-41af-8a35-b0fe80171917 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Fanout notify agent at l3_agent the message router_deleted on router 7354c9c9-56a6-41ba-a140-6845ad9e63c6 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:15:25.773448 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-778b7e65-7e18-488f-8ccb-107605a59c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (0f97d7bd-acc9-43bc-82ef-37570414c28b), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:25.778048 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7e257bf0-eb50-41af-8a35-b0fe80171917 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:25.781598 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7e257bf0-eb50-41af-8a35-b0fe80171917 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/routers/7354c9c9-56a6-41ba-a140-6845ad9e63c6 HTTP/1.1" status: 204 len: 168 time: 0.7763836 Mar 28 09:15:25.782048 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53736) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:25.798903 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b7e65-7e18-488f-8ccb-107605a59c20 None None] Pushing event deleted for resources: {'Port': ['ID=0f97d7bd-acc9-43bc-82ef-37570414c28b,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:25.810195 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778b7e65-7e18-488f-8ccb-107605a59c20 None None] No DVR routers for this DVR port 0f97d7bd-acc9-43bc-82ef-37570414c28b on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:15:25.870030 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9bd4191b-424d-43f3-9e4f-c19f8915f270 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (4f4ff913-a7f4-4995-b572-df43102add1c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:25.922906 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device fcbd5d37-1c33-406e-a762-c768965d2e4a no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:15:25.944906 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: fcbd5d37-1c33-406e-a762-c768965d2e4a {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:15:25.945258 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device fcbd5d37-1c33-406e-a762-c768965d2e4a not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:15:26.285865 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9bd4191b-424d-43f3-9e4f-c19f8915f270 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (4f4ff913-a7f4-4995-b572-df43102add1c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:26.306358 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-9bd4191b-424d-43f3-9e4f-c19f8915f270 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4ff913-a7f4-4995-b572-df43102add1c']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:26.316194 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-9bd4191b-424d-43f3-9e4f-c19f8915f270 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65210629-ca72-4dee-8e6c-c664eefa494b') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:26.316546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-9bd4191b-424d-43f3-9e4f-c19f8915f270 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65210629-ca72-4dee-8e6c-c664eefa494b') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:26.329197 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9bd4191b-424d-43f3-9e4f-c19f8915f270 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (65210629-ca72-4dee-8e6c-c664eefa494b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:26.342332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9bd4191b-424d-43f3-9e4f-c19f8915f270 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (65210629-ca72-4dee-8e6c-c664eefa494b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:26.348100 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd4191b-424d-43f3-9e4f-c19f8915f270 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:15:26.348496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9bd4191b-424d-43f3-9e4f-c19f8915f270 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (65210629-ca72-4dee-8e6c-c664eefa494b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:15:26.352128 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:15:26.415032 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9bd4191b-424d-43f3-9e4f-c19f8915f270 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (4f4ff913-a7f4-4995-b572-df43102add1c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:26.433786 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9bd4191b-424d-43f3-9e4f-c19f8915f270 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:26.439817 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9bd4191b-424d-43f3-9e4f-c19f8915f270 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/networks/4f4ff913-a7f4-4995-b572-df43102add1c HTTP/1.1" status: 204 len: 168 time: 0.6560204 Mar 28 09:15:26.442938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4191b-424d-43f3-9e4f-c19f8915f270 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Network': ['ID=4f4ff913-a7f4-4995-b572-df43102add1c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:26.457556 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53738) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:26.463072 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f0fd90da-0ca5-480f-853c-645002b27448 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'network': {'name': 'tempest-network-smoke--547838150', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'port_security_enabled': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:15:26.489807 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fd90da-0ca5-480f-853c-645002b27448 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:15:26.494167 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0fd90da-0ca5-480f-853c-645002b27448 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:26.519789 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fd90da-0ca5-480f-853c-645002b27448 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:15:26.529083 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0fd90da-0ca5-480f-853c-645002b27448 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c8150aaa-8da4-40c0-a757-9ecaa34e61ba), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:26.529465 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-f0fd90da-0ca5-480f-853c-645002b27448 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Added segment c8150aaa-8da4-40c0-a757-9ecaa34e61ba of type vlan for network 2d3ba313-dd09-4266-8b86-8dbfeb55d512 Mar 28 09:15:26.569038 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0fd90da-0ca5-480f-853c-645002b27448 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (2d3ba313-dd09-4266-8b86-8dbfeb55d512), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:26.596695 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0fd90da-0ca5-480f-853c-645002b27448 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (2d3ba313-dd09-4266-8b86-8dbfeb55d512), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:26.602122 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fd90da-0ca5-480f-853c-645002b27448 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:26.602694 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0fd90da-0ca5-480f-853c-645002b27448 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:26.659618 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f0fd90da-0ca5-480f-853c-645002b27448 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2009437 Mar 28 09:15:26.662438 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53740) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:26.669257 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2133983167', 'admin_state_up': True, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:15:26.679657 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd90da-0ca5-480f-853c-645002b27448 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Network': ['ID=2d3ba313-dd09-4266-8b86-8dbfeb55d512,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:26.690896 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 2d3ba313-dd09-4266-8b86-8dbfeb55d512 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:15:26.696462 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (cf2712f4-a6ef-4c06-809d-9c4769cc3356), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:26.697586 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (cf2712f4-a6ef-4c06-809d-9c4769cc3356), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:26.754997 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_controller (cf2712f4-a6ef-4c06-809d-9c4769cc3356), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:26.826198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 106077e8-c146-4687-b3d6-4be1c7364d0f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:15:26.850984 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 106077e8-c146-4687-b3d6-4be1c7364d0f {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:15:26.851330 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 106077e8-c146-4687-b3d6-4be1c7364d0f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:15:26.851745 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0f97d7bd-acc9-43bc-82ef-37570414c28b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:15:26.870380 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 0f97d7bd-acc9-43bc-82ef-37570414c28b {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:15:26.870722 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0f97d7bd-acc9-43bc-82ef-37570414c28b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:15:26.871136 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:15:26.889954 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:15:26.890305 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c3d78ad5-b743-41f9-aca4-d73b49f9b5e8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:15:26.913008 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (cf2712f4-a6ef-4c06-809d-9c4769cc3356), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:27.109456 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (cf2712f4-a6ef-4c06-809d-9c4769cc3356), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:27.128329 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:27.227274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-10d0e48a-c1cf-4a5c-8630-757ab3073b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:27.234865 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.36.4.96 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/5a6e1419-5e72-429e-bc33-93d1f642ec61) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:15:27.338752 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (5a6e1419-5e72-429e-bc33-93d1f642ec61), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:27.372252 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (5a6e1419-5e72-429e-bc33-93d1f642ec61), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:27.409339 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:15:27.412890 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:15:27.418388 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:15:27.439884 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=5a6e1419-5e72-429e-bc33-93d1f642ec61,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:27.678323 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (cf2712f4-a6ef-4c06-809d-9c4769cc3356), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:27.874026 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (cf2712f4-a6ef-4c06-809d-9c4769cc3356), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:28.001591 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router cf2712f4-a6ef-4c06-809d-9c4769cc3356 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:15:28.113031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:15:28.123044 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Sync routers for ids ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:15:28.134277 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Routers {'cf2712f4-a6ef-4c06-809d-9c4769cc3356'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:15:28.134475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:28.134875 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:14:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:28.135580 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3f62ae96-7de4-497e-abce-86ff8fb78dc9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4717505 Mar 28 09:15:28.138719 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53742) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:28.166311 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1e3914bd-dd4d-472b-9917-32c9d9d0b434 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c196c225c4d841048df5a13a55d30507&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265143 Mar 28 09:15:28.168883 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53744) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:28.239742 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Set router cf2712f4-a6ef-4c06-809d-9c4769cc3356 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:15:28.257326 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6708ff7a-5a44-4902-b060-cba292921acb tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:28.258780 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6708ff7a-5a44-4902-b060-cba292921acb tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890126 Mar 28 09:15:28.261748 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53746) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:28.294715 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f9ed29da-8787-4af2-b1eb-6d987ca5fa55 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319021 Mar 28 09:15:28.297242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53748) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:28.301873 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-76defdec-ad9d-4975-b038-746a02cbfa42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1011418221', 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:15:28.384946 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76defdec-ad9d-4975-b038-746a02cbfa42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:15:28.388631 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76defdec-ad9d-4975-b038-746a02cbfa42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:28.417125 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'name': 'tempest-TestNetworkBasicOps-router-2133983167', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96'}], 'enable_snat': True}, 'gw_port_id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:15:26Z', 'updated_at': '2022-03-28T09:15:27Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:27Z', 'updated_at': '2022-03-28T09:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:28.448194 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Checking router: cf2712f4-a6ef-4c06-809d-9c4769cc3356 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:15:28.448541 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Updating router cf2712f4-a6ef-4c06-809d-9c4769cc3356 port 5a6e1419-5e72-429e-bc33-93d1f642ec61 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:15:28.477146 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5a6e1419-5e72-429e-bc33-93d1f642ec61), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:28.566994 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76defdec-ad9d-4975-b038-746a02cbfa42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (7276f11b-8907-4316-98d5-fc94642398da), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:28.633289 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76defdec-ad9d-4975-b038-746a02cbfa42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Subnet': ['ID=7276f11b-8907-4316-98d5-fc94642398da,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:28.635708 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76defdec-ad9d-4975-b038-746a02cbfa42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Checking segment: {'id': 'c8150aaa-8da4-40c0-a757-9ecaa34e61ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:15:28.636148 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76defdec-ad9d-4975-b038-746a02cbfa42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network hostable DHCP agents. Network: 2d3ba313-dd09-4266-8b86-8dbfeb55d512, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:15:28.655238 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76defdec-ad9d-4975-b038-746a02cbfa42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 2d3ba313-dd09-4266-8b86-8dbfeb55d512 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:15:28.663389 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-76defdec-ad9d-4975-b038-746a02cbfa42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2d3ba313-dd09-4266-8b86-8dbfeb55d512) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:15:28.667609 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76defdec-ad9d-4975-b038-746a02cbfa42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:28.668194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76defdec-ad9d-4975-b038-746a02cbfa42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:28.674923 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c62448-7e26-445a-816b-f7a6f3d293fc None None] Network 2d3ba313-dd09-4266-8b86-8dbfeb55d512 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:15:28.685734 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-76defdec-ad9d-4975-b038-746a02cbfa42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3874218 Mar 28 09:15:28.688593 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53750) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:28.734099 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Publish callbacks [] for port (5a6e1419-5e72-429e-bc33-93d1f642ec61), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:28.740508 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (5a6e1419-5e72-429e-bc33-93d1f642ec61), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:28.790387 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2d3ba313-dd09-4266-8b86-8dbfeb55d512', 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ips': [{'subnet_id': '7276f11b-8907-4316-98d5-fc94642398da'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:15:28.791487 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:28.797347 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec204b5-ee92-43b5-8d87-0098796bf28b None None] Pushing event updated for resources: {'Port': ['ID=5a6e1419-5e72-429e-bc33-93d1f642ec61,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:28.806429 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec204b5-ee92-43b5-8d87-0098796bf28b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:28.806806 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec204b5-ee92-43b5-8d87-0098796bf28b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:28.807323 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec204b5-ee92-43b5-8d87-0098796bf28b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:28.807664 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec204b5-ee92-43b5-8d87-0098796bf28b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:28.808006 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec204b5-ee92-43b5-8d87-0098796bf28b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:28.808342 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec204b5-ee92-43b5-8d87-0098796bf28b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:28.808670 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec204b5-ee92-43b5-8d87-0098796bf28b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:28.809003 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec204b5-ee92-43b5-8d87-0098796bf28b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:28.809350 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec204b5-ee92-43b5-8d87-0098796bf28b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:28.809887 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec204b5-ee92-43b5-8d87-0098796bf28b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:28.810224 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec204b5-ee92-43b5-8d87-0098796bf28b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:28.810572 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec204b5-ee92-43b5-8d87-0098796bf28b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:28.810903 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec204b5-ee92-43b5-8d87-0098796bf28b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:28.811226 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec204b5-ee92-43b5-8d87-0098796bf28b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:28.811546 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec204b5-ee92-43b5-8d87-0098796bf28b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:28.818567 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Attempting to bind port 5a6e1419-5e72-429e-bc33-93d1f642ec61 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:15:28.819352 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Attempting to bind port 5a6e1419-5e72-429e-bc33-93d1f642ec61 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:15:28.819352 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Attempting to bind port 5a6e1419-5e72-429e-bc33-93d1f642ec61 on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:15:28.832394 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:15:28.832784 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:15:28.833191 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:28.833584 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:15:28.834633 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Bound port: 5a6e1419-5e72-429e-bc33-93d1f642ec61, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:15:28.835061 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5a6e1419-5e72-429e-bc33-93d1f642ec61), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:28.888816 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] For port 5a6e1419-5e72-429e-bc33-93d1f642ec61, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:15:28.892030 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] For port 5a6e1419-5e72-429e-bc33-93d1f642ec61, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a6e1419-5e72-429e-bc33-93d1f642ec61,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:15:28.899244 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (5a6e1419-5e72-429e-bc33-93d1f642ec61), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:28.944406 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Allocated IP 172.20.0.2 (2d3ba313-dd09-4266-8b86-8dbfeb55d512/7276f11b-8907-4316-98d5-fc94642398da/c120c039-2ab3-421c-b31b-5a36fb89bf04) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:15:28.955896 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec204b5-ee92-43b5-8d87-0098796bf28b None None] Pushing event updated for resources: {'Port': ['ID=5a6e1419-5e72-429e-bc33-93d1f642ec61,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:28.970062 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Routers {'cf2712f4-a6ef-4c06-809d-9c4769cc3356'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:15:28.970742 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:14:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:29.093977 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Publish callbacks [] for port (c120c039-2ab3-421c-b31b-5a36fb89bf04), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:29.101850 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (c120c039-2ab3-421c-b31b-5a36fb89bf04), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:29.141675 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Network 2d3ba313-dd09-4266-8b86-8dbfeb55d512 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:15:29.146900 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:15:29.152555 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:15:29.161929 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Pushing event updated for resources: {'Port': ['ID=c120c039-2ab3-421c-b31b-5a36fb89bf04,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:29.173489 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-632f02fd-f3ed-4b93-b585-d1023e17a1a3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:29.181380 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] Set router cf2712f4-a6ef-4c06-809d-9c4769cc3356 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:15:29.212427 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Attempting to bind port c120c039-2ab3-421c-b31b-5a36fb89bf04 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:15:29.212830 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Attempting to bind port c120c039-2ab3-421c-b31b-5a36fb89bf04 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c8150aaa-8da4-40c0-a757-9ecaa34e61ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:15:29.213155 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Attempting to bind port c120c039-2ab3-421c-b31b-5a36fb89bf04 on network 2d3ba313-dd09-4266-8b86-8dbfeb55d512 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:15:29.218800 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:15:29.219186 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Checking segment: {'id': 'c8150aaa-8da4-40c0-a757-9ecaa34e61ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:15:29.219591 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:29.219982 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Bound using segment: {'id': 'c8150aaa-8da4-40c0-a757-9ecaa34e61ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:15:29.220449 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Bound port: c120c039-2ab3-421c-b31b-5a36fb89bf04, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8150aaa-8da4-40c0-a757-9ecaa34e61ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:15:29.220834 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c120c039-2ab3-421c-b31b-5a36fb89bf04), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:29.286946 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] For port c120c039-2ab3-421c-b31b-5a36fb89bf04, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:15:29.290797 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] For port c120c039-2ab3-421c-b31b-5a36fb89bf04, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c120c039-2ab3-421c-b31b-5a36fb89bf04,segment=NetworkSegment(c8150aaa-8da4-40c0-a757-9ecaa34e61ba),segment_id=c8150aaa-8da4-40c0-a757-9ecaa34e61ba)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:15:29.297293 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c120c039-2ab3-421c-b31b-5a36fb89bf04), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:29.367884 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c89e37-9463-40d5-8461-556ec93e7f5d None None] Pushing event updated for resources: {'Port': ['ID=c120c039-2ab3-421c-b31b-5a36fb89bf04,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:29.382011 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'name': 'tempest-TestNetworkBasicOps-router-2133983167', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96'}], 'enable_snat': True}, 'gw_port_id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:15:26Z', 'updated_at': '2022-03-28T09:15:27Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:27Z', 'updated_at': '2022-03-28T09:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:29.417113 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ced259-52a6-4d15-9100-d57b342dace3 None None] The sync data for ids ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'] in dv-neutron-master-2-hyperv is: [{'id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'name': 'tempest-TestNetworkBasicOps-router-2133983167', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96'}], 'enable_snat': True}, 'gw_port_id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:15:26Z', 'updated_at': '2022-03-28T09:15:27Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:27Z', 'updated_at': '2022-03-28T09:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:15:29.461703 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b92b91e5-ca1d-403e-8d01-162a627d4d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:29.477119 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-632f02fd-f3ed-4b93-b585-d1023e17a1a3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.1 (2d3ba313-dd09-4266-8b86-8dbfeb55d512/7276f11b-8907-4316-98d5-fc94642398da/992d54f5-b2e2-49e2-89df-bba312d0f256) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:15:29.626472 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-632f02fd-f3ed-4b93-b585-d1023e17a1a3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:29.663577 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-632f02fd-f3ed-4b93-b585-d1023e17a1a3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:29.719715 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632f02fd-f3ed-4b93-b585-d1023e17a1a3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 2d3ba313-dd09-4266-8b86-8dbfeb55d512 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:15:29.722941 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-632f02fd-f3ed-4b93-b585-d1023e17a1a3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:15:29.729851 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632f02fd-f3ed-4b93-b585-d1023e17a1a3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:15:29.757661 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f02fd-f3ed-4b93-b585-d1023e17a1a3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=992d54f5-b2e2-49e2-89df-bba312d0f256,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:29.780850 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-632f02fd-f3ed-4b93-b585-d1023e17a1a3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (cf2712f4-a6ef-4c06-809d-9c4769cc3356), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:29.926818 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-632f02fd-f3ed-4b93-b585-d1023e17a1a3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:30.228689 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-632f02fd-f3ed-4b93-b585-d1023e17a1a3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:30.235114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-632f02fd-f3ed-4b93-b585-d1023e17a1a3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:30.315101 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f02fd-f3ed-4b93-b585-d1023e17a1a3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=992d54f5-b2e2-49e2-89df-bba312d0f256,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:30.317462 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-632f02fd-f3ed-4b93-b585-d1023e17a1a3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (cf2712f4-a6ef-4c06-809d-9c4769cc3356), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:30.408298 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f769772-668e-43f5-90bd-eb25fbfbd64a None None] Network 2d3ba313-dd09-4266-8b86-8dbfeb55d512 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:15:30.416774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632f02fd-f3ed-4b93-b585-d1023e17a1a3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 2d3ba313-dd09-4266-8b86-8dbfeb55d512 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:15:30.418186 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-632f02fd-f3ed-4b93-b585-d1023e17a1a3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:15:30.516505 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-5ccb3ab5-4ebb-4375-83bd-7df897493e34 None None] Provisioning complete for port c120c039-2ab3-421c-b31b-5a36fb89bf04 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:15:30.516836 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5ccb3ab5-4ebb-4375-83bd-7df897493e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c120c039-2ab3-421c-b31b-5a36fb89bf04), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:30.547042 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632f02fd-f3ed-4b93-b585-d1023e17a1a3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router cf2712f4-a6ef-4c06-809d-9c4769cc3356 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:15:30.582959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:30.628701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb3ab5-4ebb-4375-83bd-7df897493e34 None None] Current status of the port c120c039-2ab3-421c-b31b-5a36fb89bf04 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:15:30.629503 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5ccb3ab5-4ebb-4375-83bd-7df897493e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c120c039-2ab3-421c-b31b-5a36fb89bf04), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:30.666400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5ccb3ab5-4ebb-4375-83bd-7df897493e34 None None] For port c120c039-2ab3-421c-b31b-5a36fb89bf04, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c120c039-2ab3-421c-b31b-5a36fb89bf04,segment=NetworkSegment(c8150aaa-8da4-40c0-a757-9ecaa34e61ba),segment_id=c8150aaa-8da4-40c0-a757-9ecaa34e61ba)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:15:30.669053 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5a6e1419-5e72-429e-bc33-93d1f642ec61 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:15:30.691973 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5ccb3ab5-4ebb-4375-83bd-7df897493e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c120c039-2ab3-421c-b31b-5a36fb89bf04), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:30.698210 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632f02fd-f3ed-4b93-b585-d1023e17a1a3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:15:30.704775 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-632f02fd-f3ed-4b93-b585-d1023e17a1a3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/cf2712f4-a6ef-4c06-809d-9c4769cc3356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0150161 Mar 28 09:15:30.707267 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53752) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:30.765681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb3ab5-4ebb-4375-83bd-7df897493e34 None None] Pushing event updated for resources: {'Port': ['ID=c120c039-2ab3-421c-b31b-5a36fb89bf04,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:30.774431 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 5a6e1419-5e72-429e-bc33-93d1f642ec61 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:15:30.774810 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5a6e1419-5e72-429e-bc33-93d1f642ec61), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:30.826924 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd8be71-43cb-41a4-a218-380522b56b75 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:30.827402 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd8be71-43cb-41a4-a218-380522b56b75 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:30.827810 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd8be71-43cb-41a4-a218-380522b56b75 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:30.828284 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd8be71-43cb-41a4-a218-380522b56b75 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:30.828774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd8be71-43cb-41a4-a218-380522b56b75 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:30.829853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd8be71-43cb-41a4-a218-380522b56b75 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:30.835278 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53754) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:30.835887 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bbd8be71-43cb-41a4-a218-380522b56b75 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.1258395 Mar 28 09:15:30.867903 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 5a6e1419-5e72-429e-bc33-93d1f642ec61 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:15:30.868304 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5a6e1419-5e72-429e-bc33-93d1f642ec61), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:30.890059 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 5a6e1419-5e72-429e-bc33-93d1f642ec61, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a6e1419-5e72-429e-bc33-93d1f642ec61,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:15:30.894983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (5a6e1419-5e72-429e-bc33-93d1f642ec61), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:30.895815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c120c039-2ab3-421c-b31b-5a36fb89bf04 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:15:30.901803 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f384a99-0de3-47c2-a023-1df55ff91b53 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:30.902390 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f384a99-0de3-47c2-a023-1df55ff91b53 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:30.903101 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f384a99-0de3-47c2-a023-1df55ff91b53 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:30.903564 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f384a99-0de3-47c2-a023-1df55ff91b53 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:30.904040 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f384a99-0de3-47c2-a023-1df55ff91b53 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:30.904499 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f384a99-0de3-47c2-a023-1df55ff91b53 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:30.909482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53756) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:30.909708 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5f384a99-0de3-47c2-a023-1df55ff91b53 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0730968 Mar 28 09:15:30.977724 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-6a4170ad-6e7c-4947-9606-f0677d3f9f43 None None] Provisioning complete for port 992d54f5-b2e2-49e2-89df-bba312d0f256 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:15:30.978117 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6a4170ad-6e7c-4947-9606-f0677d3f9f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:31.033372 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=5a6e1419-5e72-429e-bc33-93d1f642ec61,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:31.044565 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6a4170ad-6e7c-4947-9606-f0677d3f9f43 None None] Port 992d54f5-b2e2-49e2-89df-bba312d0f256 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:15:31.054363 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port c120c039-2ab3-421c-b31b-5a36fb89bf04 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:15:31.054746 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c120c039-2ab3-421c-b31b-5a36fb89bf04), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:31.080083 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-6a4170ad-6e7c-4947-9606-f0677d3f9f43 None None] Provisioning complete for port c120c039-2ab3-421c-b31b-5a36fb89bf04 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:15:31.080433 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6a4170ad-6e7c-4947-9606-f0677d3f9f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c120c039-2ab3-421c-b31b-5a36fb89bf04), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:31.176618 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-50a70c79-4c94-485c-826e-fd8d869d6022 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2657740 Mar 28 09:15:31.209074 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port c120c039-2ab3-421c-b31b-5a36fb89bf04 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:15:31.219451 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6a4170ad-6e7c-4947-9606-f0677d3f9f43 None None] Current status of the port c120c039-2ab3-421c-b31b-5a36fb89bf04 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:15:31.266997 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Sync routers for ids ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:15:31.278076 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Routers {'cf2712f4-a6ef-4c06-809d-9c4769cc3356'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:15:31.278704 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:15:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:31.365966 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-21116194-4407-44a6-ab2b-0fadec0c7d23 None None] Provisioning complete for port 992d54f5-b2e2-49e2-89df-bba312d0f256 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:15:31.366245 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-21116194-4407-44a6-ab2b-0fadec0c7d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:31.414637 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-21116194-4407-44a6-ab2b-0fadec0c7d23 None None] Port 992d54f5-b2e2-49e2-89df-bba312d0f256 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:15:31.422284 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Set router cf2712f4-a6ef-4c06-809d-9c4769cc3356 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:15:31.621581 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'name': 'tempest-TestNetworkBasicOps-router-2133983167', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96'}], 'enable_snat': True}, 'gw_port_id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:15:26Z', 'updated_at': '2022-03-28T09:15:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:27Z', 'updated_at': '2022-03-28T09:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '992d54f5-b2e2-49e2-89df-bba312d0f256', 'name': '', 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:a3:e4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7276f11b-8907-4316-98d5-fc94642398da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:29Z', 'updated_at': '2022-03-28T09:15:30Z', 'revision_number': 2, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '7276f11b-8907-4316-98d5-fc94642398da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:31.651310 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Checking router: cf2712f4-a6ef-4c06-809d-9c4769cc3356 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:15:31.651681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Updating router cf2712f4-a6ef-4c06-809d-9c4769cc3356 port 992d54f5-b2e2-49e2-89df-bba312d0f256 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:15:31.653606 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53760) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:31.658120 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-39c87c43-56ff-447f-afbd-eff7a563cf82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1983090653', 'description': 'tempest-secgroup-smoke-1983090653 description', 'project_id': 'c196c225c4d841048df5a13a55d30507'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:15:31.679128 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-39c87c43-56ff-447f-afbd-eff7a563cf82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:31.680097 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:31.748687 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-39c87c43-56ff-447f-afbd-eff7a563cf82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (290c4355-a753-494d-8262-1d08b2b07d9e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:31.752291 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-39c87c43-56ff-447f-afbd-eff7a563cf82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (290c4355-a753-494d-8262-1d08b2b07d9e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:31.782083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-39c87c43-56ff-447f-afbd-eff7a563cf82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:31.783316 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-39c87c43-56ff-447f-afbd-eff7a563cf82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1286783 Mar 28 09:15:31.785314 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c87c43-56ff-447f-afbd-eff7a563cf82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290c4355-a753-494d-8262-1d08b2b07d9e,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:31.786436 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53762) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:31.791424 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-36056491-9678-4e69-9475-193104c88afd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '290c4355-a753-494d-8262-1d08b2b07d9e', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:15:31.816278 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36056491-9678-4e69-9475-193104c88afd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (86c99420-517e-41d8-9d46-b34dcd6f2ab7), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:31.871464 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36056491-9678-4e69-9475-193104c88afd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (86c99420-517e-41d8-9d46-b34dcd6f2ab7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:31.875016 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36056491-9678-4e69-9475-193104c88afd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (86c99420-517e-41d8-9d46-b34dcd6f2ab7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:31.889938 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36056491-9678-4e69-9475-193104c88afd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c99420-517e-41d8-9d46-b34dcd6f2ab7,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:31.901321 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36056491-9678-4e69-9475-193104c88afd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:31.902640 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-36056491-9678-4e69-9475-193104c88afd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151631 Mar 28 09:15:31.905340 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53764) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:31.909761 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7d71a716-7633-4ef2-94be-032542f8bdb8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '290c4355-a753-494d-8262-1d08b2b07d9e', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:15:31.935477 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7d71a716-7633-4ef2-94be-032542f8bdb8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (4392580a-52da-4ed0-ad67-8cb4d7d4722e), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:31.995061 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7d71a716-7633-4ef2-94be-032542f8bdb8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (4392580a-52da-4ed0-ad67-8cb4d7d4722e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:31.998860 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7d71a716-7633-4ef2-94be-032542f8bdb8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (4392580a-52da-4ed0-ad67-8cb4d7d4722e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.018150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71a716-7633-4ef2-94be-032542f8bdb8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4392580a-52da-4ed0-ad67-8cb4d7d4722e,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:32.023990 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7d71a716-7633-4ef2-94be-032542f8bdb8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.028305 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7d71a716-7633-4ef2-94be-032542f8bdb8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188967 Mar 28 09:15:32.028305 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53766) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:32.032782 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b20fd7b4-f595-40f5-af4e-d2979cd2e772 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '290c4355-a753-494d-8262-1d08b2b07d9e', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:15:32.060708 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b20fd7b4-f595-40f5-af4e-d2979cd2e772 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (5c1cad68-a7f5-44b9-a590-20f0f6b269ab), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.110246 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.114091 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Publish callbacks [] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.119347 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.119626 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b20fd7b4-f595-40f5-af4e-d2979cd2e772 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (5c1cad68-a7f5-44b9-a590-20f0f6b269ab), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.122303 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b20fd7b4-f595-40f5-af4e-d2979cd2e772 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (5c1cad68-a7f5-44b9-a590-20f0f6b269ab), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.137177 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20fd7b4-f595-40f5-af4e-d2979cd2e772 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1cad68-a7f5-44b9-a590-20f0f6b269ab,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:32.149646 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b20fd7b4-f595-40f5-af4e-d2979cd2e772 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.153407 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b20fd7b4-f595-40f5-af4e-d2979cd2e772 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216984 Mar 28 09:15:32.154351 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53768) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:32.159075 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ce08aec3-770d-4906-980a-e80e0aca0652 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '290c4355-a753-494d-8262-1d08b2b07d9e', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:15:32.170285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c1e11-1a51-4d3c-8b5e-b4000d6556b8 None None] Pushing event updated for resources: {'Port': ['ID=992d54f5-b2e2-49e2-89df-bba312d0f256,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:32.187877 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ce08aec3-770d-4906-980a-e80e0aca0652 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (2167a050-437e-48a6-82fb-91503bf03d7b), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.228104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Attempting to bind port 992d54f5-b2e2-49e2-89df-bba312d0f256 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:15:32.228629 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Attempting to bind port 992d54f5-b2e2-49e2-89df-bba312d0f256 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c8150aaa-8da4-40c0-a757-9ecaa34e61ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:15:32.229001 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Attempting to bind port 992d54f5-b2e2-49e2-89df-bba312d0f256 on network 2d3ba313-dd09-4266-8b86-8dbfeb55d512 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:15:32.234213 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:15:32.234881 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Checking segment: {'id': 'c8150aaa-8da4-40c0-a757-9ecaa34e61ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:15:32.235023 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.235379 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Bound using segment: {'id': 'c8150aaa-8da4-40c0-a757-9ecaa34e61ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:15:32.235845 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Bound port: 992d54f5-b2e2-49e2-89df-bba312d0f256, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8150aaa-8da4-40c0-a757-9ecaa34e61ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:15:32.236225 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.264554 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ce08aec3-770d-4906-980a-e80e0aca0652 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (2167a050-437e-48a6-82fb-91503bf03d7b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.270821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ce08aec3-770d-4906-980a-e80e0aca0652 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (2167a050-437e-48a6-82fb-91503bf03d7b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.286302 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08aec3-770d-4906-980a-e80e0aca0652 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2167a050-437e-48a6-82fb-91503bf03d7b,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:32.299740 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ce08aec3-770d-4906-980a-e80e0aca0652 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.300978 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ce08aec3-770d-4906-980a-e80e0aca0652 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1459458 Mar 28 09:15:32.304537 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53770) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:32.306729 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] For port 992d54f5-b2e2-49e2-89df-bba312d0f256, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:15:32.310028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] For port 992d54f5-b2e2-49e2-89df-bba312d0f256, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=992d54f5-b2e2-49e2-89df-bba312d0f256,segment=NetworkSegment(c8150aaa-8da4-40c0-a757-9ecaa34e61ba),segment_id=c8150aaa-8da4-40c0-a757-9ecaa34e61ba)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:15:32.310187 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-8fdfb8dc-cefa-47ee-ab70-75281f4f42e0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '290c4355-a753-494d-8262-1d08b2b07d9e', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:15:32.316822 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.339071 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-8fdfb8dc-cefa-47ee-ab70-75281f4f42e0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:15:32.345521 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8fdfb8dc-cefa-47ee-ab70-75281f4f42e0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (2c6f723d-3a41-4b78-bc0f-84a3d5b53442), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.369790 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Routers {'cf2712f4-a6ef-4c06-809d-9c4769cc3356'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:15:32.370462 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:15:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:32.411159 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8fdfb8dc-cefa-47ee-ab70-75281f4f42e0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (2c6f723d-3a41-4b78-bc0f-84a3d5b53442), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.417103 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8fdfb8dc-cefa-47ee-ab70-75281f4f42e0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (2c6f723d-3a41-4b78-bc0f-84a3d5b53442), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.436403 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfb8dc-cefa-47ee-ab70-75281f4f42e0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6f723d-3a41-4b78-bc0f-84a3d5b53442,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:32.446885 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8fdfb8dc-cefa-47ee-ab70-75281f4f42e0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.450838 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8fdfb8dc-cefa-47ee-ab70-75281f4f42e0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417861 Mar 28 09:15:32.451191 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53772) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:32.455714 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-561e59cb-bbbe-4e55-a63b-9103090e06eb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '290c4355-a753-494d-8262-1d08b2b07d9e', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:15:32.456846 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c1e11-1a51-4d3c-8b5e-b4000d6556b8 None None] Pushing event updated for resources: {'Port': ['ID=992d54f5-b2e2-49e2-89df-bba312d0f256,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:32.477178 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-561e59cb-bbbe-4e55-a63b-9103090e06eb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:15:32.482763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-561e59cb-bbbe-4e55-a63b-9103090e06eb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (ba3412c6-a2c9-413f-9ced-d4fadbd373da), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.491864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-721f0186-8887-4177-afe7-5f40ebf33b90 None None] Provisioning complete for port 992d54f5-b2e2-49e2-89df-bba312d0f256 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:15:32.492247 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-721f0186-8887-4177-afe7-5f40ebf33b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.549479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] Set router cf2712f4-a6ef-4c06-809d-9c4769cc3356 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:15:32.577720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-561e59cb-bbbe-4e55-a63b-9103090e06eb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (ba3412c6-a2c9-413f-9ced-d4fadbd373da), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.584647 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-561e59cb-bbbe-4e55-a63b-9103090e06eb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (ba3412c6-a2c9-413f-9ced-d4fadbd373da), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.589266 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c120c039-2ab3-421c-b31b-5a36fb89bf04 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:15:32.609479 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e59cb-bbbe-4e55-a63b-9103090e06eb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3412c6-a2c9-413f-9ced-d4fadbd373da,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:32.614587 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-561e59cb-bbbe-4e55-a63b-9103090e06eb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.621721 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-561e59cb-bbbe-4e55-a63b-9103090e06eb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1638303 Mar 28 09:15:32.750449 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-721f0186-8887-4177-afe7-5f40ebf33b90 None None] Current status of the port 992d54f5-b2e2-49e2-89df-bba312d0f256 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:15:32.750836 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-721f0186-8887-4177-afe7-5f40ebf33b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.768449 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-dadfc962-358c-4791-97be-0e9536081710 req-717e3f54-16aa-4083-af50-072cc7267417 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1983090653&fields=id&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 267 time: 0.0463619 Mar 28 09:15:32.797062 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port c120c039-2ab3-421c-b31b-5a36fb89bf04 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:15:32.797427 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c120c039-2ab3-421c-b31b-5a36fb89bf04), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.855507 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-721f0186-8887-4177-afe7-5f40ebf33b90 None None] For port 992d54f5-b2e2-49e2-89df-bba312d0f256, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=992d54f5-b2e2-49e2-89df-bba312d0f256,segment=NetworkSegment(c8150aaa-8da4-40c0-a757-9ecaa34e61ba),segment_id=c8150aaa-8da4-40c0-a757-9ecaa34e61ba)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:15:32.865487 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-721f0186-8887-4177-afe7-5f40ebf33b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:32.879511 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc962-358c-4791-97be-0e9536081710 req-63f45224-843d-4160-a8c6-dbf9fb5754c8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:32.881579 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-dadfc962-358c-4791-97be-0e9536081710 req-63f45224-843d-4160-a8c6-dbf9fb5754c8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/networks?id=2d3ba313-dd09-4266-8b86-8dbfeb55d512 HTTP/1.1" status: 200 len: 796 time: 0.1073899 Mar 28 09:15:32.897937 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-dadfc962-358c-4791-97be-0e9536081710 req-0eb305e2-260d-45cd-bb65-66be24fa3d01 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/quotas/c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 375 time: 0.0098557 Mar 28 09:15:32.931241 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f0186-8887-4177-afe7-5f40ebf33b90 None None] Pushing event updated for resources: {'Port': ['ID=992d54f5-b2e2-49e2-89df-bba312d0f256,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:32.956561 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-dadfc962-358c-4791-97be-0e9536081710 req-377ee3a6-4ee5-4a20-bc8e-624640514430 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527918 Mar 28 09:15:32.975635 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port c120c039-2ab3-421c-b31b-5a36fb89bf04 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:15:32.976758 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5a6e1419-5e72-429e-bc33-93d1f642ec61 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:15:32.981352 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'name': 'tempest-TestNetworkBasicOps-router-2133983167', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96'}], 'enable_snat': True}, 'gw_port_id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:15:26Z', 'updated_at': '2022-03-28T09:15:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:27Z', 'updated_at': '2022-03-28T09:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '992d54f5-b2e2-49e2-89df-bba312d0f256', 'name': '', 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:a3:e4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7276f11b-8907-4316-98d5-fc94642398da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:29Z', 'updated_at': '2022-03-28T09:15:32Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '7276f11b-8907-4316-98d5-fc94642398da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:33.035449 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e1483e-9dda-4746-a4d1-4a1c3eb9f153 None None] The sync data for ids ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'] in dv-neutron-master-2-hyperv is: [{'id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'name': 'tempest-TestNetworkBasicOps-router-2133983167', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96'}], 'enable_snat': True}, 'gw_port_id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:15:26Z', 'updated_at': '2022-03-28T09:15:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:27Z', 'updated_at': '2022-03-28T09:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '992d54f5-b2e2-49e2-89df-bba312d0f256', 'name': '', 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:a3:e4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7276f11b-8907-4316-98d5-fc94642398da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:29Z', 'updated_at': '2022-03-28T09:15:32Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '7276f11b-8907-4316-98d5-fc94642398da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:15:33.048262 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-14903e59-6468-49de-bc35-e9d8d1c600e4 None None] Provisioning complete for port 992d54f5-b2e2-49e2-89df-bba312d0f256 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:15:33.048896 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-14903e59-6468-49de-bc35-e9d8d1c600e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:33.061094 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-dadfc962-358c-4791-97be-0e9536081710 req-d95c4ef5-c4fe-492e-a756-4175331b9f06 service neutron] 10.222.0.15 "GET /v2.0/networks/2d3ba313-dd09-4266-8b86-8dbfeb55d512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924323 Mar 28 09:15:33.110893 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 5a6e1419-5e72-429e-bc33-93d1f642ec61 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:15:33.110893 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5a6e1419-5e72-429e-bc33-93d1f642ec61), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:33.218725 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-14903e59-6468-49de-bc35-e9d8d1c600e4 None None] Current status of the port 992d54f5-b2e2-49e2-89df-bba312d0f256 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:15:33.239771 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 5a6e1419-5e72-429e-bc33-93d1f642ec61 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:15:33.453754 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-dadfc962-358c-4791-97be-0e9536081710 req-817bd7f3-197c-4c96-82c0-1ee82d58ac9a service neutron] 10.222.0.15 "GET /v2.0/networks/2d3ba313-dd09-4266-8b86-8dbfeb55d512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807957 Mar 28 09:15:33.620482 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d59473b7-c09e-43bb-a994-1770f49de098 req-228419ef-8da6-4805-8521-9dda95aa4862 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc74badd-9886-4feb-888c-d95d60c35348 HTTP/1.1" status: 200 len: 210 time: 0.0345540 Mar 28 09:15:33.672683 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:34.551662 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc962-358c-4791-97be-0e9536081710 req-877949f6-84c2-4d51-8169-750eab20d0bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:34.553532 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dadfc962-358c-4791-97be-0e9536081710 req-877949f6-84c2-4d51-8169-750eab20d0bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/networks?id=2d3ba313-dd09-4266-8b86-8dbfeb55d512 HTTP/1.1" status: 200 len: 796 time: 0.1079705 Mar 28 09:15:34.589123 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 992d54f5-b2e2-49e2-89df-bba312d0f256 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:15:34.624852 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dadfc962-358c-4791-97be-0e9536081710 req-1d7d8cca-8549-42c8-a437-7d7ea654fdb0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 380 time: 0.0625043 Mar 28 09:15:34.637554 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-dadfc962-358c-4791-97be-0e9536081710 req-4f77a4cf-1c29-40c6-909f-ec9cb7c4efb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'port': {'device_id': 'dc74badd-9886-4feb-888c-d95d60c35348', 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512', 'admin_state_up': True, 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'security_groups': ['290c4355-a753-494d-8262-1d08b2b07d9e']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:15:34.639746 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 992d54f5-b2e2-49e2-89df-bba312d0f256 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:15:34.640127 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:34.718056 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ff1cc31b-eb85-4b2d-8636-71296319b645 req-b0172ea6-9777-4a98-95ae-7cc4e132ee56 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc74badd-9886-4feb-888c-d95d60c35348 HTTP/1.1" status: 200 len: 210 time: 0.0301929 Mar 28 09:15:34.729359 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 992d54f5-b2e2-49e2-89df-bba312d0f256 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:15:34.753302 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dadfc962-358c-4791-97be-0e9536081710 req-4f77a4cf-1c29-40c6-909f-ec9cb7c4efb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:15:34.756774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-dadfc962-358c-4791-97be-0e9536081710 req-4f77a4cf-1c29-40c6-909f-ec9cb7c4efb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:34.877833 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-dadfc962-358c-4791-97be-0e9536081710 req-4f77a4cf-1c29-40c6-909f-ec9cb7c4efb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.5 (2d3ba313-dd09-4266-8b86-8dbfeb55d512/7276f11b-8907-4316-98d5-fc94642398da/df5d8fc8-7937-4c5a-9a74-ff9e14efd308) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:15:35.017102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-dadfc962-358c-4791-97be-0e9536081710 req-4f77a4cf-1c29-40c6-909f-ec9cb7c4efb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (df5d8fc8-7937-4c5a-9a74-ff9e14efd308), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:35.052913 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-dadfc962-358c-4791-97be-0e9536081710 req-4f77a4cf-1c29-40c6-909f-ec9cb7c4efb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (df5d8fc8-7937-4c5a-9a74-ff9e14efd308), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:35.095364 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dadfc962-358c-4791-97be-0e9536081710 req-4f77a4cf-1c29-40c6-909f-ec9cb7c4efb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 2d3ba313-dd09-4266-8b86-8dbfeb55d512 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:15:35.099014 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-dadfc962-358c-4791-97be-0e9536081710 req-4f77a4cf-1c29-40c6-909f-ec9cb7c4efb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:15:35.105266 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadfc962-358c-4791-97be-0e9536081710 req-4f77a4cf-1c29-40c6-909f-ec9cb7c4efb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:15:35.111376 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77a4cf-1c29-40c6-909f-ec9cb7c4efb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=df5d8fc8-7937-4c5a-9a74-ff9e14efd308,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:35.161037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc962-358c-4791-97be-0e9536081710 req-4f77a4cf-1c29-40c6-909f-ec9cb7c4efb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:35.161699 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-dadfc962-358c-4791-97be-0e9536081710 req-4f77a4cf-1c29-40c6-909f-ec9cb7c4efb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:35.179524 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dadfc962-358c-4791-97be-0e9536081710 req-4f77a4cf-1c29-40c6-909f-ec9cb7c4efb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5468240 Mar 28 09:15:35.191037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Request body: {'port': {'device_id': 'dc74badd-9886-4feb-888c-d95d60c35348', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:15:35.252776 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (df5d8fc8-7937-4c5a-9a74-ff9e14efd308), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:35.352934 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-497fcf62-b0c9-4ebd-ad2c-fd325f3d4243 None None] Provisioning complete for port df5d8fc8-7937-4c5a-9a74-ff9e14efd308 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:15:35.353350 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-497fcf62-b0c9-4ebd-ad2c-fd325f3d4243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (df5d8fc8-7937-4c5a-9a74-ff9e14efd308), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:35.388507 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-497fcf62-b0c9-4ebd-ad2c-fd325f3d4243 None None] Port df5d8fc8-7937-4c5a-9a74-ff9e14efd308 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:15:35.511989 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5d8fc8-7937-4c5a-9a74-ff9e14efd308 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:15:35.519651 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Publish callbacks [] for port (df5d8fc8-7937-4c5a-9a74-ff9e14efd308), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:35.531230 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Transition to ACTIVE for port object df5d8fc8-7937-4c5a-9a74-ff9e14efd308 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:15:35.535017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (df5d8fc8-7937-4c5a-9a74-ff9e14efd308), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:35.585011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Pushing event updated for resources: {'Port': ['ID=df5d8fc8-7937-4c5a-9a74-ff9e14efd308,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:35.656198 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Attempting to bind port df5d8fc8-7937-4c5a-9a74-ff9e14efd308 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:15:35.656939 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Attempting to bind port df5d8fc8-7937-4c5a-9a74-ff9e14efd308 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c8150aaa-8da4-40c0-a757-9ecaa34e61ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:15:35.656939 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Attempting to bind port df5d8fc8-7937-4c5a-9a74-ff9e14efd308 on network 2d3ba313-dd09-4266-8b86-8dbfeb55d512 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:15:35.662508 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Port df5d8fc8-7937-4c5a-9a74-ff9e14efd308 on network 2d3ba313-dd09-4266-8b86-8dbfeb55d512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:15:35.662850 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Attempting to bind port df5d8fc8-7937-4c5a-9a74-ff9e14efd308 on network 2d3ba313-dd09-4266-8b86-8dbfeb55d512 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:15:35.668236 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:15:35.668586 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Checking segment: {'id': 'c8150aaa-8da4-40c0-a757-9ecaa34e61ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:15:35.668983 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Bound using segment: {'id': 'c8150aaa-8da4-40c0-a757-9ecaa34e61ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:15:35.669439 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Bound port: df5d8fc8-7937-4c5a-9a74-ff9e14efd308, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8150aaa-8da4-40c0-a757-9ecaa34e61ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:15:35.669826 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (df5d8fc8-7937-4c5a-9a74-ff9e14efd308), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:35.738258 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] For port df5d8fc8-7937-4c5a-9a74-ff9e14efd308, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:15:35.742074 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] For port df5d8fc8-7937-4c5a-9a74-ff9e14efd308, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df5d8fc8-7937-4c5a-9a74-ff9e14efd308,segment=NetworkSegment(c8150aaa-8da4-40c0-a757-9ecaa34e61ba),segment_id=c8150aaa-8da4-40c0-a757-9ecaa34e61ba)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:15:35.750264 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (df5d8fc8-7937-4c5a-9a74-ff9e14efd308), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:35.782210 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:35.782891 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:35.784256 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dadfc962-358c-4791-97be-0e9536081710 req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] 10.222.0.16 "PUT /v2.0/ports/df5d8fc8-7937-4c5a-9a74-ff9e14efd308 HTTP/1.1" status: 200 len: 1093 time: 0.5977688 Mar 28 09:15:35.784691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc74badd-9886-4feb-888c-d95d60c35348', 'tag': 'df5d8fc8-7937-4c5a-9a74-ff9e14efd308'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:15:35.787520 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e440fe6d-7e6e-4b00-82bf-9c8a7721bb85" -d '{"events": [{"name": "network-changed", "server_uuid": "dc74badd-9886-4feb-888c-d95d60c35348", "tag": "df5d8fc8-7937-4c5a-9a74-ff9e14efd308"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:15:35.855155 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f641f7-0694-4150-9064-4618b28968be x-openstack-request-id: req-51f641f7-0694-4150-9064-4618b28968be {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:15:35.855446 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc74badd-9886-4feb-888c-d95d60c35348", "tag": "df5d8fc8-7937-4c5a-9a74-ff9e14efd308", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:15:35.855705 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51f641f7-0694-4150-9064-4618b28968be {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:15:35.856119 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51f641f7-0694-4150-9064-4618b28968be'] response: {'name': 'network-changed', 'server_uuid': 'dc74badd-9886-4feb-888c-d95d60c35348', 'tag': 'df5d8fc8-7937-4c5a-9a74-ff9e14efd308', 'status': 'completed', 'code': 200} Mar 28 09:15:35.879058 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9adfbf-f4d5-41fd-85d2-35d77046f584 service neutron] Pushing event updated for resources: {'Port': ['ID=df5d8fc8-7937-4c5a-9a74-ff9e14efd308,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:35.913790 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca635bc4-2bac-47a1-8855-baf439f09b10 req-acd70ff1-0f26-4953-b141-dafb380acc01 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:35.915396 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ca635bc4-2bac-47a1-8855-baf439f09b10 req-acd70ff1-0f26-4953-b141-dafb380acc01 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc74badd-9886-4feb-888c-d95d60c35348 HTTP/1.1" status: 200 len: 943 time: 0.1125298 Mar 28 09:15:35.921929 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc962-358c-4791-97be-0e9536081710 req-6bca5c19-c084-49f9-8143-5ec0ef71d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:35.923410 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dadfc962-358c-4791-97be-0e9536081710 req-6bca5c19-c084-49f9-8143-5ec0ef71d8d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=dc74badd-9886-4feb-888c-d95d60c35348 HTTP/1.1" status: 200 len: 1127 time: 0.0894015 Mar 28 09:15:35.972347 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dadfc962-358c-4791-97be-0e9536081710 req-f2cb0a58-a07b-4d08-8a66-6167e08648dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5d8fc8-7937-4c5a-9a74-ff9e14efd308 HTTP/1.1" status: 200 len: 217 time: 0.0418825 Mar 28 09:15:36.031380 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ca635bc4-2bac-47a1-8855-baf439f09b10 req-da4719a9-da4d-49cc-ab10-ea99c74dfbfc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=290c4355-a753-494d-8262-1d08b2b07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069214 Mar 28 09:15:36.040558 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc962-358c-4791-97be-0e9536081710 req-35819e39-d9fe-46dd-a6cd-71c0fbd90e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:36.042067 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dadfc962-358c-4791-97be-0e9536081710 req-35819e39-d9fe-46dd-a6cd-71c0fbd90e48 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7276f11b-8907-4316-98d5-fc94642398da HTTP/1.1" status: 200 len: 835 time: 0.0639899 Mar 28 09:15:36.096332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc962-358c-4791-97be-0e9536081710 req-7a011523-c955-4cac-beb4-502d0246973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:36.097869 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dadfc962-358c-4791-97be-0e9536081710 req-7a011523-c955-4cac-beb4-502d0246973f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d3ba313-dd09-4266-8b86-8dbfeb55d512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0503848 Mar 28 09:15:36.184853 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dadfc962-358c-4791-97be-0e9536081710 req-e1a8d624-1ded-42ca-8447-daa40bfe6090 service neutron] 10.222.0.16 "GET /v2.0/networks/2d3ba313-dd09-4266-8b86-8dbfeb55d512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808253 Mar 28 09:15:36.593936 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dadfc962-358c-4791-97be-0e9536081710 req-80d0c839-24bd-4a4f-a7f4-cbb239e112ae service neutron] 10.222.0.16 "GET /v2.0/networks/2d3ba313-dd09-4266-8b86-8dbfeb55d512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038804 Mar 28 09:15:36.680377 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440fe6d-7e6e-4b00-82bf-9c8a7721bb85 req-5be036d9-ac26-4092-9e33-344b0fb125ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:36.681901 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e440fe6d-7e6e-4b00-82bf-9c8a7721bb85 req-5be036d9-ac26-4092-9e33-344b0fb125ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=dc74badd-9886-4feb-888c-d95d60c35348 HTTP/1.1" status: 200 len: 1127 time: 0.0455110 Mar 28 09:15:36.769735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440fe6d-7e6e-4b00-82bf-9c8a7721bb85 req-d21aa10c-9124-4da4-b30b-fd5110b62748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:36.771250 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e440fe6d-7e6e-4b00-82bf-9c8a7721bb85 req-d21aa10c-9124-4da4-b30b-fd5110b62748 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2d3ba313-dd09-4266-8b86-8dbfeb55d512 HTTP/1.1" status: 200 len: 896 time: 0.0839334 Mar 28 09:15:36.815877 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e440fe6d-7e6e-4b00-82bf-9c8a7721bb85 req-4a0fe702-054d-411a-ac8a-b54c36963395 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5d8fc8-7937-4c5a-9a74-ff9e14efd308 HTTP/1.1" status: 200 len: 217 time: 0.0367467 Mar 28 09:15:36.862643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440fe6d-7e6e-4b00-82bf-9c8a7721bb85 req-46feb746-d402-4112-a35c-96a24e9735d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:36.864046 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e440fe6d-7e6e-4b00-82bf-9c8a7721bb85 req-46feb746-d402-4112-a35c-96a24e9735d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7276f11b-8907-4316-98d5-fc94642398da HTTP/1.1" status: 200 len: 835 time: 0.0412092 Mar 28 09:15:36.913269 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440fe6d-7e6e-4b00-82bf-9c8a7721bb85 req-4605641d-56e3-4f95-b9a5-5d119742ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:36.914803 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e440fe6d-7e6e-4b00-82bf-9c8a7721bb85 req-4605641d-56e3-4f95-b9a5-5d119742ff06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d3ba313-dd09-4266-8b86-8dbfeb55d512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441477 Mar 28 09:15:37.004341 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e440fe6d-7e6e-4b00-82bf-9c8a7721bb85 req-14d7d690-e888-4e41-b4cf-d59dc66c0553 service neutron] 10.222.0.16 "GET /v2.0/networks/2d3ba313-dd09-4266-8b86-8dbfeb55d512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830860 Mar 28 09:15:37.099860 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e440fe6d-7e6e-4b00-82bf-9c8a7721bb85 req-31c7e700-f95e-4a2b-b918-d2964df5e347 service neutron] 10.222.0.16 "GET /v2.0/networks/2d3ba313-dd09-4266-8b86-8dbfeb55d512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849857 Mar 28 09:15:37.152305 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d6258-626a-4e11-9b57-43b75833b947 req-6fa61b94-16fc-40a1-8c39-fee411b638a8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:37.153836 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f42d6258-626a-4e11-9b57-43b75833b947 req-6fa61b94-16fc-40a1-8c39-fee411b638a8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc74badd-9886-4feb-888c-d95d60c35348 HTTP/1.1" status: 200 len: 943 time: 0.0551286 Mar 28 09:15:37.206141 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f42d6258-626a-4e11-9b57-43b75833b947 req-22a6f8f2-4707-4f75-a194-d9667256bbbf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=290c4355-a753-494d-8262-1d08b2b07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467584 Mar 28 09:15:37.972119 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device df5d8fc8-7937-4c5a-9a74-ff9e14efd308 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:15:38.073574 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port df5d8fc8-7937-4c5a-9a74-ff9e14efd308, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df5d8fc8-7937-4c5a-9a74-ff9e14efd308,segment=NetworkSegment(c8150aaa-8da4-40c0-a757-9ecaa34e61ba),segment_id=c8150aaa-8da4-40c0-a757-9ecaa34e61ba)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:15:38.088949 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'df5d8fc8-7937-4c5a-9a74-ff9e14efd308', 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512', 'port_id': 'df5d8fc8-7937-4c5a-9a74-ff9e14efd308', 'mac_address': 'fa:16:3e:5b:ba:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7276f11b-8907-4316-98d5-fc94642398da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:15:38.126555 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port df5d8fc8-7937-4c5a-9a74-ff9e14efd308 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:15:38.127044 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (df5d8fc8-7937-4c5a-9a74-ff9e14efd308), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:38.141783 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5d8fc8-7937-4c5a-9a74-ff9e14efd308 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:15:38.162334 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port df5d8fc8-7937-4c5a-9a74-ff9e14efd308, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df5d8fc8-7937-4c5a-9a74-ff9e14efd308,segment=NetworkSegment(c8150aaa-8da4-40c0-a757-9ecaa34e61ba),segment_id=c8150aaa-8da4-40c0-a757-9ecaa34e61ba)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:15:38.166075 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (df5d8fc8-7937-4c5a-9a74-ff9e14efd308), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:38.167114 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c5bef-8fd0-40ed-bea2-a5fa8d56da1f req-80e8c6d7-d1b1-41e8-b7f4-714bd5c64780 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:38.168653 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b16c5bef-8fd0-40ed-bea2-a5fa8d56da1f req-80e8c6d7-d1b1-41e8-b7f4-714bd5c64780 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 945 time: 0.0562980 Mar 28 09:15:38.217979 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b16c5bef-8fd0-40ed-bea2-a5fa8d56da1f req-fcdd4ef1-7548-470c-9872-f5df59887f11 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433056 Mar 28 09:15:38.222526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=df5d8fc8-7937-4c5a-9a74-ff9e14efd308,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:38.332361 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8825c2-796d-4ef6-8d2b-28d089d589df req-235021d4-ddf7-41db-a1b9-c3bd24cfd357 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:38.333993 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-af8825c2-796d-4ef6-8d2b-28d089d589df req-235021d4-ddf7-41db-a1b9-c3bd24cfd357 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc74badd-9886-4feb-888c-d95d60c35348 HTTP/1.1" status: 200 len: 944 time: 0.0583673 Mar 28 09:15:38.374916 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['df5d8fc8-7937-4c5a-9a74-ff9e14efd308'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:15:38.382660 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-af8825c2-796d-4ef6-8d2b-28d089d589df req-15fc4af8-3b39-42d0-b8b6-b3296bb719ce tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=290c4355-a753-494d-8262-1d08b2b07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430989 Mar 28 09:15:39.338848 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45603b-48f6-4a4e-bda6-828e087c26da req-a8473c45-b512-4a4d-bdb1-7fad2a2d097c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:39.340310 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8c45603b-48f6-4a4e-bda6-828e087c26da req-a8473c45-b512-4a4d-bdb1-7fad2a2d097c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 945 time: 0.0517066 Mar 28 09:15:39.387183 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8c45603b-48f6-4a4e-bda6-828e087c26da req-82b91ef0-e509-4160-baa4-90dee6acddf8 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411859 Mar 28 09:15:39.497716 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b0b57-59db-4ddc-be65-24070aac25c8 req-d79004e2-273e-469c-8991-0fd1e26e9c0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:39.499213 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ac1b0b57-59db-4ddc-be65-24070aac25c8 req-d79004e2-273e-469c-8991-0fd1e26e9c0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc74badd-9886-4feb-888c-d95d60c35348 HTTP/1.1" status: 200 len: 944 time: 0.0528007 Mar 28 09:15:39.547780 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ac1b0b57-59db-4ddc-be65-24070aac25c8 req-4b841665-d47e-4ab0-b12c-e2c83da925b8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=290c4355-a753-494d-8262-1d08b2b07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430353 Mar 28 09:15:39.640463 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288038d6-8383-4c19-8a7a-96bd8b7e2af4 req-59d737a3-9496-49b0-969a-c2427931b324 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:39.641850 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-288038d6-8383-4c19-8a7a-96bd8b7e2af4 req-59d737a3-9496-49b0-969a-c2427931b324 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.16 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 945 time: 0.0519576 Mar 28 09:15:39.735255 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-288038d6-8383-4c19-8a7a-96bd8b7e2af4 req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Deleting port e5dbbf1f-9653-4f87-b84c-94bea879f444 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:15:39.735590 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-288038d6-8383-4c19-8a7a-96bd8b7e2af4 req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (e5dbbf1f-9653-4f87-b84c-94bea879f444), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:39.820132 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-288038d6-8383-4c19-8a7a-96bd8b7e2af4 req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] For port e5dbbf1f-9653-4f87-b84c-94bea879f444, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e5dbbf1f-9653-4f87-b84c-94bea879f444,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:15:39.820491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-288038d6-8383-4c19-8a7a-96bd8b7e2af4 req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (e5dbbf1f-9653-4f87-b84c-94bea879f444), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:39.972198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device df5d8fc8-7937-4c5a-9a74-ff9e14efd308 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:15:39.989787 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-288038d6-8383-4c19-8a7a-96bd8b7e2af4 req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:39.990340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-288038d6-8383-4c19-8a7a-96bd8b7e2af4 req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (bbda6249-d953-4b28-995e-6440879a9dc0), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:39.990661 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [req-288038d6-8383-4c19-8a7a-96bd8b7e2af4 req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Floating IP bbda6249-d953-4b28-995e-6440879a9dc0 disassociated. External IP: 172.36.4.111, port: e5dbbf1f-9653-4f87-b84c-94bea879f444. Mar 28 09:15:39.991001 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-288038d6-8383-4c19-8a7a-96bd8b7e2af4 req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Calling delete_port for e5dbbf1f-9653-4f87-b84c-94bea879f444 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:15:40.020480 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port df5d8fc8-7937-4c5a-9a74-ff9e14efd308 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:15:40.025149 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port df5d8fc8-7937-4c5a-9a74-ff9e14efd308 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:15:40.025528 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (df5d8fc8-7937-4c5a-9a74-ff9e14efd308), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:40.102148 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port df5d8fc8-7937-4c5a-9a74-ff9e14efd308 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:15:40.102535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (df5d8fc8-7937-4c5a-9a74-ff9e14efd308), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:40.123192 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-288038d6-8383-4c19-8a7a-96bd8b7e2af4 req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (e5dbbf1f-9653-4f87-b84c-94bea879f444), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:40.128977 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc74badd-9886-4feb-888c-d95d60c35348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5d8fc8-7937-4c5a-9a74-ff9e14efd308'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:15:40.131359 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcb5f89-56fd-445b-9400-96c5960d4afc" -d '{"events": [{"server_uuid": "dc74badd-9886-4feb-888c-d95d60c35348", "name": "network-vif-plugged", "status": "completed", "tag": "df5d8fc8-7937-4c5a-9a74-ff9e14efd308"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:15:40.143455 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port df5d8fc8-7937-4c5a-9a74-ff9e14efd308, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df5d8fc8-7937-4c5a-9a74-ff9e14efd308,segment=NetworkSegment(c8150aaa-8da4-40c0-a757-9ecaa34e61ba),segment_id=c8150aaa-8da4-40c0-a757-9ecaa34e61ba)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:15:40.148232 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (df5d8fc8-7937-4c5a-9a74-ff9e14efd308), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:40.154969 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event deleted for resources: {'Port': ['ID=e5dbbf1f-9653-4f87-b84c-94bea879f444,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:40.164076 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.164444 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.165165 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.165516 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.165880 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.166302 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.166536 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.166865 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.167194 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.167598 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.167833 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.168165 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.168490 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.168813 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.169134 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.179441 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a290958-d880-49ee-8f4c-b342fa9d34e7 x-openstack-request-id: req-5a290958-d880-49ee-8f4c-b342fa9d34e7 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:15:40.179792 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc74badd-9886-4feb-888c-d95d60c35348", "name": "network-vif-plugged", "status": "completed", "tag": "df5d8fc8-7937-4c5a-9a74-ff9e14efd308", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:15:40.181022 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a290958-d880-49ee-8f4c-b342fa9d34e7 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:15:40.181139 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a290958-d880-49ee-8f4c-b342fa9d34e7'] response: {'server_uuid': 'dc74badd-9886-4feb-888c-d95d60c35348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5d8fc8-7937-4c5a-9a74-ff9e14efd308', 'code': 200} Mar 28 09:15:40.222190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=df5d8fc8-7937-4c5a-9a74-ff9e14efd308,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:40.229971 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.230243 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.230612 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.230940 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.231279 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.231611 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.231944 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.232274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.232603 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.232940 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.233347 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.233600 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.233951 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.234281 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.234611 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:40.296239 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-288038d6-8383-4c19-8a7a-96bd8b7e2af4 req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Router 21aa7a59-d6d1-4617-b260-589cf118966c has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:15:40.349769 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b96a3-1bdb-447e-a040-e6f4fc2c7793 req-d6e5ecf5-183d-4710-9de1-af58bae4fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:40.351383 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cd0b96a3-1bdb-447e-a040-e6f4fc2c7793 req-d6e5ecf5-183d-4710-9de1-af58bae4fd59 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dc74badd-9886-4feb-888c-d95d60c35348 HTTP/1.1" status: 200 len: 1129 time: 0.0475056 Mar 28 09:15:40.405010 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cd0b96a3-1bdb-447e-a040-e6f4fc2c7793 req-0101af22-1cb3-44b2-9db1-62a558a5e67f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=290c4355-a753-494d-8262-1d08b2b07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468948 Mar 28 09:15:40.405371 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-288038d6-8383-4c19-8a7a-96bd8b7e2af4 req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:15:40.416404 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b6ac05-4d31-4f33-9473-70682a4ee63a None None] Sync routers for ids ['21aa7a59-d6d1-4617-b260-589cf118966c'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:15:40.426539 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b6ac05-4d31-4f33-9473-70682a4ee63a None None] Routers {'21aa7a59-d6d1-4617-b260-589cf118966c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:15:40.427153 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a0b6ac05-4d31-4f33-9473-70682a4ee63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:15:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21aa7a59-d6d1-4617-b260-589cf118966c'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:40.451456 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-288038d6-8383-4c19-8a7a-96bd8b7e2af4 req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] No DVR routers for this DVR port e5dbbf1f-9653-4f87-b84c-94bea879f444 on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:15:40.454189 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-288038d6-8383-4c19-8a7a-96bd8b7e2af4 req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:40.457979 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-288038d6-8383-4c19-8a7a-96bd8b7e2af4 req-b89d9e33-cea2-4012-a9c0-22294acb54eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.16 "DELETE /v2.0/ports/e5dbbf1f-9653-4f87-b84c-94bea879f444 HTTP/1.1" status: 204 len: 173 time: 0.8112516 Mar 28 09:15:40.458551 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c582ec4b-340d-4459-b162-6e7ed69feb7a', 'name': 'network-vif-deleted', 'tag': 'e5dbbf1f-9653-4f87-b84c-94bea879f444'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:15:40.461476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a538c3e0-b691-460c-b997-53ae2e50ae35" -d '{"events": [{"server_uuid": "c582ec4b-340d-4459-b162-6e7ed69feb7a", "name": "network-vif-deleted", "tag": "e5dbbf1f-9653-4f87-b84c-94bea879f444"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:15:40.492216 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f06a1ec-3342-4a33-ad37-7cf58aa37391 req-f0a52ab7-ae8b-44a1-b62d-46ff75aab02d tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 210 time: 0.0278630 Mar 28 09:15:40.500354 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d07b66-966a-4f1f-b90e-2c31ddadf80c x-openstack-request-id: req-60d07b66-966a-4f1f-b90e-2c31ddadf80c {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:15:40.500354 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c582ec4b-340d-4459-b162-6e7ed69feb7a", "name": "network-vif-deleted", "tag": "e5dbbf1f-9653-4f87-b84c-94bea879f444", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:15:40.501050 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60d07b66-966a-4f1f-b90e-2c31ddadf80c {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:15:40.501050 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d07b66-966a-4f1f-b90e-2c31ddadf80c'] response: {'server_uuid': 'c582ec4b-340d-4459-b162-6e7ed69feb7a', 'name': 'network-vif-deleted', 'tag': 'e5dbbf1f-9653-4f87-b84c-94bea879f444', 'status': 'completed', 'code': 200} Mar 28 09:15:40.543152 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-a0b6ac05-4d31-4f33-9473-70682a4ee63a None None] Set router 21aa7a59-d6d1-4617-b260-589cf118966c gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:15:40.691744 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8056b-f65e-4aab-85d9-8d43e022cc02 req-6f02b6ae-8faa-45ac-aadc-16a4fd6c7474 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:40.699947 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31e8056b-f65e-4aab-85d9-8d43e022cc02 req-6f02b6ae-8faa-45ac-aadc-16a4fd6c7474 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc74badd-9886-4feb-888c-d95d60c35348 HTTP/1.1" status: 200 len: 945 time: 0.0653694 Mar 28 09:15:40.753447 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-31e8056b-f65e-4aab-85d9-8d43e022cc02 req-62f3ac2d-fbc4-4547-b3e8-c05d574a4a3c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=290c4355-a753-494d-8262-1d08b2b07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522518 Mar 28 09:15:40.756629 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a0b6ac05-4d31-4f33-9473-70682a4ee63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:28Z', 'revision_number': 5, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:40.787812 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b6ac05-4d31-4f33-9473-70682a4ee63a None None] Checking router: 21aa7a59-d6d1-4617-b260-589cf118966c for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:15:40.795939 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b6ac05-4d31-4f33-9473-70682a4ee63a None None] Routers {'21aa7a59-d6d1-4617-b260-589cf118966c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:15:40.796528 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a0b6ac05-4d31-4f33-9473-70682a4ee63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:15:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21aa7a59-d6d1-4617-b260-589cf118966c'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:40.902898 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-a0b6ac05-4d31-4f33-9473-70682a4ee63a None None] Set router 21aa7a59-d6d1-4617-b260-589cf118966c gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:15:41.094253 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a0b6ac05-4d31-4f33-9473-70682a4ee63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:28Z', 'revision_number': 5, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:41.119252 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b6ac05-4d31-4f33-9473-70682a4ee63a None None] The sync data for ids ['21aa7a59-d6d1-4617-b260-589cf118966c'] in dv-neutron-master-2-hyperv is: [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:28Z', 'revision_number': 5, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:15:41.374089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e86cadc-6d77-4b55-bf45-e5318d9bfff0 None None] New status for floating IP bbda6249-d953-4b28-995e-6440879a9dc0: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:15:41.593812 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-15ebcb3b-a704-43b3-9a2f-467ab29bbc01 req-e1a82c3b-96bc-4465-a4ef-0dd69be868ba tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 210 time: 0.0271592 Mar 28 09:15:41.869927 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c34fe5-26f6-46c3-80ff-a8baf529dab7 req-3d934b9c-06fc-411a-b1ba-4cc1036c89f6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:41.871423 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e4c34fe5-26f6-46c3-80ff-a8baf529dab7 req-3d934b9c-06fc-411a-b1ba-4cc1036c89f6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc74badd-9886-4feb-888c-d95d60c35348 HTTP/1.1" status: 200 len: 945 time: 0.0520606 Mar 28 09:15:41.924249 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e4c34fe5-26f6-46c3-80ff-a8baf529dab7 req-fc1bb74a-5c02-4c34-9128-dd6cc970d8bf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=290c4355-a753-494d-8262-1d08b2b07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472383 Mar 28 09:15:41.982534 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device e5dbbf1f-9653-4f87-b84c-94bea879f444 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:15:42.003442 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: e5dbbf1f-9653-4f87-b84c-94bea879f444 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:15:42.003790 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device e5dbbf1f-9653-4f87-b84c-94bea879f444 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:15:42.050476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be156c1-0c99-490e-90b8-6cd804c9441e req-a940a420-33e1-49f7-9cdc-eb022fa6ec41 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:42.051986 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4be156c1-0c99-490e-90b8-6cd804c9441e req-a940a420-33e1-49f7-9cdc-eb022fa6ec41 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc74badd-9886-4feb-888c-d95d60c35348 HTTP/1.1" status: 200 len: 945 time: 0.0601201 Mar 28 09:15:42.101838 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4be156c1-0c99-490e-90b8-6cd804c9441e req-47b02241-306c-4922-be87-42bdbd3d1c6c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=290c4355-a753-494d-8262-1d08b2b07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436735 Mar 28 09:15:42.123397 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53834) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:42.167037 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924afae4-bda6-4a54-ad42-50aa8fad56eb tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:42.168927 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-924afae4-bda6-4a54-ad42-50aa8fad56eb tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=dc74badd-9886-4feb-888c-d95d60c35348 HTTP/1.1" status: 200 len: 1124 time: 0.0445242 Mar 28 09:15:42.171830 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53836) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:42.176159 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': 'df5d8fc8-7937-4c5a-9a74-ff9e14efd308', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:15:42.196473 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:42.296370 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:42.406526 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.36.4.4 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/ea56f6e1-e86b-483d-b419-a623e8e6df4c) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:15:42.516544 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (ea56f6e1-e86b-483d-b419-a623e8e6df4c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:42.553187 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (ea56f6e1-e86b-483d-b419-a623e8e6df4c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:42.589726 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:15:42.592521 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:15:42.596064 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:15:42.621851 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=ea56f6e1-e86b-483d-b419-a623e8e6df4c,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:42.634461 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:42.634817 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:42.636396 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:42.636396 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:42.636396 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:42.636396 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:42.636808 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:42.636808 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:42.637127 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:42.637660 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:42.638185 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:42.638521 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:42.638855 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:42.639781 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:42.640116 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:15:42.714957 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c31ed697-194d-4ef4-b7f0-8d2576f726f7 req-d83bd6e0-4e84-4fd0-8ac7-51a88c3ea726 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 210 time: 0.0362444 Mar 28 09:15:42.995768 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (a502aaa0-5c4a-41b8-be93-d5cf69b9bef7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:43.068802 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ea56f6e1-e86b-483d-b419-a623e8e6df4c), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:43.218168 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (ea56f6e1-e86b-483d-b419-a623e8e6df4c), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:43.222718 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (ea56f6e1-e86b-483d-b419-a623e8e6df4c), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:43.301536 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=ea56f6e1-e86b-483d-b419-a623e8e6df4c,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:43.308170 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (a502aaa0-5c4a-41b8-be93-d5cf69b9bef7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:43.412307 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP a502aaa0-5c4a-41b8-be93-d5cf69b9bef7 associated. External IP: 172.36.4.4, port: df5d8fc8-7937-4c5a-9a74-ff9e14efd308. Mar 28 09:15:43.637146 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router cf2712f4-a6ef-4c06-809d-9c4769cc3356 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:15:43.746951 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:15:43.762629 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b955c94-03d9-4902-aa3f-1fc95f65d983 None None] Sync routers for ids ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:15:43.767358 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:43.775846 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b955c94-03d9-4902-aa3f-1fc95f65d983 None None] Routers {'cf2712f4-a6ef-4c06-809d-9c4769cc3356'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:15:43.776785 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5b955c94-03d9-4902-aa3f-1fc95f65d983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:15:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:43.802100 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2a8065b6-d467-4f61-99f9-a934f2ab3768 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6290061 Mar 28 09:15:43.803405 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc74badd-9886-4feb-888c-d95d60c35348', 'tag': 'df5d8fc8-7937-4c5a-9a74-ff9e14efd308'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:15:43.806441 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18073623-1811-4ad4-8d6a-c7c892fb3216" -d '{"events": [{"name": "network-changed", "server_uuid": "dc74badd-9886-4feb-888c-d95d60c35348", "tag": "df5d8fc8-7937-4c5a-9a74-ff9e14efd308"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:15:43.809367 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53842) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:43.864130 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-600408db-f987-4db6-9e8b-9816b260baa3 req-a9a72758-8e53-4277-bffe-205fc41aeafa tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 210 time: 0.0600274 Mar 28 09:15:43.894136 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c586dfbc-6251-4dd7-8490-c04098836507 x-openstack-request-id: req-c586dfbc-6251-4dd7-8490-c04098836507 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:15:43.894750 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc74badd-9886-4feb-888c-d95d60c35348", "tag": "df5d8fc8-7937-4c5a-9a74-ff9e14efd308", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:15:43.895075 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c586dfbc-6251-4dd7-8490-c04098836507 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:15:43.895556 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c586dfbc-6251-4dd7-8490-c04098836507'] response: {'name': 'network-changed', 'server_uuid': 'dc74badd-9886-4feb-888c-d95d60c35348', 'tag': 'df5d8fc8-7937-4c5a-9a74-ff9e14efd308', 'status': 'completed', 'code': 200} Mar 28 09:15:43.899971 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bd2ff638-fb01-49ec-bdf5-07b48e4bb5e9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/a502aaa0-5c4a-41b8-be93-d5cf69b9bef7 HTTP/1.1" status: 200 len: 989 time: 0.0893481 Mar 28 09:15:43.908839 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-5b955c94-03d9-4902-aa3f-1fc95f65d983 None None] Set router cf2712f4-a6ef-4c06-809d-9c4769cc3356 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:15:43.961662 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18073623-1811-4ad4-8d6a-c7c892fb3216 req-8c153abb-3b03-4aab-b5df-086cccad20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:43.963529 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-18073623-1811-4ad4-8d6a-c7c892fb3216 req-8c153abb-3b03-4aab-b5df-086cccad20e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=dc74badd-9886-4feb-888c-d95d60c35348 HTTP/1.1" status: 200 len: 1129 time: 0.0477736 Mar 28 09:15:44.061602 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18073623-1811-4ad4-8d6a-c7c892fb3216 req-81b37807-062c-4add-a8e0-79541feb666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:44.063352 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-18073623-1811-4ad4-8d6a-c7c892fb3216 req-81b37807-062c-4add-a8e0-79541feb666c service neutron] 10.222.0.16 "GET /v2.0/networks?id=2d3ba313-dd09-4266-8b86-8dbfeb55d512 HTTP/1.1" status: 200 len: 896 time: 0.0939436 Mar 28 09:15:44.135002 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-18073623-1811-4ad4-8d6a-c7c892fb3216 req-9f122229-f358-447f-8c3d-72d834c0d596 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5d8fc8-7937-4c5a-9a74-ff9e14efd308 HTTP/1.1" status: 200 len: 997 time: 0.0654583 Mar 28 09:15:44.148192 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5b955c94-03d9-4902-aa3f-1fc95f65d983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'name': 'tempest-TestNetworkBasicOps-router-2133983167', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96'}], 'enable_snat': True}, 'gw_port_id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:15:26Z', 'updated_at': '2022-03-28T09:15:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:27Z', 'updated_at': '2022-03-28T09:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a502aaa0-5c4a-41b8-be93-d5cf69b9bef7', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.4', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'port_id': 'df5d8fc8-7937-4c5a-9a74-ff9e14efd308', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512', 'mac_address': 'fa:16:3e:5b:ba:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc74badd-9886-4feb-888c-d95d60c35348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:15:42Z', 'updated_at': '2022-03-28T09:15:42Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '992d54f5-b2e2-49e2-89df-bba312d0f256', 'name': '', 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:a3:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7276f11b-8907-4316-98d5-fc94642398da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:29Z', 'updated_at': '2022-03-28T09:15:32Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '7276f11b-8907-4316-98d5-fc94642398da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:44.177055 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b955c94-03d9-4902-aa3f-1fc95f65d983 None None] Checking router: cf2712f4-a6ef-4c06-809d-9c4769cc3356 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:15:44.188273 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18073623-1811-4ad4-8d6a-c7c892fb3216 req-75224f2e-42d6-4b01-8bb0-45a25b731fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:44.188890 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b955c94-03d9-4902-aa3f-1fc95f65d983 None None] Routers {'cf2712f4-a6ef-4c06-809d-9c4769cc3356'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:15:44.189505 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5b955c94-03d9-4902-aa3f-1fc95f65d983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:15:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:44.189965 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-18073623-1811-4ad4-8d6a-c7c892fb3216 req-75224f2e-42d6-4b01-8bb0-45a25b731fb4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7276f11b-8907-4316-98d5-fc94642398da HTTP/1.1" status: 200 len: 835 time: 0.0491266 Mar 28 09:15:44.247519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18073623-1811-4ad4-8d6a-c7c892fb3216 req-4b50768a-38ab-416d-bc60-dc877c233c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:44.249141 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-18073623-1811-4ad4-8d6a-c7c892fb3216 req-4b50768a-38ab-416d-bc60-dc877c233c9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d3ba313-dd09-4266-8b86-8dbfeb55d512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0539312 Mar 28 09:15:44.344610 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-18073623-1811-4ad4-8d6a-c7c892fb3216 req-eb4f20e7-b35c-432d-84be-c722b213971c service neutron] 10.222.0.16 "GET /v2.0/networks/2d3ba313-dd09-4266-8b86-8dbfeb55d512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899074 Mar 28 09:15:44.397253 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-5b955c94-03d9-4902-aa3f-1fc95f65d983 None None] Set router cf2712f4-a6ef-4c06-809d-9c4769cc3356 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:15:44.440680 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-18073623-1811-4ad4-8d6a-c7c892fb3216 req-a6527af8-1fef-48ad-919d-8b123fda41d1 service neutron] 10.222.0.16 "GET /v2.0/networks/2d3ba313-dd09-4266-8b86-8dbfeb55d512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889969 Mar 28 09:15:44.624167 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5b955c94-03d9-4902-aa3f-1fc95f65d983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'name': 'tempest-TestNetworkBasicOps-router-2133983167', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96'}], 'enable_snat': True}, 'gw_port_id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:15:26Z', 'updated_at': '2022-03-28T09:15:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:27Z', 'updated_at': '2022-03-28T09:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a502aaa0-5c4a-41b8-be93-d5cf69b9bef7', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.4', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'port_id': 'df5d8fc8-7937-4c5a-9a74-ff9e14efd308', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512', 'mac_address': 'fa:16:3e:5b:ba:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc74badd-9886-4feb-888c-d95d60c35348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:15:42Z', 'updated_at': '2022-03-28T09:15:42Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '992d54f5-b2e2-49e2-89df-bba312d0f256', 'name': '', 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:a3:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7276f11b-8907-4316-98d5-fc94642398da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:29Z', 'updated_at': '2022-03-28T09:15:32Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '7276f11b-8907-4316-98d5-fc94642398da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:15:44.650108 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b955c94-03d9-4902-aa3f-1fc95f65d983 None None] The sync data for ids ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'] in dv-neutron-master-2-hyperv is: [{'id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'name': 'tempest-TestNetworkBasicOps-router-2133983167', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96'}], 'enable_snat': True}, 'gw_port_id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:15:26Z', 'updated_at': '2022-03-28T09:15:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:27Z', 'updated_at': '2022-03-28T09:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a502aaa0-5c4a-41b8-be93-d5cf69b9bef7', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.4', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'port_id': 'df5d8fc8-7937-4c5a-9a74-ff9e14efd308', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512', 'mac_address': 'fa:16:3e:5b:ba:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc74badd-9886-4feb-888c-d95d60c35348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:15:42Z', 'updated_at': '2022-03-28T09:15:42Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '992d54f5-b2e2-49e2-89df-bba312d0f256', 'name': '', 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:a3:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7276f11b-8907-4316-98d5-fc94642398da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:29Z', 'updated_at': '2022-03-28T09:15:32Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '7276f11b-8907-4316-98d5-fc94642398da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:15:44.845576 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923026af-1771-4328-aa57-1e8363c20528 None None] New status for floating IP a502aaa0-5c4a-41b8-be93-d5cf69b9bef7: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:15:44.903474 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53848) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:44.973774 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-da085bab-78fc-4249-b638-479411650d6a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/a502aaa0-5c4a-41b8-be93-d5cf69b9bef7 HTTP/1.1" status: 200 len: 989 time: 0.0687559 Mar 28 09:15:44.976388 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6428baa7-79ee-4116-af07-7e0aedd20a0b req-9e175ff2-24e8-4a9b-bdcf-dbb7fd0edc7c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 210 time: 0.0331433 Mar 28 09:15:45.977072 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53850) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:15:46.039032 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-458cb515-43a8-42c5-aa6f-668e89ff2ea4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/a502aaa0-5c4a-41b8-be93-d5cf69b9bef7 HTTP/1.1" status: 200 len: 991 time: 0.0607255 Mar 28 09:15:46.077970 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a93e1833-b0c7-4357-9323-d6b5aa82b49d req-a02f671d-1e4d-4af6-a78f-87698aeebf63 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 210 time: 0.0276661 Mar 28 09:15:47.171920 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8b2b21d4-1662-4f53-b9e6-c1faa0f9eb0b req-107e108a-20a4-4261-a258-1925d1ac96af tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 210 time: 0.0278025 Mar 28 09:15:48.266939 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0502a0c0-3016-4c0e-8c10-0a19122433b0 req-2f39da3d-e524-46ca-8895-da4c3bad56fc tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 210 time: 0.0307150 Mar 28 09:15:49.364397 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-31656280-fff6-4463-83ec-d98d4a5d0d3a req-0dd492ce-75a8-4eac-9fd0-361dc0f0cc34 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c582ec4b-340d-4459-b162-6e7ed69feb7a HTTP/1.1" status: 200 len: 210 time: 0.0283945 Mar 28 09:15:50.617342 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-2e5de440-ef04-4b64-b8a9-cbb9ad96bb77 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-987618173&fields=id&tenant_id=e40e579c72ff4feb87447802e87b3f59 HTTP/1.1" status: 200 len: 267 time: 0.0434699 Mar 28 09:15:50.726675 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-91032eb1-67ee-41e0-b900-06dd7260f8e6 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:50.728057 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-91032eb1-67ee-41e0-b900-06dd7260f8e6 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/networks?id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 HTTP/1.1" status: 200 len: 810 time: 0.1044350 Mar 28 09:15:50.742577 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-adb17f46-19eb-4b7e-b9f5-fb586ed96377 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/quotas/e40e579c72ff4feb87447802e87b3f59 HTTP/1.1" status: 200 len: 375 time: 0.0090287 Mar 28 09:15:50.798084 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-7afb63da-e61b-479c-a35f-28875eecd60d tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e40e579c72ff4feb87447802e87b3f59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504153 Mar 28 09:15:50.894851 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-f947fec6-8615-4896-809e-58f98ac3a88f service neutron] 10.222.0.15 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854039 Mar 28 09:15:50.982605 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-46d088af-9b1f-466f-9fe4-5e751d12b890 service neutron] 10.222.0.15 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814793 Mar 28 09:15:51.249151 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:51.271235 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2f4ebaf0-af41-4072-b7f7-a3dc4c7f282a req-355ab0bc-4069-4194-b3c0-6754b4211001 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 210 time: 0.0277421 Mar 28 09:15:52.161667 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-93eb269f-8ed0-4aaa-b6a9-d2d8b79d2282 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:52.163109 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-93eb269f-8ed0-4aaa-b6a9-d2d8b79d2282 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.16 "GET /v2.0/networks?id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 HTTP/1.1" status: 200 len: 810 time: 0.1083469 Mar 28 09:15:52.225135 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-38326b21-395f-4210-9015-4df22cc3468f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e40e579c72ff4feb87447802e87b3f59 HTTP/1.1" status: 200 len: 379 time: 0.0544806 Mar 28 09:15:52.233463 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-723e99f5-7233-49a5-975d-36ac1f9758fa tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Request body: {'port': {'device_id': 'a76265c6-e302-407f-a956-1c27405d2e23', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'admin_state_up': True, 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'security_groups': ['b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:15:52.373321 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ec7f0108-c459-47d2-90ba-f17c13d84fed req-2d376b47-62da-4f1a-9f27-37450e980bf8 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 210 time: 0.0330350 Mar 28 09:15:52.373962 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-723e99f5-7233-49a5-975d-36ac1f9758fa tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Made reservation on behalf of e40e579c72ff4feb87447802e87b3f59 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:15:52.377176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-723e99f5-7233-49a5-975d-36ac1f9758fa tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:52.501419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-723e99f5-7233-49a5-975d-36ac1f9758fa tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Allocated IP 172.20.0.14 (a9b6026d-f3c8-4cca-af27-17fc5f4b79d8/7e3ff9a8-b5a8-488c-b061-58d28e8ef393/c131ee9f-b598-4d54-b87c-016da9c102eb) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:15:52.642077 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-723e99f5-7233-49a5-975d-36ac1f9758fa tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for port (c131ee9f-b598-4d54-b87c-016da9c102eb), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:52.676831 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-723e99f5-7233-49a5-975d-36ac1f9758fa tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (c131ee9f-b598-4d54-b87c-016da9c102eb), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:52.717540 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-723e99f5-7233-49a5-975d-36ac1f9758fa tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:15:52.720666 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-723e99f5-7233-49a5-975d-36ac1f9758fa tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:15:52.724349 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-723e99f5-7233-49a5-975d-36ac1f9758fa tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:15:52.752259 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e99f5-7233-49a5-975d-36ac1f9758fa tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event updated for resources: {'Port': ['ID=c131ee9f-b598-4d54-b87c-016da9c102eb,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:52.780917 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-723e99f5-7233-49a5-975d-36ac1f9758fa tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:52.781540 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-723e99f5-7233-49a5-975d-36ac1f9758fa tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:52.799264 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-723e99f5-7233-49a5-975d-36ac1f9758fa tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5693908 Mar 28 09:15:52.811600 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Request body: {'port': {'device_id': 'a76265c6-e302-407f-a956-1c27405d2e23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:15:52.881730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c131ee9f-b598-4d54-b87c-016da9c102eb), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:52.965300 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9ba3843d-648f-415e-af28-1ad8d40ea23c None None] Provisioning complete for port c131ee9f-b598-4d54-b87c-016da9c102eb triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:15:52.965961 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9ba3843d-648f-415e-af28-1ad8d40ea23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c131ee9f-b598-4d54-b87c-016da9c102eb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:53.012376 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9ba3843d-648f-415e-af28-1ad8d40ea23c None None] Port c131ee9f-b598-4d54-b87c-016da9c102eb cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:15:53.150527 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c131ee9f-b598-4d54-b87c-016da9c102eb {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:15:53.158663 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Publish callbacks [] for port (c131ee9f-b598-4d54-b87c-016da9c102eb), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:53.172084 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Transition to ACTIVE for port object c131ee9f-b598-4d54-b87c-016da9c102eb will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:15:53.175665 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (c131ee9f-b598-4d54-b87c-016da9c102eb), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:53.229206 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Pushing event updated for resources: {'Port': ['ID=c131ee9f-b598-4d54-b87c-016da9c102eb,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:53.299577 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Attempting to bind port c131ee9f-b598-4d54-b87c-016da9c102eb on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:15:53.299919 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Attempting to bind port c131ee9f-b598-4d54-b87c-016da9c102eb by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:15:53.300259 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Attempting to bind port c131ee9f-b598-4d54-b87c-016da9c102eb on network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:15:53.307588 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Port c131ee9f-b598-4d54-b87c-016da9c102eb on network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:15:53.308006 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Attempting to bind port c131ee9f-b598-4d54-b87c-016da9c102eb on network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:15:53.313920 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:15:53.314271 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Checking segment: {'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:15:53.314682 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Bound using segment: {'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:15:53.315113 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Bound port: c131ee9f-b598-4d54-b87c-016da9c102eb, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:15:53.315470 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c131ee9f-b598-4d54-b87c-016da9c102eb), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:53.390648 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] For port c131ee9f-b598-4d54-b87c-016da9c102eb, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:15:53.394847 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] For port c131ee9f-b598-4d54-b87c-016da9c102eb, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c131ee9f-b598-4d54-b87c-016da9c102eb,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:15:53.404365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (c131ee9f-b598-4d54-b87c-016da9c102eb), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:53.441403 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:53.442096 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:53.443496 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] 10.222.0.16 "PUT /v2.0/ports/c131ee9f-b598-4d54-b87c-016da9c102eb HTTP/1.1" status: 200 len: 1094 time: 0.6363230 Mar 28 09:15:53.444496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76265c6-e302-407f-a956-1c27405d2e23', 'tag': 'c131ee9f-b598-4d54-b87c-016da9c102eb'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:15:53.446871 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c06a2d-3ef0-4ed6-919a-e6558f684553" -d '{"events": [{"name": "network-changed", "server_uuid": "a76265c6-e302-407f-a956-1c27405d2e23", "tag": "c131ee9f-b598-4d54-b87c-016da9c102eb"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:15:53.536128 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d05acf-ea28-452b-9fd7-0053a2da5c3d x-openstack-request-id: req-13d05acf-ea28-452b-9fd7-0053a2da5c3d {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:15:53.536518 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76265c6-e302-407f-a956-1c27405d2e23", "tag": "c131ee9f-b598-4d54-b87c-016da9c102eb", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:15:53.536846 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13d05acf-ea28-452b-9fd7-0053a2da5c3d {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:15:53.537328 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d05acf-ea28-452b-9fd7-0053a2da5c3d'] response: {'name': 'network-changed', 'server_uuid': 'a76265c6-e302-407f-a956-1c27405d2e23', 'tag': 'c131ee9f-b598-4d54-b87c-016da9c102eb', 'status': 'completed', 'code': 200} Mar 28 09:15:53.557282 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16740e11-b2ed-4df7-99f7-f21fca0ef43d service neutron] Pushing event updated for resources: {'Port': ['ID=c131ee9f-b598-4d54-b87c-016da9c102eb,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:15:53.560595 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29356748-c3c2-4474-8a6d-c515445f82fc req-bcf47796-82ab-48ea-8206-12d056b91a6c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:53.562826 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-29356748-c3c2-4474-8a6d-c515445f82fc req-bcf47796-82ab-48ea-8206-12d056b91a6c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 944 time: 0.0898418 Mar 28 09:15:53.572978 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-b24f45a0-35ba-4da7-b834-84758662ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:53.574568 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-b24f45a0-35ba-4da7-b834-84758662ee9d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40e579c72ff4feb87447802e87b3f59&device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 1128 time: 0.0857420 Mar 28 09:15:53.626675 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-3a61201e-311b-49fc-86f1-00e836d828df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c131ee9f-b598-4d54-b87c-016da9c102eb HTTP/1.1" status: 200 len: 217 time: 0.0438774 Mar 28 09:15:53.628045 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-29356748-c3c2-4474-8a6d-c515445f82fc req-0cb57c6e-5d73-4c0b-b0b4-98d7cc378c2d tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540512 Mar 28 09:15:53.685296 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-2d107733-afaa-4c86-b9cd-de1720683d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:53.687014 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-2d107733-afaa-4c86-b9cd-de1720683d93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e3ff9a8-b5a8-488c-b061-58d28e8ef393 HTTP/1.1" status: 200 len: 849 time: 0.0525336 Mar 28 09:15:53.739481 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-5099aaf3-1b14-4dee-877a-0943b2a2d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:53.741042 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-5099aaf3-1b14-4dee-877a-0943b2a2d93f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0486507 Mar 28 09:15:53.830604 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-d05108fd-cc1d-4638-886a-2e0a79608af5 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814154 Mar 28 09:15:53.921762 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bca55f15-7584-4d41-86f9-33f68bba4484 req-21ba2afb-c1df-4fff-9570-329e05ed7485 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858798 Mar 28 09:15:54.006404 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c06a2d-3ef0-4ed6-919a-e6558f684553 req-fe1683b2-08a9-4b3b-b58a-c18bf1efb6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:54.008006 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d1c06a2d-3ef0-4ed6-919a-e6558f684553 req-fe1683b2-08a9-4b3b-b58a-c18bf1efb6b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40e579c72ff4feb87447802e87b3f59&device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 1128 time: 0.0448425 Mar 28 09:15:54.100278 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c06a2d-3ef0-4ed6-919a-e6558f684553 req-c0965e2d-c3ba-4353-ba69-c72fa45055ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:54.101840 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d1c06a2d-3ef0-4ed6-919a-e6558f684553 req-c0965e2d-c3ba-4353-ba69-c72fa45055ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 HTTP/1.1" status: 200 len: 910 time: 0.0861928 Mar 28 09:15:54.149240 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d1c06a2d-3ef0-4ed6-919a-e6558f684553 req-6f31b913-e504-45e4-854d-b0d17f011aaa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c131ee9f-b598-4d54-b87c-016da9c102eb HTTP/1.1" status: 200 len: 217 time: 0.0386758 Mar 28 09:15:54.197939 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c06a2d-3ef0-4ed6-919a-e6558f684553 req-4ead5fcf-b1e5-4b88-9bd1-7deb71e5e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:54.199404 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d1c06a2d-3ef0-4ed6-919a-e6558f684553 req-4ead5fcf-b1e5-4b88-9bd1-7deb71e5e4d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e3ff9a8-b5a8-488c-b061-58d28e8ef393 HTTP/1.1" status: 200 len: 849 time: 0.0442376 Mar 28 09:15:54.249284 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c06a2d-3ef0-4ed6-919a-e6558f684553 req-6b05e56c-0f3a-47fb-bb74-94bbdbf1bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:54.250814 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d1c06a2d-3ef0-4ed6-919a-e6558f684553 req-6b05e56c-0f3a-47fb-bb74-94bbdbf1bd7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451105 Mar 28 09:15:54.343744 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d1c06a2d-3ef0-4ed6-919a-e6558f684553 req-9b56a4fa-20d8-43c4-b732-12c987a87e59 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856972 Mar 28 09:15:54.433921 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d1c06a2d-3ef0-4ed6-919a-e6558f684553 req-0f9baec8-f3ce-46a2-b113-95350ee08ad4 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822630 Mar 28 09:15:54.754992 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18880c-ab5b-4a1f-9fb0-67403b5f6683 req-23a2d364-749f-414c-a0a1-38681454881b tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:54.756486 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6e18880c-ab5b-4a1f-9fb0-67403b5f6683 req-23a2d364-749f-414c-a0a1-38681454881b tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 944 time: 0.0585825 Mar 28 09:15:54.805200 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6e18880c-ab5b-4a1f-9fb0-67403b5f6683 req-9dbf0352-533e-4876-9ed9-4b8dca3428aa tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429521 Mar 28 09:15:55.923232 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b1786-7ad1-419d-aa1b-6739c7b2ee08 req-0e777eef-0458-4a21-b047-17264b6008b9 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:55.924691 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1a9b1786-7ad1-419d-aa1b-6739c7b2ee08 req-0e777eef-0458-4a21-b047-17264b6008b9 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 944 time: 0.0542600 Mar 28 09:15:55.975657 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1a9b1786-7ad1-419d-aa1b-6739c7b2ee08 req-76bb3bd4-aca6-4330-808b-60bba0e7d9ed tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453565 Mar 28 09:15:56.530426 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:15:57.095129 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d34e5-fa0b-4294-adaa-e75b672190f2 req-96dff28c-5962-4526-9f58-5d0f524568ce tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:57.096353 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d59d34e5-fa0b-4294-adaa-e75b672190f2 req-96dff28c-5962-4526-9f58-5d0f524568ce tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 944 time: 0.0529416 Mar 28 09:15:57.144751 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d59d34e5-fa0b-4294-adaa-e75b672190f2 req-13077470-4fc8-4d84-8e0f-de2c9c24eca7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427141 Mar 28 09:15:57.230792 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2828df9e-53aa-4618-a39b-f0a360d85e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:58.261158 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ce6c8-c7ea-4283-8a51-7af9170d0cb6 req-0137d668-31fd-43f7-ac81-c7393e1db4cc tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:58.262625 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fa3ce6c8-c7ea-4283-8a51-7af9170d0cb6 req-0137d668-31fd-43f7-ac81-c7393e1db4cc tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 944 time: 0.0517750 Mar 28 09:15:58.311066 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fa3ce6c8-c7ea-4283-8a51-7af9170d0cb6 req-6e9493d7-37e8-405f-bea5-2b438cbacd32 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428367 Mar 28 09:15:59.427877 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea1d4a-3489-473a-9e3f-95f539b03412 req-e84de454-07a9-40a1-bde4-5de2db8b659d tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:15:59.429367 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ceea1d4a-3489-473a-9e3f-95f539b03412 req-e84de454-07a9-40a1-bde4-5de2db8b659d tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 944 time: 0.0525515 Mar 28 09:15:59.454055 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a434ba1e-760a-4eda-af1f-e88974fbdec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:15:59.485772 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ceea1d4a-3489-473a-9e3f-95f539b03412 req-7e5f34e1-149f-4081-a5ed-d54f4a27c4b1 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506105 Mar 28 09:16:00.546686 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:00.607748 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76d6cb-c41a-4c93-99e4-88df2d772387 req-2849191a-482e-47ce-b45d-7fec3d6a3bc8 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:00.609233 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fe76d6cb-c41a-4c93-99e4-88df2d772387 req-2849191a-482e-47ce-b45d-7fec3d6a3bc8 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 944 time: 0.0533259 Mar 28 09:16:00.657717 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fe76d6cb-c41a-4c93-99e4-88df2d772387 req-2714a907-89a0-409f-af5b-79302fae443b tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426261 Mar 28 09:16:01.775326 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037787a4-615d-4249-9a60-fd2a90d1b389 req-4ab46fc2-4b55-4d6f-8994-e769b5e2be55 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:01.776854 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-037787a4-615d-4249-9a60-fd2a90d1b389 req-4ab46fc2-4b55-4d6f-8994-e769b5e2be55 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 944 time: 0.0540080 Mar 28 09:16:01.826275 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-037787a4-615d-4249-9a60-fd2a90d1b389 req-4825417c-c9b5-4d4e-8816-cb00d7679cba tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437357 Mar 28 09:16:02.076081 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:02.948447 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40546ba-4e93-47ab-8642-bc753959fa48 req-9c957dc8-abde-401c-9379-ed6bcfcf5f4c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:02.949935 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a40546ba-4e93-47ab-8642-bc753959fa48 req-9c957dc8-abde-401c-9379-ed6bcfcf5f4c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 944 time: 0.0578604 Mar 28 09:16:02.998031 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a40546ba-4e93-47ab-8642-bc753959fa48 req-59927f6d-7159-4e47-a4df-3c154a478f22 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424657 Mar 28 09:16:03.667128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:04.115710 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546b320-ac59-4304-8770-d0312c5593b1 req-617e6ce7-a41d-4eb5-ae0b-4e17a5075f9c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:04.117235 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9546b320-ac59-4304-8770-d0312c5593b1 req-617e6ce7-a41d-4eb5-ae0b-4e17a5075f9c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 944 time: 0.0532503 Mar 28 09:16:04.165278 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9546b320-ac59-4304-8770-d0312c5593b1 req-fb062b84-94cc-40c2-8ec0-391d0e3cc77c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424197 Mar 28 09:16:05.280193 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbc6d9-63f9-4a34-a500-5f423a00ff01 req-51911ffa-99d2-487a-97b9-a96ea27aff0c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:05.281697 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0bdbc6d9-63f9-4a34-a500-5f423a00ff01 req-51911ffa-99d2-487a-97b9-a96ea27aff0c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 944 time: 0.0528619 Mar 28 09:16:05.330124 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0bdbc6d9-63f9-4a34-a500-5f423a00ff01 req-67f7a02e-f3b0-44d7-88af-34f365f20335 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428650 Mar 28 09:16:06.446658 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf3a5-fe1d-45bf-b5e5-b9ae01090628 req-3f7da7f8-db3c-4dbb-84d2-f30bc4cb716e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:06.448118 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-57bbf3a5-fe1d-45bf-b5e5-b9ae01090628 req-3f7da7f8-db3c-4dbb-84d2-f30bc4cb716e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 944 time: 0.0519922 Mar 28 09:16:06.501311 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-57bbf3a5-fe1d-45bf-b5e5-b9ae01090628 req-8e449841-9feb-42ac-9914-ba27588fb2be tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476198 Mar 28 09:16:07.630569 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7488e-cfd4-457b-b99d-3abd3432d5c7 req-53068ea1-65d2-4142-b634-5f227167c05a tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:07.632068 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-30b7488e-cfd4-457b-b99d-3abd3432d5c7 req-53068ea1-65d2-4142-b634-5f227167c05a tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 944 time: 0.0590518 Mar 28 09:16:07.682321 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-30b7488e-cfd4-457b-b99d-3abd3432d5c7 req-456d4ce2-4d77-48e7-ba3c-b99f55a80f66 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438848 Mar 28 09:16:08.798581 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb549c82-e8b5-4620-b978-31323b24145e req-7c808502-32a8-40d0-8b6b-26f473726295 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:08.799965 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-eb549c82-e8b5-4620-b978-31323b24145e req-7c808502-32a8-40d0-8b6b-26f473726295 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 944 time: 0.0515292 Mar 28 09:16:08.848658 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-eb549c82-e8b5-4620-b978-31323b24145e req-2d06c7ea-f927-4dad-9bc5-8697a8a4503c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425737 Mar 28 09:16:09.966770 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b54181-3c9d-42be-b3bb-4c27067db0a3 req-8b7fcd48-6f5c-4542-b547-f07e84719fb5 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:09.968222 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-39b54181-3c9d-42be-b3bb-4c27067db0a3 req-8b7fcd48-6f5c-4542-b547-f07e84719fb5 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 944 time: 0.0511000 Mar 28 09:16:10.015246 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-39b54181-3c9d-42be-b3bb-4c27067db0a3 req-07fcf5ee-63c6-4eb3-b0a3-858135d4bc9b tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416012 Mar 28 09:16:10.085444 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device c131ee9f-b598-4d54-b87c-016da9c102eb details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:16:10.178360 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port c131ee9f-b598-4d54-b87c-016da9c102eb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c131ee9f-b598-4d54-b87c-016da9c102eb,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:16:10.192458 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'c131ee9f-b598-4d54-b87c-016da9c102eb', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'port_id': 'c131ee9f-b598-4d54-b87c-016da9c102eb', 'mac_address': 'fa:16:3e:7b:22:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:16:10.228635 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port c131ee9f-b598-4d54-b87c-016da9c102eb is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:16:10.229025 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c131ee9f-b598-4d54-b87c-016da9c102eb), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:10.241253 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c131ee9f-b598-4d54-b87c-016da9c102eb {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:16:10.260378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port c131ee9f-b598-4d54-b87c-016da9c102eb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c131ee9f-b598-4d54-b87c-016da9c102eb,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:16:10.264061 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c131ee9f-b598-4d54-b87c-016da9c102eb), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:10.310077 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=c131ee9f-b598-4d54-b87c-016da9c102eb,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:10.479979 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['c131ee9f-b598-4d54-b87c-016da9c102eb'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:16:11.130710 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c9faa-1a5c-4b30-8427-3ed61909c924 req-5991689d-2346-4354-8428-d69d2d524a88 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:11.132176 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-128c9faa-1a5c-4b30-8427-3ed61909c924 req-5991689d-2346-4354-8428-d69d2d524a88 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 945 time: 0.0520775 Mar 28 09:16:11.180011 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-128c9faa-1a5c-4b30-8427-3ed61909c924 req-513375d7-5628-4ad9-b70f-e9e8bf3854db tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420489 Mar 28 09:16:12.088435 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device c131ee9f-b598-4d54-b87c-016da9c102eb up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:16:12.138021 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port c131ee9f-b598-4d54-b87c-016da9c102eb completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:16:12.141881 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port c131ee9f-b598-4d54-b87c-016da9c102eb triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:16:12.142256 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c131ee9f-b598-4d54-b87c-016da9c102eb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:12.216899 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port c131ee9f-b598-4d54-b87c-016da9c102eb is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:16:12.217295 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c131ee9f-b598-4d54-b87c-016da9c102eb), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:12.239694 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76265c6-e302-407f-a956-1c27405d2e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c131ee9f-b598-4d54-b87c-016da9c102eb'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:16:12.242521 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd55ad2-1c19-4baf-81f4-dbc0b7689016" -d '{"events": [{"server_uuid": "a76265c6-e302-407f-a956-1c27405d2e23", "name": "network-vif-plugged", "status": "completed", "tag": "c131ee9f-b598-4d54-b87c-016da9c102eb"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:16:12.255356 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port c131ee9f-b598-4d54-b87c-016da9c102eb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c131ee9f-b598-4d54-b87c-016da9c102eb,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:16:12.260157 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c131ee9f-b598-4d54-b87c-016da9c102eb), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:12.291014 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ab50c4-43ee-45c9-a811-07a54c64e82a x-openstack-request-id: req-f6ab50c4-43ee-45c9-a811-07a54c64e82a {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:16:12.291319 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76265c6-e302-407f-a956-1c27405d2e23", "name": "network-vif-plugged", "status": "completed", "tag": "c131ee9f-b598-4d54-b87c-016da9c102eb", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:16:12.291579 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6ab50c4-43ee-45c9-a811-07a54c64e82a {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:16:12.291983 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ab50c4-43ee-45c9-a811-07a54c64e82a'] response: {'server_uuid': 'a76265c6-e302-407f-a956-1c27405d2e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c131ee9f-b598-4d54-b87c-016da9c102eb', 'code': 200} Mar 28 09:16:12.311586 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436735b-b114-4748-9589-d8029f3160b1 req-867e1df5-111b-4a75-9daf-47c0dbf7b216 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:12.313084 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4436735b-b114-4748-9589-d8029f3160b1 req-867e1df5-111b-4a75-9daf-47c0dbf7b216 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 946 time: 0.0669408 Mar 28 09:16:12.320561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=c131ee9f-b598-4d54-b87c-016da9c102eb,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:12.364973 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4436735b-b114-4748-9589-d8029f3160b1 req-cfa32661-8fb8-4c63-8ec1-0fb5c0712967 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453460 Mar 28 09:16:12.481012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a227c-fe7b-4956-bb57-d514ebd9a474 req-cfa6da33-c147-465d-9bf5-54b94af7d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:12.482515 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-116a227c-fe7b-4956-bb57-d514ebd9a474 req-cfa6da33-c147-465d-9bf5-54b94af7d2c6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 1130 time: 0.0429735 Mar 28 09:16:12.529571 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-116a227c-fe7b-4956-bb57-d514ebd9a474 req-7de72bad-579e-4168-9d49-49f731f6188f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394876 Mar 28 09:16:13.488646 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fd307-e88e-4573-a871-6317124bc83d req-8991bc5d-2f6d-4116-9fc1-2d5009709630 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:13.490152 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2f5fd307-e88e-4573-a871-6317124bc83d req-8991bc5d-2f6d-4116-9fc1-2d5009709630 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 946 time: 0.0553420 Mar 28 09:16:13.539632 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2f5fd307-e88e-4573-a871-6317124bc83d req-c5d69e11-c595-4173-9dbc-2f2a7d606ec2 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431056 Mar 28 09:16:14.656541 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb0279-8228-4d19-ba21-3fc809508ccc req-bec815d9-4791-4170-b43e-a89458f3919d tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:14.658036 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cfeb0279-8228-4d19-ba21-3fc809508ccc req-bec815d9-4791-4170-b43e-a89458f3919d tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 946 time: 0.0522163 Mar 28 09:16:14.709171 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cfeb0279-8228-4d19-ba21-3fc809508ccc req-17fb7cfd-1b2a-438b-afb3-4b998c670fbf tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456414 Mar 28 09:16:14.823028 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3f219-345f-4eba-a11b-a2366a590379 req-4c58ce9e-b9ab-4ad0-8cd1-60610e1d4185 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:14.824410 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e2b3f219-345f-4eba-a11b-a2366a590379 req-4c58ce9e-b9ab-4ad0-8cd1-60610e1d4185 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 946 time: 0.0520039 Mar 28 09:16:14.872565 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e2b3f219-345f-4eba-a11b-a2366a590379 req-9d879426-38b9-47ba-8e09-8d68cd14d52b tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427139 Mar 28 09:16:14.895300 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53944) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:14.941508 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3b1500-255c-4138-aecb-fcd1388b603d tempest-TestVolumeBootPattern-1476121588 tempest-TestVolumeBootPattern-1476121588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:14.943022 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3e3b1500-255c-4138-aecb-fcd1388b603d tempest-TestVolumeBootPattern-1476121588 tempest-TestVolumeBootPattern-1476121588-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 1125 time: 0.0467710 Mar 28 09:16:14.946496 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53946) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:14.950710 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': 'c131ee9f-b598-4d54-b87c-016da9c102eb', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:16:14.970084 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:15.064928 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:15.171512 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Allocated IP 172.36.4.106 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/6914094b-33e1-4575-a0bf-c02c33842a7d) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:16:15.271934 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for port (6914094b-33e1-4575-a0bf-c02c33842a7d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:15.305875 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (6914094b-33e1-4575-a0bf-c02c33842a7d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:15.340364 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:16:15.343183 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:16:15.346691 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:16:15.377288 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event updated for resources: {'Port': ['ID=6914094b-33e1-4575-a0bf-c02c33842a7d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:15.952762 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for floatingip (9eae2acf-929f-4863-b768-d69db9244323), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:16.021128 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (6914094b-33e1-4575-a0bf-c02c33842a7d), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:16.167468 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for port (6914094b-33e1-4575-a0bf-c02c33842a7d), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:16.171568 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (6914094b-33e1-4575-a0bf-c02c33842a7d), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:16.243060 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event updated for resources: {'Port': ['ID=6914094b-33e1-4575-a0bf-c02c33842a7d,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:16.252476 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (9eae2acf-929f-4863-b768-d69db9244323), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:16.354172 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Floating IP 9eae2acf-929f-4863-b768-d69db9244323 associated. External IP: 172.36.4.106, port: c131ee9f-b598-4d54-b87c-016da9c102eb. Mar 28 09:16:16.562483 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Router 21aa7a59-d6d1-4617-b260-589cf118966c has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:16:16.670426 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:16:16.680697 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14507858-a472-4786-96a0-759fe633b6e0 None None] Sync routers for ids ['21aa7a59-d6d1-4617-b260-589cf118966c'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:16:16.688676 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:16.690410 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14507858-a472-4786-96a0-759fe633b6e0 None None] Routers {'21aa7a59-d6d1-4617-b260-589cf118966c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:16:16.691016 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-14507858-a472-4786-96a0-759fe633b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:15:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21aa7a59-d6d1-4617-b260-589cf118966c'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:16.719258 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dc15aca3-034e-4c9e-92ef-201e0a3eb4ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7716076 Mar 28 09:16:16.719950 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76265c6-e302-407f-a956-1c27405d2e23', 'tag': 'c131ee9f-b598-4d54-b87c-016da9c102eb'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:16:16.722204 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a67a75-4137-4755-987b-35b45e3987ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a76265c6-e302-407f-a956-1c27405d2e23", "tag": "c131ee9f-b598-4d54-b87c-016da9c102eb"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:16:16.761946 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da62617-b883-4e6f-9adf-ead09dc835e7 x-openstack-request-id: req-4da62617-b883-4e6f-9adf-ead09dc835e7 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:16:16.762246 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76265c6-e302-407f-a956-1c27405d2e23", "tag": "c131ee9f-b598-4d54-b87c-016da9c102eb", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:16:16.762501 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4da62617-b883-4e6f-9adf-ead09dc835e7 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:16:16.762912 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da62617-b883-4e6f-9adf-ead09dc835e7'] response: {'name': 'network-changed', 'server_uuid': 'a76265c6-e302-407f-a956-1c27405d2e23', 'tag': 'c131ee9f-b598-4d54-b87c-016da9c102eb', 'status': 'completed', 'code': 200} Mar 28 09:16:16.800266 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-14507858-a472-4786-96a0-759fe633b6e0 None None] Set router 21aa7a59-d6d1-4617-b260-589cf118966c gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:16:16.827262 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a67a75-4137-4755-987b-35b45e3987ef req-33da434f-ee1f-4b4a-a1ef-69af82cadcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:16.828752 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-66a67a75-4137-4755-987b-35b45e3987ef req-33da434f-ee1f-4b4a-a1ef-69af82cadcdc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40e579c72ff4feb87447802e87b3f59&device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 1130 time: 0.0451121 Mar 28 09:16:16.918914 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a67a75-4137-4755-987b-35b45e3987ef req-643bd20f-631b-4df2-91b5-6c646b1be6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:16.920375 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-66a67a75-4137-4755-987b-35b45e3987ef req-643bd20f-631b-4df2-91b5-6c646b1be6c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 HTTP/1.1" status: 200 len: 910 time: 0.0860369 Mar 28 09:16:16.990687 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-66a67a75-4137-4755-987b-35b45e3987ef req-c0372a6f-80ce-45a9-be09-b8f7bd7807da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c131ee9f-b598-4d54-b87c-016da9c102eb HTTP/1.1" status: 200 len: 1000 time: 0.0643156 Mar 28 09:16:17.025873 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-14507858-a472-4786-96a0-759fe633b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9eae2acf-929f-4863-b768-d69db9244323', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'floating_ip_address': '172.36.4.106', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'port_id': 'c131ee9f-b598-4d54-b87c-016da9c102eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'mac_address': 'fa:16:3e:7b:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76265c6-e302-407f-a956-1c27405d2e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:16:15Z', 'updated_at': '2022-03-28T09:16:15Z', 'revision_number': 0, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:28Z', 'revision_number': 5, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:17.041114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a67a75-4137-4755-987b-35b45e3987ef req-af5f36a1-b9d6-4505-a0ee-8003f432e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:17.042604 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-66a67a75-4137-4755-987b-35b45e3987ef req-af5f36a1-b9d6-4505-a0ee-8003f432e622 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e3ff9a8-b5a8-488c-b061-58d28e8ef393 HTTP/1.1" status: 200 len: 849 time: 0.0447819 Mar 28 09:16:17.051134 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14507858-a472-4786-96a0-759fe633b6e0 None None] Checking router: 21aa7a59-d6d1-4617-b260-589cf118966c for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:16:17.059345 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14507858-a472-4786-96a0-759fe633b6e0 None None] Routers {'21aa7a59-d6d1-4617-b260-589cf118966c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:16:17.059938 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-14507858-a472-4786-96a0-759fe633b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:15:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21aa7a59-d6d1-4617-b260-589cf118966c'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:17.091857 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a67a75-4137-4755-987b-35b45e3987ef req-35e6751d-dae3-42f7-a25d-9344bfb1578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:17.093379 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-66a67a75-4137-4755-987b-35b45e3987ef req-35e6751d-dae3-42f7-a25d-9344bfb1578a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452325 Mar 28 09:16:17.167698 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-14507858-a472-4786-96a0-759fe633b6e0 None None] Set router 21aa7a59-d6d1-4617-b260-589cf118966c gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:16:17.185412 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-66a67a75-4137-4755-987b-35b45e3987ef req-ae1bdce2-36cb-490f-8e83-0091c2b9cfb1 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857246 Mar 28 09:16:17.193801 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53954) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:17.256208 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8137ae23-1180-4681-b3a9-3b683a8455ac tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/a502aaa0-5c4a-41b8-be93-d5cf69b9bef7 HTTP/1.1" status: 200 len: 991 time: 0.0612617 Mar 28 09:16:17.283788 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-66a67a75-4137-4755-987b-35b45e3987ef req-f23e14b6-a363-4354-9994-fb6793501754 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928278 Mar 28 09:16:17.405000 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-14507858-a472-4786-96a0-759fe633b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9eae2acf-929f-4863-b768-d69db9244323', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'floating_ip_address': '172.36.4.106', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'port_id': 'c131ee9f-b598-4d54-b87c-016da9c102eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'mac_address': 'fa:16:3e:7b:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76265c6-e302-407f-a956-1c27405d2e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:16:15Z', 'updated_at': '2022-03-28T09:16:15Z', 'revision_number': 0, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:28Z', 'revision_number': 5, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:17.431709 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14507858-a472-4786-96a0-759fe633b6e0 None None] The sync data for ids ['21aa7a59-d6d1-4617-b260-589cf118966c'] in dv-neutron-master-2-hyperv is: [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9eae2acf-929f-4863-b768-d69db9244323', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'floating_ip_address': '172.36.4.106', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'port_id': 'c131ee9f-b598-4d54-b87c-016da9c102eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'mac_address': 'fa:16:3e:7b:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76265c6-e302-407f-a956-1c27405d2e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:16:15Z', 'updated_at': '2022-03-28T09:16:15Z', 'revision_number': 0, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:28Z', 'revision_number': 5, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:16:17.550827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53962) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:17.649696 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9bc30e-b74c-4d9f-8ac0-0103a35a22fe None None] New status for floating IP 9eae2acf-929f-4863-b768-d69db9244323: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:16:17.715779 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5b2eb84c-3d92-455c-9941-8af09a20770d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port ea56f6e1-e86b-483d-b419-a623e8e6df4c {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:16:17.716126 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b2eb84c-3d92-455c-9941-8af09a20770d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (ea56f6e1-e86b-483d-b419-a623e8e6df4c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:17.797076 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b2eb84c-3d92-455c-9941-8af09a20770d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (ea56f6e1-e86b-483d-b419-a623e8e6df4c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:17.797409 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b2eb84c-3d92-455c-9941-8af09a20770d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (ea56f6e1-e86b-483d-b419-a623e8e6df4c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:17.810149 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5b2eb84c-3d92-455c-9941-8af09a20770d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for ea56f6e1-e86b-483d-b419-a623e8e6df4c owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:16:17.956765 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b2eb84c-3d92-455c-9941-8af09a20770d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (ea56f6e1-e86b-483d-b419-a623e8e6df4c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:17.980076 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2eb84c-3d92-455c-9941-8af09a20770d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=ea56f6e1-e86b-483d-b419-a623e8e6df4c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:18.040965 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b2eb84c-3d92-455c-9941-8af09a20770d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (a502aaa0-5c4a-41b8-be93-d5cf69b9bef7), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:18.041304 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-5b2eb84c-3d92-455c-9941-8af09a20770d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP a502aaa0-5c4a-41b8-be93-d5cf69b9bef7 disassociated (deleted). External IP: 172.36.4.4, port: df5d8fc8-7937-4c5a-9a74-ff9e14efd308. Mar 28 09:16:18.245405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2eb84c-3d92-455c-9941-8af09a20770d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router cf2712f4-a6ef-4c06-809d-9c4769cc3356 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:16:18.354174 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2eb84c-3d92-455c-9941-8af09a20770d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:16:18.358417 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b2eb84c-3d92-455c-9941-8af09a20770d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:18.363640 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818984a-5c7e-4136-8759-bae0c1e405c9 None None] Sync routers for ids ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:16:18.373467 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7818984a-5c7e-4136-8759-bae0c1e405c9 None None] Routers {'cf2712f4-a6ef-4c06-809d-9c4769cc3356'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:16:18.374093 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7818984a-5c7e-4136-8759-bae0c1e405c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:15:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:18.387848 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5b2eb84c-3d92-455c-9941-8af09a20770d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/floatingips/a502aaa0-5c4a-41b8-be93-d5cf69b9bef7 HTTP/1.1" status: 204 len: 168 time: 0.8356295 Mar 28 09:16:18.388528 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc74badd-9886-4feb-888c-d95d60c35348', 'tag': 'df5d8fc8-7937-4c5a-9a74-ff9e14efd308'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:16:18.391013 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c56800-ed3b-42d9-b37c-fea7f62f2e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc74badd-9886-4feb-888c-d95d60c35348", "tag": "df5d8fc8-7937-4c5a-9a74-ff9e14efd308"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:16:18.433841 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79458ae8-1b8d-41b7-a1d5-61431393e58e x-openstack-request-id: req-79458ae8-1b8d-41b7-a1d5-61431393e58e {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:16:18.434141 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc74badd-9886-4feb-888c-d95d60c35348", "tag": "df5d8fc8-7937-4c5a-9a74-ff9e14efd308", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:16:18.434395 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79458ae8-1b8d-41b7-a1d5-61431393e58e {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:16:18.434806 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79458ae8-1b8d-41b7-a1d5-61431393e58e'] response: {'name': 'network-changed', 'server_uuid': 'dc74badd-9886-4feb-888c-d95d60c35348', 'tag': 'df5d8fc8-7937-4c5a-9a74-ff9e14efd308', 'status': 'completed', 'code': 200} Mar 28 09:16:18.485822 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-7818984a-5c7e-4136-8759-bae0c1e405c9 None None] Set router cf2712f4-a6ef-4c06-809d-9c4769cc3356 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:16:18.503642 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c56800-ed3b-42d9-b37c-fea7f62f2e8c req-d2554663-5d96-4e4c-84f4-fc1b6fc95337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:18.505975 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-76c56800-ed3b-42d9-b37c-fea7f62f2e8c req-d2554663-5d96-4e4c-84f4-fc1b6fc95337 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=dc74badd-9886-4feb-888c-d95d60c35348 HTTP/1.1" status: 200 len: 1129 time: 0.0500538 Mar 28 09:16:18.620735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c56800-ed3b-42d9-b37c-fea7f62f2e8c req-cb0ffc59-969a-4b41-9776-4c7c68a9d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:18.622264 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-76c56800-ed3b-42d9-b37c-fea7f62f2e8c req-cb0ffc59-969a-4b41-9776-4c7c68a9d12d service neutron] 10.222.0.16 "GET /v2.0/networks?id=2d3ba313-dd09-4266-8b86-8dbfeb55d512 HTTP/1.1" status: 200 len: 896 time: 0.1066105 Mar 28 09:16:18.644672 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bd512-32b1-47b1-bd4f-e8f5d4acbbff req-faf37d21-a4ed-49d7-a31b-cc660804a5cb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:18.646917 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ea3bd512-32b1-47b1-bd4f-e8f5d4acbbff req-faf37d21-a4ed-49d7-a31b-cc660804a5cb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc74badd-9886-4feb-888c-d95d60c35348 HTTP/1.1" status: 200 len: 945 time: 0.0662408 Mar 28 09:16:18.664898 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-76c56800-ed3b-42d9-b37c-fea7f62f2e8c req-67147426-ffe8-4916-b439-d42e8246d327 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df5d8fc8-7937-4c5a-9a74-ff9e14efd308 HTTP/1.1" status: 200 len: 217 time: 0.0359070 Mar 28 09:16:18.693295 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7818984a-5c7e-4136-8759-bae0c1e405c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'name': 'tempest-TestNetworkBasicOps-router-2133983167', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96'}], 'enable_snat': True}, 'gw_port_id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:15:26Z', 'updated_at': '2022-03-28T09:15:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:27Z', 'updated_at': '2022-03-28T09:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '992d54f5-b2e2-49e2-89df-bba312d0f256', 'name': '', 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:a3:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7276f11b-8907-4316-98d5-fc94642398da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:29Z', 'updated_at': '2022-03-28T09:15:32Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '7276f11b-8907-4316-98d5-fc94642398da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:18.706559 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ea3bd512-32b1-47b1-bd4f-e8f5d4acbbff req-ccf8506d-0f68-4064-a287-a20a34cf041f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=290c4355-a753-494d-8262-1d08b2b07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530086 Mar 28 09:16:18.724984 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818984a-5c7e-4136-8759-bae0c1e405c9 None None] Checking router: cf2712f4-a6ef-4c06-809d-9c4769cc3356 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:16:18.733324 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7818984a-5c7e-4136-8759-bae0c1e405c9 None None] Routers {'cf2712f4-a6ef-4c06-809d-9c4769cc3356'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:16:18.733965 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7818984a-5c7e-4136-8759-bae0c1e405c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:15:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:18.738354 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c56800-ed3b-42d9-b37c-fea7f62f2e8c req-99338176-b0e2-4cb1-a532-0b7ef7886d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:18.739811 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-76c56800-ed3b-42d9-b37c-fea7f62f2e8c req-99338176-b0e2-4cb1-a532-0b7ef7886d79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7276f11b-8907-4316-98d5-fc94642398da HTTP/1.1" status: 200 len: 835 time: 0.0636210 Mar 28 09:16:18.790273 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c56800-ed3b-42d9-b37c-fea7f62f2e8c req-8e57a2ae-df79-4416-ae0f-c835e8a66c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:18.791752 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-76c56800-ed3b-42d9-b37c-fea7f62f2e8c req-8e57a2ae-df79-4416-ae0f-c835e8a66c4a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d3ba313-dd09-4266-8b86-8dbfeb55d512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444210 Mar 28 09:16:18.841236 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-7818984a-5c7e-4136-8759-bae0c1e405c9 None None] Set router cf2712f4-a6ef-4c06-809d-9c4769cc3356 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:16:18.881551 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-76c56800-ed3b-42d9-b37c-fea7f62f2e8c req-8d3718b2-dc57-4b74-9e44-fe888c12c200 service neutron] 10.222.0.16 "GET /v2.0/networks/2d3ba313-dd09-4266-8b86-8dbfeb55d512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832334 Mar 28 09:16:18.977848 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-76c56800-ed3b-42d9-b37c-fea7f62f2e8c req-a0974077-9f3e-471c-8b15-b2a7fa9fd9da service neutron] 10.222.0.16 "GET /v2.0/networks/2d3ba313-dd09-4266-8b86-8dbfeb55d512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896482 Mar 28 09:16:19.124402 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7818984a-5c7e-4136-8759-bae0c1e405c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'name': 'tempest-TestNetworkBasicOps-router-2133983167', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96'}], 'enable_snat': True}, 'gw_port_id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:15:26Z', 'updated_at': '2022-03-28T09:15:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:27Z', 'updated_at': '2022-03-28T09:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '992d54f5-b2e2-49e2-89df-bba312d0f256', 'name': '', 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:a3:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7276f11b-8907-4316-98d5-fc94642398da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:29Z', 'updated_at': '2022-03-28T09:15:32Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '7276f11b-8907-4316-98d5-fc94642398da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:19.149638 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818984a-5c7e-4136-8759-bae0c1e405c9 None None] The sync data for ids ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'] in dv-neutron-master-2-hyperv is: [{'id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'name': 'tempest-TestNetworkBasicOps-router-2133983167', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96'}], 'enable_snat': True}, 'gw_port_id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:15:26Z', 'updated_at': '2022-03-28T09:15:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:27Z', 'updated_at': '2022-03-28T09:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '992d54f5-b2e2-49e2-89df-bba312d0f256', 'name': '', 'network_id': '2d3ba313-dd09-4266-8b86-8dbfeb55d512', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:a3:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7276f11b-8907-4316-98d5-fc94642398da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:29Z', 'updated_at': '2022-03-28T09:15:32Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '7276f11b-8907-4316-98d5-fc94642398da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:16:19.363594 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a78c0-a021-440e-ad1b-8ccd7537cf33 None None] New status for floating IP a502aaa0-5c4a-41b8-be93-d5cf69b9bef7: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:16:19.828657 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebf352-0925-4a12-9628-ff715eab8db9 req-9117a573-831e-4c0d-8bd5-ec29b3c4889e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:19.830141 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-55ebf352-0925-4a12-9628-ff715eab8db9 req-9117a573-831e-4c0d-8bd5-ec29b3c4889e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc74badd-9886-4feb-888c-d95d60c35348 HTTP/1.1" status: 200 len: 945 time: 0.0528088 Mar 28 09:16:19.877687 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-55ebf352-0925-4a12-9628-ff715eab8db9 req-24999535-ca1f-4eca-9693-bc1a0956994d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=290c4355-a753-494d-8262-1d08b2b07d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413020 Mar 28 09:16:19.942365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf83b1-5969-473a-8b4d-8b3a23df00b5 req-6a75d562-3cb6-40c7-9ce9-b8d0a209e4e8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:19.943821 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-25bf83b1-5969-473a-8b4d-8b3a23df00b5 req-6a75d562-3cb6-40c7-9ce9-b8d0a209e4e8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc74badd-9886-4feb-888c-d95d60c35348 HTTP/1.1" status: 200 len: 945 time: 0.0564892 Mar 28 09:16:20.366775 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-25bf83b1-5969-473a-8b4d-8b3a23df00b5 req-24b5d197-5787-4808-96d6-3c6baa049dd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port df5d8fc8-7937-4c5a-9a74-ff9e14efd308 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:16:20.367484 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-25bf83b1-5969-473a-8b4d-8b3a23df00b5 req-24b5d197-5787-4808-96d6-3c6baa049dd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (df5d8fc8-7937-4c5a-9a74-ff9e14efd308), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:20.454488 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-25bf83b1-5969-473a-8b4d-8b3a23df00b5 req-24b5d197-5787-4808-96d6-3c6baa049dd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port df5d8fc8-7937-4c5a-9a74-ff9e14efd308, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df5d8fc8-7937-4c5a-9a74-ff9e14efd308,segment=NetworkSegment(c8150aaa-8da4-40c0-a757-9ecaa34e61ba),segment_id=c8150aaa-8da4-40c0-a757-9ecaa34e61ba)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:16:20.454855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-25bf83b1-5969-473a-8b4d-8b3a23df00b5 req-24b5d197-5787-4808-96d6-3c6baa049dd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (df5d8fc8-7937-4c5a-9a74-ff9e14efd308), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:20.468037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-25bf83b1-5969-473a-8b4d-8b3a23df00b5 req-24b5d197-5787-4808-96d6-3c6baa049dd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for df5d8fc8-7937-4c5a-9a74-ff9e14efd308 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:16:20.591081 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-25bf83b1-5969-473a-8b4d-8b3a23df00b5 req-24b5d197-5787-4808-96d6-3c6baa049dd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (df5d8fc8-7937-4c5a-9a74-ff9e14efd308), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:20.620486 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5d197-5787-4808-96d6-3c6baa049dd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=df5d8fc8-7937-4c5a-9a74-ff9e14efd308,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:20.666617 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bf83b1-5969-473a-8b4d-8b3a23df00b5 req-24b5d197-5787-4808-96d6-3c6baa049dd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] No DVR routers for this DVR port df5d8fc8-7937-4c5a-9a74-ff9e14efd308 on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:16:20.669005 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-25bf83b1-5969-473a-8b4d-8b3a23df00b5 req-24b5d197-5787-4808-96d6-3c6baa049dd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:20.672507 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-25bf83b1-5969-473a-8b4d-8b3a23df00b5 req-24b5d197-5787-4808-96d6-3c6baa049dd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "DELETE /v2.0/ports/df5d8fc8-7937-4c5a-9a74-ff9e14efd308 HTTP/1.1" status: 204 len: 173 time: 0.7228975 Mar 28 09:16:20.672980 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc74badd-9886-4feb-888c-d95d60c35348', 'name': 'network-vif-deleted', 'tag': 'df5d8fc8-7937-4c5a-9a74-ff9e14efd308'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:16:20.675708 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb5b4e3-686c-40c7-b36f-b500ab560b8e" -d '{"events": [{"server_uuid": "dc74badd-9886-4feb-888c-d95d60c35348", "name": "network-vif-deleted", "tag": "df5d8fc8-7937-4c5a-9a74-ff9e14efd308"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:16:20.713322 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29edb98-c83f-4290-a579-a57986e3e1e0 x-openstack-request-id: req-b29edb98-c83f-4290-a579-a57986e3e1e0 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:16:20.713638 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc74badd-9886-4feb-888c-d95d60c35348", "name": "network-vif-deleted", "tag": "df5d8fc8-7937-4c5a-9a74-ff9e14efd308", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:16:20.713896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b29edb98-c83f-4290-a579-a57986e3e1e0 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:16:20.714306 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b29edb98-c83f-4290-a579-a57986e3e1e0'] response: {'server_uuid': 'dc74badd-9886-4feb-888c-d95d60c35348', 'name': 'network-vif-deleted', 'tag': 'df5d8fc8-7937-4c5a-9a74-ff9e14efd308', 'status': 'completed', 'code': 200} Mar 28 09:16:20.984881 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-86fc93fb-5092-44b6-8639-72760a3489ee req-a5f27bd2-d199-48d4-91d4-04e59cad4c67 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc74badd-9886-4feb-888c-d95d60c35348 HTTP/1.1" status: 200 len: 210 time: 0.0287619 Mar 28 09:16:21.262474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:22.043771 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53978) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:22.098943 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3bdcc277-1b67-4162-8363-032b44e0a399 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (290c4355-a753-494d-8262-1d08b2b07d9e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:22.123549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3bdcc277-1b67-4162-8363-032b44e0a399 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (290c4355-a753-494d-8262-1d08b2b07d9e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:22.182843 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3bdcc277-1b67-4162-8363-032b44e0a399 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (290c4355-a753-494d-8262-1d08b2b07d9e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:22.185465 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3bdcc277-1b67-4162-8363-032b44e0a399 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:22.186623 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3bdcc277-1b67-4162-8363-032b44e0a399 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/security-groups/290c4355-a753-494d-8262-1d08b2b07d9e HTTP/1.1" status: 204 len: 168 time: 0.1417656 Mar 28 09:16:22.201547 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcc277-1b67-4162-8363-032b44e0a399 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=290c4355-a753-494d-8262-1d08b2b07d9e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:22.225728 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53982) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:22.579363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f0be-8bf7-41ff-a379-8d2b398968a4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (cf2712f4-a6ef-4c06-809d-9c4769cc3356), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:22.837502 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6f0be-8bf7-41ff-a379-8d2b398968a4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 992d54f5-b2e2-49e2-89df-bba312d0f256 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:16:22.837793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f0be-8bf7-41ff-a379-8d2b398968a4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:22.927628 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-6cb6f0be-8bf7-41ff-a379-8d2b398968a4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port 992d54f5-b2e2-49e2-89df-bba312d0f256, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=992d54f5-b2e2-49e2-89df-bba312d0f256,segment=NetworkSegment(c8150aaa-8da4-40c0-a757-9ecaa34e61ba),segment_id=c8150aaa-8da4-40c0-a757-9ecaa34e61ba)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:16:22.927989 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f0be-8bf7-41ff-a379-8d2b398968a4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:22.940527 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6f0be-8bf7-41ff-a379-8d2b398968a4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 992d54f5-b2e2-49e2-89df-bba312d0f256 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:16:23.129312 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f0be-8bf7-41ff-a379-8d2b398968a4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (992d54f5-b2e2-49e2-89df-bba312d0f256), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:23.156959 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6f0be-8bf7-41ff-a379-8d2b398968a4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=992d54f5-b2e2-49e2-89df-bba312d0f256,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:23.334232 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f0be-8bf7-41ff-a379-8d2b398968a4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (cf2712f4-a6ef-4c06-809d-9c4769cc3356), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:23.558889 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb6f0be-8bf7-41ff-a379-8d2b398968a4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router cf2712f4-a6ef-4c06-809d-9c4769cc3356 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:16:23.667118 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb6f0be-8bf7-41ff-a379-8d2b398968a4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:16:23.674216 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6cb6f0be-8bf7-41ff-a379-8d2b398968a4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/cf2712f4-a6ef-4c06-809d-9c4769cc3356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4473579 Mar 28 09:16:23.675038 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53986) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:23.677455 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb1402-2893-428c-873f-2eb5753617ad None None] Sync routers for ids ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:16:23.686717 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb1402-2893-428c-873f-2eb5753617ad None None] Routers {'cf2712f4-a6ef-4c06-809d-9c4769cc3356'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:16:23.687322 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-30eb1402-2893-428c-873f-2eb5753617ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:15:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:23.726464 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-9064cb2f-78b1-43f7-8558-0b1e59fc4c43 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting subnet 7276f11b-8907-4316-98d5-fc94642398da {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:16:23.729634 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9064cb2f-78b1-43f7-8558-0b1e59fc4c43 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (7276f11b-8907-4316-98d5-fc94642398da), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:23.773838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9064cb2f-78b1-43f7-8558-0b1e59fc4c43 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (7276f11b-8907-4316-98d5-fc94642398da), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:23.794383 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-30eb1402-2893-428c-873f-2eb5753617ad None None] Set router cf2712f4-a6ef-4c06-809d-9c4769cc3356 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:16:23.855269 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9064cb2f-78b1-43f7-8558-0b1e59fc4c43 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (7276f11b-8907-4316-98d5-fc94642398da), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:23.912420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9064cb2f-78b1-43f7-8558-0b1e59fc4c43 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (7276f11b-8907-4316-98d5-fc94642398da), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:23.943936 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064cb2f-78b1-43f7-8558-0b1e59fc4c43 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Subnet': ['ID=7276f11b-8907-4316-98d5-fc94642398da,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:23.947754 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9064cb2f-78b1-43f7-8558-0b1e59fc4c43 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:23.953357 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9064cb2f-78b1-43f7-8558-0b1e59fc4c43 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/subnets/7276f11b-8907-4316-98d5-fc94642398da HTTP/1.1" status: 204 len: 168 time: 0.2749860 Mar 28 09:16:23.953644 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53988) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:23.956815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bb49c2-f62b-4b4a-bd49-395ad4e3dc74 None None] Network 2d3ba313-dd09-4266-8b86-8dbfeb55d512 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:16:23.975259 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-30eb1402-2893-428c-873f-2eb5753617ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'name': 'tempest-TestNetworkBasicOps-router-2133983167', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96'}], 'enable_snat': True}, 'gw_port_id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:15:26Z', 'updated_at': '2022-03-28T09:16:23Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:27Z', 'updated_at': '2022-03-28T09:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:24.002010 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb1402-2893-428c-873f-2eb5753617ad None None] Checking router: cf2712f4-a6ef-4c06-809d-9c4769cc3356 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:16:24.010907 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb1402-2893-428c-873f-2eb5753617ad None None] Routers {'cf2712f4-a6ef-4c06-809d-9c4769cc3356'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:16:24.011514 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-30eb1402-2893-428c-873f-2eb5753617ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:15:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:24.070519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-269fb9a1-43b0-4445-9d3d-bdc3746cbe75 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (cf2712f4-a6ef-4c06-809d-9c4769cc3356), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:24.109239 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device df5d8fc8-7937-4c5a-9a74-ff9e14efd308 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:16:24.120092 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-30eb1402-2893-428c-873f-2eb5753617ad None None] Set router cf2712f4-a6ef-4c06-809d-9c4769cc3356 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:16:24.129656 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: df5d8fc8-7937-4c5a-9a74-ff9e14efd308 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:16:24.131717 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device df5d8fc8-7937-4c5a-9a74-ff9e14efd308 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:16:24.141493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a68e4b-5b9e-4180-96d4-946529208b12 None None] DHCP port deletion for 2d3ba313-dd09-4266-8b86-8dbfeb55d512 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:16:24.190317 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-87a68e4b-5b9e-4180-96d4-946529208b12 None None] Deleting port c120c039-2ab3-421c-b31b-5a36fb89bf04 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:16:24.190685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-87a68e4b-5b9e-4180-96d4-946529208b12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (c120c039-2ab3-421c-b31b-5a36fb89bf04), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:24.195786 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-269fb9a1-43b0-4445-9d3d-bdc3746cbe75 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (cf2712f4-a6ef-4c06-809d-9c4769cc3356), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:24.264746 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-269fb9a1-43b0-4445-9d3d-bdc3746cbe75 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 5a6e1419-5e72-429e-bc33-93d1f642ec61 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:16:24.265112 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-269fb9a1-43b0-4445-9d3d-bdc3746cbe75 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (5a6e1419-5e72-429e-bc33-93d1f642ec61), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:24.268136 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-87a68e4b-5b9e-4180-96d4-946529208b12 None None] For port c120c039-2ab3-421c-b31b-5a36fb89bf04, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c120c039-2ab3-421c-b31b-5a36fb89bf04,segment=NetworkSegment(c8150aaa-8da4-40c0-a757-9ecaa34e61ba),segment_id=c8150aaa-8da4-40c0-a757-9ecaa34e61ba)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:16:24.268819 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-87a68e4b-5b9e-4180-96d4-946529208b12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (c120c039-2ab3-421c-b31b-5a36fb89bf04), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:24.283240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-87a68e4b-5b9e-4180-96d4-946529208b12 None None] Calling delete_port for c120c039-2ab3-421c-b31b-5a36fb89bf04 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:16:24.309358 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-30eb1402-2893-428c-873f-2eb5753617ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'name': 'tempest-TestNetworkBasicOps-router-2133983167', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96'}], 'enable_snat': True}, 'gw_port_id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:15:26Z', 'updated_at': '2022-03-28T09:16:23Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:27Z', 'updated_at': '2022-03-28T09:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:24.340599 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb1402-2893-428c-873f-2eb5753617ad None None] The sync data for ids ['cf2712f4-a6ef-4c06-809d-9c4769cc3356'] in dv-neutron-master-2-hyperv is: [{'id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'name': 'tempest-TestNetworkBasicOps-router-2133983167', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96'}], 'enable_snat': True}, 'gw_port_id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:15:26Z', 'updated_at': '2022-03-28T09:16:23Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5a6e1419-5e72-429e-bc33-93d1f642ec61', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:66:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2712f4-a6ef-4c06-809d-9c4769cc3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:15:27Z', 'updated_at': '2022-03-28T09:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:16:24.356384 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-269fb9a1-43b0-4445-9d3d-bdc3746cbe75 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port 5a6e1419-5e72-429e-bc33-93d1f642ec61, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a6e1419-5e72-429e-bc33-93d1f642ec61,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:16:24.356770 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-269fb9a1-43b0-4445-9d3d-bdc3746cbe75 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (5a6e1419-5e72-429e-bc33-93d1f642ec61), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:24.370012 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-87a68e4b-5b9e-4180-96d4-946529208b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (c120c039-2ab3-421c-b31b-5a36fb89bf04), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:24.371434 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-269fb9a1-43b0-4445-9d3d-bdc3746cbe75 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 5a6e1419-5e72-429e-bc33-93d1f642ec61 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:16:24.399974 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a68e4b-5b9e-4180-96d4-946529208b12 None None] Pushing event deleted for resources: {'Port': ['ID=c120c039-2ab3-421c-b31b-5a36fb89bf04,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:24.403386 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a68e4b-5b9e-4180-96d4-946529208b12 None None] No DVR routers for this DVR port c120c039-2ab3-421c-b31b-5a36fb89bf04 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:16:24.545004 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-269fb9a1-43b0-4445-9d3d-bdc3746cbe75 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (5a6e1419-5e72-429e-bc33-93d1f642ec61), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:24.574619 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fb9a1-43b0-4445-9d3d-bdc3746cbe75 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=5a6e1419-5e72-429e-bc33-93d1f642ec61,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:24.637003 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-269fb9a1-43b0-4445-9d3d-bdc3746cbe75 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (cf2712f4-a6ef-4c06-809d-9c4769cc3356), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:24.738340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-269fb9a1-43b0-4445-9d3d-bdc3746cbe75 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (cf2712f4-a6ef-4c06-809d-9c4769cc3356), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:24.740845 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-269fb9a1-43b0-4445-9d3d-bdc3746cbe75 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_controller (cf2712f4-a6ef-4c06-809d-9c4769cc3356), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:24.791001 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-269fb9a1-43b0-4445-9d3d-bdc3746cbe75 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (cf2712f4-a6ef-4c06-809d-9c4769cc3356), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:24.791572 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269fb9a1-43b0-4445-9d3d-bdc3746cbe75 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Fanout notify agent at l3_agent the message router_deleted on router cf2712f4-a6ef-4c06-809d-9c4769cc3356 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:16:24.799504 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-269fb9a1-43b0-4445-9d3d-bdc3746cbe75 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:24.800781 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-269fb9a1-43b0-4445-9d3d-bdc3746cbe75 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/routers/cf2712f4-a6ef-4c06-809d-9c4769cc3356 HTTP/1.1" status: 204 len: 168 time: 0.8462074 Mar 28 09:16:24.802377 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c120c039-2ab3-421c-b31b-5a36fb89bf04 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:16:24.803407 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53990) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:24.825518 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: c120c039-2ab3-421c-b31b-5a36fb89bf04 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:16:24.825901 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c120c039-2ab3-421c-b31b-5a36fb89bf04 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:16:24.827013 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 992d54f5-b2e2-49e2-89df-bba312d0f256 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:16:24.846942 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 992d54f5-b2e2-49e2-89df-bba312d0f256 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:16:24.847429 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 992d54f5-b2e2-49e2-89df-bba312d0f256 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:16:24.898106 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c3b91dda-bd6e-4d9e-b5a5-3817f3340c39 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (2d3ba313-dd09-4266-8b86-8dbfeb55d512), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:24.993101 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c3b91dda-bd6e-4d9e-b5a5-3817f3340c39 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (2d3ba313-dd09-4266-8b86-8dbfeb55d512), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:25.017263 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-c3b91dda-bd6e-4d9e-b5a5-3817f3340c39 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3ba313-dd09-4266-8b86-8dbfeb55d512']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:25.029120 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-c3b91dda-bd6e-4d9e-b5a5-3817f3340c39 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8150aaa-8da4-40c0-a757-9ecaa34e61ba') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:25.029470 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-c3b91dda-bd6e-4d9e-b5a5-3817f3340c39 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8150aaa-8da4-40c0-a757-9ecaa34e61ba') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:25.051060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c3b91dda-bd6e-4d9e-b5a5-3817f3340c39 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (c8150aaa-8da4-40c0-a757-9ecaa34e61ba), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:25.066657 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c3b91dda-bd6e-4d9e-b5a5-3817f3340c39 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c8150aaa-8da4-40c0-a757-9ecaa34e61ba), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:25.073268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b91dda-bd6e-4d9e-b5a5-3817f3340c39 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:16:25.073687 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c3b91dda-bd6e-4d9e-b5a5-3817f3340c39 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (c8150aaa-8da4-40c0-a757-9ecaa34e61ba), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:16:25.076816 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:16:25.138347 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c3b91dda-bd6e-4d9e-b5a5-3817f3340c39 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (2d3ba313-dd09-4266-8b86-8dbfeb55d512), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:25.146099 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c3b91dda-bd6e-4d9e-b5a5-3817f3340c39 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:25.149804 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c3b91dda-bd6e-4d9e-b5a5-3817f3340c39 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/networks/2d3ba313-dd09-4266-8b86-8dbfeb55d512 HTTP/1.1" status: 204 len: 168 time: 0.3448267 Mar 28 09:16:25.161703 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b91dda-bd6e-4d9e-b5a5-3817f3340c39 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Network': ['ID=2d3ba313-dd09-4266-8b86-8dbfeb55d512,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:25.167239 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53992) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:25.172616 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-dffeccd6-18b4-4605-82d8-edc2de456445 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'network': {'name': 'tempest-network-smoke--983746220', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'port_security_enabled': True}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:16:25.193680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffeccd6-18b4-4605-82d8-edc2de456445 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:16:25.197375 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dffeccd6-18b4-4605-82d8-edc2de456445 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:25.221501 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffeccd6-18b4-4605-82d8-edc2de456445 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:16:25.231772 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dffeccd6-18b4-4605-82d8-edc2de456445 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (7b984a47-561b-468c-b36e-3331c1cc4fd3), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:25.232225 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-dffeccd6-18b4-4605-82d8-edc2de456445 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Added segment 7b984a47-561b-468c-b36e-3331c1cc4fd3 of type vlan for network 3f816717-1e0b-4109-91aa-e202a24ae908 Mar 28 09:16:25.272430 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dffeccd6-18b4-4605-82d8-edc2de456445 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (3f816717-1e0b-4109-91aa-e202a24ae908), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:25.297698 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dffeccd6-18b4-4605-82d8-edc2de456445 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (3f816717-1e0b-4109-91aa-e202a24ae908), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:25.302780 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffeccd6-18b4-4605-82d8-edc2de456445 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:25.303340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dffeccd6-18b4-4605-82d8-edc2de456445 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:25.368373 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-dffeccd6-18b4-4605-82d8-edc2de456445 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2000210 Mar 28 09:16:25.371583 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 53994) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:25.378049 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffeccd6-18b4-4605-82d8-edc2de456445 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Network': ['ID=3f816717-1e0b-4109-91aa-e202a24ae908,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:25.382955 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-475954170', 'admin_state_up': True, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:16:25.389930 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 3f816717-1e0b-4109-91aa-e202a24ae908 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:16:25.411981 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (2cc1217e-4ebb-4400-abea-5de2f201e1c3), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:25.413192 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (2cc1217e-4ebb-4400-abea-5de2f201e1c3), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:25.472949 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_controller (2cc1217e-4ebb-4400-abea-5de2f201e1c3), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:25.620083 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (2cc1217e-4ebb-4400-abea-5de2f201e1c3), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:25.817116 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (2cc1217e-4ebb-4400-abea-5de2f201e1c3), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:25.840003 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:25.940976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.36.4.27 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:16:26.042846 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:26.076112 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:26.111542 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:16:26.114385 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:16:26.118673 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:16:26.145943 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:26.371327 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (2cc1217e-4ebb-4400-abea-5de2f201e1c3), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:26.541659 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5a6e1419-5e72-429e-bc33-93d1f642ec61 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:16:26.561964 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 5a6e1419-5e72-429e-bc33-93d1f642ec61 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:16:26.562398 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5a6e1419-5e72-429e-bc33-93d1f642ec61 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:16:26.570485 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (2cc1217e-4ebb-4400-abea-5de2f201e1c3), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:26.697471 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:16:27.065814 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:16:27.076494 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Sync routers for ids ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:16:27.085598 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:27.089878 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1bffff45-b11b-4b85-900b-7879e0e4e4c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7144265 Mar 28 09:16:27.090048 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Routers {'2cc1217e-4ebb-4400-abea-5de2f201e1c3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:16:27.090048 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:15:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:27.090538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53996) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:27.119796 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f9b42401-610f-4613-8f7a-5fa221443afd tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c196c225c4d841048df5a13a55d30507&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276046 Mar 28 09:16:27.122011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 53998) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:27.198187 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Set router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:16:27.293609 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514473ed-b6c8-43af-9bb2-fb8838c58663 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:27.295207 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-514473ed-b6c8-43af-9bb2-fb8838c58663 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1722980 Mar 28 09:16:27.297992 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54000) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:27.307483 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4a2a07a7-cd7d-4a98-84d2-cd23e53d8d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:27.331630 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-139d5d6f-a790-4437-a6c7-1dc470826620 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324831 Mar 28 09:16:27.334068 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54002) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:27.339446 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-8482374c-a808-43d0-93b8-3989bb1e0704 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1949692238', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:16:27.399193 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:26Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:27.426114 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Checking router: 2cc1217e-4ebb-4400-abea-5de2f201e1c3 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:16:27.426469 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Updating router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 port 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:16:27.434940 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8482374c-a808-43d0-93b8-3989bb1e0704 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:16:27.438383 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8482374c-a808-43d0-93b8-3989bb1e0704 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:27.454327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:27.641532 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8482374c-a808-43d0-93b8-3989bb1e0704 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (cd34a305-e753-4d20-b101-4e467118bae0), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:27.709173 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482374c-a808-43d0-93b8-3989bb1e0704 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Subnet': ['ID=cd34a305-e753-4d20-b101-4e467118bae0,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:27.711390 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Publish callbacks [] for port (9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:27.715434 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8482374c-a808-43d0-93b8-3989bb1e0704 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Checking segment: {'id': '7b984a47-561b-468c-b36e-3331c1cc4fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:16:27.715831 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8482374c-a808-43d0-93b8-3989bb1e0704 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network hostable DHCP agents. Network: 3f816717-1e0b-4109-91aa-e202a24ae908, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:16:27.719215 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:27.737852 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8482374c-a808-43d0-93b8-3989bb1e0704 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 3f816717-1e0b-4109-91aa-e202a24ae908 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:16:27.751189 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-8482374c-a808-43d0-93b8-3989bb1e0704 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3f816717-1e0b-4109-91aa-e202a24ae908) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:16:27.756426 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8482374c-a808-43d0-93b8-3989bb1e0704 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:27.757369 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8482374c-a808-43d0-93b8-3989bb1e0704 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:27.775819 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d842cb-1dde-400c-a178-43b2cbeb3fe2 None None] Network 3f816717-1e0b-4109-91aa-e202a24ae908 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:16:27.776562 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8482374c-a808-43d0-93b8-3989bb1e0704 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4414847 Mar 28 09:16:27.779365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54004) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:27.780734 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Attempting to bind port 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:16:27.781106 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Attempting to bind port 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:16:27.781468 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Attempting to bind port 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:16:27.796474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62d7b0-a4b2-4d92-99a0-551413272e90 None None] Pushing event updated for resources: {'Port': ['ID=9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:27.822784 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:16:27.823161 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:16:27.823566 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:27.823960 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:16:27.824444 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Bound port: 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:16:27.824825 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:27.902074 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] For port 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:16:27.906766 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] For port 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:16:27.927207 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:27.955183 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3f816717-1e0b-4109-91aa-e202a24ae908', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ips': [{'subnet_id': 'cd34a305-e753-4d20-b101-4e467118bae0'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:16:27.956032 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:28.009644 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62d7b0-a4b2-4d92-99a0-551413272e90 None None] Pushing event updated for resources: {'Port': ['ID=9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:28.060062 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Routers {'2cc1217e-4ebb-4400-abea-5de2f201e1c3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:16:28.060692 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:15:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:28.362584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Allocated IP 172.20.0.2 (3f816717-1e0b-4109-91aa-e202a24ae908/cd34a305-e753-4d20-b101-4e467118bae0/bf340aa9-d44c-405c-a4e6-3be9c45b6ccf) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:16:28.380847 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] Set router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:16:28.600208 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8aebfdd3-04a9-43fe-93a3-acfc32c09db5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:28.653016 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Publish callbacks [] for port (bf340aa9-d44c-405c-a4e6-3be9c45b6ccf), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:28.660791 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (bf340aa9-d44c-405c-a4e6-3be9c45b6ccf), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:28.702277 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Network 3f816717-1e0b-4109-91aa-e202a24ae908 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:16:28.707457 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:16:28.714203 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:26Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:28.718542 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:16:28.722352 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Pushing event updated for resources: {'Port': ['ID=bf340aa9-d44c-405c-a4e6-3be9c45b6ccf,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:28.752755 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfb0490-4fc9-4a6f-8751-26bef1475853 None None] The sync data for ids ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'] in dv-neutron-master-2-hyperv is: [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:26Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:16:28.808770 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Attempting to bind port bf340aa9-d44c-405c-a4e6-3be9c45b6ccf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:16:28.809199 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Attempting to bind port bf340aa9-d44c-405c-a4e6-3be9c45b6ccf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7b984a47-561b-468c-b36e-3331c1cc4fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:16:28.809517 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Attempting to bind port bf340aa9-d44c-405c-a4e6-3be9c45b6ccf on network 3f816717-1e0b-4109-91aa-e202a24ae908 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:16:28.815018 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:16:28.815407 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Checking segment: {'id': '7b984a47-561b-468c-b36e-3331c1cc4fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:16:28.815816 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:28.816214 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Bound using segment: {'id': '7b984a47-561b-468c-b36e-3331c1cc4fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:16:28.816840 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Bound port: bf340aa9-d44c-405c-a4e6-3be9c45b6ccf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b984a47-561b-468c-b36e-3331c1cc4fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:16:28.817233 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bf340aa9-d44c-405c-a4e6-3be9c45b6ccf), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:28.884271 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] For port bf340aa9-d44c-405c-a4e6-3be9c45b6ccf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:16:28.887607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] For port bf340aa9-d44c-405c-a4e6-3be9c45b6ccf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bf340aa9-d44c-405c-a4e6-3be9c45b6ccf,segment=NetworkSegment(7b984a47-561b-468c-b36e-3331c1cc4fd3),segment_id=7b984a47-561b-468c-b36e-3331c1cc4fd3)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:16:28.895188 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (bf340aa9-d44c-405c-a4e6-3be9c45b6ccf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:28.938186 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-8aebfdd3-04a9-43fe-93a3-acfc32c09db5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.1 (3f816717-1e0b-4109-91aa-e202a24ae908/cd34a305-e753-4d20-b101-4e467118bae0/af6a3db0-faf3-4be5-9558-eb01dd77b94b) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:16:28.965612 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3f9b3-3c5e-41bb-a654-69aedd0dafc4 None None] Pushing event updated for resources: {'Port': ['ID=bf340aa9-d44c-405c-a4e6-3be9c45b6ccf,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:29.104085 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8aebfdd3-04a9-43fe-93a3-acfc32c09db5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:29.160231 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8aebfdd3-04a9-43fe-93a3-acfc32c09db5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:29.206333 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aebfdd3-04a9-43fe-93a3-acfc32c09db5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 3f816717-1e0b-4109-91aa-e202a24ae908 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:16:29.209610 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-8aebfdd3-04a9-43fe-93a3-acfc32c09db5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:16:29.217257 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aebfdd3-04a9-43fe-93a3-acfc32c09db5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:16:29.243887 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebfdd3-04a9-43fe-93a3-acfc32c09db5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=af6a3db0-faf3-4be5-9558-eb01dd77b94b,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:29.278153 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8aebfdd3-04a9-43fe-93a3-acfc32c09db5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (2cc1217e-4ebb-4400-abea-5de2f201e1c3), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:29.451883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8aebfdd3-04a9-43fe-93a3-acfc32c09db5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:29.458736 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ea35846e-5d34-4162-b29d-71f75b0ad146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:29.752834 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8aebfdd3-04a9-43fe-93a3-acfc32c09db5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:29.758822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8aebfdd3-04a9-43fe-93a3-acfc32c09db5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:29.834710 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebfdd3-04a9-43fe-93a3-acfc32c09db5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=af6a3db0-faf3-4be5-9558-eb01dd77b94b,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:29.840691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8aebfdd3-04a9-43fe-93a3-acfc32c09db5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (2cc1217e-4ebb-4400-abea-5de2f201e1c3), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:29.937965 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aebfdd3-04a9-43fe-93a3-acfc32c09db5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 3f816717-1e0b-4109-91aa-e202a24ae908 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:16:29.939415 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-8aebfdd3-04a9-43fe-93a3-acfc32c09db5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:16:29.991893 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f575dd51-c656-4278-8cb9-be3bd88d97c7 None None] Network 3f816717-1e0b-4109-91aa-e202a24ae908 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:16:30.054732 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a0d2e8b8-fb7b-48a2-b852-7f92cba42811 None None] Provisioning complete for port bf340aa9-d44c-405c-a4e6-3be9c45b6ccf triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:16:30.054732 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a0d2e8b8-fb7b-48a2-b852-7f92cba42811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (bf340aa9-d44c-405c-a4e6-3be9c45b6ccf), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:30.058230 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aebfdd3-04a9-43fe-93a3-acfc32c09db5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:16:30.174052 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aebfdd3-04a9-43fe-93a3-acfc32c09db5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:16:30.182172 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8aebfdd3-04a9-43fe-93a3-acfc32c09db5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/2cc1217e-4ebb-4400-abea-5de2f201e1c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3985701 Mar 28 09:16:30.182172 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54008) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:30.183930 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a0d2e8b8-fb7b-48a2-b852-7f92cba42811 None None] Current status of the port bf340aa9-d44c-405c-a4e6-3be9c45b6ccf is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:16:30.184328 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a0d2e8b8-fb7b-48a2-b852-7f92cba42811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bf340aa9-d44c-405c-a4e6-3be9c45b6ccf), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:30.221000 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a0d2e8b8-fb7b-48a2-b852-7f92cba42811 None None] For port bf340aa9-d44c-405c-a4e6-3be9c45b6ccf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bf340aa9-d44c-405c-a4e6-3be9c45b6ccf,segment=NetworkSegment(7b984a47-561b-468c-b36e-3331c1cc4fd3),segment_id=7b984a47-561b-468c-b36e-3331c1cc4fd3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:16:30.227095 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a0d2e8b8-fb7b-48a2-b852-7f92cba42811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (bf340aa9-d44c-405c-a4e6-3be9c45b6ccf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:30.286932 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2e8b8-fb7b-48a2-b852-7f92cba42811 None None] Pushing event updated for resources: {'Port': ['ID=bf340aa9-d44c-405c-a4e6-3be9c45b6ccf,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:30.298717 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b14bc21-8869-4d17-95a0-3ecdfef14d0a tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:30.299212 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b14bc21-8869-4d17-95a0-3ecdfef14d0a tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:30.299696 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b14bc21-8869-4d17-95a0-3ecdfef14d0a tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:30.300170 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b14bc21-8869-4d17-95a0-3ecdfef14d0a tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:30.300646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b14bc21-8869-4d17-95a0-3ecdfef14d0a tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:30.301174 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b14bc21-8869-4d17-95a0-3ecdfef14d0a tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:30.302997 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7b14bc21-8869-4d17-95a0-3ecdfef14d0a tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.1201377 Mar 28 09:16:30.306631 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54010) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:30.369882 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f7a292-a970-40ef-ba18-024316d459be tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:30.370355 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f7a292-a970-40ef-ba18-024316d459be tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:30.370807 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f7a292-a970-40ef-ba18-024316d459be tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:30.371254 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f7a292-a970-40ef-ba18-024316d459be tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:30.371698 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f7a292-a970-40ef-ba18-024316d459be tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:30.372145 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f7a292-a970-40ef-ba18-024316d459be tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:30.374006 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d0f7a292-a970-40ef-ba18-024316d459be tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0661461 Mar 28 09:16:30.376570 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54012) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:30.449924 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-6eceb4de-a97e-46b6-a51f-140728e7e5d5 None None] Provisioning complete for port af6a3db0-faf3-4be5-9558-eb01dd77b94b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:16:30.450306 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6eceb4de-a97e-46b6-a51f-140728e7e5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:30.494020 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6eceb4de-a97e-46b6-a51f-140728e7e5d5 None None] Port af6a3db0-faf3-4be5-9558-eb01dd77b94b cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:16:30.505756 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-6eceb4de-a97e-46b6-a51f-140728e7e5d5 None None] Provisioning complete for port bf340aa9-d44c-405c-a4e6-3be9c45b6ccf triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:16:30.506101 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6eceb4de-a97e-46b6-a51f-140728e7e5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (bf340aa9-d44c-405c-a4e6-3be9c45b6ccf), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:30.515077 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Sync routers for ids ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:16:30.526031 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Routers {'2cc1217e-4ebb-4400-abea-5de2f201e1c3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:16:30.526888 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:16:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:30.545810 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-04095ae2-5de0-4c07-969c-14c2cbb2233c tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1676314 Mar 28 09:16:30.583584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:30.635064 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6eceb4de-a97e-46b6-a51f-140728e7e5d5 None None] Current status of the port bf340aa9-d44c-405c-a4e6-3be9c45b6ccf is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:16:30.669877 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Set router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:16:30.726798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:16:30.788532 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ec5f310f-9fd5-4235-9ac9-e7792bb38695 None None] Provisioning complete for port af6a3db0-faf3-4be5-9558-eb01dd77b94b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:16:30.788979 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ec5f310f-9fd5-4235-9ac9-e7792bb38695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:30.831807 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:16:30.832264 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:30.883304 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ec5f310f-9fd5-4235-9ac9-e7792bb38695 None None] Port af6a3db0-faf3-4be5-9558-eb01dd77b94b cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:16:30.890407 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'af6a3db0-faf3-4be5-9558-eb01dd77b94b', 'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:17:99:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:28Z', 'updated_at': '2022-03-28T09:16:29Z', 'revision_number': 2, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:30.920301 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Checking router: 2cc1217e-4ebb-4400-abea-5de2f201e1c3 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:16:30.920656 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Updating router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 port af6a3db0-faf3-4be5-9558-eb01dd77b94b binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:16:30.927125 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:16:30.927527 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:30.938689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54016) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:30.945739 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a6b3419c-9f35-48f5-91a6-df1178f6c173 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1097530953', 'description': 'tempest-secgroup-smoke-1097530953 description', 'project_id': 'c196c225c4d841048df5a13a55d30507'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:16:30.949122 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:30.949547 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:16:30.954294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:30.955074 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device bf340aa9-d44c-405c-a4e6-3be9c45b6ccf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:16:30.968845 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a6b3419c-9f35-48f5-91a6-df1178f6c173 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.037228 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a6b3419c-9f35-48f5-91a6-df1178f6c173 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (204c27e5-74c0-424d-8972-484876477b38), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.043023 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a6b3419c-9f35-48f5-91a6-df1178f6c173 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (204c27e5-74c0-424d-8972-484876477b38), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.056069 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:31.058730 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-178ce832-0c0e-4817-adb0-28c8013eb4f8 None None] Provisioning complete for port af6a3db0-faf3-4be5-9558-eb01dd77b94b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:16:31.059113 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-178ce832-0c0e-4817-adb0-28c8013eb4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.073966 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a6b3419c-9f35-48f5-91a6-df1178f6c173 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.075352 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a6b3419c-9f35-48f5-91a6-df1178f6c173 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1350470 Mar 28 09:16:31.078555 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54018) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:31.080432 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3419c-9f35-48f5-91a6-df1178f6c173 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204c27e5-74c0-424d-8972-484876477b38,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:31.084684 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ceebe430-2a4e-4f04-ba56-c3e8f352940f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '204c27e5-74c0-424d-8972-484876477b38', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:16:31.104488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port bf340aa9-d44c-405c-a4e6-3be9c45b6ccf triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:16:31.104488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (bf340aa9-d44c-405c-a4e6-3be9c45b6ccf), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.106074 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-178ce832-0c0e-4817-adb0-28c8013eb4f8 None None] Port af6a3db0-faf3-4be5-9558-eb01dd77b94b cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:16:31.120408 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ceebe430-2a4e-4f04-ba56-c3e8f352940f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (88c0a5b5-b871-413b-9e72-719540fdea44), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.182940 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ceebe430-2a4e-4f04-ba56-c3e8f352940f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (88c0a5b5-b871-413b-9e72-719540fdea44), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.187581 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ceebe430-2a4e-4f04-ba56-c3e8f352940f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (88c0a5b5-b871-413b-9e72-719540fdea44), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.191070 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port bf340aa9-d44c-405c-a4e6-3be9c45b6ccf is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:16:31.207851 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebe430-2a4e-4f04-ba56-c3e8f352940f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c0a5b5-b871-413b-9e72-719540fdea44,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:31.215369 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ceebe430-2a4e-4f04-ba56-c3e8f352940f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.220139 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54020) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:31.220372 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ceebe430-2a4e-4f04-ba56-c3e8f352940f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403646 Mar 28 09:16:31.225162 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-27d948c9-4e19-4925-a71e-c74a6d873014 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '204c27e5-74c0-424d-8972-484876477b38', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:16:31.257295 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-27d948c9-4e19-4925-a71e-c74a6d873014 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (124879ec-7f3b-4c02-8f54-7bdb1fd84848), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.264948 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Publish callbacks [] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.274414 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.336430 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-27d948c9-4e19-4925-a71e-c74a6d873014 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (124879ec-7f3b-4c02-8f54-7bdb1fd84848), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.343909 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-27d948c9-4e19-4925-a71e-c74a6d873014 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (124879ec-7f3b-4c02-8f54-7bdb1fd84848), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.371099 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d948c9-4e19-4925-a71e-c74a6d873014 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124879ec-7f3b-4c02-8f54-7bdb1fd84848,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:31.379898 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec3a60-9adb-420a-a639-88d33d5bb189 None None] Pushing event updated for resources: {'Port': ['ID=af6a3db0-faf3-4be5-9558-eb01dd77b94b,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:31.386964 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-27d948c9-4e19-4925-a71e-c74a6d873014 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.388563 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-27d948c9-4e19-4925-a71e-c74a6d873014 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1668243 Mar 28 09:16:31.391656 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54022) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:31.396028 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec3a60-9adb-420a-a639-88d33d5bb189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:31.396360 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec3a60-9adb-420a-a639-88d33d5bb189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:31.396769 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec3a60-9adb-420a-a639-88d33d5bb189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:31.397228 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec3a60-9adb-420a-a639-88d33d5bb189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:31.397791 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec3a60-9adb-420a-a639-88d33d5bb189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:31.398134 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec3a60-9adb-420a-a639-88d33d5bb189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:31.398679 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec3a60-9adb-420a-a639-88d33d5bb189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:31.398947 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec3a60-9adb-420a-a639-88d33d5bb189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:31.399346 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec3a60-9adb-420a-a639-88d33d5bb189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:31.399684 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec3a60-9adb-420a-a639-88d33d5bb189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:31.400200 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec3a60-9adb-420a-a639-88d33d5bb189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:31.400634 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec3a60-9adb-420a-a639-88d33d5bb189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:31.401051 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec3a60-9adb-420a-a639-88d33d5bb189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:31.401379 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec3a60-9adb-420a-a639-88d33d5bb189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:31.401746 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec3a60-9adb-420a-a639-88d33d5bb189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:31.402571 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-75f877ad-539f-4731-bd64-d6917889579b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '204c27e5-74c0-424d-8972-484876477b38', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:16:31.452499 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-75f877ad-539f-4731-bd64-d6917889579b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (24396529-4f68-4df3-aedf-171277a3bbca), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.528856 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-75f877ad-539f-4731-bd64-d6917889579b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (24396529-4f68-4df3-aedf-171277a3bbca), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.533273 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-75f877ad-539f-4731-bd64-d6917889579b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (24396529-4f68-4df3-aedf-171277a3bbca), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.560275 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f877ad-539f-4731-bd64-d6917889579b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24396529-4f68-4df3-aedf-171277a3bbca,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:31.566672 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-75f877ad-539f-4731-bd64-d6917889579b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.568056 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-75f877ad-539f-4731-bd64-d6917889579b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1737833 Mar 28 09:16:31.571628 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54024) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:31.576785 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a7d18d0e-3a4e-4c48-b563-2dd7d5e43918 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '204c27e5-74c0-424d-8972-484876477b38', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:16:31.589748 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Attempting to bind port af6a3db0-faf3-4be5-9558-eb01dd77b94b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:16:31.590316 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Attempting to bind port af6a3db0-faf3-4be5-9558-eb01dd77b94b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7b984a47-561b-468c-b36e-3331c1cc4fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:16:31.590703 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Attempting to bind port af6a3db0-faf3-4be5-9558-eb01dd77b94b on network 3f816717-1e0b-4109-91aa-e202a24ae908 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:16:31.597106 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:16:31.597482 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Checking segment: {'id': '7b984a47-561b-468c-b36e-3331c1cc4fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:16:31.597972 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.598403 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Bound using segment: {'id': '7b984a47-561b-468c-b36e-3331c1cc4fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:16:31.598905 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Bound port: af6a3db0-faf3-4be5-9558-eb01dd77b94b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b984a47-561b-468c-b36e-3331c1cc4fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:16:31.599351 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.608836 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a7d18d0e-3a4e-4c48-b563-2dd7d5e43918 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (5e0aae0e-5aa6-4359-b238-86736edf0db3), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.633258 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-439e7f1e-ce7e-4c32-9011-41457011f514 None None] Provisioning complete for port af6a3db0-faf3-4be5-9558-eb01dd77b94b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:16:31.633973 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-439e7f1e-ce7e-4c32-9011-41457011f514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.672008 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a7d18d0e-3a4e-4c48-b563-2dd7d5e43918 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (5e0aae0e-5aa6-4359-b238-86736edf0db3), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.673495 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-439e7f1e-ce7e-4c32-9011-41457011f514 None None] Port af6a3db0-faf3-4be5-9558-eb01dd77b94b cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:16:31.674123 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] For port af6a3db0-faf3-4be5-9558-eb01dd77b94b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:16:31.677337 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a7d18d0e-3a4e-4c48-b563-2dd7d5e43918 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (5e0aae0e-5aa6-4359-b238-86736edf0db3), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.681148 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] For port af6a3db0-faf3-4be5-9558-eb01dd77b94b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af6a3db0-faf3-4be5-9558-eb01dd77b94b,segment=NetworkSegment(7b984a47-561b-468c-b36e-3331c1cc4fd3),segment_id=7b984a47-561b-468c-b36e-3331c1cc4fd3)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:16:31.689495 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.696552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d18d0e-3a4e-4c48-b563-2dd7d5e43918 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0aae0e-5aa6-4359-b238-86736edf0db3,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:31.705715 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a7d18d0e-3a4e-4c48-b563-2dd7d5e43918 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.706929 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a7d18d0e-3a4e-4c48-b563-2dd7d5e43918 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341715 Mar 28 09:16:31.709881 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54026) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:31.717473 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-71563d95-296d-4343-bfbb-c40865086c25 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '204c27e5-74c0-424d-8972-484876477b38', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:16:31.745088 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-71563d95-296d-4343-bfbb-c40865086c25 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:16:31.750613 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec3a60-9adb-420a-a639-88d33d5bb189 None None] Pushing event updated for resources: {'Port': ['ID=af6a3db0-faf3-4be5-9558-eb01dd77b94b,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:31.754395 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-71563d95-296d-4343-bfbb-c40865086c25 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (500f9531-730a-4f86-9f00-08721485272a), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.761801 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Routers {'2cc1217e-4ebb-4400-abea-5de2f201e1c3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:16:31.762409 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:16:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:31.831267 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-71563d95-296d-4343-bfbb-c40865086c25 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (500f9531-730a-4f86-9f00-08721485272a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.837076 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-71563d95-296d-4343-bfbb-c40865086c25 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (500f9531-730a-4f86-9f00-08721485272a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.845439 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-034e5ffc-96b7-437a-9401-5d0ca65e2c95 req-1c1d0309-2d98-43dc-ad9f-ff4b690214dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581627 Mar 28 09:16:31.855010 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71563d95-296d-4343-bfbb-c40865086c25 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500f9531-730a-4f86-9f00-08721485272a,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:31.873049 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-71563d95-296d-4343-bfbb-c40865086c25 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.877523 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54028) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:31.877864 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-71563d95-296d-4343-bfbb-c40865086c25 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1647174 Mar 28 09:16:31.883348 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-d8961acd-93ec-4cd0-b50d-5e3a90209141 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '204c27e5-74c0-424d-8972-484876477b38', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:16:31.926034 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] Set router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:16:31.947499 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-d8961acd-93ec-4cd0-b50d-5e3a90209141 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:16:31.955674 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d8961acd-93ec-4cd0-b50d-5e3a90209141 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (1f903a9e-fbec-4dcc-84cb-a2a8dbe9de22), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:31.984051 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e5ffc-96b7-437a-9401-5d0ca65e2c95 req-44ec7bf4-678e-4c06-b84d-5e7f22e33484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:31.986324 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-034e5ffc-96b7-437a-9401-5d0ca65e2c95 req-44ec7bf4-678e-4c06-b84d-5e7f22e33484 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40e579c72ff4feb87447802e87b3f59&device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 1130 time: 0.0864594 Mar 28 09:16:32.004862 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-176d679b-d084-4e74-a9ff-4fe9b63ec2b7 None None] Provisioning complete for port af6a3db0-faf3-4be5-9558-eb01dd77b94b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:16:32.006432 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-176d679b-d084-4e74-a9ff-4fe9b63ec2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:32.088596 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d8961acd-93ec-4cd0-b50d-5e3a90209141 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (1f903a9e-fbec-4dcc-84cb-a2a8dbe9de22), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:32.099223 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d8961acd-93ec-4cd0-b50d-5e3a90209141 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (1f903a9e-fbec-4dcc-84cb-a2a8dbe9de22), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:32.102439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:32.116050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-176d679b-d084-4e74-a9ff-4fe9b63ec2b7 None None] Current status of the port af6a3db0-faf3-4be5-9558-eb01dd77b94b is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:16:32.116920 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-176d679b-d084-4e74-a9ff-4fe9b63ec2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:32.131539 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8961acd-93ec-4cd0-b50d-5e3a90209141 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f903a9e-fbec-4dcc-84cb-a2a8dbe9de22,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:32.147929 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d8961acd-93ec-4cd0-b50d-5e3a90209141 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:32.157890 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d8961acd-93ec-4cd0-b50d-5e3a90209141 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2702897 Mar 28 09:16:32.165126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-176d679b-d084-4e74-a9ff-4fe9b63ec2b7 None None] For port af6a3db0-faf3-4be5-9558-eb01dd77b94b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af6a3db0-faf3-4be5-9558-eb01dd77b94b,segment=NetworkSegment(7b984a47-561b-468c-b36e-3331c1cc4fd3),segment_id=7b984a47-561b-468c-b36e-3331c1cc4fd3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:16:32.171060 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-176d679b-d084-4e74-a9ff-4fe9b63ec2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:32.172905 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e5ffc-96b7-437a-9401-5d0ca65e2c95 req-21e9b704-389a-4b1c-87b3-2a2d324456b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:32.174628 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-034e5ffc-96b7-437a-9401-5d0ca65e2c95 req-21e9b704-389a-4b1c-87b3-2a2d324456b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 HTTP/1.1" status: 200 len: 910 time: 0.1585538 Mar 28 09:16:32.191658 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'af6a3db0-faf3-4be5-9558-eb01dd77b94b', 'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:17:99:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:28Z', 'updated_at': '2022-03-28T09:16:31Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:32.227003 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bebecf-5045-4eed-a41b-432cca029fe5 None None] The sync data for ids ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'] in dv-neutron-master-2-hyperv is: [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'af6a3db0-faf3-4be5-9558-eb01dd77b94b', 'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:17:99:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:28Z', 'updated_at': '2022-03-28T09:16:31Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:16:32.227694 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d679b-d084-4e74-a9ff-4fe9b63ec2b7 None None] Pushing event updated for resources: {'Port': ['ID=af6a3db0-faf3-4be5-9558-eb01dd77b94b,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:32.294263 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-034e5ffc-96b7-437a-9401-5d0ca65e2c95 req-fa040d75-5415-4da8-a3b2-7cf26f1822ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c131ee9f-b598-4d54-b87c-016da9c102eb HTTP/1.1" status: 200 len: 1002 time: 0.1131949 Mar 28 09:16:32.356787 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e5ffc-96b7-437a-9401-5d0ca65e2c95 req-61d4c5c6-933d-4e72-8cc2-ff58e85a9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:32.359047 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-034e5ffc-96b7-437a-9401-5d0ca65e2c95 req-61d4c5c6-933d-4e72-8cc2-ff58e85a9a3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e3ff9a8-b5a8-488c-b061-58d28e8ef393 HTTP/1.1" status: 200 len: 849 time: 0.0586205 Mar 28 09:16:32.419089 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e5ffc-96b7-437a-9401-5d0ca65e2c95 req-188a7d7a-bf76-4f18-89d4-412131d8ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:32.420782 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-034e5ffc-96b7-437a-9401-5d0ca65e2c95 req-188a7d7a-bf76-4f18-89d4-412131d8ae2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0539715 Mar 28 09:16:32.544804 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-034e5ffc-96b7-437a-9401-5d0ca65e2c95 req-dd9ee769-e8c8-48d2-b84b-6289c5ce0fba service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171393 Mar 28 09:16:32.580999 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-5d0b141c-a579-4be4-af0a-a930b226fb0f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1097530953&fields=id&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 267 time: 0.0785871 Mar 28 09:16:32.700009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device af6a3db0-faf3-4be5-9558-eb01dd77b94b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:16:32.747891 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-034e5ffc-96b7-437a-9401-5d0ca65e2c95 req-84d94af4-b7b1-44e0-bea1-b8f24890da6b service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818962 Mar 28 09:16:32.757584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-cc212a25-0559-4d72-a708-b62d3fb2c2fd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:32.759327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port af6a3db0-faf3-4be5-9558-eb01dd77b94b triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:16:32.759697 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:32.766477 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-cc212a25-0559-4d72-a708-b62d3fb2c2fd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/networks?id=3f816717-1e0b-4109-91aa-e202a24ae908 HTTP/1.1" status: 200 len: 796 time: 0.1748652 Mar 28 09:16:32.778084 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-e03aa6b7-47e0-4e9f-b057-f07b5fc75518 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/quotas/c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 375 time: 0.0105960 Mar 28 09:16:32.846218 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-1d61b1cd-e3dc-47cb-a93d-1939ed8c1d3a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618296 Mar 28 09:16:32.848738 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port af6a3db0-faf3-4be5-9558-eb01dd77b94b is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:16:32.849835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:16:32.870098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-72590c20-5d64-48b0-9f9b-a9fe423c1113 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:16:32.871622 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-72590c20-5d64-48b0-9f9b-a9fe423c1113 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069022 Mar 28 09:16:32.899886 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:16:32.900271 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:32.971916 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-9e1de587-01d1-494e-a1c4-09a997301be4 service neutron] 10.222.0.15 "GET /v2.0/networks/3f816717-1e0b-4109-91aa-e202a24ae908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937505 Mar 28 09:16:32.989532 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:16:33.075324 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-fb911b97-9958-4b0e-8948-275ba3fe77ae service neutron] 10.222.0.15 "GET /v2.0/networks/3f816717-1e0b-4109-91aa-e202a24ae908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972791 Mar 28 09:16:33.329900 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ba950104-535c-444d-a3cf-203119027f68 req-ba5b1331-8e4d-4bad-b6da-5b5952d87564 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 210 time: 0.1021886 Mar 28 09:16:33.529708 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:16:33.668968 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:34.207733 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-dc2af6db-78dd-43eb-997d-d9df2764650e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:34.209196 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-dc2af6db-78dd-43eb-997d-d9df2764650e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/networks?id=3f816717-1e0b-4109-91aa-e202a24ae908 HTTP/1.1" status: 200 len: 796 time: 0.1050155 Mar 28 09:16:34.277877 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-97e0bca5-2e81-40db-a045-778970928c81 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 380 time: 0.0604277 Mar 28 09:16:34.288482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-9b858b0f-7064-4a88-a27e-17293d6a0f82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'port': {'device_id': '48e60463-0cac-48db-b29f-aaceae99b7ad', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'admin_state_up': True, 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'security_groups': ['204c27e5-74c0-424d-8972-484876477b38']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:16:34.396621 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-9b858b0f-7064-4a88-a27e-17293d6a0f82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:16:34.401298 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-9b858b0f-7064-4a88-a27e-17293d6a0f82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:34.441723 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a478cbbb-81a9-4e42-a1eb-05905c25d2e1 req-1c193e86-8402-47c8-b6ca-2e16f5af914f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 210 time: 0.0381336 Mar 28 09:16:34.555568 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-9b858b0f-7064-4a88-a27e-17293d6a0f82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.10 (3f816717-1e0b-4109-91aa-e202a24ae908/cd34a305-e753-4d20-b101-4e467118bae0/34a8d434-3f36-4b0b-befa-8d850df875ba) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:16:34.693083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-9b858b0f-7064-4a88-a27e-17293d6a0f82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (34a8d434-3f36-4b0b-befa-8d850df875ba), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:34.727451 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-9b858b0f-7064-4a88-a27e-17293d6a0f82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (34a8d434-3f36-4b0b-befa-8d850df875ba), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:34.773154 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-9b858b0f-7064-4a88-a27e-17293d6a0f82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 3f816717-1e0b-4109-91aa-e202a24ae908 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:16:34.776884 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-9b858b0f-7064-4a88-a27e-17293d6a0f82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:16:34.783227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-9b858b0f-7064-4a88-a27e-17293d6a0f82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:16:34.789411 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b858b0f-7064-4a88-a27e-17293d6a0f82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=34a8d434-3f36-4b0b-befa-8d850df875ba,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:34.835345 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-9b858b0f-7064-4a88-a27e-17293d6a0f82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:34.835959 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-9b858b0f-7064-4a88-a27e-17293d6a0f82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:34.855157 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-9b858b0f-7064-4a88-a27e-17293d6a0f82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5702436 Mar 28 09:16:34.864565 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-fdd86032-34d3-4a90-85ac-0611f2cda333 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:16:34.865523 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-fdd86032-34d3-4a90-85ac-0611f2cda333 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051663 Mar 28 09:16:34.876244 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Request body: {'port': {'device_id': '48e60463-0cac-48db-b29f-aaceae99b7ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:16:34.938184 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (34a8d434-3f36-4b0b-befa-8d850df875ba), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:35.018121 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ddb52c60-bc20-4205-9a53-b43266f17520 None None] Provisioning complete for port 34a8d434-3f36-4b0b-befa-8d850df875ba triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:16:35.019085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ddb52c60-bc20-4205-9a53-b43266f17520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (34a8d434-3f36-4b0b-befa-8d850df875ba), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:35.054359 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ddb52c60-bc20-4205-9a53-b43266f17520 None None] Port 34a8d434-3f36-4b0b-befa-8d850df875ba cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:16:35.463701 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a8d434-3f36-4b0b-befa-8d850df875ba {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:16:35.471531 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Publish callbacks [] for port (34a8d434-3f36-4b0b-befa-8d850df875ba), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:35.487842 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Transition to ACTIVE for port object 34a8d434-3f36-4b0b-befa-8d850df875ba will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:16:35.493639 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (34a8d434-3f36-4b0b-befa-8d850df875ba), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:35.566735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Pushing event updated for resources: {'Port': ['ID=34a8d434-3f36-4b0b-befa-8d850df875ba,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:35.575748 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aeb9b-8c5a-49ab-a202-5420978db037 req-0ef044b4-c809-40fb-a363-45cee9ae7943 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:35.577788 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6a8aeb9b-8c5a-49ab-a202-5420978db037 req-0ef044b4-c809-40fb-a363-45cee9ae7943 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 944 time: 0.0661948 Mar 28 09:16:35.626601 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Attempting to bind port 34a8d434-3f36-4b0b-befa-8d850df875ba on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:16:35.627224 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Attempting to bind port 34a8d434-3f36-4b0b-befa-8d850df875ba by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '7b984a47-561b-468c-b36e-3331c1cc4fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:16:35.627557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Attempting to bind port 34a8d434-3f36-4b0b-befa-8d850df875ba on network 3f816717-1e0b-4109-91aa-e202a24ae908 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:16:35.632392 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Port 34a8d434-3f36-4b0b-befa-8d850df875ba on network 3f816717-1e0b-4109-91aa-e202a24ae908 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:16:35.632724 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Attempting to bind port 34a8d434-3f36-4b0b-befa-8d850df875ba on network 3f816717-1e0b-4109-91aa-e202a24ae908 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:16:35.638097 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:16:35.638407 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6a8aeb9b-8c5a-49ab-a202-5420978db037 req-cec1680c-1065-4c5a-8099-35b6e058efab tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=204c27e5-74c0-424d-8972-484876477b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542176 Mar 28 09:16:35.638542 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Checking segment: {'id': '7b984a47-561b-468c-b36e-3331c1cc4fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:16:35.638821 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Bound using segment: {'id': '7b984a47-561b-468c-b36e-3331c1cc4fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:16:35.639250 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Bound port: 34a8d434-3f36-4b0b-befa-8d850df875ba, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b984a47-561b-468c-b36e-3331c1cc4fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:16:35.639615 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (34a8d434-3f36-4b0b-befa-8d850df875ba), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:35.719810 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] For port 34a8d434-3f36-4b0b-befa-8d850df875ba, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:16:35.722864 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] For port 34a8d434-3f36-4b0b-befa-8d850df875ba, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=34a8d434-3f36-4b0b-befa-8d850df875ba,segment=NetworkSegment(7b984a47-561b-468c-b36e-3331c1cc4fd3),segment_id=7b984a47-561b-468c-b36e-3331c1cc4fd3)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:16:35.729792 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (34a8d434-3f36-4b0b-befa-8d850df875ba), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:35.765768 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:35.766407 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:35.767777 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] 10.222.0.16 "PUT /v2.0/ports/34a8d434-3f36-4b0b-befa-8d850df875ba HTTP/1.1" status: 200 len: 1094 time: 0.8957770 Mar 28 09:16:35.768252 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e60463-0cac-48db-b29f-aaceae99b7ad', 'tag': '34a8d434-3f36-4b0b-befa-8d850df875ba'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:16:35.770838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd0f21f-7640-4e98-9434-9eb931cfe175" -d '{"events": [{"name": "network-changed", "server_uuid": "48e60463-0cac-48db-b29f-aaceae99b7ad", "tag": "34a8d434-3f36-4b0b-befa-8d850df875ba"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:16:35.797191 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9797d-bc4c-4f4e-b6dc-0109d1a1827c service neutron] Pushing event updated for resources: {'Port': ['ID=34a8d434-3f36-4b0b-befa-8d850df875ba,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:35.847391 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df67c5a8-c01b-49f7-b5c5-ecbc733e9dcb x-openstack-request-id: req-df67c5a8-c01b-49f7-b5c5-ecbc733e9dcb {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:16:35.847704 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e60463-0cac-48db-b29f-aaceae99b7ad", "tag": "34a8d434-3f36-4b0b-befa-8d850df875ba", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:16:35.847962 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df67c5a8-c01b-49f7-b5c5-ecbc733e9dcb {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:16:35.848382 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df67c5a8-c01b-49f7-b5c5-ecbc733e9dcb'] response: {'name': 'network-changed', 'server_uuid': '48e60463-0cac-48db-b29f-aaceae99b7ad', 'tag': '34a8d434-3f36-4b0b-befa-8d850df875ba', 'status': 'completed', 'code': 200} Mar 28 09:16:35.870287 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-abb7fbbe-fc2b-4f01-b503-ea37ce41c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:35.871789 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-abb7fbbe-fc2b-4f01-b503-ea37ce41c157 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 1128 time: 0.0563192 Mar 28 09:16:35.921454 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-7514362b-4492-4eac-bb45-f7a173f8a112 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a8d434-3f36-4b0b-befa-8d850df875ba HTTP/1.1" status: 200 len: 217 time: 0.0409281 Mar 28 09:16:35.971483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-5f778a91-b9d6-4ea8-9fe4-3d394628850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:35.972975 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-5f778a91-b9d6-4ea8-9fe4-3d394628850a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd34a305-e753-4d20-b101-4e467118bae0 HTTP/1.1" status: 200 len: 835 time: 0.0451210 Mar 28 09:16:36.020528 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-070f99e8-19ea-46b8-a31e-23f3d9370521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:36.022052 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-070f99e8-19ea-46b8-a31e-23f3d9370521 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f816717-1e0b-4109-91aa-e202a24ae908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434563 Mar 28 09:16:36.113647 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-9d846497-96f3-46bf-be03-3d1357171697 service neutron] 10.222.0.16 "GET /v2.0/networks/3f816717-1e0b-4109-91aa-e202a24ae908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849581 Mar 28 09:16:36.202914 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-43cbb5d5-aabe-46b7-bd80-8cbde79b42da req-61aefa08-f496-4fca-80d8-0dd911f57b7f service neutron] 10.222.0.16 "GET /v2.0/networks/3f816717-1e0b-4109-91aa-e202a24ae908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831804 Mar 28 09:16:36.296305 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0f21f-7640-4e98-9434-9eb931cfe175 req-31902c44-37a9-4335-a3b8-7e741d98d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:36.297837 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cbd0f21f-7640-4e98-9434-9eb931cfe175 req-31902c44-37a9-4335-a3b8-7e741d98d422 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 1128 time: 0.0504313 Mar 28 09:16:36.387641 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0f21f-7640-4e98-9434-9eb931cfe175 req-a531657e-926a-442c-b778-0cd6e63dc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:36.389020 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cbd0f21f-7640-4e98-9434-9eb931cfe175 req-a531657e-926a-442c-b778-0cd6e63dc7f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f816717-1e0b-4109-91aa-e202a24ae908 HTTP/1.1" status: 200 len: 896 time: 0.0846415 Mar 28 09:16:36.434147 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cbd0f21f-7640-4e98-9434-9eb931cfe175 req-ab72499e-281f-4b4c-b797-cd610f4677fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a8d434-3f36-4b0b-befa-8d850df875ba HTTP/1.1" status: 200 len: 217 time: 0.0388060 Mar 28 09:16:36.482929 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0f21f-7640-4e98-9434-9eb931cfe175 req-e2c558d9-d54d-42d7-a562-b7913522f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:36.484342 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cbd0f21f-7640-4e98-9434-9eb931cfe175 req-e2c558d9-d54d-42d7-a562-b7913522f883 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd34a305-e753-4d20-b101-4e467118bae0 HTTP/1.1" status: 200 len: 835 time: 0.0433695 Mar 28 09:16:36.534793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0f21f-7640-4e98-9434-9eb931cfe175 req-9da7e326-b3f7-49a1-a257-cb541214f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:36.536298 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cbd0f21f-7640-4e98-9434-9eb931cfe175 req-9da7e326-b3f7-49a1-a257-cb541214f599 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f816717-1e0b-4109-91aa-e202a24ae908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447803 Mar 28 09:16:36.629675 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cbd0f21f-7640-4e98-9434-9eb931cfe175 req-cda84938-9cc0-4c51-8c1c-eeffb2f68d06 service neutron] 10.222.0.16 "GET /v2.0/networks/3f816717-1e0b-4109-91aa-e202a24ae908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855877 Mar 28 09:16:36.724020 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cbd0f21f-7640-4e98-9434-9eb931cfe175 req-40e32f80-c329-43ec-aa58-be18c9d51f4e service neutron] 10.222.0.16 "GET /v2.0/networks/3f816717-1e0b-4109-91aa-e202a24ae908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879869 Mar 28 09:16:36.761046 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c27b0-be47-4d34-b2c1-646ed3db9c04 req-d62973ed-5196-411e-8671-92922d1a4581 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:36.762683 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8f5c27b0-be47-4d34-b2c1-646ed3db9c04 req-d62973ed-5196-411e-8671-92922d1a4581 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 944 time: 0.0539820 Mar 28 09:16:36.813357 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8f5c27b0-be47-4d34-b2c1-646ed3db9c04 req-d699fae2-0038-49a0-b29a-d55ee3a08749 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=204c27e5-74c0-424d-8972-484876477b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446119 Mar 28 09:16:37.945471 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215de32f-0a04-42fa-a75c-201e539dac5b req-0e36af0b-bd9d-4c9e-af45-3be1eaf7ba33 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:37.947742 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-215de32f-0a04-42fa-a75c-201e539dac5b req-0e36af0b-bd9d-4c9e-af45-3be1eaf7ba33 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 944 time: 0.0580957 Mar 28 09:16:37.998009 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-215de32f-0a04-42fa-a75c-201e539dac5b req-a6d1f3bd-07b2-421d-a61c-abc281f98409 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=204c27e5-74c0-424d-8972-484876477b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441544 Mar 28 09:16:38.187090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 34a8d434-3f36-4b0b-befa-8d850df875ba details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:16:38.284278 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 34a8d434-3f36-4b0b-befa-8d850df875ba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=34a8d434-3f36-4b0b-befa-8d850df875ba,segment=NetworkSegment(7b984a47-561b-468c-b36e-3331c1cc4fd3),segment_id=7b984a47-561b-468c-b36e-3331c1cc4fd3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:16:38.298269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '34a8d434-3f36-4b0b-befa-8d850df875ba', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'port_id': '34a8d434-3f36-4b0b-befa-8d850df875ba', 'mac_address': 'fa:16:3e:8a:90:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:16:38.336046 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 34a8d434-3f36-4b0b-befa-8d850df875ba is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:16:38.336905 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (34a8d434-3f36-4b0b-befa-8d850df875ba), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:38.354678 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a8d434-3f36-4b0b-befa-8d850df875ba {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:16:38.377460 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 34a8d434-3f36-4b0b-befa-8d850df875ba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=34a8d434-3f36-4b0b-befa-8d850df875ba,segment=NetworkSegment(7b984a47-561b-468c-b36e-3331c1cc4fd3),segment_id=7b984a47-561b-468c-b36e-3331c1cc4fd3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:16:38.381164 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (34a8d434-3f36-4b0b-befa-8d850df875ba), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:38.427437 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=34a8d434-3f36-4b0b-befa-8d850df875ba,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:38.603893 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['34a8d434-3f36-4b0b-befa-8d850df875ba'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:16:39.116815 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533f6d0-f5fe-4a0e-9633-daef4fc24381 req-0511e248-f08e-4000-8978-c7bdc7bccfb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:39.119499 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0533f6d0-f5fe-4a0e-9633-daef4fc24381 req-0511e248-f08e-4000-8978-c7bdc7bccfb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 945 time: 0.0540893 Mar 28 09:16:39.171680 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0533f6d0-f5fe-4a0e-9633-daef4fc24381 req-3239e4ac-941a-4786-aefe-21ed283c9655 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=204c27e5-74c0-424d-8972-484876477b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467730 Mar 28 09:16:40.208376 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 34a8d434-3f36-4b0b-befa-8d850df875ba up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:16:40.258352 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 34a8d434-3f36-4b0b-befa-8d850df875ba completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:16:40.262798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 34a8d434-3f36-4b0b-befa-8d850df875ba triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:16:40.263181 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (34a8d434-3f36-4b0b-befa-8d850df875ba), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:40.293925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3c9df-a0e5-4de9-b3ba-a27d27b32d53 req-9de45246-9dba-48ed-81b9-1665ab9fa1f8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:40.295430 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-52f3c9df-a0e5-4de9-b3ba-a27d27b32d53 req-9de45246-9dba-48ed-81b9-1665ab9fa1f8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 945 time: 0.0587013 Mar 28 09:16:40.346347 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-52f3c9df-a0e5-4de9-b3ba-a27d27b32d53 req-0ce1c89c-1a27-457b-88ba-45265cec718d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=204c27e5-74c0-424d-8972-484876477b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452600 Mar 28 09:16:40.483851 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 34a8d434-3f36-4b0b-befa-8d850df875ba is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:16:40.484156 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (34a8d434-3f36-4b0b-befa-8d850df875ba), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:40.505503 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e60463-0cac-48db-b29f-aaceae99b7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a8d434-3f36-4b0b-befa-8d850df875ba'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:16:40.507778 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126a7be3-a81d-4f16-b1e2-6c8a89056772" -d '{"events": [{"server_uuid": "48e60463-0cac-48db-b29f-aaceae99b7ad", "name": "network-vif-plugged", "status": "completed", "tag": "34a8d434-3f36-4b0b-befa-8d850df875ba"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:16:40.522379 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 34a8d434-3f36-4b0b-befa-8d850df875ba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=34a8d434-3f36-4b0b-befa-8d850df875ba,segment=NetworkSegment(7b984a47-561b-468c-b36e-3331c1cc4fd3),segment_id=7b984a47-561b-468c-b36e-3331c1cc4fd3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:16:40.528269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (34a8d434-3f36-4b0b-befa-8d850df875ba), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:40.554364 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406d27f0-d352-4710-8ee9-afe7dae22b3e x-openstack-request-id: req-406d27f0-d352-4710-8ee9-afe7dae22b3e {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:16:40.554679 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e60463-0cac-48db-b29f-aaceae99b7ad", "name": "network-vif-plugged", "status": "completed", "tag": "34a8d434-3f36-4b0b-befa-8d850df875ba", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:16:40.554929 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-406d27f0-d352-4710-8ee9-afe7dae22b3e {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:16:40.555334 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406d27f0-d352-4710-8ee9-afe7dae22b3e'] response: {'server_uuid': '48e60463-0cac-48db-b29f-aaceae99b7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a8d434-3f36-4b0b-befa-8d850df875ba', 'code': 200} Mar 28 09:16:40.581721 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=34a8d434-3f36-4b0b-befa-8d850df875ba,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:40.589229 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:40.589584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:40.589964 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:40.590311 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:40.590650 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:40.590991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:40.591327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:40.591660 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:40.591992 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:40.592328 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:40.592662 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:40.592993 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:40.593322 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:40.593675 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:40.594011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:40.709818 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bb7c4-d27f-42d6-8077-c369d2ce9951 req-3ba69e12-5ad7-40a5-84d9-89f59bd15209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:40.711901 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-681bb7c4-d27f-42d6-8077-c369d2ce9951 req-3ba69e12-5ad7-40a5-84d9-89f59bd15209 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 1130 time: 0.0431077 Mar 28 09:16:40.755840 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-681bb7c4-d27f-42d6-8077-c369d2ce9951 req-4b8d02ed-6aa0-497b-b1ee-453d0e328b27 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=204c27e5-74c0-424d-8972-484876477b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389130 Mar 28 09:16:41.475294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267931e9-be3c-4204-9537-1786c19f5674 req-dbe15903-cdfd-4623-bc13-226e78e87f0a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:41.477364 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-267931e9-be3c-4204-9537-1786c19f5674 req-dbe15903-cdfd-4623-bc13-226e78e87f0a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 946 time: 0.0604439 Mar 28 09:16:41.526111 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-267931e9-be3c-4204-9537-1786c19f5674 req-6cc8b100-05ec-457e-9d6d-d233b9e6e007 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=204c27e5-74c0-424d-8972-484876477b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428793 Mar 28 09:16:42.642760 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f63244-368f-4567-81b9-1e468d51a0ff req-0e160f30-0150-474e-880c-13cfd5726a48 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:42.644403 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-02f63244-368f-4567-81b9-1e468d51a0ff req-0e160f30-0150-474e-880c-13cfd5726a48 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 946 time: 0.0524220 Mar 28 09:16:42.693235 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-02f63244-368f-4567-81b9-1e468d51a0ff req-5e8c55e2-3c12-44c2-aab3-f9bc8c61389b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=204c27e5-74c0-424d-8972-484876477b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426171 Mar 28 09:16:42.810171 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52733c-0ee9-4065-883f-1844698496ae req-400a2301-bd57-449b-8204-b66bfdb72ba8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:42.811638 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-db52733c-0ee9-4065-883f-1844698496ae req-400a2301-bd57-449b-8204-b66bfdb72ba8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 946 time: 0.0520923 Mar 28 09:16:42.859098 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-db52733c-0ee9-4065-883f-1844698496ae req-e4dc7b4e-9d90-4c8c-a079-d02200ed374a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=204c27e5-74c0-424d-8972-484876477b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420079 Mar 28 09:16:42.880926 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54084) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:42.923440 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c58af71-4bb2-41d5-8b01-9166da0c86cc tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:42.924883 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3c58af71-4bb2-41d5-8b01-9166da0c86cc tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 1125 time: 0.0429268 Mar 28 09:16:42.927793 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54086) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:42.932537 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': '34a8d434-3f36-4b0b-befa-8d850df875ba', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:16:42.952427 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:43.050360 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:43.151472 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.36.4.105 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/b308c9d3-4861-4e77-8d2a-661d3106473d) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:16:43.255620 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (b308c9d3-4861-4e77-8d2a-661d3106473d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:43.287360 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (b308c9d3-4861-4e77-8d2a-661d3106473d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:43.324814 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:16:43.327584 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:16:43.330162 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:16:43.359222 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=b308c9d3-4861-4e77-8d2a-661d3106473d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:43.371819 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:43.372164 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:43.372513 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:43.372875 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:43.373200 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:43.373537 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:43.373896 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:43.374227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:43.374558 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:43.374888 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:43.375218 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:43.375547 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:43.375873 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:43.376196 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:43.376521 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:16:43.702967 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (e816e13d-ccb2-4c72-a844-9854af77daae), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:43.769937 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (b308c9d3-4861-4e77-8d2a-661d3106473d), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:43.916994 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (b308c9d3-4861-4e77-8d2a-661d3106473d), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:43.920973 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (b308c9d3-4861-4e77-8d2a-661d3106473d), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:43.988922 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=b308c9d3-4861-4e77-8d2a-661d3106473d,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:16:44.000638 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (e816e13d-ccb2-4c72-a844-9854af77daae), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:44.102789 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP e816e13d-ccb2-4c72-a844-9854af77daae associated. External IP: 172.36.4.105, port: 34a8d434-3f36-4b0b-befa-8d850df875ba. Mar 28 09:16:44.305889 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:16:44.411159 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:16:44.421419 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb1b419-93bf-42f8-a45d-3a0644b1849f None None] Sync routers for ids ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:16:44.427792 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:44.432586 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb1b419-93bf-42f8-a45d-3a0644b1849f None None] Routers {'2cc1217e-4ebb-4400-abea-5de2f201e1c3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:16:44.433215 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2fb1b419-93bf-42f8-a45d-3a0644b1849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:16:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:44.458235 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5b1d5c88-442c-4dc7-85ce-62f46bdced96 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5294068 Mar 28 09:16:44.458817 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e60463-0cac-48db-b29f-aaceae99b7ad', 'tag': '34a8d434-3f36-4b0b-befa-8d850df875ba'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:16:44.460931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54088) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:44.461472 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18775bb0-f6ae-485c-85c8-9925c4dbfb02" -d '{"events": [{"name": "network-changed", "server_uuid": "48e60463-0cac-48db-b29f-aaceae99b7ad", "tag": "34a8d434-3f36-4b0b-befa-8d850df875ba"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:16:44.501500 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ad88e2-3810-4872-85dc-da5b883c02ce x-openstack-request-id: req-58ad88e2-3810-4872-85dc-da5b883c02ce {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:16:44.501818 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e60463-0cac-48db-b29f-aaceae99b7ad", "tag": "34a8d434-3f36-4b0b-befa-8d850df875ba", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:16:44.502071 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58ad88e2-3810-4872-85dc-da5b883c02ce {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:16:44.502943 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ad88e2-3810-4872-85dc-da5b883c02ce'] response: {'name': 'network-changed', 'server_uuid': '48e60463-0cac-48db-b29f-aaceae99b7ad', 'tag': '34a8d434-3f36-4b0b-befa-8d850df875ba', 'status': 'completed', 'code': 200} Mar 28 09:16:44.547075 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-2fb1b419-93bf-42f8-a45d-3a0644b1849f None None] Set router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:16:44.558180 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8add6bbb-089c-4df7-bc0f-5ee984ddc9b7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/e816e13d-ccb2-4c72-a844-9854af77daae HTTP/1.1" status: 200 len: 992 time: 0.0959537 Mar 28 09:16:44.577074 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18775bb0-f6ae-485c-85c8-9925c4dbfb02 req-fcae9945-521a-469e-b27f-8dab008acdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:44.578632 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-18775bb0-f6ae-485c-85c8-9925c4dbfb02 req-fcae9945-521a-469e-b27f-8dab008acdb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 1130 time: 0.0525126 Mar 28 09:16:44.669081 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18775bb0-f6ae-485c-85c8-9925c4dbfb02 req-231ca675-eaa5-4b2b-8423-853868df77d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:44.670614 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-18775bb0-f6ae-485c-85c8-9925c4dbfb02 req-231ca675-eaa5-4b2b-8423-853868df77d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f816717-1e0b-4109-91aa-e202a24ae908 HTTP/1.1" status: 200 len: 896 time: 0.0847733 Mar 28 09:16:44.743093 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-18775bb0-f6ae-485c-85c8-9925c4dbfb02 req-1275841b-23ef-4287-aded-ff9f68cb5e06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a8d434-3f36-4b0b-befa-8d850df875ba HTTP/1.1" status: 200 len: 1000 time: 0.0650487 Mar 28 09:16:44.774231 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2fb1b419-93bf-42f8-a45d-3a0644b1849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e816e13d-ccb2-4c72-a844-9854af77daae', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.105', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'port_id': '34a8d434-3f36-4b0b-befa-8d850df875ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'mac_address': 'fa:16:3e:8a:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e60463-0cac-48db-b29f-aaceae99b7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:16:43Z', 'updated_at': '2022-03-28T09:16:43Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6a3db0-faf3-4be5-9558-eb01dd77b94b', 'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:17:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:28Z', 'updated_at': '2022-03-28T09:16:32Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:44.788958 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18775bb0-f6ae-485c-85c8-9925c4dbfb02 req-c016cab6-4d9f-46ec-b3b4-35735c758c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:44.791045 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-18775bb0-f6ae-485c-85c8-9925c4dbfb02 req-c016cab6-4d9f-46ec-b3b4-35735c758c86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd34a305-e753-4d20-b101-4e467118bae0 HTTP/1.1" status: 200 len: 835 time: 0.0435767 Mar 28 09:16:44.799916 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb1b419-93bf-42f8-a45d-3a0644b1849f None None] Checking router: 2cc1217e-4ebb-4400-abea-5de2f201e1c3 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:16:44.809278 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb1b419-93bf-42f8-a45d-3a0644b1849f None None] Routers {'2cc1217e-4ebb-4400-abea-5de2f201e1c3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:16:44.809851 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2fb1b419-93bf-42f8-a45d-3a0644b1849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:16:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:44.839271 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18775bb0-f6ae-485c-85c8-9925c4dbfb02 req-e61b08d5-b344-412a-8be3-60de47640e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:16:44.840800 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-18775bb0-f6ae-485c-85c8-9925c4dbfb02 req-e61b08d5-b344-412a-8be3-60de47640e4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f816717-1e0b-4109-91aa-e202a24ae908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443580 Mar 28 09:16:44.918595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-2fb1b419-93bf-42f8-a45d-3a0644b1849f None None] Set router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:16:44.933578 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-18775bb0-f6ae-485c-85c8-9925c4dbfb02 req-bd116e8c-e405-4656-9312-a6e6b857368e service neutron] 10.222.0.16 "GET /v2.0/networks/3f816717-1e0b-4109-91aa-e202a24ae908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865936 Mar 28 09:16:45.023241 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-18775bb0-f6ae-485c-85c8-9925c4dbfb02 req-5774dcd2-2bed-4303-b8ef-ffb14bd83ea5 service neutron] 10.222.0.16 "GET /v2.0/networks/3f816717-1e0b-4109-91aa-e202a24ae908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832982 Mar 28 09:16:45.142533 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2fb1b419-93bf-42f8-a45d-3a0644b1849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e816e13d-ccb2-4c72-a844-9854af77daae', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.105', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'port_id': '34a8d434-3f36-4b0b-befa-8d850df875ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'mac_address': 'fa:16:3e:8a:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e60463-0cac-48db-b29f-aaceae99b7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:16:43Z', 'updated_at': '2022-03-28T09:16:43Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6a3db0-faf3-4be5-9558-eb01dd77b94b', 'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:17:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:28Z', 'updated_at': '2022-03-28T09:16:32Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:16:45.168328 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb1b419-93bf-42f8-a45d-3a0644b1849f None None] The sync data for ids ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'] in dv-neutron-master-2-hyperv is: [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e816e13d-ccb2-4c72-a844-9854af77daae', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.105', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'port_id': '34a8d434-3f36-4b0b-befa-8d850df875ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'mac_address': 'fa:16:3e:8a:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e60463-0cac-48db-b29f-aaceae99b7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:16:43Z', 'updated_at': '2022-03-28T09:16:43Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6a3db0-faf3-4be5-9558-eb01dd77b94b', 'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:17:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:28Z', 'updated_at': '2022-03-28T09:16:32Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:16:45.360600 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff5387-b5fe-4a18-83d4-8832cfc23dad None None] New status for floating IP e816e13d-ccb2-4c72-a844-9854af77daae: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:16:45.561927 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54092) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:16:45.629338 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-41ac68a9-940f-42af-a161-d100cbaf9089 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/e816e13d-ccb2-4c72-a844-9854af77daae HTTP/1.1" status: 200 len: 994 time: 0.0660880 Mar 28 09:16:51.266504 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:57.230372 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-631b9383-1cf7-44cd-9558-4a7daf9680d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:16:59.453715 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed569-62bf-4dad-8ad1-3d4bced4059e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:00.552301 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:02.081015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:03.671557 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:10.528268 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:17:18.492745 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54112) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:17:18.570813 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec420d5e-d5d9-4ec0-8220-ecf66c172730 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:18.571310 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec420d5e-d5d9-4ec0-8220-ecf66c172730 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:18.571794 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec420d5e-d5d9-4ec0-8220-ecf66c172730 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:18.573536 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ec420d5e-d5d9-4ec0-8220-ecf66c172730 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=c196c225c4d841048df5a13a55d30507&network_id=3f816717-1e0b-4109-91aa-e202a24ae908 HTTP/1.1" status: 200 len: 3103 time: 0.0797682 Mar 28 09:17:20.831092 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54122) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:17:20.885328 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81097e6-f943-4b6e-90a4-7e92b421de87 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:20.886825 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e81097e6-f943-4b6e-90a4-7e92b421de87 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6 HTTP/1.1" status: 200 len: 814 time: 0.0547955 Mar 28 09:17:21.266900 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:21.384092 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54128) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:17:21.388668 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9469ad4a-f5e1-4e4c-8dd1-66846ee6ffcf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:17:21.443538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9469ad4a-f5e1-4e4c-8dd1-66846ee6ffcf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (e816e13d-ccb2-4c72-a844-9854af77daae), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:21.588478 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9469ad4a-f5e1-4e4c-8dd1-66846ee6ffcf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:21.592003 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9469ad4a-f5e1-4e4c-8dd1-66846ee6ffcf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (e816e13d-ccb2-4c72-a844-9854af77daae), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:21.592378 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-9469ad4a-f5e1-4e4c-8dd1-66846ee6ffcf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP e816e13d-ccb2-4c72-a844-9854af77daae disassociated. External IP: 172.36.4.105, port: 34a8d434-3f36-4b0b-befa-8d850df875ba. Mar 28 09:17:21.798043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9469ad4a-f5e1-4e4c-8dd1-66846ee6ffcf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:17:21.906325 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9469ad4a-f5e1-4e4c-8dd1-66846ee6ffcf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:17:21.911721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9469ad4a-f5e1-4e4c-8dd1-66846ee6ffcf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:21.916519 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709126f7-1844-4e62-bd6b-9106192ba4f4 None None] Sync routers for ids ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:17:21.926557 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709126f7-1844-4e62-bd6b-9106192ba4f4 None None] Routers {'2cc1217e-4ebb-4400-abea-5de2f201e1c3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:17:21.927263 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-709126f7-1844-4e62-bd6b-9106192ba4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:16:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:17:21.942057 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9469ad4a-f5e1-4e4c-8dd1-66846ee6ffcf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/floatingips/e816e13d-ccb2-4c72-a844-9854af77daae HTTP/1.1" status: 200 len: 690 time: 0.5568929 Mar 28 09:17:21.942649 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e60463-0cac-48db-b29f-aaceae99b7ad', 'tag': '34a8d434-3f36-4b0b-befa-8d850df875ba'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:17:21.944923 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13483f2b-1874-4b1d-8373-ea2b702d1e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "48e60463-0cac-48db-b29f-aaceae99b7ad", "tag": "34a8d434-3f36-4b0b-befa-8d850df875ba"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:17:21.945226 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54130) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:17:21.994768 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6e36cf3f-b097-4cd2-9838-137c350e9c6b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/e816e13d-ccb2-4c72-a844-9854af77daae HTTP/1.1" status: 200 len: 690 time: 0.0470622 Mar 28 09:17:22.039755 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9aa0d7-908f-4b7b-aaeb-9667b6857916 x-openstack-request-id: req-9e9aa0d7-908f-4b7b-aaeb-9667b6857916 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:17:22.040103 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e60463-0cac-48db-b29f-aaceae99b7ad", "tag": "34a8d434-3f36-4b0b-befa-8d850df875ba", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:17:22.040314 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e9aa0d7-908f-4b7b-aaeb-9667b6857916 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:17:22.040731 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e9aa0d7-908f-4b7b-aaeb-9667b6857916'] response: {'name': 'network-changed', 'server_uuid': '48e60463-0cac-48db-b29f-aaceae99b7ad', 'tag': '34a8d434-3f36-4b0b-befa-8d850df875ba', 'status': 'completed', 'code': 200} Mar 28 09:17:22.042564 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-709126f7-1844-4e62-bd6b-9106192ba4f4 None None] Set router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:17:22.151153 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13483f2b-1874-4b1d-8373-ea2b702d1e8f req-fa74bf1a-0f7a-4360-bc47-29f11e1cac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:22.152680 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-13483f2b-1874-4b1d-8373-ea2b702d1e8f req-fa74bf1a-0f7a-4360-bc47-29f11e1cac04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 1130 time: 0.0914655 Mar 28 09:17:22.242162 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13483f2b-1874-4b1d-8373-ea2b702d1e8f req-e41bcae0-2594-4f54-af45-064757a49dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:22.243645 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-13483f2b-1874-4b1d-8373-ea2b702d1e8f req-e41bcae0-2594-4f54-af45-064757a49dc8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f816717-1e0b-4109-91aa-e202a24ae908 HTTP/1.1" status: 200 len: 896 time: 0.0850654 Mar 28 09:17:22.243885 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-709126f7-1844-4e62-bd6b-9106192ba4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'af6a3db0-faf3-4be5-9558-eb01dd77b94b', 'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:17:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:28Z', 'updated_at': '2022-03-28T09:16:32Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:17:22.270128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709126f7-1844-4e62-bd6b-9106192ba4f4 None None] Checking router: 2cc1217e-4ebb-4400-abea-5de2f201e1c3 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:17:22.278229 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709126f7-1844-4e62-bd6b-9106192ba4f4 None None] Routers {'2cc1217e-4ebb-4400-abea-5de2f201e1c3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:17:22.278835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-709126f7-1844-4e62-bd6b-9106192ba4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:16:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:17:22.288032 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-13483f2b-1874-4b1d-8373-ea2b702d1e8f req-578f09aa-336a-4e10-b8bd-dd24439158ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a8d434-3f36-4b0b-befa-8d850df875ba HTTP/1.1" status: 200 len: 217 time: 0.0384841 Mar 28 09:17:22.335425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13483f2b-1874-4b1d-8373-ea2b702d1e8f req-9bea1d2e-8480-442e-be5d-92000c37c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:22.336799 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-13483f2b-1874-4b1d-8373-ea2b702d1e8f req-9bea1d2e-8480-442e-be5d-92000c37c7c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd34a305-e753-4d20-b101-4e467118bae0 HTTP/1.1" status: 200 len: 835 time: 0.0430861 Mar 28 09:17:22.385431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13483f2b-1874-4b1d-8373-ea2b702d1e8f req-b4f7aeff-3663-49b2-ac37-2fd807cf1c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:22.386972 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-13483f2b-1874-4b1d-8373-ea2b702d1e8f req-b4f7aeff-3663-49b2-ac37-2fd807cf1c98 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f816717-1e0b-4109-91aa-e202a24ae908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445395 Mar 28 09:17:22.387363 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-709126f7-1844-4e62-bd6b-9106192ba4f4 None None] Set router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:17:22.478360 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-13483f2b-1874-4b1d-8373-ea2b702d1e8f req-3aa28031-69d8-4319-a893-127d2a61f3a3 service neutron] 10.222.0.16 "GET /v2.0/networks/3f816717-1e0b-4109-91aa-e202a24ae908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847988 Mar 28 09:17:22.571224 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-13483f2b-1874-4b1d-8373-ea2b702d1e8f req-fe3ab26e-d7cc-4885-be08-e415d4b009de service neutron] 10.222.0.16 "GET /v2.0/networks/3f816717-1e0b-4109-91aa-e202a24ae908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868952 Mar 28 09:17:22.584378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-709126f7-1844-4e62-bd6b-9106192ba4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'af6a3db0-faf3-4be5-9558-eb01dd77b94b', 'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:17:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:28Z', 'updated_at': '2022-03-28T09:16:32Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:17:22.614451 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709126f7-1844-4e62-bd6b-9106192ba4f4 None None] The sync data for ids ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'] in dv-neutron-master-2-hyperv is: [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'af6a3db0-faf3-4be5-9558-eb01dd77b94b', 'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:17:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:28Z', 'updated_at': '2022-03-28T09:16:32Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:17:22.838452 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649af135-46fc-488a-b81c-606444821709 None None] New status for floating IP e816e13d-ccb2-4c72-a844-9854af77daae: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:17:22.997599 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54138) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:17:23.047157 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bbddde3f-aca0-4598-a8cc-6e55b4db35c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/e816e13d-ccb2-4c72-a844-9854af77daae HTTP/1.1" status: 200 len: 690 time: 0.0483582 Mar 28 09:17:24.050953 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54140) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:17:24.099185 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f44804cf-a3cb-4faa-908d-17d145b38c87 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/e816e13d-ccb2-4c72-a844-9854af77daae HTTP/1.1" status: 200 len: 688 time: 0.0470784 Mar 28 09:17:25.234696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54144) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:17:25.239278 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-11dd5104-033b-46ba-9cae-5a58dc22725d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912835146', 'description': 'tempest-secgroup-smoke-912835146 description', 'project_id': 'c196c225c4d841048df5a13a55d30507'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:17:25.259175 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-11dd5104-033b-46ba-9cae-5a58dc22725d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.323908 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-11dd5104-033b-46ba-9cae-5a58dc22725d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (a8298a5c-fb0b-4048-8d0f-7881134b32fc), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.328296 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-11dd5104-033b-46ba-9cae-5a58dc22725d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (a8298a5c-fb0b-4048-8d0f-7881134b32fc), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.356938 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-11dd5104-033b-46ba-9cae-5a58dc22725d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.358098 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-11dd5104-033b-46ba-9cae-5a58dc22725d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1224082 Mar 28 09:17:25.359570 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd5104-033b-46ba-9cae-5a58dc22725d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8298a5c-fb0b-4048-8d0f-7881134b32fc,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:17:25.362049 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54146) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:17:25.366838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': 'a8298a5c-fb0b-4048-8d0f-7881134b32fc', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:17:25.391994 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (72924b68-a241-4a05-8b41-6216ba239c42), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.444995 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (72924b68-a241-4a05-8b41-6216ba239c42), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.448650 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (72924b68-a241-4a05-8b41-6216ba239c42), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.465552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72924b68-a241-4a05-8b41-6216ba239c42,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:17:25.475259 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.476435 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131577 Mar 28 09:17:25.477803 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:17:25.478156 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:17:25.478514 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:17:25.478841 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:17:25.479174 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:17:25.479503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:17:25.479697 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54148) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:17:25.479825 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:17:25.480145 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:17:25.480470 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:17:25.480799 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:17:25.481122 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:17:25.481449 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:17:25.481805 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:17:25.482127 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:17:25.482445 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f1fcc8-992d-4bee-bbae-a75e26e4a61b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:17:25.484422 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-9f55677b-4701-4819-a939-2dc3a5682e73 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': 'a8298a5c-fb0b-4048-8d0f-7881134b32fc', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:17:25.508280 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9f55677b-4701-4819-a939-2dc3a5682e73 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (1657545f-428f-48c1-a0ec-3a89232733e0), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.562854 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9f55677b-4701-4819-a939-2dc3a5682e73 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (1657545f-428f-48c1-a0ec-3a89232733e0), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.566343 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9f55677b-4701-4819-a939-2dc3a5682e73 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (1657545f-428f-48c1-a0ec-3a89232733e0), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.583600 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55677b-4701-4819-a939-2dc3a5682e73 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1657545f-428f-48c1-a0ec-3a89232733e0,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:17:25.588105 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9f55677b-4701-4819-a939-2dc3a5682e73 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.589777 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9f55677b-4701-4819-a939-2dc3a5682e73 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1085923 Mar 28 09:17:25.592086 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54150) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:17:25.596702 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a2947933-f76b-498f-a9c8-2912c5a47e1c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': 'a8298a5c-fb0b-4048-8d0f-7881134b32fc', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:17:25.622720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a2947933-f76b-498f-a9c8-2912c5a47e1c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (d728f1db-ad9f-484a-9f19-f7c27bf604dc), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.693808 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a2947933-f76b-498f-a9c8-2912c5a47e1c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (d728f1db-ad9f-484a-9f19-f7c27bf604dc), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.697321 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a2947933-f76b-498f-a9c8-2912c5a47e1c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (d728f1db-ad9f-484a-9f19-f7c27bf604dc), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.712200 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2947933-f76b-498f-a9c8-2912c5a47e1c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d728f1db-ad9f-484a-9f19-f7c27bf604dc,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:17:25.722524 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a2947933-f76b-498f-a9c8-2912c5a47e1c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.723722 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a2947933-f76b-498f-a9c8-2912c5a47e1c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306112 Mar 28 09:17:25.726499 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54152) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:17:25.730709 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-cd3344c5-7345-42aa-beef-4db839b1cb8f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': 'a8298a5c-fb0b-4048-8d0f-7881134b32fc', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:17:25.755391 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cd3344c5-7345-42aa-beef-4db839b1cb8f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (5ad330e5-4552-44c4-91f6-96676d9e5dd8), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.811188 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cd3344c5-7345-42aa-beef-4db839b1cb8f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (5ad330e5-4552-44c4-91f6-96676d9e5dd8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.815394 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cd3344c5-7345-42aa-beef-4db839b1cb8f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (5ad330e5-4552-44c4-91f6-96676d9e5dd8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.832104 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3344c5-7345-42aa-beef-4db839b1cb8f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad330e5-4552-44c4-91f6-96676d9e5dd8,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:17:25.839961 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cd3344c5-7345-42aa-beef-4db839b1cb8f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.841137 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cd3344c5-7345-42aa-beef-4db839b1cb8f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137297 Mar 28 09:17:25.844378 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54154) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:17:25.848653 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-296bc331-2b0a-406a-8c14-222aba9c05b2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': 'a8298a5c-fb0b-4048-8d0f-7881134b32fc', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:17:25.867733 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-296bc331-2b0a-406a-8c14-222aba9c05b2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:17:25.872503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-296bc331-2b0a-406a-8c14-222aba9c05b2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (cccb2738-1280-4781-a612-378a7d763ff2), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.931704 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-296bc331-2b0a-406a-8c14-222aba9c05b2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (cccb2738-1280-4781-a612-378a7d763ff2), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.935535 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-296bc331-2b0a-406a-8c14-222aba9c05b2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (cccb2738-1280-4781-a612-378a7d763ff2), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.953753 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bc331-2b0a-406a-8c14-222aba9c05b2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cccb2738-1280-4781-a612-378a7d763ff2,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:17:25.961120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-296bc331-2b0a-406a-8c14-222aba9c05b2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:25.962314 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-296bc331-2b0a-406a-8c14-222aba9c05b2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170049 Mar 28 09:17:25.965123 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54156) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:17:25.969805 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a2e0b25a-2e0e-42ee-9dd1-0850f981b340 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': 'a8298a5c-fb0b-4048-8d0f-7881134b32fc', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:17:25.989603 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-a2e0b25a-2e0e-42ee-9dd1-0850f981b340 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:17:25.994358 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a2e0b25a-2e0e-42ee-9dd1-0850f981b340 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (34051d09-6f5c-4505-8e09-013cdd2ab84c), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:26.055140 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a2e0b25a-2e0e-42ee-9dd1-0850f981b340 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (34051d09-6f5c-4505-8e09-013cdd2ab84c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:26.058738 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a2e0b25a-2e0e-42ee-9dd1-0850f981b340 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (34051d09-6f5c-4505-8e09-013cdd2ab84c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:26.075272 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0b25a-2e0e-42ee-9dd1-0850f981b340 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34051d09-6f5c-4505-8e09-013cdd2ab84c,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:17:26.084100 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a2e0b25a-2e0e-42ee-9dd1-0850f981b340 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:26.085308 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a2e0b25a-2e0e-42ee-9dd1-0850f981b340 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192458 Mar 28 09:17:26.232360 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-b1ab4353-a0a0-4ce8-8585-9a53e6e174ba tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912835146&fields=id&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 267 time: 0.0437286 Mar 28 09:17:26.337485 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-d358d8ec-b1c0-4045-a8ff-ad8a254c03ea tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:26.338955 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-d358d8ec-b1c0-4045-a8ff-ad8a254c03ea tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/networks?id=3f816717-1e0b-4109-91aa-e202a24ae908 HTTP/1.1" status: 200 len: 796 time: 0.0984263 Mar 28 09:17:26.352863 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-ee29ad94-7977-4cc7-a37a-94a397684237 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/quotas/c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 375 time: 0.0085635 Mar 28 09:17:26.411919 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-03e0250a-9ac3-4f85-afab-f55412924d48 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542779 Mar 28 09:17:26.467838 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-d77d02a7-34b0-4e4a-a971-4c9e55d757ba service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:17:26.468958 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-d77d02a7-34b0-4e4a-a971-4c9e55d757ba service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0458574 Mar 28 09:17:26.558382 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-c87be7b4-357c-4f4e-895b-64fb49391055 service neutron] 10.222.0.15 "GET /v2.0/networks/3f816717-1e0b-4109-91aa-e202a24ae908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836442 Mar 28 09:17:26.650425 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-2ec3bb47-e6be-4ca8-9ae9-525e5c26b2bc service neutron] 10.222.0.15 "GET /v2.0/networks/3f816717-1e0b-4109-91aa-e202a24ae908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856006 Mar 28 09:17:26.805105 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-63b73b15-25bc-4e28-9d8f-c0164ced2fca req-f25e45e7-ff21-448e-a695-64516bc504b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e41c1cc-098b-48b7-859f-f7ac856515d6 HTTP/1.1" status: 200 len: 210 time: 0.0292013 Mar 28 09:17:27.230694 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3a330df2-0b0f-4666-b801-6a75ed6894dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:27.778725 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-0eb9e54d-2aab-43f3-861d-1e38ad2cc13e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:27.780799 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-0eb9e54d-2aab-43f3-861d-1e38ad2cc13e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/networks?id=3f816717-1e0b-4109-91aa-e202a24ae908 HTTP/1.1" status: 200 len: 796 time: 0.1073549 Mar 28 09:17:27.857652 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-2375b73e-d227-48fb-901f-17f3031b171f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 472 time: 0.0686533 Mar 28 09:17:27.867458 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5f13d4d3-43b2-4a4a-9f61-9bd913b5afbf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'port': {'device_id': '5e41c1cc-098b-48b7-859f-f7ac856515d6', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'admin_state_up': True, 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'security_groups': ['a8298a5c-fb0b-4048-8d0f-7881134b32fc']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:17:27.899779 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4efcb544-3fd4-4e2e-8de9-35f5a7d94ed0 req-c16c70d3-c943-40c0-a280-9f864b7edf9d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e41c1cc-098b-48b7-859f-f7ac856515d6 HTTP/1.1" status: 200 len: 210 time: 0.0277939 Mar 28 09:17:27.976095 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5f13d4d3-43b2-4a4a-9f61-9bd913b5afbf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:17:27.979405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5f13d4d3-43b2-4a4a-9f61-9bd913b5afbf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:28.100827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5f13d4d3-43b2-4a4a-9f61-9bd913b5afbf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.11 (3f816717-1e0b-4109-91aa-e202a24ae908/cd34a305-e753-4d20-b101-4e467118bae0/a168c497-3e00-4165-be9e-4e13ba2e4d53) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:17:28.239754 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5f13d4d3-43b2-4a4a-9f61-9bd913b5afbf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (a168c497-3e00-4165-be9e-4e13ba2e4d53), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:28.272521 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5f13d4d3-43b2-4a4a-9f61-9bd913b5afbf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (a168c497-3e00-4165-be9e-4e13ba2e4d53), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:28.310818 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5f13d4d3-43b2-4a4a-9f61-9bd913b5afbf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 3f816717-1e0b-4109-91aa-e202a24ae908 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:17:28.314396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5f13d4d3-43b2-4a4a-9f61-9bd913b5afbf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:17:28.316896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5f13d4d3-43b2-4a4a-9f61-9bd913b5afbf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:17:28.360076 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13d4d3-43b2-4a4a-9f61-9bd913b5afbf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=a168c497-3e00-4165-be9e-4e13ba2e4d53,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:17:28.380883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5f13d4d3-43b2-4a4a-9f61-9bd913b5afbf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:28.381504 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5f13d4d3-43b2-4a4a-9f61-9bd913b5afbf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:28.399363 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5f13d4d3-43b2-4a4a-9f61-9bd913b5afbf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5356164 Mar 28 09:17:28.410695 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Request body: {'port': {'device_id': '5e41c1cc-098b-48b7-859f-f7ac856515d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:17:28.472944 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a168c497-3e00-4165-be9e-4e13ba2e4d53), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:28.592173 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-42bcd063-f490-4562-ae27-b2f60eace41e None None] Provisioning complete for port a168c497-3e00-4165-be9e-4e13ba2e4d53 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:17:28.592820 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-42bcd063-f490-4562-ae27-b2f60eace41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a168c497-3e00-4165-be9e-4e13ba2e4d53), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:28.627026 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-42bcd063-f490-4562-ae27-b2f60eace41e None None] Port a168c497-3e00-4165-be9e-4e13ba2e4d53 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:17:28.734456 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a168c497-3e00-4165-be9e-4e13ba2e4d53 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:17:28.741853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Publish callbacks [] for port (a168c497-3e00-4165-be9e-4e13ba2e4d53), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:28.754100 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Transition to ACTIVE for port object a168c497-3e00-4165-be9e-4e13ba2e4d53 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:17:28.757969 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (a168c497-3e00-4165-be9e-4e13ba2e4d53), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:29.089971 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Pushing event updated for resources: {'Port': ['ID=a168c497-3e00-4165-be9e-4e13ba2e4d53,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:17:29.155140 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8c16-2519-4f7f-b9e4-062cce7ff619 req-6195e158-b586-4adb-a1eb-e50d78071a3a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:29.157028 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ba4e8c16-2519-4f7f-b9e4-062cce7ff619 req-6195e158-b586-4adb-a1eb-e50d78071a3a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e41c1cc-098b-48b7-859f-f7ac856515d6 HTTP/1.1" status: 200 len: 944 time: 0.1198158 Mar 28 09:17:29.200146 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Attempting to bind port a168c497-3e00-4165-be9e-4e13ba2e4d53 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:17:29.200402 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Attempting to bind port a168c497-3e00-4165-be9e-4e13ba2e4d53 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '7b984a47-561b-468c-b36e-3331c1cc4fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:17:29.200733 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Attempting to bind port a168c497-3e00-4165-be9e-4e13ba2e4d53 on network 3f816717-1e0b-4109-91aa-e202a24ae908 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:17:29.215582 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Port a168c497-3e00-4165-be9e-4e13ba2e4d53 on network 3f816717-1e0b-4109-91aa-e202a24ae908 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:17:29.215911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Attempting to bind port a168c497-3e00-4165-be9e-4e13ba2e4d53 on network 3f816717-1e0b-4109-91aa-e202a24ae908 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:17:29.230019 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:17:29.230410 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Checking segment: {'id': '7b984a47-561b-468c-b36e-3331c1cc4fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:17:29.230740 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Bound using segment: {'id': '7b984a47-561b-468c-b36e-3331c1cc4fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:17:29.231169 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Bound port: a168c497-3e00-4165-be9e-4e13ba2e4d53, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b984a47-561b-468c-b36e-3331c1cc4fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:17:29.231523 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a168c497-3e00-4165-be9e-4e13ba2e4d53), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:29.237751 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ba4e8c16-2519-4f7f-b9e4-062cce7ff619 req-8082df37-0c7c-4747-86a7-017abd5a85ff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8298a5c-fb0b-4048-8d0f-7881134b32fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737185 Mar 28 09:17:29.301533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] For port a168c497-3e00-4165-be9e-4e13ba2e4d53, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:17:29.304468 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] For port a168c497-3e00-4165-be9e-4e13ba2e4d53, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a168c497-3e00-4165-be9e-4e13ba2e4d53,segment=NetworkSegment(7b984a47-561b-468c-b36e-3331c1cc4fd3),segment_id=7b984a47-561b-468c-b36e-3331c1cc4fd3)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:17:29.309774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (a168c497-3e00-4165-be9e-4e13ba2e4d53), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:29.341563 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:29.342235 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:29.344054 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] 10.222.0.16 "PUT /v2.0/ports/a168c497-3e00-4165-be9e-4e13ba2e4d53 HTTP/1.1" status: 200 len: 1094 time: 0.9378028 Mar 28 09:17:29.344478 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e41c1cc-098b-48b7-859f-f7ac856515d6', 'tag': 'a168c497-3e00-4165-be9e-4e13ba2e4d53'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:17:29.346752 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb16e846-56c6-4371-b38d-270a9ca164f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5e41c1cc-098b-48b7-859f-f7ac856515d6", "tag": "a168c497-3e00-4165-be9e-4e13ba2e4d53"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:17:29.386208 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de40062-dac8-4b4a-b0ad-3d7aa3372c34 service neutron] Pushing event updated for resources: {'Port': ['ID=a168c497-3e00-4165-be9e-4e13ba2e4d53,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:17:29.402180 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c27a47-5968-4a3d-a026-c11849124a3e x-openstack-request-id: req-61c27a47-5968-4a3d-a026-c11849124a3e {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:17:29.402478 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e41c1cc-098b-48b7-859f-f7ac856515d6", "tag": "a168c497-3e00-4165-be9e-4e13ba2e4d53", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:17:29.402740 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61c27a47-5968-4a3d-a026-c11849124a3e {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:17:29.403144 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c27a47-5968-4a3d-a026-c11849124a3e'] response: {'name': 'network-changed', 'server_uuid': '5e41c1cc-098b-48b7-859f-f7ac856515d6', 'tag': 'a168c497-3e00-4165-be9e-4e13ba2e4d53', 'status': 'completed', 'code': 200} Mar 28 09:17:29.441705 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-24cc9934-c61d-4eb7-aed9-c9a94262e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:29.443236 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-24cc9934-c61d-4eb7-aed9-c9a94262e15c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=5e41c1cc-098b-48b7-859f-f7ac856515d6 HTTP/1.1" status: 200 len: 1128 time: 0.0540681 Mar 28 09:17:29.457536 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-895811ce-06d8-4a1d-812a-3592fbc8d875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:29.487551 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-385e3aa5-83ab-4186-8709-97fe20d4a73b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a168c497-3e00-4165-be9e-4e13ba2e4d53 HTTP/1.1" status: 200 len: 217 time: 0.0369139 Mar 28 09:17:29.537115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-d13dc16d-15a3-4cd2-9039-c616da90fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:29.538600 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-d13dc16d-15a3-4cd2-9039-c616da90fc6a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd34a305-e753-4d20-b101-4e467118bae0 HTTP/1.1" status: 200 len: 835 time: 0.0459135 Mar 28 09:17:29.591051 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-6f973cf2-6f75-4bf2-bfe0-7e609090ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:29.592778 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-6f973cf2-6f75-4bf2-bfe0-7e609090ff51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f816717-1e0b-4109-91aa-e202a24ae908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480292 Mar 28 09:17:29.679359 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-b875df28-02e8-42bf-b3ec-9c0f05efd269 service neutron] 10.222.0.16 "GET /v2.0/networks/3f816717-1e0b-4109-91aa-e202a24ae908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807824 Mar 28 09:17:29.770609 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fb9ecdfd-0617-40a5-b86a-5091d0b7c907 req-f9465341-7c91-49da-a57c-f7e331ca244a service neutron] 10.222.0.16 "GET /v2.0/networks/3f816717-1e0b-4109-91aa-e202a24ae908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851600 Mar 28 09:17:29.860258 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16e846-56c6-4371-b38d-270a9ca164f5 req-db13ef83-961e-4b5f-b2cb-9b14eacb3521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:29.861794 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cb16e846-56c6-4371-b38d-270a9ca164f5 req-db13ef83-961e-4b5f-b2cb-9b14eacb3521 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=5e41c1cc-098b-48b7-859f-f7ac856515d6 HTTP/1.1" status: 200 len: 1128 time: 0.0460479 Mar 28 09:17:29.949918 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16e846-56c6-4371-b38d-270a9ca164f5 req-f1ce6e4b-ce4d-4638-85a7-a32f448fb5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:29.951378 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cb16e846-56c6-4371-b38d-270a9ca164f5 req-f1ce6e4b-ce4d-4638-85a7-a32f448fb5de service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f816717-1e0b-4109-91aa-e202a24ae908 HTTP/1.1" status: 200 len: 896 time: 0.0838144 Mar 28 09:17:29.995519 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cb16e846-56c6-4371-b38d-270a9ca164f5 req-c2a18940-9e59-4c49-9881-520329078138 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a168c497-3e00-4165-be9e-4e13ba2e4d53 HTTP/1.1" status: 200 len: 217 time: 0.0368016 Mar 28 09:17:30.043130 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16e846-56c6-4371-b38d-270a9ca164f5 req-2210b4f9-de37-4b71-9483-86a2405c629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:30.044470 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cb16e846-56c6-4371-b38d-270a9ca164f5 req-2210b4f9-de37-4b71-9483-86a2405c629f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd34a305-e753-4d20-b101-4e467118bae0 HTTP/1.1" status: 200 len: 835 time: 0.0419152 Mar 28 09:17:30.098420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16e846-56c6-4371-b38d-270a9ca164f5 req-6db6a99b-a6e3-48d7-8a8b-27ab2d35605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:30.099933 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cb16e846-56c6-4371-b38d-270a9ca164f5 req-6db6a99b-a6e3-48d7-8a8b-27ab2d35605b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f816717-1e0b-4109-91aa-e202a24ae908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445595 Mar 28 09:17:30.195206 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cb16e846-56c6-4371-b38d-270a9ca164f5 req-8f4d5083-7d9d-4699-ac28-969bf68ccd21 service neutron] 10.222.0.16 "GET /v2.0/networks/3f816717-1e0b-4109-91aa-e202a24ae908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877230 Mar 28 09:17:30.286181 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cb16e846-56c6-4371-b38d-270a9ca164f5 req-9cec4622-9a0e-4280-a61a-1ee3753c6493 service neutron] 10.222.0.16 "GET /v2.0/networks/3f816717-1e0b-4109-91aa-e202a24ae908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827327 Mar 28 09:17:30.364656 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df6d45-89b9-474c-a234-df63a7c1c432 req-e01d6c6a-9ae9-4329-ab24-7acd47c03fc7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:30.366068 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-53df6d45-89b9-474c-a234-df63a7c1c432 req-e01d6c6a-9ae9-4329-ab24-7acd47c03fc7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e41c1cc-098b-48b7-859f-f7ac856515d6 HTTP/1.1" status: 200 len: 944 time: 0.0595162 Mar 28 09:17:30.417016 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-53df6d45-89b9-474c-a234-df63a7c1c432 req-73abd13a-fd6a-4d6d-8bc8-d2e44b48c4d0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8298a5c-fb0b-4048-8d0f-7881134b32fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454602 Mar 28 09:17:30.554108 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:31.535046 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e85c5-91eb-4158-ab4c-170e23f2359f req-98cb128f-e810-4701-b480-5dbb56817fd8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:31.536522 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4d7e85c5-91eb-4158-ab4c-170e23f2359f req-98cb128f-e810-4701-b480-5dbb56817fd8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e41c1cc-098b-48b7-859f-f7ac856515d6 HTTP/1.1" status: 200 len: 944 time: 0.0531216 Mar 28 09:17:31.584651 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4d7e85c5-91eb-4158-ab4c-170e23f2359f req-a989a753-da3d-4776-ae2d-ed79ff68b709 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8298a5c-fb0b-4048-8d0f-7881134b32fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425162 Mar 28 09:17:32.084322 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:32.520524 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device a168c497-3e00-4165-be9e-4e13ba2e4d53 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:17:32.615481 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port a168c497-3e00-4165-be9e-4e13ba2e4d53, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a168c497-3e00-4165-be9e-4e13ba2e4d53,segment=NetworkSegment(7b984a47-561b-468c-b36e-3331c1cc4fd3),segment_id=7b984a47-561b-468c-b36e-3331c1cc4fd3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:17:32.627361 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'a168c497-3e00-4165-be9e-4e13ba2e4d53', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'port_id': 'a168c497-3e00-4165-be9e-4e13ba2e4d53', 'mac_address': 'fa:16:3e:0d:6f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:17:32.668929 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port a168c497-3e00-4165-be9e-4e13ba2e4d53 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:17:32.669325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a168c497-3e00-4165-be9e-4e13ba2e4d53), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:32.681974 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a168c497-3e00-4165-be9e-4e13ba2e4d53 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:17:32.701681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port a168c497-3e00-4165-be9e-4e13ba2e4d53, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a168c497-3e00-4165-be9e-4e13ba2e4d53,segment=NetworkSegment(7b984a47-561b-468c-b36e-3331c1cc4fd3),segment_id=7b984a47-561b-468c-b36e-3331c1cc4fd3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:17:32.705854 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (a168c497-3e00-4165-be9e-4e13ba2e4d53), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:32.706078 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265930b9-a02b-4d3d-97a3-21226ef246e2 req-86cde3df-9ecb-41b4-8cc3-99afd113a78c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:32.707626 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-265930b9-a02b-4d3d-97a3-21226ef246e2 req-86cde3df-9ecb-41b4-8cc3-99afd113a78c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e41c1cc-098b-48b7-859f-f7ac856515d6 HTTP/1.1" status: 200 len: 944 time: 0.0531757 Mar 28 09:17:32.753894 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=a168c497-3e00-4165-be9e-4e13ba2e4d53,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:17:32.757602 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-265930b9-a02b-4d3d-97a3-21226ef246e2 req-bc403bbd-7401-4a88-b269-11af052be975 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8298a5c-fb0b-4048-8d0f-7881134b32fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437043 Mar 28 09:17:32.927820 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['a168c497-3e00-4165-be9e-4e13ba2e4d53'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:17:33.259867 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-22d18b1b-99c9-4d0b-bcd3-666499841a70 req-ab78c447-8a4a-45c6-98d8-2a92f1f59024 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431845 Mar 28 09:17:33.348933 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d18b1b-99c9-4d0b-bcd3-666499841a70 req-a2e97a57-72f1-4518-864d-92f27595e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:33.350462 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-22d18b1b-99c9-4d0b-bcd3-666499841a70 req-a2e97a57-72f1-4518-864d-92f27595e4a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40e579c72ff4feb87447802e87b3f59&device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 1130 time: 0.0482230 Mar 28 09:17:33.451417 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d18b1b-99c9-4d0b-bcd3-666499841a70 req-dc0654e7-210b-46c2-aa6f-6cfe3f003dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:33.452980 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-22d18b1b-99c9-4d0b-bcd3-666499841a70 req-dc0654e7-210b-46c2-aa6f-6cfe3f003dfd service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 HTTP/1.1" status: 200 len: 910 time: 0.0834804 Mar 28 09:17:33.524161 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-22d18b1b-99c9-4d0b-bcd3-666499841a70 req-b707c781-5893-46a7-8bf1-48117aebc39e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c131ee9f-b598-4d54-b87c-016da9c102eb HTTP/1.1" status: 200 len: 1002 time: 0.0651431 Mar 28 09:17:33.572375 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d18b1b-99c9-4d0b-bcd3-666499841a70 req-e3bed9cc-b6ce-4a33-9ccf-7a48e96558ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:33.573844 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-22d18b1b-99c9-4d0b-bcd3-666499841a70 req-e3bed9cc-b6ce-4a33-9ccf-7a48e96558ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e3ff9a8-b5a8-488c-b061-58d28e8ef393 HTTP/1.1" status: 200 len: 849 time: 0.0431790 Mar 28 09:17:33.621053 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d18b1b-99c9-4d0b-bcd3-666499841a70 req-f8c19c7a-0c20-4908-95ad-89971a5b95bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:33.622552 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-22d18b1b-99c9-4d0b-bcd3-666499841a70 req-f8c19c7a-0c20-4908-95ad-89971a5b95bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425394 Mar 28 09:17:33.674289 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:33.720770 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-22d18b1b-99c9-4d0b-bcd3-666499841a70 req-6dc3e20c-4e95-475f-819d-3ec45eed3314 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909965 Mar 28 09:17:33.809895 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-22d18b1b-99c9-4d0b-bcd3-666499841a70 req-3fb58142-37f2-4815-8957-32105135eb8e service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836680 Mar 28 09:17:33.884436 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90866ccb-4283-4fde-ac79-6e3fbed03103 req-2559ca06-9afa-4886-b40a-9035efd51a7c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:33.885918 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-90866ccb-4283-4fde-ac79-6e3fbed03103 req-2559ca06-9afa-4886-b40a-9035efd51a7c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e41c1cc-098b-48b7-859f-f7ac856515d6 HTTP/1.1" status: 200 len: 945 time: 0.0574169 Mar 28 09:17:33.933707 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-90866ccb-4283-4fde-ac79-6e3fbed03103 req-b11755f2-d4c9-4920-8e94-f3360b470ddd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8298a5c-fb0b-4048-8d0f-7881134b32fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420523 Mar 28 09:17:34.536762 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device a168c497-3e00-4165-be9e-4e13ba2e4d53 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:17:34.586760 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port a168c497-3e00-4165-be9e-4e13ba2e4d53 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:17:34.590903 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port a168c497-3e00-4165-be9e-4e13ba2e4d53 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:17:34.591272 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a168c497-3e00-4165-be9e-4e13ba2e4d53), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:34.665036 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port a168c497-3e00-4165-be9e-4e13ba2e4d53 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:17:34.665417 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a168c497-3e00-4165-be9e-4e13ba2e4d53), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:34.687983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e41c1cc-098b-48b7-859f-f7ac856515d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a168c497-3e00-4165-be9e-4e13ba2e4d53'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:17:34.690244 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb25e139-dc0a-4871-a575-6dbff85a0774" -d '{"events": [{"server_uuid": "5e41c1cc-098b-48b7-859f-f7ac856515d6", "name": "network-vif-plugged", "status": "completed", "tag": "a168c497-3e00-4165-be9e-4e13ba2e4d53"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:17:34.703253 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port a168c497-3e00-4165-be9e-4e13ba2e4d53, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a168c497-3e00-4165-be9e-4e13ba2e4d53,segment=NetworkSegment(7b984a47-561b-468c-b36e-3331c1cc4fd3),segment_id=7b984a47-561b-468c-b36e-3331c1cc4fd3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:17:34.707328 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (a168c497-3e00-4165-be9e-4e13ba2e4d53), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:34.755606 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=a168c497-3e00-4165-be9e-4e13ba2e4d53,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:17:34.786053 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f374211-7be9-4310-8681-5343eb2f8ad1 x-openstack-request-id: req-1f374211-7be9-4310-8681-5343eb2f8ad1 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:17:34.786353 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e41c1cc-098b-48b7-859f-f7ac856515d6", "name": "network-vif-plugged", "status": "completed", "tag": "a168c497-3e00-4165-be9e-4e13ba2e4d53", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:17:34.786614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f374211-7be9-4310-8681-5343eb2f8ad1 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:17:34.787092 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f374211-7be9-4310-8681-5343eb2f8ad1'] response: {'server_uuid': '5e41c1cc-098b-48b7-859f-f7ac856515d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a168c497-3e00-4165-be9e-4e13ba2e4d53', 'code': 200} Mar 28 09:17:34.952373 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b17c7c-380b-44a0-b774-d84879dd4e4b req-a5139d7c-f234-42a9-9eb6-b04d603c4a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:34.954075 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3b17c7c-380b-44a0-b774-d84879dd4e4b req-a5139d7c-f234-42a9-9eb6-b04d603c4a11 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5e41c1cc-098b-48b7-859f-f7ac856515d6 HTTP/1.1" status: 200 len: 1130 time: 0.0457311 Mar 28 09:17:35.004804 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3b17c7c-380b-44a0-b774-d84879dd4e4b req-27945145-6c5a-41dd-bf97-4cf06e8653e7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a8298a5c-fb0b-4048-8d0f-7881134b32fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449035 Mar 28 09:17:35.050210 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5a7c9-b274-4b42-9f62-6e2b8e305905 req-5f163bcd-8b40-4a0a-abeb-e07a91f65b26 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:35.051652 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e9a5a7c9-b274-4b42-9f62-6e2b8e305905 req-5f163bcd-8b40-4a0a-abeb-e07a91f65b26 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e41c1cc-098b-48b7-859f-f7ac856515d6 HTTP/1.1" status: 200 len: 946 time: 0.0526969 Mar 28 09:17:35.099876 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e9a5a7c9-b274-4b42-9f62-6e2b8e305905 req-1220f988-4524-4d2e-afde-8d0ae751b3de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8298a5c-fb0b-4048-8d0f-7881134b32fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427210 Mar 28 09:17:36.218982 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f0b76-6eb8-4bf9-adca-1719e5721d43 req-f873844e-ac17-4d1e-8ad9-3a5d91c3328a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:36.220458 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-421f0b76-6eb8-4bf9-adca-1719e5721d43 req-f873844e-ac17-4d1e-8ad9-3a5d91c3328a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e41c1cc-098b-48b7-859f-f7ac856515d6 HTTP/1.1" status: 200 len: 946 time: 0.0523837 Mar 28 09:17:36.268347 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-421f0b76-6eb8-4bf9-adca-1719e5721d43 req-30d1b122-65fe-451d-bb9a-75a9710394e3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8298a5c-fb0b-4048-8d0f-7881134b32fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421433 Mar 28 09:17:36.382750 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354a0f4-d826-401a-b8f9-27879365123d req-fd6baae0-4b46-43c1-ae42-3ee399a8cd59 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:36.384105 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8354a0f4-d826-401a-b8f9-27879365123d req-fd6baae0-4b46-43c1-ae42-3ee399a8cd59 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e41c1cc-098b-48b7-859f-f7ac856515d6 HTTP/1.1" status: 200 len: 946 time: 0.0512040 Mar 28 09:17:36.435364 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8354a0f4-d826-401a-b8f9-27879365123d req-a98abc1a-a9d5-4555-9928-e2cf09047ef0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8298a5c-fb0b-4048-8d0f-7881134b32fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457795 Mar 28 09:17:36.458334 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54214) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:17:36.500290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec557d04-fc5e-408f-aa4a-b7c36f73927f tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:36.501836 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ec557d04-fc5e-408f-aa4a-b7c36f73927f tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5e41c1cc-098b-48b7-859f-f7ac856515d6 HTTP/1.1" status: 200 len: 1125 time: 0.0425220 Mar 28 09:17:36.504596 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54216) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:17:36.508802 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-80cb7487-21c4-4b1e-bcca-582183d6515a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'floatingip': {'port_id': 'a168c497-3e00-4165-be9e-4e13ba2e4d53'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:17:36.546884 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-80cb7487-21c4-4b1e-bcca-582183d6515a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (e816e13d-ccb2-4c72-a844-9854af77daae), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:36.964155 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-80cb7487-21c4-4b1e-bcca-582183d6515a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:36.968027 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-80cb7487-21c4-4b1e-bcca-582183d6515a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (e816e13d-ccb2-4c72-a844-9854af77daae), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:37.327732 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-80cb7487-21c4-4b1e-bcca-582183d6515a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP e816e13d-ccb2-4c72-a844-9854af77daae associated. External IP: 172.36.4.105, port: a168c497-3e00-4165-be9e-4e13ba2e4d53. Mar 28 09:17:37.536845 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cb7487-21c4-4b1e-bcca-582183d6515a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:17:37.648917 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cb7487-21c4-4b1e-bcca-582183d6515a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:17:37.654015 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-80cb7487-21c4-4b1e-bcca-582183d6515a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:37.659076 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daead695-4185-4bc8-8fd2-283db930132d None None] Sync routers for ids ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:17:37.668701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daead695-4185-4bc8-8fd2-283db930132d None None] Routers {'2cc1217e-4ebb-4400-abea-5de2f201e1c3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:17:37.669304 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-daead695-4185-4bc8-8fd2-283db930132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:17:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:17:37.686485 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-80cb7487-21c4-4b1e-bcca-582183d6515a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/floatingips/e816e13d-ccb2-4c72-a844-9854af77daae HTTP/1.1" status: 200 len: 992 time: 1.1783917 Mar 28 09:17:37.686485 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e41c1cc-098b-48b7-859f-f7ac856515d6', 'tag': 'a168c497-3e00-4165-be9e-4e13ba2e4d53'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:17:37.686940 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54218) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:17:37.687404 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef74dc0a-6366-4cc7-a8ec-ce65a8a49f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "5e41c1cc-098b-48b7-859f-f7ac856515d6", "tag": "a168c497-3e00-4165-be9e-4e13ba2e4d53"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:17:37.723309 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e13ba5c-0f63-4a83-96e7-aa2aa876a95c x-openstack-request-id: req-2e13ba5c-0f63-4a83-96e7-aa2aa876a95c {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:17:37.723667 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e41c1cc-098b-48b7-859f-f7ac856515d6", "tag": "a168c497-3e00-4165-be9e-4e13ba2e4d53", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:17:37.723932 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e13ba5c-0f63-4a83-96e7-aa2aa876a95c {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:17:37.724341 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e13ba5c-0f63-4a83-96e7-aa2aa876a95c'] response: {'name': 'network-changed', 'server_uuid': '5e41c1cc-098b-48b7-859f-f7ac856515d6', 'tag': 'a168c497-3e00-4165-be9e-4e13ba2e4d53', 'status': 'completed', 'code': 200} Mar 28 09:17:37.766586 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6b7bb9bf-53f0-4212-aa03-678e0e66cbf0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/e816e13d-ccb2-4c72-a844-9854af77daae HTTP/1.1" status: 200 len: 992 time: 0.0784848 Mar 28 09:17:37.801676 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74dc0a-6366-4cc7-a8ec-ce65a8a49f4d req-904ff011-9d2c-48c8-97a2-0530cf674dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:37.803222 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef74dc0a-6366-4cc7-a8ec-ce65a8a49f4d req-904ff011-9d2c-48c8-97a2-0530cf674dc5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=5e41c1cc-098b-48b7-859f-f7ac856515d6 HTTP/1.1" status: 200 len: 1130 time: 0.0556936 Mar 28 09:17:37.902056 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74dc0a-6366-4cc7-a8ec-ce65a8a49f4d req-32b2ca00-4ac0-4792-9921-b81a6375bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:37.903460 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef74dc0a-6366-4cc7-a8ec-ce65a8a49f4d req-32b2ca00-4ac0-4792-9921-b81a6375bafd service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f816717-1e0b-4109-91aa-e202a24ae908 HTTP/1.1" status: 200 len: 896 time: 0.0949831 Mar 28 09:17:37.930145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-daead695-4185-4bc8-8fd2-283db930132d None None] Set router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:17:37.973491 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef74dc0a-6366-4cc7-a8ec-ce65a8a49f4d req-1993e9f0-f8e6-44ef-a133-cf6347c9b8a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a168c497-3e00-4165-be9e-4e13ba2e4d53 HTTP/1.1" status: 200 len: 1000 time: 0.0636508 Mar 28 09:17:38.021706 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74dc0a-6366-4cc7-a8ec-ce65a8a49f4d req-eca15531-ba81-4eba-995c-9c578ef2b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:38.023193 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef74dc0a-6366-4cc7-a8ec-ce65a8a49f4d req-eca15531-ba81-4eba-995c-9c578ef2b306 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd34a305-e753-4d20-b101-4e467118bae0 HTTP/1.1" status: 200 len: 835 time: 0.0442677 Mar 28 09:17:38.072423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74dc0a-6366-4cc7-a8ec-ce65a8a49f4d req-5b1a2d41-447e-4844-9136-21f1ddc8a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:38.074059 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef74dc0a-6366-4cc7-a8ec-ce65a8a49f4d req-5b1a2d41-447e-4844-9136-21f1ddc8a3f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f816717-1e0b-4109-91aa-e202a24ae908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451188 Mar 28 09:17:38.152293 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-daead695-4185-4bc8-8fd2-283db930132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e816e13d-ccb2-4c72-a844-9854af77daae', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.105', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'port_id': 'a168c497-3e00-4165-be9e-4e13ba2e4d53', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'mac_address': 'fa:16:3e:0d:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41c1cc-098b-48b7-859f-f7ac856515d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:16:43Z', 'updated_at': '2022-03-28T09:17:36Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6a3db0-faf3-4be5-9558-eb01dd77b94b', 'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:17:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:28Z', 'updated_at': '2022-03-28T09:16:32Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:17:38.172130 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef74dc0a-6366-4cc7-a8ec-ce65a8a49f4d req-31955bd3-5838-4ce6-9120-51131994ef9e service neutron] 10.222.0.16 "GET /v2.0/networks/3f816717-1e0b-4109-91aa-e202a24ae908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871961 Mar 28 09:17:38.177537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daead695-4185-4bc8-8fd2-283db930132d None None] Checking router: 2cc1217e-4ebb-4400-abea-5de2f201e1c3 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:17:38.185974 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daead695-4185-4bc8-8fd2-283db930132d None None] Routers {'2cc1217e-4ebb-4400-abea-5de2f201e1c3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:17:38.187104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-daead695-4185-4bc8-8fd2-283db930132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:17:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:17:38.266418 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef74dc0a-6366-4cc7-a8ec-ce65a8a49f4d req-d363c164-39f2-4c4e-9725-1237f81ec3ac service neutron] 10.222.0.16 "GET /v2.0/networks/3f816717-1e0b-4109-91aa-e202a24ae908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853267 Mar 28 09:17:38.296200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-daead695-4185-4bc8-8fd2-283db930132d None None] Set router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:17:38.516392 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-daead695-4185-4bc8-8fd2-283db930132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e816e13d-ccb2-4c72-a844-9854af77daae', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.105', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'port_id': 'a168c497-3e00-4165-be9e-4e13ba2e4d53', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'mac_address': 'fa:16:3e:0d:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41c1cc-098b-48b7-859f-f7ac856515d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:16:43Z', 'updated_at': '2022-03-28T09:17:36Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6a3db0-faf3-4be5-9558-eb01dd77b94b', 'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:17:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:28Z', 'updated_at': '2022-03-28T09:16:32Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:17:38.542386 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daead695-4185-4bc8-8fd2-283db930132d None None] The sync data for ids ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'] in dv-neutron-master-2-hyperv is: [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e816e13d-ccb2-4c72-a844-9854af77daae', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.105', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'port_id': 'a168c497-3e00-4165-be9e-4e13ba2e4d53', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'mac_address': 'fa:16:3e:0d:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e41c1cc-098b-48b7-859f-f7ac856515d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:16:43Z', 'updated_at': '2022-03-28T09:17:36Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6a3db0-faf3-4be5-9558-eb01dd77b94b', 'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:17:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:28Z', 'updated_at': '2022-03-28T09:16:32Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:17:38.727539 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90b78dd-ae20-421f-837a-af25ebf4e4f8 None None] New status for floating IP e816e13d-ccb2-4c72-a844-9854af77daae: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:17:38.770926 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54222) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:17:38.836275 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d16fcfa4-5706-4095-aae5-3c81761f6f73 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/e816e13d-ccb2-4c72-a844-9854af77daae HTTP/1.1" status: 200 len: 992 time: 0.0641246 Mar 28 09:17:39.839638 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54224) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:17:39.900146 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b8d0c5ac-782f-4015-9fbf-09159065e0d1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/e816e13d-ccb2-4c72-a844-9854af77daae HTTP/1.1" status: 200 len: 994 time: 0.0593667 Mar 28 09:17:47.529986 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:17:51.275553 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:57.243460 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-976ed669-51c3-42ef-85b4-a222835e25de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:59.460863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9f8c6285-3bd8-47bb-b8bd-69eea8897871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:17:59.581852 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f9f028c3-b93c-441e-8916-082b57e25647 req-bcd37b4f-05eb-4174-b63d-85253b6dffde tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-987618173&fields=id&tenant_id=e40e579c72ff4feb87447802e87b3f59 HTTP/1.1" status: 200 len: 267 time: 0.0442989 Mar 28 09:17:59.684181 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f028c3-b93c-441e-8916-082b57e25647 req-74f1c93b-584c-4b4d-b377-92f8cc1568f7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:17:59.685771 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f9f028c3-b93c-441e-8916-082b57e25647 req-74f1c93b-584c-4b4d-b377-92f8cc1568f7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/networks?id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 HTTP/1.1" status: 200 len: 810 time: 0.0972483 Mar 28 09:17:59.699598 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f9f028c3-b93c-441e-8916-082b57e25647 req-2319649c-ab45-48ad-a4e6-a508407a8d34 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/quotas/e40e579c72ff4feb87447802e87b3f59 HTTP/1.1" status: 200 len: 375 time: 0.0086269 Mar 28 09:17:59.764706 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e224121f-bc24-4264-a2de-a7b31607ccd0 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e40e579c72ff4feb87447802e87b3f59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0596166 Mar 28 09:17:59.857601 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f9f028c3-b93c-441e-8916-082b57e25647 req-db9be4a6-987d-42d9-b8ce-3b75cf921fac service neutron] 10.222.0.15 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815856 Mar 28 09:17:59.949574 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f9f028c3-b93c-441e-8916-082b57e25647 req-8bf9e753-1809-4725-9f11-54f3013bbe1d service neutron] 10.222.0.15 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864117 Mar 28 09:18:00.233338 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f6d6ba4a-9439-4010-96fe-aa20d53ad522 req-6b0f2678-7669-4728-ba1c-0a73ef13ccf6 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 210 time: 0.0274456 Mar 28 09:18:00.557196 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:01.158630 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f028c3-b93c-441e-8916-082b57e25647 req-2e84c562-de0a-4e68-a499-448d5b2eef5e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:01.160111 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9f028c3-b93c-441e-8916-082b57e25647 req-2e84c562-de0a-4e68-a499-448d5b2eef5e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.16 "GET /v2.0/networks?id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 HTTP/1.1" status: 200 len: 810 time: 0.1140659 Mar 28 09:18:01.224893 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9f028c3-b93c-441e-8916-082b57e25647 req-ea642369-bb14-49b8-8a46-36baa2394bd4 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e40e579c72ff4feb87447802e87b3f59 HTTP/1.1" status: 200 len: 379 time: 0.0570540 Mar 28 09:18:01.232941 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-f9f028c3-b93c-441e-8916-082b57e25647 req-5d63d942-1854-405c-b5e0-343e85bc9f5f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Request body: {'port': {'device_id': '070dc187-f4df-45af-8676-18cd169686da', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'admin_state_up': True, 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'security_groups': ['b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:01.339016 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7cbfcac0-6dd5-47db-9132-540217a41c22 req-2337d2d7-e90f-48ca-bbd4-fb7e5dad82ff tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 210 time: 0.0317855 Mar 28 09:18:01.345864 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f028c3-b93c-441e-8916-082b57e25647 req-5d63d942-1854-405c-b5e0-343e85bc9f5f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Made reservation on behalf of e40e579c72ff4feb87447802e87b3f59 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:18:01.349278 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-f9f028c3-b93c-441e-8916-082b57e25647 req-5d63d942-1854-405c-b5e0-343e85bc9f5f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:01.473338 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-f9f028c3-b93c-441e-8916-082b57e25647 req-5d63d942-1854-405c-b5e0-343e85bc9f5f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Allocated IP 172.20.0.6 (a9b6026d-f3c8-4cca-af27-17fc5f4b79d8/7e3ff9a8-b5a8-488c-b061-58d28e8ef393/df2eb384-f3a8-4a71-b835-fb8e9821fce6) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:18:01.612817 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-f9f028c3-b93c-441e-8916-082b57e25647 req-5d63d942-1854-405c-b5e0-343e85bc9f5f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for port (df2eb384-f3a8-4a71-b835-fb8e9821fce6), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:01.644107 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-f9f028c3-b93c-441e-8916-082b57e25647 req-5d63d942-1854-405c-b5e0-343e85bc9f5f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (df2eb384-f3a8-4a71-b835-fb8e9821fce6), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:01.683207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f028c3-b93c-441e-8916-082b57e25647 req-5d63d942-1854-405c-b5e0-343e85bc9f5f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:18:01.686246 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-f9f028c3-b93c-441e-8916-082b57e25647 req-5d63d942-1854-405c-b5e0-343e85bc9f5f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:18:01.690636 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f028c3-b93c-441e-8916-082b57e25647 req-5d63d942-1854-405c-b5e0-343e85bc9f5f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:18:01.723660 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63d942-1854-405c-b5e0-343e85bc9f5f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event updated for resources: {'Port': ['ID=df2eb384-f3a8-4a71-b835-fb8e9821fce6,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:01.751673 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f028c3-b93c-441e-8916-082b57e25647 req-5d63d942-1854-405c-b5e0-343e85bc9f5f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:01.752328 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-f9f028c3-b93c-441e-8916-082b57e25647 req-5d63d942-1854-405c-b5e0-343e85bc9f5f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:01.772405 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9f028c3-b93c-441e-8916-082b57e25647 req-5d63d942-1854-405c-b5e0-343e85bc9f5f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5429413 Mar 28 09:18:01.783992 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Request body: {'port': {'device_id': '070dc187-f4df-45af-8676-18cd169686da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:01.846557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (df2eb384-f3a8-4a71-b835-fb8e9821fce6), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:02.000863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4d214a42-c70b-4a87-a18c-9f73c5a0f27e None None] Provisioning complete for port df2eb384-f3a8-4a71-b835-fb8e9821fce6 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:18:02.001445 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4d214a42-c70b-4a87-a18c-9f73c5a0f27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (df2eb384-f3a8-4a71-b835-fb8e9821fce6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:02.040875 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4d214a42-c70b-4a87-a18c-9f73c5a0f27e None None] Port df2eb384-f3a8-4a71-b835-fb8e9821fce6 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:18:02.094737 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:02.141099 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2eb384-f3a8-4a71-b835-fb8e9821fce6 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:18:02.149416 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Publish callbacks [] for port (df2eb384-f3a8-4a71-b835-fb8e9821fce6), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:02.162566 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Transition to ACTIVE for port object df2eb384-f3a8-4a71-b835-fb8e9821fce6 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:18:02.165644 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (df2eb384-f3a8-4a71-b835-fb8e9821fce6), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:02.218990 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Pushing event updated for resources: {'Port': ['ID=df2eb384-f3a8-4a71-b835-fb8e9821fce6,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:02.301454 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Attempting to bind port df2eb384-f3a8-4a71-b835-fb8e9821fce6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:18:02.302148 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Attempting to bind port df2eb384-f3a8-4a71-b835-fb8e9821fce6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:18:02.302676 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Attempting to bind port df2eb384-f3a8-4a71-b835-fb8e9821fce6 on network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:18:02.308062 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Port df2eb384-f3a8-4a71-b835-fb8e9821fce6 on network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:18:02.308393 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Attempting to bind port df2eb384-f3a8-4a71-b835-fb8e9821fce6 on network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:18:02.315309 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:18:02.315707 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Checking segment: {'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:18:02.316022 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Bound using segment: {'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:18:02.316464 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Bound port: df2eb384-f3a8-4a71-b835-fb8e9821fce6, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:18:02.316829 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (df2eb384-f3a8-4a71-b835-fb8e9821fce6), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:02.398227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] For port df2eb384-f3a8-4a71-b835-fb8e9821fce6, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:18:02.401764 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] For port df2eb384-f3a8-4a71-b835-fb8e9821fce6, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df2eb384-f3a8-4a71-b835-fb8e9821fce6,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:18:02.409863 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (df2eb384-f3a8-4a71-b835-fb8e9821fce6), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:02.478078 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:02.478707 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:02.480096 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9f028c3-b93c-441e-8916-082b57e25647 req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] 10.222.0.16 "PUT /v2.0/ports/df2eb384-f3a8-4a71-b835-fb8e9821fce6 HTTP/1.1" status: 200 len: 1093 time: 0.7009692 Mar 28 09:18:02.480546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070dc187-f4df-45af-8676-18cd169686da', 'tag': 'df2eb384-f3a8-4a71-b835-fb8e9821fce6'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:18:02.482830 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1379b20-6061-4063-bdde-d7230a5a46c8" -d '{"events": [{"name": "network-changed", "server_uuid": "070dc187-f4df-45af-8676-18cd169686da", "tag": "df2eb384-f3a8-4a71-b835-fb8e9821fce6"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:18:02.553292 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f68194-6de3-444f-a024-60d08c756235 service neutron] Pushing event updated for resources: {'Port': ['ID=df2eb384-f3a8-4a71-b835-fb8e9821fce6,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:02.557005 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9024b504-f94c-4dee-9921-05d5aa699d82 x-openstack-request-id: req-9024b504-f94c-4dee-9921-05d5aa699d82 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:18:02.557405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070dc187-f4df-45af-8676-18cd169686da", "tag": "df2eb384-f3a8-4a71-b835-fb8e9821fce6", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:18:02.557826 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9024b504-f94c-4dee-9921-05d5aa699d82 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:18:02.558306 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9024b504-f94c-4dee-9921-05d5aa699d82'] response: {'name': 'network-changed', 'server_uuid': '070dc187-f4df-45af-8676-18cd169686da', 'tag': 'df2eb384-f3a8-4a71-b835-fb8e9821fce6', 'status': 'completed', 'code': 200} Mar 28 09:18:02.576747 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b86fb-aa31-4b6b-8ee7-81d8651b6d28 req-674aad40-1a03-4ae9-9516-5b9c34edf76d tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:02.578606 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ce7b86fb-aa31-4b6b-8ee7-81d8651b6d28 req-674aad40-1a03-4ae9-9516-5b9c34edf76d tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 943 time: 0.1591692 Mar 28 09:18:02.609945 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f028c3-b93c-441e-8916-082b57e25647 req-59cbc76e-f5fc-4b7e-ba19-ede5356678ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:02.611583 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9f028c3-b93c-441e-8916-082b57e25647 req-59cbc76e-f5fc-4b7e-ba19-ede5356678ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40e579c72ff4feb87447802e87b3f59&device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 1127 time: 0.0887616 Mar 28 09:18:02.666566 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9f028c3-b93c-441e-8916-082b57e25647 req-a9c51ecc-1c96-4ffe-ae84-9e53cce038ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df2eb384-f3a8-4a71-b835-fb8e9821fce6 HTTP/1.1" status: 200 len: 217 time: 0.0478027 Mar 28 09:18:02.710879 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ce7b86fb-aa31-4b6b-8ee7-81d8651b6d28 req-c6932620-32f9-4629-bc12-ae10e1be4ef6 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235449 Mar 28 09:18:02.728967 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f028c3-b93c-441e-8916-082b57e25647 req-7f564422-1a58-44d6-85c1-e636442feff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:02.730431 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9f028c3-b93c-441e-8916-082b57e25647 req-7f564422-1a58-44d6-85c1-e636442feff4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e3ff9a8-b5a8-488c-b061-58d28e8ef393 HTTP/1.1" status: 200 len: 849 time: 0.0551181 Mar 28 09:18:02.782863 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f028c3-b93c-441e-8916-082b57e25647 req-f7c69baf-a034-4639-8bdf-5ebb5fb8beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:02.784451 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9f028c3-b93c-441e-8916-082b57e25647 req-f7c69baf-a034-4639-8bdf-5ebb5fb8beac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0476086 Mar 28 09:18:02.876828 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9f028c3-b93c-441e-8916-082b57e25647 req-3d44650c-55c3-4c0f-909e-e03527aa68ab service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861144 Mar 28 09:18:02.966336 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9f028c3-b93c-441e-8916-082b57e25647 req-464977db-51c0-4e4f-8482-4349e2f90345 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830569 Mar 28 09:18:03.061720 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1379b20-6061-4063-bdde-d7230a5a46c8 req-4f6fd91d-c8f2-46f5-942d-cee7886d7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:03.063365 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f1379b20-6061-4063-bdde-d7230a5a46c8 req-4f6fd91d-c8f2-46f5-942d-cee7886d7743 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40e579c72ff4feb87447802e87b3f59&device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 1127 time: 0.0530584 Mar 28 09:18:03.150589 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1379b20-6061-4063-bdde-d7230a5a46c8 req-050c6540-ef1b-4e20-bbf3-0a1f48ecf2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:03.152166 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f1379b20-6061-4063-bdde-d7230a5a46c8 req-050c6540-ef1b-4e20-bbf3-0a1f48ecf2fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 HTTP/1.1" status: 200 len: 910 time: 0.0829029 Mar 28 09:18:03.197922 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f1379b20-6061-4063-bdde-d7230a5a46c8 req-0a275ed9-be58-4677-8f58-e3ce1bc49ea5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df2eb384-f3a8-4a71-b835-fb8e9821fce6 HTTP/1.1" status: 200 len: 217 time: 0.0384262 Mar 28 09:18:03.246589 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1379b20-6061-4063-bdde-d7230a5a46c8 req-441f6064-7937-4336-b486-cb5f95f78c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:03.248101 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f1379b20-6061-4063-bdde-d7230a5a46c8 req-441f6064-7937-4336-b486-cb5f95f78c71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e3ff9a8-b5a8-488c-b061-58d28e8ef393 HTTP/1.1" status: 200 len: 849 time: 0.0437493 Mar 28 09:18:03.298790 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1379b20-6061-4063-bdde-d7230a5a46c8 req-7cee0fa1-be01-4dea-8345-c8c66d2e8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:03.300572 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f1379b20-6061-4063-bdde-d7230a5a46c8 req-7cee0fa1-be01-4dea-8345-c8c66d2e8f9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0459642 Mar 28 09:18:03.393522 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f1379b20-6061-4063-bdde-d7230a5a46c8 req-efaf8dc6-6ccd-420a-98ca-104f6ec4d8a0 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854924 Mar 28 09:18:03.480813 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f1379b20-6061-4063-bdde-d7230a5a46c8 req-c0b53d29-0902-44f1-8a62-b4dfdb0c36a2 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814469 Mar 28 09:18:03.676648 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:03.834700 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757c0c6-1477-40b9-8245-2e7881ba2749 req-e41da046-4f44-4819-bce0-943a02cfae4c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:03.836304 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5757c0c6-1477-40b9-8245-2e7881ba2749 req-e41da046-4f44-4819-bce0-943a02cfae4c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 943 time: 0.0535645 Mar 28 09:18:03.885984 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5757c0c6-1477-40b9-8245-2e7881ba2749 req-3a78c69e-977d-4541-b3f2-d8ba1e6a12a6 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441532 Mar 28 09:18:05.008607 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b009f70-5fbd-4089-8bcf-73cf8205710f req-3b04536d-5ce8-499b-961a-72aa02dbf7e5 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:05.010119 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b009f70-5fbd-4089-8bcf-73cf8205710f req-3b04536d-5ce8-499b-961a-72aa02dbf7e5 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 943 time: 0.0548215 Mar 28 09:18:05.059175 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b009f70-5fbd-4089-8bcf-73cf8205710f req-908e1ec3-882a-42d5-9599-8ccff9516b5f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431871 Mar 28 09:18:06.190616 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29103ce7-5f1e-4ce4-8951-84423a8d0e53 req-77d84db9-9e4a-4b76-9eb0-1f6f98b5a536 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:06.192195 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-29103ce7-5f1e-4ce4-8951-84423a8d0e53 req-77d84db9-9e4a-4b76-9eb0-1f6f98b5a536 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 943 time: 0.0584419 Mar 28 09:18:06.243354 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-29103ce7-5f1e-4ce4-8951-84423a8d0e53 req-4cf0c786-708c-4468-b6cb-fd2982272627 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450227 Mar 28 09:18:07.370958 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65257e7e-8093-4e4e-9bc2-c7eb908407d6 req-af90bb0f-f8df-4944-9366-18b6f211b547 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:07.372477 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-65257e7e-8093-4e4e-9bc2-c7eb908407d6 req-af90bb0f-f8df-4944-9366-18b6f211b547 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 943 time: 0.0583577 Mar 28 09:18:07.423833 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-65257e7e-8093-4e4e-9bc2-c7eb908407d6 req-c80eea6f-2665-46db-83ce-fefc8bed63ef tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451591 Mar 28 09:18:08.565636 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6aeff-a342-4c51-8114-1391894422fa req-bd42937b-1c96-4b5d-94f0-29051c0e6d6e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:08.567593 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-57a6aeff-a342-4c51-8114-1391894422fa req-bd42937b-1c96-4b5d-94f0-29051c0e6d6e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 943 time: 0.0628910 Mar 28 09:18:08.623710 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-57a6aeff-a342-4c51-8114-1391894422fa req-604386ce-bef8-473f-aa57-159176af3d5f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498397 Mar 28 09:18:09.753360 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613f299-f342-4baf-a7ca-ebc93abb0d4c req-c2108d94-b47a-47ab-8b2c-7c444a2230a7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:09.755020 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4613f299-f342-4baf-a7ca-ebc93abb0d4c req-c2108d94-b47a-47ab-8b2c-7c444a2230a7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 943 time: 0.0573604 Mar 28 09:18:09.807596 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4613f299-f342-4baf-a7ca-ebc93abb0d4c req-ef60277a-eebe-4e5c-904c-a6e12a47398b tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464654 Mar 28 09:18:10.928322 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809758a4-8cc9-44c0-8cbc-ed4538462c46 req-c97e0baa-ef20-481d-be6e-0ecc1b05ad3c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:10.930559 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-809758a4-8cc9-44c0-8cbc-ed4538462c46 req-c97e0baa-ef20-481d-be6e-0ecc1b05ad3c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 943 time: 0.0545056 Mar 28 09:18:10.984658 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-809758a4-8cc9-44c0-8cbc-ed4538462c46 req-641f9fc4-1b7f-4f55-adc7-16fdd00cd3c2 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485170 Mar 28 09:18:11.301166 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e11d5-cb50-412a-a550-d6b98fbdc3e2 req-940497ed-390f-41a9-bc9e-e7af76386614 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:11.303031 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a38e11d5-cb50-412a-a550-d6b98fbdc3e2 req-940497ed-390f-41a9-bc9e-e7af76386614 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e41c1cc-098b-48b7-859f-f7ac856515d6 HTTP/1.1" status: 200 len: 946 time: 0.0558426 Mar 28 09:18:11.354468 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a38e11d5-cb50-412a-a550-d6b98fbdc3e2 req-44961165-7bb3-4f12-bc5a-fed67e15534d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8298a5c-fb0b-4048-8d0f-7881134b32fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454381 Mar 28 09:18:12.111838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef3d1a-2e9d-489c-b0d5-2c679fd35084 req-73dd65f7-a139-4a09-a121-63b1db201f57 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:12.113328 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e7ef3d1a-2e9d-489c-b0d5-2c679fd35084 req-73dd65f7-a139-4a09-a121-63b1db201f57 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 943 time: 0.0577621 Mar 28 09:18:12.418940 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e7ef3d1a-2e9d-489c-b0d5-2c679fd35084 req-dfed9d98-a9cd-44d6-bd11-cdff915c377c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001266 Mar 28 09:18:12.480401 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028a653-8c8d-4c51-8f7c-6a3a68c64b54 req-f7612d56-dfa9-453d-9382-36fd850fcea2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:12.481914 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3028a653-8c8d-4c51-8f7c-6a3a68c64b54 req-f7612d56-dfa9-453d-9382-36fd850fcea2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e41c1cc-098b-48b7-859f-f7ac856515d6 HTTP/1.1" status: 200 len: 946 time: 0.0538559 Mar 28 09:18:12.530487 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3028a653-8c8d-4c51-8f7c-6a3a68c64b54 req-72bcf22a-8083-4aab-8484-1aae574ffb2a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8298a5c-fb0b-4048-8d0f-7881134b32fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422564 Mar 28 09:18:12.669043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452da42-3d5e-4e2d-9815-028cee75ad20 req-9f96824d-0867-459e-938a-829d60da2ee6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:12.670414 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c452da42-3d5e-4e2d-9815-028cee75ad20 req-9f96824d-0867-459e-938a-829d60da2ee6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e41c1cc-098b-48b7-859f-f7ac856515d6 HTTP/1.1" status: 200 len: 946 time: 0.0537243 Mar 28 09:18:12.762749 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-c452da42-3d5e-4e2d-9815-028cee75ad20 req-19e0d997-353a-461e-b560-6b7a5b18c921 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port a168c497-3e00-4165-be9e-4e13ba2e4d53 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:18:12.763092 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c452da42-3d5e-4e2d-9815-028cee75ad20 req-19e0d997-353a-461e-b560-6b7a5b18c921 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (a168c497-3e00-4165-be9e-4e13ba2e4d53), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:12.848197 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-c452da42-3d5e-4e2d-9815-028cee75ad20 req-19e0d997-353a-461e-b560-6b7a5b18c921 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port a168c497-3e00-4165-be9e-4e13ba2e4d53, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a168c497-3e00-4165-be9e-4e13ba2e4d53,segment=NetworkSegment(7b984a47-561b-468c-b36e-3331c1cc4fd3),segment_id=7b984a47-561b-468c-b36e-3331c1cc4fd3)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:18:12.848553 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c452da42-3d5e-4e2d-9815-028cee75ad20 req-19e0d997-353a-461e-b560-6b7a5b18c921 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (a168c497-3e00-4165-be9e-4e13ba2e4d53), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:13.021959 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c452da42-3d5e-4e2d-9815-028cee75ad20 req-19e0d997-353a-461e-b560-6b7a5b18c921 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:13.022342 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c452da42-3d5e-4e2d-9815-028cee75ad20 req-19e0d997-353a-461e-b560-6b7a5b18c921 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (e816e13d-ccb2-4c72-a844-9854af77daae), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:13.022662 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [req-c452da42-3d5e-4e2d-9815-028cee75ad20 req-19e0d997-353a-461e-b560-6b7a5b18c921 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP e816e13d-ccb2-4c72-a844-9854af77daae disassociated. External IP: 172.36.4.105, port: a168c497-3e00-4165-be9e-4e13ba2e4d53. Mar 28 09:18:13.023000 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-c452da42-3d5e-4e2d-9815-028cee75ad20 req-19e0d997-353a-461e-b560-6b7a5b18c921 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for a168c497-3e00-4165-be9e-4e13ba2e4d53 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:18:13.151476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c452da42-3d5e-4e2d-9815-028cee75ad20 req-19e0d997-353a-461e-b560-6b7a5b18c921 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (a168c497-3e00-4165-be9e-4e13ba2e4d53), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:13.179968 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0d997-353a-461e-b560-6b7a5b18c921 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=a168c497-3e00-4165-be9e-4e13ba2e4d53,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:13.293882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c452da42-3d5e-4e2d-9815-028cee75ad20 req-19e0d997-353a-461e-b560-6b7a5b18c921 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:18:13.406885 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c452da42-3d5e-4e2d-9815-028cee75ad20 req-19e0d997-353a-461e-b560-6b7a5b18c921 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:18:13.417214 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8070925-4978-4883-a0b8-de7c6f60ca9b None None] Sync routers for ids ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:18:13.427134 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8070925-4978-4883-a0b8-de7c6f60ca9b None None] Routers {'2cc1217e-4ebb-4400-abea-5de2f201e1c3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:18:13.427750 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-e8070925-4978-4883-a0b8-de7c6f60ca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:17:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:13.448135 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-c452da42-3d5e-4e2d-9815-028cee75ad20 req-19e0d997-353a-461e-b560-6b7a5b18c921 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] No DVR routers for this DVR port a168c497-3e00-4165-be9e-4e13ba2e4d53 on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:18:13.450869 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c452da42-3d5e-4e2d-9815-028cee75ad20 req-19e0d997-353a-461e-b560-6b7a5b18c921 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:13.454492 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c452da42-3d5e-4e2d-9815-028cee75ad20 req-19e0d997-353a-461e-b560-6b7a5b18c921 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "DELETE /v2.0/ports/a168c497-3e00-4165-be9e-4e13ba2e4d53 HTTP/1.1" status: 204 len: 173 time: 0.7791777 Mar 28 09:18:13.454947 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e41c1cc-098b-48b7-859f-f7ac856515d6', 'name': 'network-vif-deleted', 'tag': 'a168c497-3e00-4165-be9e-4e13ba2e4d53'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:18:13.457274 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae2b999-8cb8-4ad1-a779-2c54b98bac35" -d '{"events": [{"server_uuid": "5e41c1cc-098b-48b7-859f-f7ac856515d6", "name": "network-vif-deleted", "tag": "a168c497-3e00-4165-be9e-4e13ba2e4d53"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:18:13.511141 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf1ffe2-b3be-476a-b21d-a8a94a814f5c x-openstack-request-id: req-bdf1ffe2-b3be-476a-b21d-a8a94a814f5c {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:18:13.512938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e41c1cc-098b-48b7-859f-f7ac856515d6", "name": "network-vif-deleted", "tag": "a168c497-3e00-4165-be9e-4e13ba2e4d53", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:18:13.513435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bdf1ffe2-b3be-476a-b21d-a8a94a814f5c {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:18:13.514205 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf1ffe2-b3be-476a-b21d-a8a94a814f5c'] response: {'server_uuid': '5e41c1cc-098b-48b7-859f-f7ac856515d6', 'name': 'network-vif-deleted', 'tag': 'a168c497-3e00-4165-be9e-4e13ba2e4d53', 'status': 'completed', 'code': 200} Mar 28 09:18:13.554932 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-e8070925-4978-4883-a0b8-de7c6f60ca9b None None] Set router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:18:13.602135 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f1b18-3e5e-43b0-b483-99f82154f03d req-b4921128-966b-48e3-81e9-a71e8bf2b8da tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:13.604182 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6b5f1b18-3e5e-43b0-b483-99f82154f03d req-b4921128-966b-48e3-81e9-a71e8bf2b8da tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 943 time: 0.0755274 Mar 28 09:18:13.668228 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6b5f1b18-3e5e-43b0-b483-99f82154f03d req-ac312257-bf7b-4360-8cd0-9fe7ade07245 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579660 Mar 28 09:18:13.684583 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5d058ec3-f832-4218-a222-d20f4d2a2401 req-2cfa98d1-b4c2-4a89-8ca5-11a20b9792c6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e41c1cc-098b-48b7-859f-f7ac856515d6 HTTP/1.1" status: 200 len: 210 time: 0.0396814 Mar 28 09:18:13.780516 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-e8070925-4978-4883-a0b8-de7c6f60ca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'af6a3db0-faf3-4be5-9558-eb01dd77b94b', 'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:17:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:28Z', 'updated_at': '2022-03-28T09:16:32Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:13.806433 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8070925-4978-4883-a0b8-de7c6f60ca9b None None] Checking router: 2cc1217e-4ebb-4400-abea-5de2f201e1c3 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:18:13.815280 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8070925-4978-4883-a0b8-de7c6f60ca9b None None] Routers {'2cc1217e-4ebb-4400-abea-5de2f201e1c3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:18:13.815882 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-e8070925-4978-4883-a0b8-de7c6f60ca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:17:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:13.925558 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-e8070925-4978-4883-a0b8-de7c6f60ca9b None None] Set router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:18:14.134735 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-e8070925-4978-4883-a0b8-de7c6f60ca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'af6a3db0-faf3-4be5-9558-eb01dd77b94b', 'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:17:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:28Z', 'updated_at': '2022-03-28T09:16:32Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:14.162195 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8070925-4978-4883-a0b8-de7c6f60ca9b None None] The sync data for ids ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'] in dv-neutron-master-2-hyperv is: [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'af6a3db0-faf3-4be5-9558-eb01dd77b94b', 'name': '', 'network_id': '3f816717-1e0b-4109-91aa-e202a24ae908', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:17:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:28Z', 'updated_at': '2022-03-28T09:16:32Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'cd34a305-e753-4d20-b101-4e467118bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:18:14.370130 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013711a8-cd90-4614-ab66-0eeea3afadd4 None None] New status for floating IP e816e13d-ccb2-4c72-a844-9854af77daae: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:18:14.722433 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54346) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:14.811814 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3a5c-5769-4993-8004-713b521f87a5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (a8298a5c-fb0b-4048-8d0f-7881134b32fc), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:14.823456 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bed5b8-9719-4fc1-90d4-7bf08d5f5862 req-ba7b9d9a-c60f-47f8-91fb-d45a487d2c82 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:14.824935 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-35bed5b8-9719-4fc1-90d4-7bf08d5f5862 req-ba7b9d9a-c60f-47f8-91fb-d45a487d2c82 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 943 time: 0.0861170 Mar 28 09:18:14.859040 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3a5c-5769-4993-8004-713b521f87a5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (a8298a5c-fb0b-4048-8d0f-7881134b32fc), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:14.917634 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-35bed5b8-9719-4fc1-90d4-7bf08d5f5862 req-64dd779f-c268-4c75-ade8-22f879f85978 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861123 Mar 28 09:18:14.944596 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3a5c-5769-4993-8004-713b521f87a5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (a8298a5c-fb0b-4048-8d0f-7881134b32fc), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:14.947373 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3a5c-5769-4993-8004-713b521f87a5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:14.948503 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bcfe3a5c-5769-4993-8004-713b521f87a5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/security-groups/a8298a5c-fb0b-4048-8d0f-7881134b32fc HTTP/1.1" status: 204 len: 168 time: 0.2250602 Mar 28 09:18:14.958484 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe3a5c-5769-4993-8004-713b521f87a5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8298a5c-fb0b-4048-8d0f-7881134b32fc,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:14.980583 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54350) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:15.105462 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-23ca01ad-a8a4-4f8f-9341-26a3199abd0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port b308c9d3-4861-4e77-8d2a-661d3106473d {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:18:15.105839 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23ca01ad-a8a4-4f8f-9341-26a3199abd0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b308c9d3-4861-4e77-8d2a-661d3106473d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:15.179873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23ca01ad-a8a4-4f8f-9341-26a3199abd0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b308c9d3-4861-4e77-8d2a-661d3106473d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:15.180184 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23ca01ad-a8a4-4f8f-9341-26a3199abd0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (b308c9d3-4861-4e77-8d2a-661d3106473d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:15.191866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-23ca01ad-a8a4-4f8f-9341-26a3199abd0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for b308c9d3-4861-4e77-8d2a-661d3106473d owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:18:15.324251 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23ca01ad-a8a4-4f8f-9341-26a3199abd0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (b308c9d3-4861-4e77-8d2a-661d3106473d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:15.349085 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca01ad-a8a4-4f8f-9341-26a3199abd0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=b308c9d3-4861-4e77-8d2a-661d3106473d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:15.413862 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23ca01ad-a8a4-4f8f-9341-26a3199abd0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (e816e13d-ccb2-4c72-a844-9854af77daae), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:15.416455 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23ca01ad-a8a4-4f8f-9341-26a3199abd0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:15.417712 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-23ca01ad-a8a4-4f8f-9341-26a3199abd0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/floatingips/e816e13d-ccb2-4c72-a844-9854af77daae HTTP/1.1" status: 204 len: 168 time: 0.4360337 Mar 28 09:18:15.630075 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40e68d-6da0-4792-93ee-40e29d2d756c req-a2b3c189-f9e7-4a6c-abbc-fc2ef95e8a52 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:15.631449 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5c40e68d-6da0-4792-93ee-40e29d2d756c req-a2b3c189-f9e7-4a6c-abbc-fc2ef95e8a52 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 946 time: 0.0525227 Mar 28 09:18:15.680191 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5c40e68d-6da0-4792-93ee-40e29d2d756c req-5c4f65d7-df6b-4d86-a21b-8f5793841a85 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=204c27e5-74c0-424d-8972-484876477b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431631 Mar 28 09:18:16.036842 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb58c7-9a7c-4713-804b-dd8ed051d894 req-3b707705-2112-44e3-9745-1e3c86603816 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:16.038373 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bafb58c7-9a7c-4713-804b-dd8ed051d894 req-3b707705-2112-44e3-9745-1e3c86603816 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 943 time: 0.0538905 Mar 28 09:18:16.088116 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bafb58c7-9a7c-4713-804b-dd8ed051d894 req-ce2d4568-cfc1-4553-93ab-69693c9dd3eb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441990 Mar 28 09:18:16.693029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device a168c497-3e00-4165-be9e-4e13ba2e4d53 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:18:16.716635 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: a168c497-3e00-4165-be9e-4e13ba2e4d53 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:18:16.716902 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device a168c497-3e00-4165-be9e-4e13ba2e4d53 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:18:16.802106 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c96f0-9613-48df-8020-65312580b068 req-9ab87a23-2f47-43b2-a863-a870f57ed6ca tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:16.803595 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-876c96f0-9613-48df-8020-65312580b068 req-9ab87a23-2f47-43b2-a863-a870f57ed6ca tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 946 time: 0.0549707 Mar 28 09:18:16.851627 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-876c96f0-9613-48df-8020-65312580b068 req-ad83f7bc-a726-422b-a507-1304b8c3d627 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=204c27e5-74c0-424d-8972-484876477b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423522 Mar 28 09:18:17.035048 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ea10a-e6c0-42ec-97ff-1180d79e0979 req-6b245210-20eb-49f1-affb-6349af188b70 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:17.036468 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fc2ea10a-e6c0-42ec-97ff-1180d79e0979 req-6b245210-20eb-49f1-affb-6349af188b70 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/ports?device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 946 time: 0.0527370 Mar 28 09:18:17.133642 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-fc2ea10a-e6c0-42ec-97ff-1180d79e0979 req-5bbd5509-0d3a-4c4e-9fb8-a78690f46414 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 34a8d434-3f36-4b0b-befa-8d850df875ba {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:18:17.134289 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fc2ea10a-e6c0-42ec-97ff-1180d79e0979 req-5bbd5509-0d3a-4c4e-9fb8-a78690f46414 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (34a8d434-3f36-4b0b-befa-8d850df875ba), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:17.257718 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-fc2ea10a-e6c0-42ec-97ff-1180d79e0979 req-5bbd5509-0d3a-4c4e-9fb8-a78690f46414 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port 34a8d434-3f36-4b0b-befa-8d850df875ba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=34a8d434-3f36-4b0b-befa-8d850df875ba,segment=NetworkSegment(7b984a47-561b-468c-b36e-3331c1cc4fd3),segment_id=7b984a47-561b-468c-b36e-3331c1cc4fd3)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:18:17.258094 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fc2ea10a-e6c0-42ec-97ff-1180d79e0979 req-5bbd5509-0d3a-4c4e-9fb8-a78690f46414 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (34a8d434-3f36-4b0b-befa-8d850df875ba), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:17.273576 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0850a-e8f9-456d-ad9c-c619ea70ebf1 req-eee60d55-da0f-4e04-a8b2-938bb49f12c3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:17.276038 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3e0850a-e8f9-456d-ad9c-c619ea70ebf1 req-eee60d55-da0f-4e04-a8b2-938bb49f12c3 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 943 time: 0.1031420 Mar 28 09:18:17.282633 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-fc2ea10a-e6c0-42ec-97ff-1180d79e0979 req-5bbd5509-0d3a-4c4e-9fb8-a78690f46414 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 34a8d434-3f36-4b0b-befa-8d850df875ba owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:18:17.365824 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3e0850a-e8f9-456d-ad9c-c619ea70ebf1 req-43874b4f-f71d-47f8-add8-8d2f0214ecac tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841639 Mar 28 09:18:17.449240 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fc2ea10a-e6c0-42ec-97ff-1180d79e0979 req-5bbd5509-0d3a-4c4e-9fb8-a78690f46414 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (34a8d434-3f36-4b0b-befa-8d850df875ba), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:17.478139 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd5509-0d3a-4c4e-9fb8-a78690f46414 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=34a8d434-3f36-4b0b-befa-8d850df875ba,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:17.521763 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2ea10a-e6c0-42ec-97ff-1180d79e0979 req-5bbd5509-0d3a-4c4e-9fb8-a78690f46414 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] No DVR routers for this DVR port 34a8d434-3f36-4b0b-befa-8d850df875ba on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:18:17.524105 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fc2ea10a-e6c0-42ec-97ff-1180d79e0979 req-5bbd5509-0d3a-4c4e-9fb8-a78690f46414 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:17.527522 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fc2ea10a-e6c0-42ec-97ff-1180d79e0979 req-5bbd5509-0d3a-4c4e-9fb8-a78690f46414 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "DELETE /v2.0/ports/34a8d434-3f36-4b0b-befa-8d850df875ba HTTP/1.1" status: 204 len: 173 time: 0.4850678 Mar 28 09:18:17.527967 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e60463-0cac-48db-b29f-aaceae99b7ad', 'name': 'network-vif-deleted', 'tag': '34a8d434-3f36-4b0b-befa-8d850df875ba'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:18:17.530457 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a61b1a-a3d4-4d8c-b952-d691d086f0cc" -d '{"events": [{"server_uuid": "48e60463-0cac-48db-b29f-aaceae99b7ad", "name": "network-vif-deleted", "tag": "34a8d434-3f36-4b0b-befa-8d850df875ba"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:18:17.569089 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3c0bf2-e9a4-444a-b6fc-101f9c6fedba x-openstack-request-id: req-2a3c0bf2-e9a4-444a-b6fc-101f9c6fedba {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:18:17.569456 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e60463-0cac-48db-b29f-aaceae99b7ad", "name": "network-vif-deleted", "tag": "34a8d434-3f36-4b0b-befa-8d850df875ba", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:18:17.569824 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a3c0bf2-e9a4-444a-b6fc-101f9c6fedba {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:18:17.570354 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a3c0bf2-e9a4-444a-b6fc-101f9c6fedba'] response: {'server_uuid': '48e60463-0cac-48db-b29f-aaceae99b7ad', 'name': 'network-vif-deleted', 'tag': '34a8d434-3f36-4b0b-befa-8d850df875ba', 'status': 'completed', 'code': 200} Mar 28 09:18:17.964782 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9d467f88-45b5-4e48-b0b2-88861cca8b2c req-43fcc8dd-45e4-452a-9550-913f3b0ad7ff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=48e60463-0cac-48db-b29f-aaceae99b7ad HTTP/1.1" status: 200 len: 210 time: 0.0321684 Mar 28 09:18:18.488181 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b177733-274d-468e-a0e3-2ac883466a7c req-35d73d05-7445-4922-98d0-9844b20f3aa4 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:18.489685 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2b177733-274d-468e-a0e3-2ac883466a7c req-35d73d05-7445-4922-98d0-9844b20f3aa4 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 943 time: 0.0566702 Mar 28 09:18:18.537478 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2b177733-274d-468e-a0e3-2ac883466a7c req-345c8a2e-cc1a-4fe3-b5eb-857f32858b07 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423238 Mar 28 09:18:18.704088 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device df2eb384-f3a8-4a71-b835-fb8e9821fce6 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:18:18.797764 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port df2eb384-f3a8-4a71-b835-fb8e9821fce6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df2eb384-f3a8-4a71-b835-fb8e9821fce6,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:18:18.808881 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'df2eb384-f3a8-4a71-b835-fb8e9821fce6', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'port_id': 'df2eb384-f3a8-4a71-b835-fb8e9821fce6', 'mac_address': 'fa:16:3e:13:4c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:18:18.847471 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port df2eb384-f3a8-4a71-b835-fb8e9821fce6 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:18:18.847859 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (df2eb384-f3a8-4a71-b835-fb8e9821fce6), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:18.860580 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2eb384-f3a8-4a71-b835-fb8e9821fce6 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:18:18.878985 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port df2eb384-f3a8-4a71-b835-fb8e9821fce6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df2eb384-f3a8-4a71-b835-fb8e9821fce6,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:18:18.882458 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (df2eb384-f3a8-4a71-b835-fb8e9821fce6), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:18.928860 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=df2eb384-f3a8-4a71-b835-fb8e9821fce6,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:18.935661 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:18.936270 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:18.936701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:18.937054 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:18.937395 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:18.937765 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:18.938101 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:18.938435 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:18.938766 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:18.939100 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:18.939429 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:18.939762 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:18.940090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:18.940415 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:18.940741 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:19.019777 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54370) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:19.075802 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03a4b750-5741-4691-bae6-f2421983d839 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (204c27e5-74c0-424d-8972-484876477b38), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:19.100853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03a4b750-5741-4691-bae6-f2421983d839 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (204c27e5-74c0-424d-8972-484876477b38), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:19.128734 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['df2eb384-f3a8-4a71-b835-fb8e9821fce6'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:18:19.161160 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03a4b750-5741-4691-bae6-f2421983d839 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (204c27e5-74c0-424d-8972-484876477b38), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:19.163858 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-03a4b750-5741-4691-bae6-f2421983d839 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:19.166064 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-03a4b750-5741-4691-bae6-f2421983d839 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/security-groups/204c27e5-74c0-424d-8972-484876477b38 HTTP/1.1" status: 204 len: 168 time: 0.1442220 Mar 28 09:18:19.178625 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4b750-5741-4691-bae6-f2421983d839 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=204c27e5-74c0-424d-8972-484876477b38,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:19.197419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54374) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:19.573030 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bf4c5975-17ba-4188-9344-ea6f992c349d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (2cc1217e-4ebb-4400-abea-5de2f201e1c3), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:19.703104 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44cee2-38e1-413d-a611-f55e844ef7dc req-ef486b2e-d510-4eb8-8752-ed8f37fa141c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:19.704561 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7a44cee2-38e1-413d-a611-f55e844ef7dc req-ef486b2e-d510-4eb8-8752-ed8f37fa141c tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 944 time: 0.0981112 Mar 28 09:18:19.805530 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7a44cee2-38e1-413d-a611-f55e844ef7dc req-33980c48-0ee6-4f88-9385-97ad13a4c488 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945792 Mar 28 09:18:19.907357 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-bf4c5975-17ba-4188-9344-ea6f992c349d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port af6a3db0-faf3-4be5-9558-eb01dd77b94b {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:18:19.907693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bf4c5975-17ba-4188-9344-ea6f992c349d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:19.990975 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-bf4c5975-17ba-4188-9344-ea6f992c349d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port af6a3db0-faf3-4be5-9558-eb01dd77b94b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af6a3db0-faf3-4be5-9558-eb01dd77b94b,segment=NetworkSegment(7b984a47-561b-468c-b36e-3331c1cc4fd3),segment_id=7b984a47-561b-468c-b36e-3331c1cc4fd3)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:18:19.991335 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bf4c5975-17ba-4188-9344-ea6f992c349d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:20.007485 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-bf4c5975-17ba-4188-9344-ea6f992c349d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for af6a3db0-faf3-4be5-9558-eb01dd77b94b owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:18:20.186954 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bf4c5975-17ba-4188-9344-ea6f992c349d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (af6a3db0-faf3-4be5-9558-eb01dd77b94b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:20.213331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c5975-17ba-4188-9344-ea6f992c349d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=af6a3db0-faf3-4be5-9558-eb01dd77b94b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:20.388011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bf4c5975-17ba-4188-9344-ea6f992c349d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (2cc1217e-4ebb-4400-abea-5de2f201e1c3), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:20.706149 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device df2eb384-f3a8-4a71-b835-fb8e9821fce6 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:18:20.758124 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port df2eb384-f3a8-4a71-b835-fb8e9821fce6 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:18:20.762694 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port df2eb384-f3a8-4a71-b835-fb8e9821fce6 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:18:20.763078 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (df2eb384-f3a8-4a71-b835-fb8e9821fce6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:20.845687 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port df2eb384-f3a8-4a71-b835-fb8e9821fce6 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:18:20.846094 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (df2eb384-f3a8-4a71-b835-fb8e9821fce6), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:20.867477 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4c5975-17ba-4188-9344-ea6f992c349d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:18:20.868946 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070dc187-f4df-45af-8676-18cd169686da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2eb384-f3a8-4a71-b835-fb8e9821fce6'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:18:20.871624 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e00ffbd-b7e9-4222-aabe-d2b95e3faca7" -d '{"events": [{"server_uuid": "070dc187-f4df-45af-8676-18cd169686da", "name": "network-vif-plugged", "status": "completed", "tag": "df2eb384-f3a8-4a71-b835-fb8e9821fce6"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:18:20.885131 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port df2eb384-f3a8-4a71-b835-fb8e9821fce6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df2eb384-f3a8-4a71-b835-fb8e9821fce6,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:18:20.892028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (df2eb384-f3a8-4a71-b835-fb8e9821fce6), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:20.892993 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 34a8d434-3f36-4b0b-befa-8d850df875ba no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:18:20.917403 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 34a8d434-3f36-4b0b-befa-8d850df875ba {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:18:20.917895 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 34a8d434-3f36-4b0b-befa-8d850df875ba not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:18:20.923355 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8bf1eb-38e5-4a14-b3dc-a4c9155ca1e5 x-openstack-request-id: req-9a8bf1eb-38e5-4a14-b3dc-a4c9155ca1e5 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:18:20.923737 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070dc187-f4df-45af-8676-18cd169686da", "name": "network-vif-plugged", "status": "completed", "tag": "df2eb384-f3a8-4a71-b835-fb8e9821fce6", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:18:20.924502 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a8bf1eb-38e5-4a14-b3dc-a4c9155ca1e5 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:18:20.924914 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a8bf1eb-38e5-4a14-b3dc-a4c9155ca1e5'] response: {'server_uuid': '070dc187-f4df-45af-8676-18cd169686da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2eb384-f3a8-4a71-b835-fb8e9821fce6', 'code': 200} Mar 28 09:18:20.932450 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d301932-c26b-47ba-9065-668a9788b890 req-626f1c33-3c4a-47b7-ba9d-e139a36ad683 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:20.938106 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6d301932-c26b-47ba-9065-668a9788b890 req-626f1c33-3c4a-47b7-ba9d-e139a36ad683 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 944 time: 0.0642030 Mar 28 09:18:20.972947 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=df2eb384-f3a8-4a71-b835-fb8e9821fce6,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:20.989172 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4c5975-17ba-4188-9344-ea6f992c349d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:18:20.994383 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bf4c5975-17ba-4188-9344-ea6f992c349d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/2cc1217e-4ebb-4400-abea-5de2f201e1c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7958057 Mar 28 09:18:20.997848 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54382) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:20.998445 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6d301932-c26b-47ba-9065-668a9788b890 req-42dd69e4-6198-45e4-9a10-c43a50ec5416 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481339 Mar 28 09:18:21.003732 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073f346-af43-4326-ac95-543a108d999a None None] Sync routers for ids ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:18:21.015097 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7073f346-af43-4326-ac95-543a108d999a None None] Routers {'2cc1217e-4ebb-4400-abea-5de2f201e1c3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:18:21.015780 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7073f346-af43-4326-ac95-543a108d999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:17:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:21.061382 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-613e4485-7c7c-4856-8b21-69c7f17df296 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting subnet cd34a305-e753-4d20-b101-4e467118bae0 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:18:21.065402 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-613e4485-7c7c-4856-8b21-69c7f17df296 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (cd34a305-e753-4d20-b101-4e467118bae0), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:21.128783 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-7073f346-af43-4326-ac95-543a108d999a None None] Set router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:18:21.134676 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-613e4485-7c7c-4856-8b21-69c7f17df296 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (cd34a305-e753-4d20-b101-4e467118bae0), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:21.173520 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34a203-36bc-4bcb-a08e-5fc11851af17 req-bab273ce-ca67-4624-88fc-338a5d5fbd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:21.175142 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1d34a203-36bc-4bcb-a08e-5fc11851af17 req-bab273ce-ca67-4624-88fc-338a5d5fbd94 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 1129 time: 0.1066377 Mar 28 09:18:21.257070 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1d34a203-36bc-4bcb-a08e-5fc11851af17 req-0440cf18-d12f-4972-be92-2ddb7610ab25 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761650 Mar 28 09:18:21.264080 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-613e4485-7c7c-4856-8b21-69c7f17df296 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (cd34a305-e753-4d20-b101-4e467118bae0), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:21.325847 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-613e4485-7c7c-4856-8b21-69c7f17df296 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (cd34a305-e753-4d20-b101-4e467118bae0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:21.357731 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e4485-7c7c-4856-8b21-69c7f17df296 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Subnet': ['ID=cd34a305-e753-4d20-b101-4e467118bae0,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:21.363928 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-613e4485-7c7c-4856-8b21-69c7f17df296 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:21.369350 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-613e4485-7c7c-4856-8b21-69c7f17df296 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/subnets/cd34a305-e753-4d20-b101-4e467118bae0 HTTP/1.1" status: 204 len: 168 time: 0.3678641 Mar 28 09:18:21.369593 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54384) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:21.396122 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c4693c-c0ef-4e35-bfbd-1153abd63239 None None] Network 3f816717-1e0b-4109-91aa-e202a24ae908 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:18:21.402634 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:21.479483 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (2cc1217e-4ebb-4400-abea-5de2f201e1c3), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:21.564109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7073f346-af43-4326-ac95-543a108d999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:18:20Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:21.590980 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073f346-af43-4326-ac95-543a108d999a None None] Checking router: 2cc1217e-4ebb-4400-abea-5de2f201e1c3 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:18:21.595902 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (2cc1217e-4ebb-4400-abea-5de2f201e1c3), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:21.600417 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7073f346-af43-4326-ac95-543a108d999a None None] Routers {'2cc1217e-4ebb-4400-abea-5de2f201e1c3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:18:21.601027 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7073f346-af43-4326-ac95-543a108d999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:17:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:21.639209 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6149bbfc-24c6-473a-9620-f0d707a4e2db None None] DHCP port deletion for 3f816717-1e0b-4109-91aa-e202a24ae908 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:18:21.651900 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:18:21.652243 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:21.734446 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:18:21.734917 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:21.736845 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-7073f346-af43-4326-ac95-543a108d999a None None] Set router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:18:21.748378 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:18:21.810410 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6149bbfc-24c6-473a-9620-f0d707a4e2db None None] Deleting port bf340aa9-d44c-405c-a4e6-3be9c45b6ccf {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:18:21.810783 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6149bbfc-24c6-473a-9620-f0d707a4e2db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (bf340aa9-d44c-405c-a4e6-3be9c45b6ccf), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:21.922694 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:21.924050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-6149bbfc-24c6-473a-9620-f0d707a4e2db None None] For port bf340aa9-d44c-405c-a4e6-3be9c45b6ccf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bf340aa9-d44c-405c-a4e6-3be9c45b6ccf,segment=NetworkSegment(7b984a47-561b-468c-b36e-3331c1cc4fd3),segment_id=7b984a47-561b-468c-b36e-3331c1cc4fd3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:18:21.924443 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6149bbfc-24c6-473a-9620-f0d707a4e2db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (bf340aa9-d44c-405c-a4e6-3be9c45b6ccf), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:21.945325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6149bbfc-24c6-473a-9620-f0d707a4e2db None None] Calling delete_port for bf340aa9-d44c-405c-a4e6-3be9c45b6ccf owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:18:21.953840 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:21.977028 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:21.977380 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:21.977794 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:21.978091 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:21.978454 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:21.978789 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:21.979115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:21.979438 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:21.979844 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:21.980084 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:21.980408 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:21.980733 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:21.981053 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:21.981376 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:21.981717 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:22.020634 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (2cc1217e-4ebb-4400-abea-5de2f201e1c3), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.067811 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7073f346-af43-4326-ac95-543a108d999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:18:20Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:22.096408 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073f346-af43-4326-ac95-543a108d999a None None] The sync data for ids ['2cc1217e-4ebb-4400-abea-5de2f201e1c3'] in dv-neutron-master-2-hyperv is: [{'id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'name': 'tempest-TestNetworkBasicOps-router-475954170', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27'}], 'enable_snat': True}, 'gw_port_id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:18:20Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1217e-4ebb-4400-abea-5de2f201e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:16:25Z', 'updated_at': '2022-03-28T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:18:22.105185 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6149bbfc-24c6-473a-9620-f0d707a4e2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (bf340aa9-d44c-405c-a4e6-3be9c45b6ccf), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.129225 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (2cc1217e-4ebb-4400-abea-5de2f201e1c3), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.131439 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_controller (2cc1217e-4ebb-4400-abea-5de2f201e1c3), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.132971 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149bbfc-24c6-473a-9620-f0d707a4e2db None None] Pushing event deleted for resources: {'Port': ['ID=bf340aa9-d44c-405c-a4e6-3be9c45b6ccf,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:22.147072 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6149bbfc-24c6-473a-9620-f0d707a4e2db None None] No DVR routers for this DVR port bf340aa9-d44c-405c-a4e6-3be9c45b6ccf on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:18:22.167683 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b1ad4-9af5-4d3b-b374-546f3d35befd req-e589e508-5da2-4886-8700-b91ff997b1bd tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:22.169993 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2a3b1ad4-9af5-4d3b-b374-546f3d35befd req-e589e508-5da2-4886-8700-b91ff997b1bd tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 945 time: 0.0937192 Mar 28 09:18:22.190182 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (2cc1217e-4ebb-4400-abea-5de2f201e1c3), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.190812 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Fanout notify agent at l3_agent the message router_deleted on router 2cc1217e-4ebb-4400-abea-5de2f201e1c3 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:18:22.199775 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.201277 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ccba7d4d-e9d3-4813-9432-e77fe9d84e11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/routers/2cc1217e-4ebb-4400-abea-5de2f201e1c3 HTTP/1.1" status: 204 len: 168 time: 0.8305204 Mar 28 09:18:22.205103 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54388) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:22.244379 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2a3b1ad4-9af5-4d3b-b374-546f3d35befd req-4dc544d0-42b9-4ef5-8893-6ae42f8c20b9 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656929 Mar 28 09:18:22.284678 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f95043c9-9153-4c31-9d55-e682b0b5d99a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (3f816717-1e0b-4109-91aa-e202a24ae908), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.371250 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f95043c9-9153-4c31-9d55-e682b0b5d99a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (3f816717-1e0b-4109-91aa-e202a24ae908), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.391871 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-f95043c9-9153-4c31-9d55-e682b0b5d99a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f816717-1e0b-4109-91aa-e202a24ae908']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:22.400835 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-f95043c9-9153-4c31-9d55-e682b0b5d99a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b984a47-561b-468c-b36e-3331c1cc4fd3') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:22.401136 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-f95043c9-9153-4c31-9d55-e682b0b5d99a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b984a47-561b-468c-b36e-3331c1cc4fd3') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:22.410196 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f95043c9-9153-4c31-9d55-e682b0b5d99a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (7b984a47-561b-468c-b36e-3331c1cc4fd3), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.423552 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f95043c9-9153-4c31-9d55-e682b0b5d99a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (7b984a47-561b-468c-b36e-3331c1cc4fd3), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.429316 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95043c9-9153-4c31-9d55-e682b0b5d99a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:18:22.429771 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f95043c9-9153-4c31-9d55-e682b0b5d99a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (7b984a47-561b-468c-b36e-3331c1cc4fd3), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:18:22.432584 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:18:22.496106 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f95043c9-9153-4c31-9d55-e682b0b5d99a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (3f816717-1e0b-4109-91aa-e202a24ae908), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.502173 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f95043c9-9153-4c31-9d55-e682b0b5d99a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.505353 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f95043c9-9153-4c31-9d55-e682b0b5d99a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/networks/3f816717-1e0b-4109-91aa-e202a24ae908 HTTP/1.1" status: 204 len: 168 time: 0.2989116 Mar 28 09:18:22.521772 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95043c9-9153-4c31-9d55-e682b0b5d99a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Network': ['ID=3f816717-1e0b-4109-91aa-e202a24ae908,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:22.528236 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54390) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:22.534814 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-6c0d1e41-3833-4654-8728-bbcbf812eabb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'network': {'name': 'tempest-network-smoke--499108037', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'port_security_enabled': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:22.556013 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0d1e41-3833-4654-8728-bbcbf812eabb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:18:22.559492 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6c0d1e41-3833-4654-8728-bbcbf812eabb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.585994 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0d1e41-3833-4654-8728-bbcbf812eabb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:18:22.603705 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6c0d1e41-3833-4654-8728-bbcbf812eabb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (08cc5ac3-1290-4eef-8693-03061b564c48), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.604213 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-6c0d1e41-3833-4654-8728-bbcbf812eabb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Added segment 08cc5ac3-1290-4eef-8693-03061b564c48 of type vlan for network 97c63d39-03bf-40cb-930f-9ea60f8e1659 Mar 28 09:18:22.661991 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6c0d1e41-3833-4654-8728-bbcbf812eabb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (97c63d39-03bf-40cb-930f-9ea60f8e1659), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.689366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6c0d1e41-3833-4654-8728-bbcbf812eabb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (97c63d39-03bf-40cb-930f-9ea60f8e1659), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.694317 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0d1e41-3833-4654-8728-bbcbf812eabb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:22.694904 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6c0d1e41-3833-4654-8728-bbcbf812eabb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.719213 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device af6a3db0-faf3-4be5-9558-eb01dd77b94b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:18:22.727356 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6c0d1e41-3833-4654-8728-bbcbf812eabb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1953974 Mar 28 09:18:22.727673 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54392) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:22.732464 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1120568785', 'admin_state_up': True, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:22.755302 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: af6a3db0-faf3-4be5-9558-eb01dd77b94b {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:18:22.755302 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device af6a3db0-faf3-4be5-9558-eb01dd77b94b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:18:22.755952 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device bf340aa9-d44c-405c-a4e6-3be9c45b6ccf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:18:22.764665 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (21171624-347f-4033-acc0-5445b4082cf0), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.766423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (21171624-347f-4033-acc0-5445b4082cf0), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:22.774506 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d1e41-3833-4654-8728-bbcbf812eabb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Network': ['ID=97c63d39-03bf-40cb-930f-9ea60f8e1659,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:22.776944 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: bf340aa9-d44c-405c-a4e6-3be9c45b6ccf {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:18:22.777514 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device bf340aa9-d44c-405c-a4e6-3be9c45b6ccf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:18:22.800071 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 97c63d39-03bf-40cb-930f-9ea60f8e1659 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:18:22.877200 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_controller (21171624-347f-4033-acc0-5445b4082cf0), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:23.019202 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (21171624-347f-4033-acc0-5445b4082cf0), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:23.214323 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (21171624-347f-4033-acc0-5445b4082cf0), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:23.239347 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:23.366133 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba1631-c3dd-4c14-a698-d2b49fd6aa58 req-4682e93f-c170-48f1-b0cc-8af495c1d42e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:23.367626 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a3ba1631-c3dd-4c14-a698-d2b49fd6aa58 req-4682e93f-c170-48f1-b0cc-8af495c1d42e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 945 time: 0.0546985 Mar 28 09:18:23.394222 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.36.4.221 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:18:23.422126 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a3ba1631-c3dd-4c14-a698-d2b49fd6aa58 req-a1be86b8-9b0b-4085-bc99-e2a30f6b2a27 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486732 Mar 28 09:18:23.510775 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:23.569192 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedeaf3-fa26-4d82-8c1e-905816060b02 req-9ec4dc94-3d7b-4e9f-aba4-30cfb2b76445 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:23.570629 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fcedeaf3-fa26-4d82-8c1e-905816060b02 req-9ec4dc94-3d7b-4e9f-aba4-30cfb2b76445 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 945 time: 0.0814340 Mar 28 09:18:23.584256 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:23.641909 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:18:23.648617 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:18:23.660863 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:18:23.668094 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:23.692662 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fcedeaf3-fa26-4d82-8c1e-905816060b02 req-da7e7ea6-56a3-4e78-8330-5edb539bafd4 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163983 Mar 28 09:18:23.714713 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54398) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:23.758111 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b700bfb-6ede-42b4-9d3c-9a4f660ee8b5 tempest-TestVolumeBootPattern-1476121588 tempest-TestVolumeBootPattern-1476121588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:23.759633 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8b700bfb-6ede-42b4-9d3c-9a4f660ee8b5 tempest-TestVolumeBootPattern-1476121588 tempest-TestVolumeBootPattern-1476121588-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 1124 time: 0.0439138 Mar 28 09:18:23.762497 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54400) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:23.767501 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': 'df2eb384-f3a8-4a71-b835-fb8e9821fce6', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:23.786993 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:23.884393 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:23.930928 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (21171624-347f-4033-acc0-5445b4082cf0), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:23.990603 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Allocated IP 172.36.4.181 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/0e48cbb6-c277-4631-ae64-6e40f93ea13e) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:18:24.090707 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for port (0e48cbb6-c277-4631-ae64-6e40f93ea13e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:24.125612 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (0e48cbb6-c277-4631-ae64-6e40f93ea13e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:24.135339 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (21171624-347f-4033-acc0-5445b4082cf0), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:24.168798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:18:24.172077 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:18:24.178120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:18:24.204850 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event updated for resources: {'Port': ['ID=0e48cbb6-c277-4631-ae64-6e40f93ea13e,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:24.528052 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:18:24.540313 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for floatingip (e0ca4822-ace5-4a04-ac8e-30200e9f6876), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:24.541756 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 21171624-347f-4033-acc0-5445b4082cf0 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:18:24.613984 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0e48cbb6-c277-4631-ae64-6e40f93ea13e), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:24.614240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:18:24.639885 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:18:24.640363 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9bc3ebc2-f0d7-47da-b0e2-a9b3f0fa94bb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:18:24.659221 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:18:24.673536 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Sync routers for ids ['21171624-347f-4033-acc0-5445b4082cf0'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:18:24.682643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:24.687572 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8db497fe-eaf4-436f-b76c-290926817262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9552460 Mar 28 09:18:24.687722 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Routers {'21171624-347f-4033-acc0-5445b4082cf0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:18:24.687722 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:17:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21171624-347f-4033-acc0-5445b4082cf0'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:24.687917 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54402) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:24.717256 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5820b44f-7b21-44d0-ad28-1e8aea11cc82 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c196c225c4d841048df5a13a55d30507&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267992 Mar 28 09:18:24.720322 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54404) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:24.779421 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for port (0e48cbb6-c277-4631-ae64-6e40f93ea13e), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:24.785145 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (0e48cbb6-c277-4631-ae64-6e40f93ea13e), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:24.801211 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Set router 21171624-347f-4033-acc0-5445b4082cf0 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:18:24.810999 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2400f74f-6bc8-44cf-8857-3048cd331570 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:24.813158 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2400f74f-6bc8-44cf-8857-3048cd331570 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918210 Mar 28 09:18:24.816707 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54406) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:24.869070 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-57424bae-7cba-4820-9ebe-2b293bcccd75 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494459 Mar 28 09:18:24.872505 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54408) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:24.878664 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-d7b20132-c4f6-4da6-ac15-245bcc751ae7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-164287205', 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:24.886142 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event updated for resources: {'Port': ['ID=0e48cbb6-c277-4631-ae64-6e40f93ea13e,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:24.897941 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (e0ca4822-ace5-4a04-ac8e-30200e9f6876), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:24.987110 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b20132-c4f6-4da6-ac15-245bcc751ae7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:18:24.992290 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d7b20132-c4f6-4da6-ac15-245bcc751ae7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:25.005800 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Floating IP e0ca4822-ace5-4a04-ac8e-30200e9f6876 associated. External IP: 172.36.4.181, port: df2eb384-f3a8-4a71-b835-fb8e9821fce6. Mar 28 09:18:25.078327 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21171624-347f-4033-acc0-5445b4082cf0', 'name': 'tempest-TestNetworkBasicOps-router-1120568785', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:18:22Z', 'updated_at': '2022-03-28T09:18:23Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:23Z', 'updated_at': '2022-03-28T09:18:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:25.105368 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Checking router: 21171624-347f-4033-acc0-5445b4082cf0 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:18:25.106032 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Updating router 21171624-347f-4033-acc0-5445b4082cf0 port e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:18:25.134889 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:25.207530 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d7b20132-c4f6-4da6-ac15-245bcc751ae7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (30d846a9-c3d5-4d2f-84d8-28dc3febf900), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:25.271395 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b20132-c4f6-4da6-ac15-245bcc751ae7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Subnet': ['ID=30d846a9-c3d5-4d2f-84d8-28dc3febf900,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:25.282400 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b20132-c4f6-4da6-ac15-245bcc751ae7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Checking segment: {'id': '08cc5ac3-1290-4eef-8693-03061b564c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:18:25.282774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b20132-c4f6-4da6-ac15-245bcc751ae7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network hostable DHCP agents. Network: 97c63d39-03bf-40cb-930f-9ea60f8e1659, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:18:25.301745 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b20132-c4f6-4da6-ac15-245bcc751ae7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 97c63d39-03bf-40cb-930f-9ea60f8e1659 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:18:25.311250 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-d7b20132-c4f6-4da6-ac15-245bcc751ae7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 97c63d39-03bf-40cb-930f-9ea60f8e1659) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:18:25.317933 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b20132-c4f6-4da6-ac15-245bcc751ae7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:25.321229 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706b38de-be29-4516-91ed-3948a6c56777 None None] Network 97c63d39-03bf-40cb-930f-9ea60f8e1659 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:18:25.326120 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d7b20132-c4f6-4da6-ac15-245bcc751ae7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:25.351863 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d7b20132-c4f6-4da6-ac15-245bcc751ae7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4777822 Mar 28 09:18:25.354439 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54410) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:25.417700 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Publish callbacks [] for port (e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:25.426828 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:25.435554 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-97c63d39-03bf-40cb-930f-9ea60f8e1659', 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ips': [{'subnet_id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:18:25.437112 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:25.479445 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f6f5a-4197-4570-8355-e135aab9aee2 None None] Pushing event updated for resources: {'Port': ['ID=e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:25.493634 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f6f5a-4197-4570-8355-e135aab9aee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:25.494512 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f6f5a-4197-4570-8355-e135aab9aee2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:25.495106 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f6f5a-4197-4570-8355-e135aab9aee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:25.495609 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f6f5a-4197-4570-8355-e135aab9aee2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:25.496608 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f6f5a-4197-4570-8355-e135aab9aee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:25.497104 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f6f5a-4197-4570-8355-e135aab9aee2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:25.497593 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f6f5a-4197-4570-8355-e135aab9aee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:25.498347 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f6f5a-4197-4570-8355-e135aab9aee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:25.499087 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f6f5a-4197-4570-8355-e135aab9aee2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:25.499583 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f6f5a-4197-4570-8355-e135aab9aee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:25.500071 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f6f5a-4197-4570-8355-e135aab9aee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:25.500555 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f6f5a-4197-4570-8355-e135aab9aee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:25.501049 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f6f5a-4197-4570-8355-e135aab9aee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:25.501540 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f6f5a-4197-4570-8355-e135aab9aee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:25.502050 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f6f5a-4197-4570-8355-e135aab9aee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:25.516165 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Router 21aa7a59-d6d1-4617-b260-589cf118966c has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:18:25.524845 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Attempting to bind port e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:18:25.525883 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Attempting to bind port e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:18:25.526416 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Attempting to bind port e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:18:25.532543 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:18:25.533597 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:18:25.534195 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:25.534745 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:18:25.535725 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Bound port: e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:18:25.536276 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:25.600726 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] For port e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:18:25.604819 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] For port e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:18:25.616052 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:25.628412 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Allocated IP 172.20.0.2 (97c63d39-03bf-40cb-930f-9ea60f8e1659/30d846a9-c3d5-4d2f-84d8-28dc3febf900/9fba0cfe-0029-41ed-949c-a227d1136b25) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:18:25.644871 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:18:25.672153 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:25.672865 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eee82f-e074-4b67-a33e-19dc34177d24 None None] Sync routers for ids ['21aa7a59-d6d1-4617-b260-589cf118966c'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:18:25.691849 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f6f5a-4197-4570-8355-e135aab9aee2 None None] Pushing event updated for resources: {'Port': ['ID=e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:25.694762 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Routers {'21171624-347f-4033-acc0-5445b4082cf0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:18:25.695372 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:17:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21171624-347f-4033-acc0-5445b4082cf0'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:25.713592 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2c341c9a-f316-4a24-8305-fd3ab4e8b6d7 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9500382 Mar 28 09:18:25.714208 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070dc187-f4df-45af-8676-18cd169686da', 'tag': 'df2eb384-f3a8-4a71-b835-fb8e9821fce6'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:18:25.717209 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744cfb1e-0aee-4903-90ef-5d0e339288dd" -d '{"events": [{"name": "network-changed", "server_uuid": "070dc187-f4df-45af-8676-18cd169686da", "tag": "df2eb384-f3a8-4a71-b835-fb8e9821fce6"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:18:25.722165 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eee82f-e074-4b67-a33e-19dc34177d24 None None] Routers {'21aa7a59-d6d1-4617-b260-589cf118966c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:18:25.723083 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-67eee82f-e074-4b67-a33e-19dc34177d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:17:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21aa7a59-d6d1-4617-b260-589cf118966c'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:25.760355 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66f66be-2d4c-47b8-9d74-35064b039ad5 x-openstack-request-id: req-b66f66be-2d4c-47b8-9d74-35064b039ad5 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:18:25.760980 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070dc187-f4df-45af-8676-18cd169686da", "tag": "df2eb384-f3a8-4a71-b835-fb8e9821fce6", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:18:25.761397 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b66f66be-2d4c-47b8-9d74-35064b039ad5 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:18:25.761997 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66f66be-2d4c-47b8-9d74-35064b039ad5'] response: {'name': 'network-changed', 'server_uuid': '070dc187-f4df-45af-8676-18cd169686da', 'tag': 'df2eb384-f3a8-4a71-b835-fb8e9821fce6', 'status': 'completed', 'code': 200} Mar 28 09:18:25.828530 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] Set router 21171624-347f-4033-acc0-5445b4082cf0 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:18:25.876478 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cfb1e-0aee-4903-90ef-5d0e339288dd req-d10e6704-272b-4656-9929-279fb0e304ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:25.878100 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-744cfb1e-0aee-4903-90ef-5d0e339288dd req-d10e6704-272b-4656-9929-279fb0e304ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40e579c72ff4feb87447802e87b3f59&device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 1129 time: 0.0924366 Mar 28 09:18:25.911467 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Publish callbacks [] for port (9fba0cfe-0029-41ed-949c-a227d1136b25), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:25.926050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (9fba0cfe-0029-41ed-949c-a227d1136b25), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:25.932724 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-67eee82f-e074-4b67-a33e-19dc34177d24 None None] Set router 21aa7a59-d6d1-4617-b260-589cf118966c gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:18:25.998154 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Network 97c63d39-03bf-40cb-930f-9ea60f8e1659 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:18:26.007090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:18:26.015845 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:18:26.023260 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Pushing event updated for resources: {'Port': ['ID=9fba0cfe-0029-41ed-949c-a227d1136b25,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:26.029204 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:26.039926 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21171624-347f-4033-acc0-5445b4082cf0', 'name': 'tempest-TestNetworkBasicOps-router-1120568785', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:18:22Z', 'updated_at': '2022-03-28T09:18:23Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:23Z', 'updated_at': '2022-03-28T09:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:26.041207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cfb1e-0aee-4903-90ef-5d0e339288dd req-7fec50ca-b797-4bba-a0b8-24231a5b2080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:26.042847 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-744cfb1e-0aee-4903-90ef-5d0e339288dd req-7fec50ca-b797-4bba-a0b8-24231a5b2080 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 HTTP/1.1" status: 200 len: 910 time: 0.1394672 Mar 28 09:18:26.069188 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0774f61-8df7-4849-84f3-6a803ee1a152 None None] The sync data for ids ['21171624-347f-4033-acc0-5445b4082cf0'] in dv-neutron-master-2-hyperv is: [{'id': '21171624-347f-4033-acc0-5445b4082cf0', 'name': 'tempest-TestNetworkBasicOps-router-1120568785', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:18:22Z', 'updated_at': '2022-03-28T09:18:23Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:23Z', 'updated_at': '2022-03-28T09:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:18:26.138241 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Attempting to bind port 9fba0cfe-0029-41ed-949c-a227d1136b25 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:18:26.138582 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Attempting to bind port 9fba0cfe-0029-41ed-949c-a227d1136b25 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '08cc5ac3-1290-4eef-8693-03061b564c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:18:26.138898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Attempting to bind port 9fba0cfe-0029-41ed-949c-a227d1136b25 on network 97c63d39-03bf-40cb-930f-9ea60f8e1659 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:18:26.184850 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-744cfb1e-0aee-4903-90ef-5d0e339288dd req-b9a33219-0010-4c4a-aeb7-c6ee505b0dbf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df2eb384-f3a8-4a71-b835-fb8e9821fce6 HTTP/1.1" status: 200 len: 999 time: 0.0987904 Mar 28 09:18:26.259298 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cfb1e-0aee-4903-90ef-5d0e339288dd req-0281923d-dc27-4438-bb9e-b52183df90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:26.260830 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-744cfb1e-0aee-4903-90ef-5d0e339288dd req-0281923d-dc27-4438-bb9e-b52183df90a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e3ff9a8-b5a8-488c-b061-58d28e8ef393 HTTP/1.1" status: 200 len: 849 time: 0.0687070 Mar 28 09:18:26.367768 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:18:26.368158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Checking segment: {'id': '08cc5ac3-1290-4eef-8693-03061b564c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:18:26.368555 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:26.368947 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Bound using segment: {'id': '08cc5ac3-1290-4eef-8693-03061b564c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:18:26.369431 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Bound port: 9fba0cfe-0029-41ed-949c-a227d1136b25, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08cc5ac3-1290-4eef-8693-03061b564c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:18:26.369829 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9fba0cfe-0029-41ed-949c-a227d1136b25), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:26.425783 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cfb1e-0aee-4903-90ef-5d0e339288dd req-4de09640-7614-4b1c-ab08-d2543bf5bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:26.427314 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-744cfb1e-0aee-4903-90ef-5d0e339288dd req-4de09640-7614-4b1c-ab08-d2543bf5bf2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1052716 Mar 28 09:18:26.491265 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] For port 9fba0cfe-0029-41ed-949c-a227d1136b25, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:18:26.507992 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] For port 9fba0cfe-0029-41ed-949c-a227d1136b25, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9fba0cfe-0029-41ed-949c-a227d1136b25,segment=NetworkSegment(08cc5ac3-1290-4eef-8693-03061b564c48),segment_id=08cc5ac3-1290-4eef-8693-03061b564c48)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:18:26.520883 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9fba0cfe-0029-41ed-949c-a227d1136b25), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:26.528656 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.1 (97c63d39-03bf-40cb-930f-9ea60f8e1659/30d846a9-c3d5-4d2f-84d8-28dc3febf900/8a59d6eb-ede2-4c4a-a7c2-adc57b83308e) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:18:26.597700 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48750b75-0193-4f05-bd9c-18f89fb122f8 None None] Pushing event updated for resources: {'Port': ['ID=9fba0cfe-0029-41ed-949c-a227d1136b25,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:26.607316 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-67eee82f-e074-4b67-a33e-19dc34177d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9eae2acf-929f-4863-b768-d69db9244323', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'floating_ip_address': '172.36.4.106', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'port_id': 'c131ee9f-b598-4d54-b87c-016da9c102eb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'mac_address': 'fa:16:3e:7b:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76265c6-e302-407f-a956-1c27405d2e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:16:15Z', 'updated_at': '2022-03-28T09:16:17Z', 'revision_number': 1, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'fixed_ip_address_scope': None}, {'id': 'e0ca4822-ace5-4a04-ac8e-30200e9f6876', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'floating_ip_address': '172.36.4.181', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'port_id': 'df2eb384-f3a8-4a71-b835-fb8e9821fce6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'mac_address': 'fa:16:3e:13:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070dc187-f4df-45af-8676-18cd169686da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:18:24Z', 'updated_at': '2022-03-28T09:18:24Z', 'revision_number': 0, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:28Z', 'revision_number': 5, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:26.627323 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-744cfb1e-0aee-4903-90ef-5d0e339288dd req-911752c8-72ad-488d-a466-097be23b302b service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752975 Mar 28 09:18:26.651006 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eee82f-e074-4b67-a33e-19dc34177d24 None None] Checking router: 21aa7a59-d6d1-4617-b260-589cf118966c for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:18:26.667565 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eee82f-e074-4b67-a33e-19dc34177d24 None None] Routers {'21aa7a59-d6d1-4617-b260-589cf118966c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:18:26.668190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-67eee82f-e074-4b67-a33e-19dc34177d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:17:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21aa7a59-d6d1-4617-b260-589cf118966c'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:26.767909 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:18:26.793573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:26.807333 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-744cfb1e-0aee-4903-90ef-5d0e339288dd req-82694b95-4d0f-4821-8796-095d59c8033e service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669490 Mar 28 09:18:26.867110 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:26.895252 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:18:26.895627 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:26.898130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-67eee82f-e074-4b67-a33e-19dc34177d24 None None] Set router 21aa7a59-d6d1-4617-b260-589cf118966c gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:18:26.932648 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 97c63d39-03bf-40cb-930f-9ea60f8e1659 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:18:26.934412 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:18:26.936293 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=8a59d6eb-ede2-4c4a-a7c2-adc57b83308e,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:26.939165 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:18:26.984215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (21171624-347f-4033-acc0-5445b4082cf0), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:27.115602 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:27.116348 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:27.116454 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:27.116760 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:27.117098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:27.117457 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:27.117830 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:27.118244 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:27.118431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:27.118744 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:27.119071 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:27.119397 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:27.119761 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:27.120090 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:27.120413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:18:27.158470 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:18:27.158862 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:27.176674 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:27.198956 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:18:27.205194 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:27.279201 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6b98c0c2-1e27-4a14-a633-33a5bdfed485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:27.298306 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:27.317021 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-67eee82f-e074-4b67-a33e-19dc34177d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9eae2acf-929f-4863-b768-d69db9244323', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'floating_ip_address': '172.36.4.106', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'port_id': 'c131ee9f-b598-4d54-b87c-016da9c102eb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'mac_address': 'fa:16:3e:7b:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76265c6-e302-407f-a956-1c27405d2e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:16:15Z', 'updated_at': '2022-03-28T09:16:17Z', 'revision_number': 1, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'fixed_ip_address_scope': None}, {'id': 'e0ca4822-ace5-4a04-ac8e-30200e9f6876', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'floating_ip_address': '172.36.4.181', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'port_id': 'df2eb384-f3a8-4a71-b835-fb8e9821fce6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'mac_address': 'fa:16:3e:13:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070dc187-f4df-45af-8676-18cd169686da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:18:24Z', 'updated_at': '2022-03-28T09:18:24Z', 'revision_number': 0, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:28Z', 'revision_number': 5, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:27.344092 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eee82f-e074-4b67-a33e-19dc34177d24 None None] The sync data for ids ['21aa7a59-d6d1-4617-b260-589cf118966c'] in dv-neutron-master-2-hyperv is: [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9eae2acf-929f-4863-b768-d69db9244323', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'floating_ip_address': '172.36.4.106', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'port_id': 'c131ee9f-b598-4d54-b87c-016da9c102eb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'mac_address': 'fa:16:3e:7b:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76265c6-e302-407f-a956-1c27405d2e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:16:15Z', 'updated_at': '2022-03-28T09:16:17Z', 'revision_number': 1, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'fixed_ip_address_scope': None}, {'id': 'e0ca4822-ace5-4a04-ac8e-30200e9f6876', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'floating_ip_address': '172.36.4.181', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'port_id': 'df2eb384-f3a8-4a71-b835-fb8e9821fce6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'mac_address': 'fa:16:3e:13:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070dc187-f4df-45af-8676-18cd169686da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:18:24Z', 'updated_at': '2022-03-28T09:18:24Z', 'revision_number': 0, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:28Z', 'revision_number': 5, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:18:27.474775 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:27.479472 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:27.640743 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03d476d-e5a6-4f6c-a55f-44158b926adb None None] New status for floating IP e0ca4822-ace5-4a04-ac8e-30200e9f6876: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:18:27.837781 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=8a59d6eb-ede2-4c4a-a7c2-adc57b83308e,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:27.840168 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (21171624-347f-4033-acc0-5445b4082cf0), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:27.936560 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 97c63d39-03bf-40cb-930f-9ea60f8e1659 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:18:27.938104 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:18:28.030893 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90caf43e-2440-4f5a-87fc-2aebeb321dd4 None None] Network 97c63d39-03bf-40cb-930f-9ea60f8e1659 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:18:28.060774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 21171624-347f-4033-acc0-5445b4082cf0 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:18:28.098799 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8fe998cf-35ed-4ecd-bb47-1705731a7a78 None None] Provisioning complete for port 9fba0cfe-0029-41ed-949c-a227d1136b25 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:18:28.099195 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8fe998cf-35ed-4ecd-bb47-1705731a7a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9fba0cfe-0029-41ed-949c-a227d1136b25), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:28.176408 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:18:28.184470 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d8fba4c3-2aa0-4b65-8c93-448203d9a945 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/21171624-347f-4033-acc0-5445b4082cf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8267050 Mar 28 09:18:28.184938 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54416) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:28.213574 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Sync routers for ids ['21171624-347f-4033-acc0-5445b4082cf0'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:18:28.240952 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Routers {'21171624-347f-4033-acc0-5445b4082cf0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:18:28.241422 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:17:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21171624-347f-4033-acc0-5445b4082cf0'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:28.245289 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8fe998cf-35ed-4ecd-bb47-1705731a7a78 None None] Current status of the port 9fba0cfe-0029-41ed-949c-a227d1136b25 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:18:28.245289 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8fe998cf-35ed-4ecd-bb47-1705731a7a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9fba0cfe-0029-41ed-949c-a227d1136b25), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:28.352792 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8fe998cf-35ed-4ecd-bb47-1705731a7a78 None None] For port 9fba0cfe-0029-41ed-949c-a227d1136b25, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9fba0cfe-0029-41ed-949c-a227d1136b25,segment=NetworkSegment(08cc5ac3-1290-4eef-8693-03061b564c48),segment_id=08cc5ac3-1290-4eef-8693-03061b564c48)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:18:28.360812 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8fe998cf-35ed-4ecd-bb47-1705731a7a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9fba0cfe-0029-41ed-949c-a227d1136b25), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:28.379194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd9dc95-3214-4771-b8f0-1961319816f3 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:28.379826 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd9dc95-3214-4771-b8f0-1961319816f3 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:28.380359 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd9dc95-3214-4771-b8f0-1961319816f3 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:28.380879 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd9dc95-3214-4771-b8f0-1961319816f3 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:28.381433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd9dc95-3214-4771-b8f0-1961319816f3 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:28.381987 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd9dc95-3214-4771-b8f0-1961319816f3 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:28.384198 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bdd9dc95-3214-4771-b8f0-1961319816f3 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.1979449 Mar 28 09:18:28.386622 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54418) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:28.412120 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Set router 21171624-347f-4033-acc0-5445b4082cf0 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:18:28.443298 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937bf374-fcd5-4c94-9ea3-2aaf4da95834 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:28.443774 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937bf374-fcd5-4c94-9ea3-2aaf4da95834 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:28.444233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937bf374-fcd5-4c94-9ea3-2aaf4da95834 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:28.444687 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937bf374-fcd5-4c94-9ea3-2aaf4da95834 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:28.445137 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937bf374-fcd5-4c94-9ea3-2aaf4da95834 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:28.445581 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937bf374-fcd5-4c94-9ea3-2aaf4da95834 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:28.447380 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-937bf374-fcd5-4c94-9ea3-2aaf4da95834 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0596664 Mar 28 09:18:28.450294 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54420) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:28.451005 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe998cf-35ed-4ecd-bb47-1705731a7a78 None None] Pushing event updated for resources: {'Port': ['ID=9fba0cfe-0029-41ed-949c-a227d1136b25,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:28.553750 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-51bc9983-1120-4468-8d85-d12c77b020b2 None None] Provisioning complete for port 9fba0cfe-0029-41ed-949c-a227d1136b25 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:18:28.554335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-51bc9983-1120-4468-8d85-d12c77b020b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9fba0cfe-0029-41ed-949c-a227d1136b25), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:28.598390 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ea06981f-acfd-491d-b509-2ea3d32f495f tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1467252 Mar 28 09:18:28.601108 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54422) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:28.606564 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-5c5a5cef-bec1-4b53-a97a-aa16008582fe tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1489686545', 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:28.713567 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-51bc9983-1120-4468-8d85-d12c77b020b2 None None] Current status of the port 9fba0cfe-0029-41ed-949c-a227d1136b25 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:18:28.734444 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-51bc9983-1120-4468-8d85-d12c77b020b2 None None] Provisioning complete for port 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:18:28.734897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-51bc9983-1120-4468-8d85-d12c77b020b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:28.739860 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21171624-347f-4033-acc0-5445b4082cf0', 'name': 'tempest-TestNetworkBasicOps-router-1120568785', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:18:22Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:23Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a59d6eb-ede2-4c4a-a7c2-adc57b83308e', 'name': '', 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:31:7a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:26Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 2, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:28.747521 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5a5cef-bec1-4b53-a97a-aa16008582fe tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:18:28.751999 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5cef-bec1-4b53-a97a-aa16008582fe tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:28.781954 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [None req-5c5a5cef-bec1-4b53-a97a-aa16008582fe tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] device_id is not set on port 9f315d3f-1962-420e-a6a8-fde654ba0cdf yet. {{(pid=104076) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:18:28.791344 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Checking router: 21171624-347f-4033-acc0-5445b4082cf0 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:18:28.791708 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Updating router 21171624-347f-4033-acc0-5445b4082cf0 port 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:18:28.821197 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:18:28.829072 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-51bc9983-1120-4468-8d85-d12c77b020b2 None None] Port 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:18:28.852993 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:28.907523 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-5c5a5cef-bec1-4b53-a97a-aa16008582fe tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.8 (97c63d39-03bf-40cb-930f-9ea60f8e1659/30d846a9-c3d5-4d2f-84d8-28dc3febf900/9f315d3f-1962-420e-a6a8-fde654ba0cdf) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:18:28.972674 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:18:28.972958 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.026068 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d6dd703b-1025-4a8a-a673-b639ee4f00aa None None] Provisioning complete for port 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:18:29.026460 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d6dd703b-1025-4a8a-a673-b639ee4f00aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.058352 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5cef-bec1-4b53-a97a-aa16008582fe tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.068462 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd703b-1025-4a8a-a673-b639ee4f00aa None None] Port 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:18:29.094848 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5cef-bec1-4b53-a97a-aa16008582fe tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.142027 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5a5cef-bec1-4b53-a97a-aa16008582fe tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 97c63d39-03bf-40cb-930f-9ea60f8e1659 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:18:29.147753 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-5c5a5cef-bec1-4b53-a97a-aa16008582fe tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:18:29.152711 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a5cef-bec1-4b53-a97a-aa16008582fe tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:18:29.157504 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a5cef-bec1-4b53-a97a-aa16008582fe tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=9f315d3f-1962-420e-a6a8-fde654ba0cdf,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:29.210791 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5a5cef-bec1-4b53-a97a-aa16008582fe tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:29.211524 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5cef-bec1-4b53-a97a-aa16008582fe tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.229578 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5c5a5cef-bec1-4b53-a97a-aa16008582fe tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6267118 Mar 28 09:18:29.292325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:18:29.293411 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9fba0cfe-0029-41ed-949c-a227d1136b25 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:18:29.393491 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 9fba0cfe-0029-41ed-949c-a227d1136b25 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:18:29.393894 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9fba0cfe-0029-41ed-949c-a227d1136b25), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.470149 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Publish callbacks [] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.481155 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.493743 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5f848e51-6b84-45be-a5b5-2d37fa0563b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.498843 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54426) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:29.504691 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-92c8d731-7b4d-443f-a37a-5898f9bda198 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-887475330', 'description': 'tempest-secgroup-smoke-887475330 description', 'project_id': 'c196c225c4d841048df5a13a55d30507'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:29.526810 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-92c8d731-7b4d-443f-a37a-5898f9bda198 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.574668 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed8330-b2a8-4291-832b-31ebf7e0b680 None None] Pushing event updated for resources: {'Port': ['ID=8a59d6eb-ede2-4c4a-a7c2-adc57b83308e,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:29.577166 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-302db255-5e4e-4562-999c-32449f779be2 None None] Provisioning complete for port 9f315d3f-1962-420e-a6a8-fde654ba0cdf triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:18:29.577551 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-302db255-5e4e-4562-999c-32449f779be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.602311 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-92c8d731-7b4d-443f-a37a-5898f9bda198 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (3ed30ab8-6ecf-404d-86b9-77df1a436f2f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.609641 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-92c8d731-7b4d-443f-a37a-5898f9bda198 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (3ed30ab8-6ecf-404d-86b9-77df1a436f2f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.638295 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 9fba0cfe-0029-41ed-949c-a227d1136b25 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:18:29.643753 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8d731-7b4d-443f-a37a-5898f9bda198 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed30ab8-6ecf-404d-86b9-77df1a436f2f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:29.653544 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-92c8d731-7b4d-443f-a37a-5898f9bda198 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.659034 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54428) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:29.661093 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-302db255-5e4e-4562-999c-32449f779be2 None None] Port 9f315d3f-1962-420e-a6a8-fde654ba0cdf cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:18:29.662234 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-92c8d731-7b4d-443f-a37a-5898f9bda198 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1610739 Mar 28 09:18:29.668581 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9f1f3767-deb1-4f3d-99c9-4a3abd2e91c7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '3ed30ab8-6ecf-404d-86b9-77df1a436f2f', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:29.672065 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Attempting to bind port 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:18:29.672447 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Attempting to bind port 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '08cc5ac3-1290-4eef-8693-03061b564c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:18:29.672812 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Attempting to bind port 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e on network 97c63d39-03bf-40cb-930f-9ea60f8e1659 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:18:29.679617 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:18:29.680009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Checking segment: {'id': '08cc5ac3-1290-4eef-8693-03061b564c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:18:29.680428 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.680886 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Bound using segment: {'id': '08cc5ac3-1290-4eef-8693-03061b564c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:18:29.681437 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Bound port: 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08cc5ac3-1290-4eef-8693-03061b564c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:18:29.681891 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.697794 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9f1f3767-deb1-4f3d-99c9-4a3abd2e91c7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (229fd37a-8d55-4b0b-b399-29afd2f78ade), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.760861 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] For port 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:18:29.765213 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] For port 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a59d6eb-ede2-4c4a-a7c2-adc57b83308e,segment=NetworkSegment(08cc5ac3-1290-4eef-8693-03061b564c48),segment_id=08cc5ac3-1290-4eef-8693-03061b564c48)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:18:29.777000 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.797032 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9f1f3767-deb1-4f3d-99c9-4a3abd2e91c7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (229fd37a-8d55-4b0b-b399-29afd2f78ade), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.802773 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9f1f3767-deb1-4f3d-99c9-4a3abd2e91c7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (229fd37a-8d55-4b0b-b399-29afd2f78ade), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.821936 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f3767-deb1-4f3d-99c9-4a3abd2e91c7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229fd37a-8d55-4b0b-b399-29afd2f78ade,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:29.832377 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9f1f3767-deb1-4f3d-99c9-4a3abd2e91c7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.833877 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9f1f3767-deb1-4f3d-99c9-4a3abd2e91c7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1736839 Mar 28 09:18:29.836966 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54430) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:29.841722 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-763b9251-fe25-4d45-bd59-f850c1c0796f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '3ed30ab8-6ecf-404d-86b9-77df1a436f2f', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:29.851990 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Routers {'21171624-347f-4033-acc0-5445b4082cf0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:18:29.852805 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:18:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21171624-347f-4033-acc0-5445b4082cf0'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:29.859422 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed8330-b2a8-4291-832b-31ebf7e0b680 None None] Pushing event updated for resources: {'Port': ['ID=8a59d6eb-ede2-4c4a-a7c2-adc57b83308e,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:29.879726 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-763b9251-fe25-4d45-bd59-f850c1c0796f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (3dcee2fe-bda7-437e-9231-0c447ed70270), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.947141 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-763b9251-fe25-4d45-bd59-f850c1c0796f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (3dcee2fe-bda7-437e-9231-0c447ed70270), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.952104 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-763b9251-fe25-4d45-bd59-f850c1c0796f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (3dcee2fe-bda7-437e-9231-0c447ed70270), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.958376 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-75acccb4-8057-46fd-a437-7921aacbcef4 None None] Provisioning complete for port 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:18:29.958763 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-75acccb4-8057-46fd-a437-7921aacbcef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.968178 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b9251-fe25-4d45-bd59-f850c1c0796f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dcee2fe-bda7-437e-9231-0c447ed70270,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:29.982263 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-763b9251-fe25-4d45-bd59-f850c1c0796f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:29.984386 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-763b9251-fe25-4d45-bd59-f850c1c0796f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1463192 Mar 28 09:18:29.987361 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54432) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:29.992762 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-714dc966-1aed-4cb6-9df7-4d882eec2f03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '3ed30ab8-6ecf-404d-86b9-77df1a436f2f', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:30.021118 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] Set router 21171624-347f-4033-acc0-5445b4082cf0 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:18:30.021726 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-714dc966-1aed-4cb6-9df7-4d882eec2f03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (57babab1-fdd8-4147-981f-d8d798dff6df), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.094614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-714dc966-1aed-4cb6-9df7-4d882eec2f03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (57babab1-fdd8-4147-981f-d8d798dff6df), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.098365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-714dc966-1aed-4cb6-9df7-4d882eec2f03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (57babab1-fdd8-4147-981f-d8d798dff6df), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.116117 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714dc966-1aed-4cb6-9df7-4d882eec2f03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57babab1-fdd8-4147-981f-d8d798dff6df,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:30.125727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-714dc966-1aed-4cb6-9df7-4d882eec2f03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.126957 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-714dc966-1aed-4cb6-9df7-4d882eec2f03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386166 Mar 28 09:18:30.129784 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54434) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:30.134422 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-cf995ed7-c03d-4c28-b00b-74f94bbdde42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '3ed30ab8-6ecf-404d-86b9-77df1a436f2f', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:30.160226 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf995ed7-c03d-4c28-b00b-74f94bbdde42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (8f479b13-a552-45c8-b110-bc9a17c6fa51), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.172604 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-75acccb4-8057-46fd-a437-7921aacbcef4 None None] Current status of the port 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:18:30.173203 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-75acccb4-8057-46fd-a437-7921aacbcef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.226030 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-75acccb4-8057-46fd-a437-7921aacbcef4 None None] For port 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a59d6eb-ede2-4c4a-a7c2-adc57b83308e,segment=NetworkSegment(08cc5ac3-1290-4eef-8693-03061b564c48),segment_id=08cc5ac3-1290-4eef-8693-03061b564c48)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:18:30.228218 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf995ed7-c03d-4c28-b00b-74f94bbdde42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (8f479b13-a552-45c8-b110-bc9a17c6fa51), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.231229 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf995ed7-c03d-4c28-b00b-74f94bbdde42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (8f479b13-a552-45c8-b110-bc9a17c6fa51), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.231445 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-75acccb4-8057-46fd-a437-7921aacbcef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.245579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf995ed7-c03d-4c28-b00b-74f94bbdde42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f479b13-a552-45c8-b110-bc9a17c6fa51,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:30.259830 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cf995ed7-c03d-4c28-b00b-74f94bbdde42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.262095 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cf995ed7-c03d-4c28-b00b-74f94bbdde42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312780 Mar 28 09:18:30.264421 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54436) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:30.269409 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-285029bf-2a8e-41a0-896b-aeefb6aa8281 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '3ed30ab8-6ecf-404d-86b9-77df1a436f2f', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:30.289189 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-285029bf-2a8e-41a0-896b-aeefb6aa8281 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:18:30.294021 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-285029bf-2a8e-41a0-896b-aeefb6aa8281 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (19f45861-2ab8-416a-aa11-07d7fa9c3d24), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.312575 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acccb4-8057-46fd-a437-7921aacbcef4 None None] Pushing event updated for resources: {'Port': ['ID=8a59d6eb-ede2-4c4a-a7c2-adc57b83308e,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:30.333280 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21171624-347f-4033-acc0-5445b4082cf0', 'name': 'tempest-TestNetworkBasicOps-router-1120568785', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:18:22Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:23Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a59d6eb-ede2-4c4a-a7c2-adc57b83308e', 'name': '', 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:31:7a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:26Z', 'updated_at': '2022-03-28T09:18:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:30.355102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-285029bf-2a8e-41a0-896b-aeefb6aa8281 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (19f45861-2ab8-416a-aa11-07d7fa9c3d24), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.359433 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-285029bf-2a8e-41a0-896b-aeefb6aa8281 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (19f45861-2ab8-416a-aa11-07d7fa9c3d24), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.368389 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cbe80a-9e30-4fe7-8e95-b75bf0529dd5 None None] The sync data for ids ['21171624-347f-4033-acc0-5445b4082cf0'] in dv-neutron-master-2-hyperv is: [{'id': '21171624-347f-4033-acc0-5445b4082cf0', 'name': 'tempest-TestNetworkBasicOps-router-1120568785', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:18:22Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:23Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a59d6eb-ede2-4c4a-a7c2-adc57b83308e', 'name': '', 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:31:7a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:26Z', 'updated_at': '2022-03-28T09:18:29Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:18:30.377831 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285029bf-2a8e-41a0-896b-aeefb6aa8281 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f45861-2ab8-416a-aa11-07d7fa9c3d24,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:30.380586 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-11382d8c-88c6-4d46-ad76-158d1786a809 None None] Provisioning complete for port 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:18:30.380980 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-11382d8c-88c6-4d46-ad76-158d1786a809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.388388 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-285029bf-2a8e-41a0-896b-aeefb6aa8281 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.390253 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-285029bf-2a8e-41a0-896b-aeefb6aa8281 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246805 Mar 28 09:18:30.393826 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54438) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:30.398236 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-6427553b-edc3-4feb-95f5-9f880e414fa7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '3ed30ab8-6ecf-404d-86b9-77df1a436f2f', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:30.432537 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-6427553b-edc3-4feb-95f5-9f880e414fa7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:18:30.439704 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6427553b-edc3-4feb-95f5-9f880e414fa7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (72329cc5-a252-4de6-9954-7b81417adca1), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.486520 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-11382d8c-88c6-4d46-ad76-158d1786a809 None None] Current status of the port 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:18:30.521312 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6427553b-edc3-4feb-95f5-9f880e414fa7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (72329cc5-a252-4de6-9954-7b81417adca1), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.525529 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6427553b-edc3-4feb-95f5-9f880e414fa7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (72329cc5-a252-4de6-9954-7b81417adca1), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.548449 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427553b-edc3-4feb-95f5-9f880e414fa7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72329cc5-a252-4de6-9954-7b81417adca1,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:30.555931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6427553b-edc3-4feb-95f5-9f880e414fa7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.557257 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6427553b-edc3-4feb-95f5-9f880e414fa7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1624300 Mar 28 09:18:30.566117 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.698106 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:18:30.731355 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-ce9119b1-8304-40d7-8478-566270184d8b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887475330&fields=id&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 267 time: 0.0501692 Mar 28 09:18:30.755739 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:18:30.756274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:30.792395 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-eacb66d0-73c3-4988-9f02-abdbc0928f95 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:30.793808 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-eacb66d0-73c3-4988-9f02-abdbc0928f95 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports/9f315d3f-1962-420e-a6a8-fde654ba0cdf HTTP/1.1" status: 200 len: 930 time: 0.0542903 Mar 28 09:18:30.839120 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:18:30.848350 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-38aab133-40a3-43b1-946b-64425abf801d service neutron] 10.222.0.15 "GET /v2.0/ports/9f315d3f-1962-420e-a6a8-fde654ba0cdf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0394979 Mar 28 09:18:30.941800 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f77a289b-547e-4026-8a32-1c30454c3386 service neutron] 10.222.0.15 "GET /v2.0/networks/97c63d39-03bf-40cb-930f-9ea60f8e1659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878444 Mar 28 09:18:31.039186 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-d2a6dac1-a431-4c08-9d48-5f86c859f2ac service neutron] 10.222.0.15 "GET /v2.0/networks/97c63d39-03bf-40cb-930f-9ea60f8e1659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915213 Mar 28 09:18:31.096453 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-1227c2a6-294b-43c1-a219-eb2a951444b8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:31.097985 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-1227c2a6-294b-43c1-a219-eb2a951444b8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports/9f315d3f-1962-420e-a6a8-fde654ba0cdf HTTP/1.1" status: 200 len: 930 time: 0.0479493 Mar 28 09:18:31.282139 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-64905c0b-d38c-41d4-b2a6-d3cf0233f26a req-b6ceb307-a755-4824-a7fa-69cdb6368e1d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=920af35c-9f36-4931-8c39-90af243a3d40 HTTP/1.1" status: 200 len: 210 time: 0.0383282 Mar 28 09:18:31.307678 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54462) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:31.402700 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-53ce970b-619d-456e-89f9-c3b13a6f75c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:31.404110 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-53ce970b-619d-456e-89f9-c3b13a6f75c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports/9f315d3f-1962-420e-a6a8-fde654ba0cdf HTTP/1.1" status: 200 len: 930 time: 0.0954206 Mar 28 09:18:32.094139 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:32.286790 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-115197da-c9d8-460a-852a-375bf3a3b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:32.288197 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-115197da-c9d8-460a-852a-375bf3a3b44f service neutron] 10.222.0.16 "GET /v2.0/ports/9f315d3f-1962-420e-a6a8-fde654ba0cdf HTTP/1.1" status: 200 len: 1026 time: 0.0378218 Mar 28 09:18:32.385598 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2911b816-f294-4b31-aa2f-57b8e62b96ed req-154e0d5b-6820-413e-88df-c4e4c9f2905a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=920af35c-9f36-4931-8c39-90af243a3d40 HTTP/1.1" status: 200 len: 210 time: 0.0280082 Mar 28 09:18:32.409754 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1ac3ed7-0ca9-48b1-89e3-a1d9175f5212 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:32.411204 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1ac3ed7-0ca9-48b1-89e3-a1d9175f5212 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/networks?id=97c63d39-03bf-40cb-930f-9ea60f8e1659 HTTP/1.1" status: 200 len: 796 time: 0.1185000 Mar 28 09:18:32.475320 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-b9afab4f-52bf-47bc-83c6-ae1090fcfd2f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 379 time: 0.0533693 Mar 28 09:18:32.486004 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Request body: {'port': {'device_id': '920af35c-9f36-4931-8c39-90af243a3d40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:32.541986 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:32.808992 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f315d3f-1962-420e-a6a8-fde654ba0cdf {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:18:32.816639 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Publish callbacks [] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:32.829331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Transition to ACTIVE for port object 9f315d3f-1962-420e-a6a8-fde654ba0cdf will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:18:32.833126 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:32.888751 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f315d3f-1962-420e-a6a8-fde654ba0cdf,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:32.973571 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Attempting to bind port 9f315d3f-1962-420e-a6a8-fde654ba0cdf on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:18:32.973937 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Attempting to bind port 9f315d3f-1962-420e-a6a8-fde654ba0cdf by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '08cc5ac3-1290-4eef-8693-03061b564c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:18:32.974270 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Attempting to bind port 9f315d3f-1962-420e-a6a8-fde654ba0cdf on network 97c63d39-03bf-40cb-930f-9ea60f8e1659 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:18:32.978968 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Port 9f315d3f-1962-420e-a6a8-fde654ba0cdf on network 97c63d39-03bf-40cb-930f-9ea60f8e1659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:18:32.979295 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Attempting to bind port 9f315d3f-1962-420e-a6a8-fde654ba0cdf on network 97c63d39-03bf-40cb-930f-9ea60f8e1659 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:18:32.985058 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:18:32.985552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Checking segment: {'id': '08cc5ac3-1290-4eef-8693-03061b564c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:18:32.986040 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Bound using segment: {'id': '08cc5ac3-1290-4eef-8693-03061b564c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:18:32.986508 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Bound port: 9f315d3f-1962-420e-a6a8-fde654ba0cdf, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08cc5ac3-1290-4eef-8693-03061b564c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:18:32.986859 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:33.055597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] For port 9f315d3f-1962-420e-a6a8-fde654ba0cdf, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:18:33.059037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] For port 9f315d3f-1962-420e-a6a8-fde654ba0cdf, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f315d3f-1962-420e-a6a8-fde654ba0cdf,segment=NetworkSegment(08cc5ac3-1290-4eef-8693-03061b564c48),segment_id=08cc5ac3-1290-4eef-8693-03061b564c48)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:18:33.065706 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:33.098616 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:33.099256 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:33.100720 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] 10.222.0.16 "PUT /v2.0/ports/9f315d3f-1962-420e-a6a8-fde654ba0cdf HTTP/1.1" status: 200 len: 1131 time: 0.6192398 Mar 28 09:18:33.101082 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920af35c-9f36-4931-8c39-90af243a3d40', 'tag': '9f315d3f-1962-420e-a6a8-fde654ba0cdf'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:18:33.103358 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30858995-ba77-4f11-9e01-8409b4eb4741" -d '{"events": [{"name": "network-changed", "server_uuid": "920af35c-9f36-4931-8c39-90af243a3d40", "tag": "9f315d3f-1962-420e-a6a8-fde654ba0cdf"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:18:33.136334 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1588ad1-54d0-4a58-a20a-3e49913cccd2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f315d3f-1962-420e-a6a8-fde654ba0cdf,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:33.147262 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0aea9d-d70e-4e8e-bcac-111e7761931c x-openstack-request-id: req-de0aea9d-d70e-4e8e-bcac-111e7761931c {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:18:33.147262 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920af35c-9f36-4931-8c39-90af243a3d40", "tag": "9f315d3f-1962-420e-a6a8-fde654ba0cdf", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:18:33.147575 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de0aea9d-d70e-4e8e-bcac-111e7761931c {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:18:33.147938 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0aea9d-d70e-4e8e-bcac-111e7761931c'] response: {'name': 'network-changed', 'server_uuid': '920af35c-9f36-4931-8c39-90af243a3d40', 'tag': '9f315d3f-1962-420e-a6a8-fde654ba0cdf', 'status': 'completed', 'code': 200} Mar 28 09:18:33.194866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-4386e74d-b6a7-4bce-8731-7b278539b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:33.196419 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-4386e74d-b6a7-4bce-8731-7b278539b1b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=920af35c-9f36-4931-8c39-90af243a3d40 HTTP/1.1" status: 200 len: 1165 time: 0.0476854 Mar 28 09:18:33.243274 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-b9def8c3-54a0-4f8c-a29e-94bdc8110d56 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f315d3f-1962-420e-a6a8-fde654ba0cdf HTTP/1.1" status: 200 len: 217 time: 0.0401978 Mar 28 09:18:33.295004 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-d1b15406-5b09-4518-abd1-ec43f18af616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:33.296740 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-d1b15406-5b09-4518-abd1-ec43f18af616 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30d846a9-c3d5-4d2f-84d8-28dc3febf900 HTTP/1.1" status: 200 len: 834 time: 0.0483923 Mar 28 09:18:33.348929 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-7ba19820-aa74-4d5a-963d-e344491bf450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:33.350502 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-7ba19820-aa74-4d5a-963d-e344491bf450 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=97c63d39-03bf-40cb-930f-9ea60f8e1659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475452 Mar 28 09:18:33.448223 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-be19890c-53b1-4674-916c-6fe2f79d6615 service neutron] 10.222.0.16 "GET /v2.0/networks/97c63d39-03bf-40cb-930f-9ea60f8e1659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901880 Mar 28 09:18:33.517372 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaa7b7-dcf6-439d-a919-a2fc9fbbdc22 req-5fd977ea-bf2f-4627-95f6-b301331487da tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:33.518929 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-41eaa7b7-dcf6-439d-a919-a2fc9fbbdc22 req-5fd977ea-bf2f-4627-95f6-b301331487da tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=920af35c-9f36-4931-8c39-90af243a3d40 HTTP/1.1" status: 200 len: 981 time: 0.0620410 Mar 28 09:18:33.546261 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-c1278e83-e465-46dd-8364-e9e43e857405 service neutron] 10.222.0.16 "GET /v2.0/networks/97c63d39-03bf-40cb-930f-9ea60f8e1659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913560 Mar 28 09:18:33.566686 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-41eaa7b7-dcf6-439d-a919-a2fc9fbbdc22 req-d519290d-f801-4f0e-9929-f85b5a5431d8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415993 Mar 28 09:18:33.642996 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30858995-ba77-4f11-9e01-8409b4eb4741 req-11056608-2ebf-4579-9773-4da709d467f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:33.644540 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-30858995-ba77-4f11-9e01-8409b4eb4741 req-11056608-2ebf-4579-9773-4da709d467f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=920af35c-9f36-4931-8c39-90af243a3d40 HTTP/1.1" status: 200 len: 1165 time: 0.0548439 Mar 28 09:18:33.683769 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:33.735865 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30858995-ba77-4f11-9e01-8409b4eb4741 req-c83fc14e-fd8b-4f3e-b6a9-6b48e4629008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:33.737356 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-30858995-ba77-4f11-9e01-8409b4eb4741 req-c83fc14e-fd8b-4f3e-b6a9-6b48e4629008 service neutron] 10.222.0.16 "GET /v2.0/networks?id=97c63d39-03bf-40cb-930f-9ea60f8e1659 HTTP/1.1" status: 200 len: 896 time: 0.0870097 Mar 28 09:18:33.782774 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-30858995-ba77-4f11-9e01-8409b4eb4741 req-595d3150-2d58-4c88-9425-b88929927a04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f315d3f-1962-420e-a6a8-fde654ba0cdf HTTP/1.1" status: 200 len: 217 time: 0.0390906 Mar 28 09:18:33.832496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30858995-ba77-4f11-9e01-8409b4eb4741 req-004fd0f5-859b-49aa-9f39-d7512a3e497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:33.833968 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-30858995-ba77-4f11-9e01-8409b4eb4741 req-004fd0f5-859b-49aa-9f39-d7512a3e497f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30d846a9-c3d5-4d2f-84d8-28dc3febf900 HTTP/1.1" status: 200 len: 834 time: 0.0442617 Mar 28 09:18:33.887004 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30858995-ba77-4f11-9e01-8409b4eb4741 req-941c9a6c-e922-4fa5-88ef-13909a474c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:33.888516 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-30858995-ba77-4f11-9e01-8409b4eb4741 req-941c9a6c-e922-4fa5-88ef-13909a474c76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=97c63d39-03bf-40cb-930f-9ea60f8e1659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0488248 Mar 28 09:18:33.981212 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-30858995-ba77-4f11-9e01-8409b4eb4741 req-de2488bf-53b2-492b-88bc-8eadce63c8ca service neutron] 10.222.0.16 "GET /v2.0/networks/97c63d39-03bf-40cb-930f-9ea60f8e1659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864279 Mar 28 09:18:34.071374 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-30858995-ba77-4f11-9e01-8409b4eb4741 req-3283d2b1-affa-43b9-9d40-2fafa6b67284 service neutron] 10.222.0.16 "GET /v2.0/networks/97c63d39-03bf-40cb-930f-9ea60f8e1659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827515 Mar 28 09:18:34.689398 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499144a-ab74-4668-a238-3b250a3a1763 req-49ed4103-2bf0-4189-a059-989db3c481d6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:34.690883 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4499144a-ab74-4668-a238-3b250a3a1763 req-49ed4103-2bf0-4189-a059-989db3c481d6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=920af35c-9f36-4931-8c39-90af243a3d40 HTTP/1.1" status: 200 len: 981 time: 0.0530753 Mar 28 09:18:34.737487 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4499144a-ab74-4668-a238-3b250a3a1763 req-485fecad-9a11-48af-ba6a-130c22317d13 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410023 Mar 28 09:18:34.799287 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 9f315d3f-1962-420e-a6a8-fde654ba0cdf details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:18:34.890425 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 9f315d3f-1962-420e-a6a8-fde654ba0cdf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f315d3f-1962-420e-a6a8-fde654ba0cdf,segment=NetworkSegment(08cc5ac3-1290-4eef-8693-03061b564c48),segment_id=08cc5ac3-1290-4eef-8693-03061b564c48)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:18:34.902223 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '9f315d3f-1962-420e-a6a8-fde654ba0cdf', 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659', 'port_id': '9f315d3f-1962-420e-a6a8-fde654ba0cdf', 'mac_address': 'fa:16:3e:34:2c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:18:34.940841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 9f315d3f-1962-420e-a6a8-fde654ba0cdf is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:18:34.941228 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:34.954644 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f315d3f-1962-420e-a6a8-fde654ba0cdf {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:18:34.973777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 9f315d3f-1962-420e-a6a8-fde654ba0cdf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f315d3f-1962-420e-a6a8-fde654ba0cdf,segment=NetworkSegment(08cc5ac3-1290-4eef-8693-03061b564c48),segment_id=08cc5ac3-1290-4eef-8693-03061b564c48)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:18:34.978548 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:35.023643 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=9f315d3f-1962-420e-a6a8-fde654ba0cdf,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:35.208279 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['9f315d3f-1962-420e-a6a8-fde654ba0cdf'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:18:35.854361 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71946a8-8244-4545-88c7-f92c9c84a346 req-5cc6c5a2-6a9a-476b-a7d2-0b8544a9e0a5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:35.855834 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a71946a8-8244-4545-88c7-f92c9c84a346 req-5cc6c5a2-6a9a-476b-a7d2-0b8544a9e0a5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=920af35c-9f36-4931-8c39-90af243a3d40 HTTP/1.1" status: 200 len: 982 time: 0.0520556 Mar 28 09:18:35.902735 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a71946a8-8244-4545-88c7-f92c9c84a346 req-7ed420e3-01aa-452e-8154-710c17443bc2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403240 Mar 28 09:18:36.822991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 9f315d3f-1962-420e-a6a8-fde654ba0cdf up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:18:36.871132 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 9f315d3f-1962-420e-a6a8-fde654ba0cdf completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:18:36.875532 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 9f315d3f-1962-420e-a6a8-fde654ba0cdf triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:18:36.875908 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:36.952129 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 9f315d3f-1962-420e-a6a8-fde654ba0cdf is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:18:36.952522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:36.975737 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920af35c-9f36-4931-8c39-90af243a3d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f315d3f-1962-420e-a6a8-fde654ba0cdf'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:18:36.977972 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a90e25-c0f9-4103-a92a-a6c152e58436" -d '{"events": [{"server_uuid": "920af35c-9f36-4931-8c39-90af243a3d40", "name": "network-vif-plugged", "status": "completed", "tag": "9f315d3f-1962-420e-a6a8-fde654ba0cdf"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:18:36.994325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 9f315d3f-1962-420e-a6a8-fde654ba0cdf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f315d3f-1962-420e-a6a8-fde654ba0cdf,segment=NetworkSegment(08cc5ac3-1290-4eef-8693-03061b564c48),segment_id=08cc5ac3-1290-4eef-8693-03061b564c48)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:18:36.999234 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:37.023432 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49babff3-584e-4863-b4f1-16086457aeb1 x-openstack-request-id: req-49babff3-584e-4863-b4f1-16086457aeb1 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:18:37.023768 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920af35c-9f36-4931-8c39-90af243a3d40", "name": "network-vif-plugged", "status": "completed", "tag": "9f315d3f-1962-420e-a6a8-fde654ba0cdf", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:18:37.024073 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49babff3-584e-4863-b4f1-16086457aeb1 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:18:37.025178 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49babff3-584e-4863-b4f1-16086457aeb1'] response: {'server_uuid': '920af35c-9f36-4931-8c39-90af243a3d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f315d3f-1962-420e-a6a8-fde654ba0cdf', 'code': 200} Mar 28 09:18:37.035258 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41751005-4bf0-4aad-985f-05bd0dbeaf9a req-78126388-3795-4e55-806a-531781567079 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:37.036805 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-41751005-4bf0-4aad-985f-05bd0dbeaf9a req-78126388-3795-4e55-806a-531781567079 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=920af35c-9f36-4931-8c39-90af243a3d40 HTTP/1.1" status: 200 len: 982 time: 0.0662994 Mar 28 09:18:37.053447 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=9f315d3f-1962-420e-a6a8-fde654ba0cdf,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:37.087173 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-41751005-4bf0-4aad-985f-05bd0dbeaf9a req-08fe8fef-0d4f-4260-abdb-6a1e34a1de1b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432637 Mar 28 09:18:37.185965 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01136800-edbd-4ef2-a90f-734ab55f0724 req-748f8755-ca4c-4204-8d71-85ed47f9ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:37.187567 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-01136800-edbd-4ef2-a90f-734ab55f0724 req-748f8755-ca4c-4204-8d71-85ed47f9ca1f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=920af35c-9f36-4931-8c39-90af243a3d40 HTTP/1.1" status: 200 len: 1167 time: 0.0438492 Mar 28 09:18:37.229949 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-01136800-edbd-4ef2-a90f-734ab55f0724 req-24e90a2a-950d-4348-9da1-e6fde79739bc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372529 Mar 28 09:18:38.215475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18fa44-3903-45ae-8095-912ca1b2a231 req-5f915d7e-e620-4609-be2d-2c85b59b4ff3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:38.216890 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ab18fa44-3903-45ae-8095-912ca1b2a231 req-5f915d7e-e620-4609-be2d-2c85b59b4ff3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=920af35c-9f36-4931-8c39-90af243a3d40 HTTP/1.1" status: 200 len: 983 time: 0.0551839 Mar 28 09:18:38.268070 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ab18fa44-3903-45ae-8095-912ca1b2a231 req-fdfd1375-7e44-4141-8115-bc4d5796ce09 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450473 Mar 28 09:18:39.387940 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caac0d-733b-4908-a3cc-13470bc6d5d4 req-2840dfb1-223c-4a35-ae46-63ea93caa84f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:39.389347 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a4caac0d-733b-4908-a3cc-13470bc6d5d4 req-2840dfb1-223c-4a35-ae46-63ea93caa84f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=920af35c-9f36-4931-8c39-90af243a3d40 HTTP/1.1" status: 200 len: 983 time: 0.0563483 Mar 28 09:18:39.436059 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a4caac0d-733b-4908-a3cc-13470bc6d5d4 req-4647438f-1be9-49d0-8968-1f836f40d5c9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402446 Mar 28 09:18:39.552817 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6954afe-a4ef-468a-be50-62670d99e105 req-393c8461-3df8-4923-bc4a-3210e247b93f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:39.554310 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e6954afe-a4ef-468a-be50-62670d99e105 req-393c8461-3df8-4923-bc4a-3210e247b93f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=920af35c-9f36-4931-8c39-90af243a3d40 HTTP/1.1" status: 200 len: 983 time: 0.0527582 Mar 28 09:18:39.600254 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e6954afe-a4ef-468a-be50-62670d99e105 req-8fb33135-1712-4d90-8994-7bd2e2f3db3d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404708 Mar 28 09:18:39.621743 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54500) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:39.664866 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc76c601-8808-4d93-be1c-bb2baadb1a84 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:39.666328 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bc76c601-8808-4d93-be1c-bb2baadb1a84 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=920af35c-9f36-4931-8c39-90af243a3d40 HTTP/1.1" status: 200 len: 1162 time: 0.0435956 Mar 28 09:18:39.669063 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54502) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:39.673823 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': '9f315d3f-1962-420e-a6a8-fde654ba0cdf', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:39.693776 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:39.792352 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:39.906448 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.36.4.41 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/d6883edd-6d2a-4f44-a251-99164a0a4019) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:18:40.077300 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (d6883edd-6d2a-4f44-a251-99164a0a4019), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:40.118688 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (d6883edd-6d2a-4f44-a251-99164a0a4019), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:40.179011 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:18:40.190030 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:18:40.192592 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=d6883edd-6d2a-4f44-a251-99164a0a4019,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:40.195544 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:18:40.559048 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (12028a6f-1adc-4e4e-a9bc-d36e6510c5eb), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:40.627662 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (d6883edd-6d2a-4f44-a251-99164a0a4019), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:40.790079 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (d6883edd-6d2a-4f44-a251-99164a0a4019), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:40.794567 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (d6883edd-6d2a-4f44-a251-99164a0a4019), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:40.869799 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=d6883edd-6d2a-4f44-a251-99164a0a4019,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:40.881527 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (12028a6f-1adc-4e4e-a9bc-d36e6510c5eb), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:40.988181 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP 12028a6f-1adc-4e4e-a9bc-d36e6510c5eb associated. External IP: 172.36.4.41, port: 9f315d3f-1962-420e-a6a8-fde654ba0cdf. Mar 28 09:18:41.192068 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 21171624-347f-4033-acc0-5445b4082cf0 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:18:41.561194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:18:41.571801 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30d274f-4a6f-4aa4-9c71-55df5e38a072 None None] Sync routers for ids ['21171624-347f-4033-acc0-5445b4082cf0'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:18:41.579490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:41.582658 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30d274f-4a6f-4aa4-9c71-55df5e38a072 None None] Routers {'21171624-347f-4033-acc0-5445b4082cf0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:18:41.583261 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e30d274f-4a6f-4aa4-9c71-55df5e38a072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:18:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21171624-347f-4033-acc0-5445b4082cf0'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:41.612238 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-78cc80a5-46a2-4b4f-a155-83e38a45fc5c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.9421172 Mar 28 09:18:41.612871 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920af35c-9f36-4931-8c39-90af243a3d40', 'tag': '9f315d3f-1962-420e-a6a8-fde654ba0cdf'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:18:41.615074 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54506) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:41.618311 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8c72bb-fb2a-49da-81a7-d040267b50ca" -d '{"events": [{"name": "network-changed", "server_uuid": "920af35c-9f36-4931-8c39-90af243a3d40", "tag": "9f315d3f-1962-420e-a6a8-fde654ba0cdf"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:18:41.692964 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329e8608-cd5a-4d75-b925-cfcec366f27e tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:41.694609 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-329e8608-cd5a-4d75-b925-cfcec366f27e tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=920af35c-9f36-4931-8c39-90af243a3d40&network_id=97c63d39-03bf-40cb-930f-9ea60f8e1659 HTTP/1.1" status: 200 len: 1162 time: 0.0785091 Mar 28 09:18:41.701505 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-e30d274f-4a6f-4aa4-9c71-55df5e38a072 None None] Set router 21171624-347f-4033-acc0-5445b4082cf0 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:18:41.725280 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174675de-e608-4e5d-8d43-99c95e19929e x-openstack-request-id: req-174675de-e608-4e5d-8d43-99c95e19929e {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:18:41.725587 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920af35c-9f36-4931-8c39-90af243a3d40", "tag": "9f315d3f-1962-420e-a6a8-fde654ba0cdf", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:18:41.725868 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-174675de-e608-4e5d-8d43-99c95e19929e {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:18:41.726285 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174675de-e608-4e5d-8d43-99c95e19929e'] response: {'name': 'network-changed', 'server_uuid': '920af35c-9f36-4931-8c39-90af243a3d40', 'tag': '9f315d3f-1962-420e-a6a8-fde654ba0cdf', 'status': 'completed', 'code': 200} Mar 28 09:18:41.794950 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c72bb-fb2a-49da-81a7-d040267b50ca req-16413710-8ff7-4ebe-88e1-8c0c219f402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:41.797034 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff8c72bb-fb2a-49da-81a7-d040267b50ca req-16413710-8ff7-4ebe-88e1-8c0c219f402a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=920af35c-9f36-4931-8c39-90af243a3d40 HTTP/1.1" status: 200 len: 1167 time: 0.0472286 Mar 28 09:18:41.925898 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c72bb-fb2a-49da-81a7-d040267b50ca req-e7e9a1d1-2fe8-4c2f-a30c-8586d9e19d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:41.927690 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff8c72bb-fb2a-49da-81a7-d040267b50ca req-e7e9a1d1-2fe8-4c2f-a30c-8586d9e19d97 service neutron] 10.222.0.16 "GET /v2.0/networks?id=97c63d39-03bf-40cb-930f-9ea60f8e1659 HTTP/1.1" status: 200 len: 896 time: 0.1238065 Mar 28 09:18:41.955671 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994fcf7-a2bc-4027-9628-e05371d3abd3 req-df7620e8-182c-4ca0-9917-0bdf9554eb2d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:41.957118 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9994fcf7-a2bc-4027-9628-e05371d3abd3 req-df7620e8-182c-4ca0-9917-0bdf9554eb2d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=920af35c-9f36-4931-8c39-90af243a3d40 HTTP/1.1" status: 200 len: 983 time: 0.0810621 Mar 28 09:18:41.971361 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e30d274f-4a6f-4aa4-9c71-55df5e38a072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21171624-347f-4033-acc0-5445b4082cf0', 'name': 'tempest-TestNetworkBasicOps-router-1120568785', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:18:22Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:23Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '12028a6f-1adc-4e4e-a9bc-d36e6510c5eb', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.41', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '21171624-347f-4033-acc0-5445b4082cf0', 'port_id': '9f315d3f-1962-420e-a6a8-fde654ba0cdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1489686545', 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659', 'mac_address': 'fa:16:3e:34:2c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920af35c-9f36-4931-8c39-90af243a3d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:18:40Z', 'updated_at': '2022-03-28T09:18:40Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a59d6eb-ede2-4c4a-a7c2-adc57b83308e', 'name': '', 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:31:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:26Z', 'updated_at': '2022-03-28T09:18:30Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:41.997460 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30d274f-4a6f-4aa4-9c71-55df5e38a072 None None] Checking router: 21171624-347f-4033-acc0-5445b4082cf0 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:18:42.006815 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30d274f-4a6f-4aa4-9c71-55df5e38a072 None None] Routers {'21171624-347f-4033-acc0-5445b4082cf0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:18:42.007420 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e30d274f-4a6f-4aa4-9c71-55df5e38a072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:18:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21171624-347f-4033-acc0-5445b4082cf0'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:42.035035 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff8c72bb-fb2a-49da-81a7-d040267b50ca req-d1ca5c8a-4273-4455-bc3a-e3da26e4c575 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f315d3f-1962-420e-a6a8-fde654ba0cdf HTTP/1.1" status: 200 len: 1036 time: 0.0975492 Mar 28 09:18:42.074101 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9994fcf7-a2bc-4027-9628-e05371d3abd3 req-e59eb73b-efa8-4752-8d77-eefbc213a18d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862548 Mar 28 09:18:42.097601 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c72bb-fb2a-49da-81a7-d040267b50ca req-66a35f51-43bb-4c8c-8f50-339e3e71b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:42.099100 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff8c72bb-fb2a-49da-81a7-d040267b50ca req-66a35f51-43bb-4c8c-8f50-339e3e71b1dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30d846a9-c3d5-4d2f-84d8-28dc3febf900 HTTP/1.1" status: 200 len: 834 time: 0.0569654 Mar 28 09:18:42.118156 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-e30d274f-4a6f-4aa4-9c71-55df5e38a072 None None] Set router 21171624-347f-4033-acc0-5445b4082cf0 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:18:42.151218 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c72bb-fb2a-49da-81a7-d040267b50ca req-9f622498-06fd-4511-8583-a42c88070811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:42.152723 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff8c72bb-fb2a-49da-81a7-d040267b50ca req-9f622498-06fd-4511-8583-a42c88070811 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=97c63d39-03bf-40cb-930f-9ea60f8e1659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454588 Mar 28 09:18:42.252826 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff8c72bb-fb2a-49da-81a7-d040267b50ca req-8813f27c-ab9c-4b52-a261-fce9489cc578 service neutron] 10.222.0.16 "GET /v2.0/networks/97c63d39-03bf-40cb-930f-9ea60f8e1659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893798 Mar 28 09:18:42.342894 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff8c72bb-fb2a-49da-81a7-d040267b50ca req-d76cacde-6fde-4b52-b848-3334ae599ef3 service neutron] 10.222.0.16 "GET /v2.0/networks/97c63d39-03bf-40cb-930f-9ea60f8e1659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837638 Mar 28 09:18:42.433319 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e30d274f-4a6f-4aa4-9c71-55df5e38a072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21171624-347f-4033-acc0-5445b4082cf0', 'name': 'tempest-TestNetworkBasicOps-router-1120568785', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:18:22Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:23Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '12028a6f-1adc-4e4e-a9bc-d36e6510c5eb', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.41', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '21171624-347f-4033-acc0-5445b4082cf0', 'port_id': '9f315d3f-1962-420e-a6a8-fde654ba0cdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1489686545', 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659', 'mac_address': 'fa:16:3e:34:2c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920af35c-9f36-4931-8c39-90af243a3d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:18:40Z', 'updated_at': '2022-03-28T09:18:40Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a59d6eb-ede2-4c4a-a7c2-adc57b83308e', 'name': '', 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:31:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:26Z', 'updated_at': '2022-03-28T09:18:30Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:18:42.459029 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30d274f-4a6f-4aa4-9c71-55df5e38a072 None None] The sync data for ids ['21171624-347f-4033-acc0-5445b4082cf0'] in dv-neutron-master-2-hyperv is: [{'id': '21171624-347f-4033-acc0-5445b4082cf0', 'name': 'tempest-TestNetworkBasicOps-router-1120568785', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:18:22Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:23Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '12028a6f-1adc-4e4e-a9bc-d36e6510c5eb', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.41', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '21171624-347f-4033-acc0-5445b4082cf0', 'port_id': '9f315d3f-1962-420e-a6a8-fde654ba0cdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1489686545', 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659', 'mac_address': 'fa:16:3e:34:2c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920af35c-9f36-4931-8c39-90af243a3d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:18:40Z', 'updated_at': '2022-03-28T09:18:40Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a59d6eb-ede2-4c4a-a7c2-adc57b83308e', 'name': '', 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:31:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:26Z', 'updated_at': '2022-03-28T09:18:30Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:18:42.650477 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79b5ec4-da43-4a2f-8f70-1292982aca12 None None] New status for floating IP 12028a6f-1adc-4e4e-a9bc-d36e6510c5eb: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:18:43.197393 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ada391-1d30-4730-821f-e07fe3e6370b req-1ba20509-cb66-4a00-8d4d-71fd546cf2ff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:43.198904 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-89ada391-1d30-4730-821f-e07fe3e6370b req-1ba20509-cb66-4a00-8d4d-71fd546cf2ff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=920af35c-9f36-4931-8c39-90af243a3d40 HTTP/1.1" status: 200 len: 983 time: 0.0530064 Mar 28 09:18:43.247028 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-89ada391-1d30-4730-821f-e07fe3e6370b req-c485dabc-e4ff-4a15-bf99-65b5fd3a12a8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414701 Mar 28 09:18:43.319046 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce994c59-6a8a-44fe-b37a-21145ed85b71 req-8577a827-13fb-4f8f-954d-0554aea3f6e5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:43.320610 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ce994c59-6a8a-44fe-b37a-21145ed85b71 req-8577a827-13fb-4f8f-954d-0554aea3f6e5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/ports?device_id=920af35c-9f36-4931-8c39-90af243a3d40 HTTP/1.1" status: 200 len: 983 time: 0.0603080 Mar 28 09:18:43.406931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce994c59-6a8a-44fe-b37a-21145ed85b71 req-6f21dc63-e51c-4969-a747-206a621094c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:43.408293 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ce994c59-6a8a-44fe-b37a-21145ed85b71 req-6f21dc63-e51c-4969-a747-206a621094c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/ports/9f315d3f-1962-420e-a6a8-fde654ba0cdf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0818927 Mar 28 09:18:43.509532 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ce994c59-6a8a-44fe-b37a-21145ed85b71 req-aa0bcc35-89be-417e-bcba-34137c69eabb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/networks/97c63d39-03bf-40cb-930f-9ea60f8e1659?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0957000 Mar 28 09:18:43.520980 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-ce994c59-6a8a-44fe-b37a-21145ed85b71 req-e358bb4c-5d78-44cc-b664-c3b71f71cefe service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:43.579307 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ce994c59-6a8a-44fe-b37a-21145ed85b71 req-e358bb4c-5d78-44cc-b664-c3b71f71cefe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:43.714344 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-ce994c59-6a8a-44fe-b37a-21145ed85b71 req-e358bb4c-5d78-44cc-b664-c3b71f71cefe service neutron] For port 9f315d3f-1962-420e-a6a8-fde654ba0cdf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f315d3f-1962-420e-a6a8-fde654ba0cdf,segment=NetworkSegment(08cc5ac3-1290-4eef-8693-03061b564c48),segment_id=08cc5ac3-1290-4eef-8693-03061b564c48)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:18:43.749019 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-ce994c59-6a8a-44fe-b37a-21145ed85b71 req-e358bb4c-5d78-44cc-b664-c3b71f71cefe service neutron] For port 9f315d3f-1962-420e-a6a8-fde654ba0cdf, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:18:43.781638 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-ce994c59-6a8a-44fe-b37a-21145ed85b71 req-e358bb4c-5d78-44cc-b664-c3b71f71cefe service neutron] device_id is not set on port 9f315d3f-1962-420e-a6a8-fde654ba0cdf yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:18:43.791276 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ce994c59-6a8a-44fe-b37a-21145ed85b71 req-e358bb4c-5d78-44cc-b664-c3b71f71cefe service neutron] Publish callbacks [] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:43.798780 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ce994c59-6a8a-44fe-b37a-21145ed85b71 req-e358bb4c-5d78-44cc-b664-c3b71f71cefe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:43.911710 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358bb4c-5d78-44cc-b664-c3b71f71cefe service neutron] Pushing event updated for resources: {'Port': ['ID=9f315d3f-1962-420e-a6a8-fde654ba0cdf,revision_number=6']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:43.989095 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce994c59-6a8a-44fe-b37a-21145ed85b71 req-e358bb4c-5d78-44cc-b664-c3b71f71cefe service neutron] No DVR routers for this DVR port 9f315d3f-1962-420e-a6a8-fde654ba0cdf on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:18:44.060106 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-6e257374-a87b-4a6f-8703-c3d8089bce26 None None] Provisioning complete for port 9f315d3f-1962-420e-a6a8-fde654ba0cdf triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:18:44.060763 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6e257374-a87b-4a6f-8703-c3d8089bce26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:44.100015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6e257374-a87b-4a6f-8703-c3d8089bce26 None None] Port 9f315d3f-1962-420e-a6a8-fde654ba0cdf cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:18:44.140551 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-ce994c59-6a8a-44fe-b37a-21145ed85b71 req-e358bb4c-5d78-44cc-b664-c3b71f71cefe service neutron] In _notify_port_updated(), no bound segment for port 9f315d3f-1962-420e-a6a8-fde654ba0cdf on network 97c63d39-03bf-40cb-930f-9ea60f8e1659 {{(pid=104075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:18:44.142095 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce994c59-6a8a-44fe-b37a-21145ed85b71 req-e358bb4c-5d78-44cc-b664-c3b71f71cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:44.142743 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ce994c59-6a8a-44fe-b37a-21145ed85b71 req-e358bb4c-5d78-44cc-b664-c3b71f71cefe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:44.144382 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ce994c59-6a8a-44fe-b37a-21145ed85b71 req-e358bb4c-5d78-44cc-b664-c3b71f71cefe service neutron] 10.222.0.16 "PUT /v2.0/ports/9f315d3f-1962-420e-a6a8-fde654ba0cdf HTTP/1.1" status: 200 len: 1026 time: 0.6273174 Mar 28 09:18:44.352765 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fd04aa13-1908-4fd5-85b7-c7ad0eb36d60 req-49c1d809-a4b7-47b3-b504-315e744cacec tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=920af35c-9f36-4931-8c39-90af243a3d40 HTTP/1.1" status: 200 len: 210 time: 0.0289516 Mar 28 09:18:45.408384 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54524) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:45.453612 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af0b1c6-cc1d-4ae7-814b-1925f91a1e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:45.455480 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3af0b1c6-cc1d-4ae7-814b-1925f91a1e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports/9f315d3f-1962-420e-a6a8-fde654ba0cdf HTTP/1.1" status: 200 len: 925 time: 0.0460904 Mar 28 09:18:46.317708 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54528) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:46.322252 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-64e303b6-835c-4b7c-9c80-4600de09307c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-485987963', 'description': 'tempest-secgroup-smoke-485987963 description', 'project_id': 'c196c225c4d841048df5a13a55d30507'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:46.341687 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-64e303b6-835c-4b7c-9c80-4600de09307c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.411568 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-64e303b6-835c-4b7c-9c80-4600de09307c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (816c5bc3-5745-474f-9bb7-5ee732a5a978), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.415631 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-64e303b6-835c-4b7c-9c80-4600de09307c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (816c5bc3-5745-474f-9bb7-5ee732a5a978), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.444994 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-64e303b6-835c-4b7c-9c80-4600de09307c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.446229 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-64e303b6-835c-4b7c-9c80-4600de09307c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1274951 Mar 28 09:18:46.448053 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e303b6-835c-4b7c-9c80-4600de09307c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816c5bc3-5745-474f-9bb7-5ee732a5a978,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:46.449189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54530) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:46.454668 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-6b5499a2-cc34-4688-bf87-54300b3edeb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '816c5bc3-5745-474f-9bb7-5ee732a5a978', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:46.479377 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6b5499a2-cc34-4688-bf87-54300b3edeb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (2bead74d-462f-4164-b9dd-53a356e44445), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.532458 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6b5499a2-cc34-4688-bf87-54300b3edeb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (2bead74d-462f-4164-b9dd-53a356e44445), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.536032 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6b5499a2-cc34-4688-bf87-54300b3edeb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (2bead74d-462f-4164-b9dd-53a356e44445), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.553174 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5499a2-cc34-4688-bf87-54300b3edeb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bead74d-462f-4164-b9dd-53a356e44445,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:46.560913 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6b5499a2-cc34-4688-bf87-54300b3edeb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.562127 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6b5499a2-cc34-4688-bf87-54300b3edeb4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1117504 Mar 28 09:18:46.565417 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54532) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:46.569859 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-18fbfe6f-c3c5-4ac5-9744-e892d6c91d71 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '816c5bc3-5745-474f-9bb7-5ee732a5a978', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:46.594788 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-18fbfe6f-c3c5-4ac5-9744-e892d6c91d71 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (a94a3070-34c8-4bed-b7f7-f6aa84b5947f), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.653258 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-18fbfe6f-c3c5-4ac5-9744-e892d6c91d71 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (a94a3070-34c8-4bed-b7f7-f6aa84b5947f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.658298 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-18fbfe6f-c3c5-4ac5-9744-e892d6c91d71 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (a94a3070-34c8-4bed-b7f7-f6aa84b5947f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.677207 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbfe6f-c3c5-4ac5-9744-e892d6c91d71 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94a3070-34c8-4bed-b7f7-f6aa84b5947f,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:46.685115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-18fbfe6f-c3c5-4ac5-9744-e892d6c91d71 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.686333 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-18fbfe6f-c3c5-4ac5-9744-e892d6c91d71 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199355 Mar 28 09:18:46.689040 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54534) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:46.694117 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e86b7c91-6ba1-4ea5-bd3d-240154fbdd03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '816c5bc3-5745-474f-9bb7-5ee732a5a978', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:46.721310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e86b7c91-6ba1-4ea5-bd3d-240154fbdd03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (51406eb3-edb4-41a1-86f4-723cddfd9e74), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.779519 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e86b7c91-6ba1-4ea5-bd3d-240154fbdd03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (51406eb3-edb4-41a1-86f4-723cddfd9e74), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.783707 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e86b7c91-6ba1-4ea5-bd3d-240154fbdd03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (51406eb3-edb4-41a1-86f4-723cddfd9e74), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.800969 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b7c91-6ba1-4ea5-bd3d-240154fbdd03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51406eb3-edb4-41a1-86f4-723cddfd9e74,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:46.808118 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e86b7c91-6ba1-4ea5-bd3d-240154fbdd03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.809116 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e86b7c91-6ba1-4ea5-bd3d-240154fbdd03 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191316 Mar 28 09:18:46.812090 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54536) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:46.817127 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4c72c2ef-6943-45f0-878f-d720c2cb6dc6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '816c5bc3-5745-474f-9bb7-5ee732a5a978', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:46.843963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c72c2ef-6943-45f0-878f-d720c2cb6dc6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (d4bc7ee0-aa69-4f09-97d5-210b58adaf90), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.853387 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 9f315d3f-1962-420e-a6a8-fde654ba0cdf no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:18:46.899762 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] The host hv-neutron-mast is not matching for port 9f315d3f-1962-420e-a6a8-fde654ba0cdf host ! {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 28 09:18:46.900210 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 9f315d3f-1962-420e-a6a8-fde654ba0cdf not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:18:46.915114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c72c2ef-6943-45f0-878f-d720c2cb6dc6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (d4bc7ee0-aa69-4f09-97d5-210b58adaf90), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.919645 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c72c2ef-6943-45f0-878f-d720c2cb6dc6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (d4bc7ee0-aa69-4f09-97d5-210b58adaf90), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.937432 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72c2ef-6943-45f0-878f-d720c2cb6dc6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bc7ee0-aa69-4f09-97d5-210b58adaf90,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:46.949937 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c72c2ef-6943-45f0-878f-d720c2cb6dc6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:46.951139 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4c72c2ef-6943-45f0-878f-d720c2cb6dc6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379337 Mar 28 09:18:46.954535 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54538) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:46.958768 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-941adc1c-ef58-44d4-9525-e079cd4d3726 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '816c5bc3-5745-474f-9bb7-5ee732a5a978', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:46.979510 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-941adc1c-ef58-44d4-9525-e079cd4d3726 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:18:46.985585 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-941adc1c-ef58-44d4-9525-e079cd4d3726 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (3e21c433-a769-4190-aa5e-f490d02fc108), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:47.052647 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-941adc1c-ef58-44d4-9525-e079cd4d3726 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (3e21c433-a769-4190-aa5e-f490d02fc108), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:47.056299 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-941adc1c-ef58-44d4-9525-e079cd4d3726 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (3e21c433-a769-4190-aa5e-f490d02fc108), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:47.075908 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941adc1c-ef58-44d4-9525-e079cd4d3726 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e21c433-a769-4190-aa5e-f490d02fc108,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:47.085314 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-941adc1c-ef58-44d4-9525-e079cd4d3726 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:47.086765 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-941adc1c-ef58-44d4-9525-e079cd4d3726 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312370 Mar 28 09:18:47.089820 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54540) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:47.095204 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b40bb5a9-82fe-4d26-83f9-95622802c162 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '816c5bc3-5745-474f-9bb7-5ee732a5a978', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:47.115065 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-b40bb5a9-82fe-4d26-83f9-95622802c162 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:18:47.120685 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b40bb5a9-82fe-4d26-83f9-95622802c162 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (0d71dad6-67e4-4546-b398-5f5b6d74a4a5), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:47.185949 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b40bb5a9-82fe-4d26-83f9-95622802c162 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (0d71dad6-67e4-4546-b398-5f5b6d74a4a5), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:47.190991 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b40bb5a9-82fe-4d26-83f9-95622802c162 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (0d71dad6-67e4-4546-b398-5f5b6d74a4a5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:47.211750 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bb5a9-82fe-4d26-83f9-95622802c162 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d71dad6-67e4-4546-b398-5f5b6d74a4a5,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:47.217503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b40bb5a9-82fe-4d26-83f9-95622802c162 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:47.218743 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b40bb5a9-82fe-4d26-83f9-95622802c162 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276617 Mar 28 09:18:47.383936 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-c045010f-cd4f-42ad-885f-04ee32d36aba tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485987963&fields=id&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 267 time: 0.0480320 Mar 28 09:18:47.433553 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-e99eb9fc-462b-45db-a102-d322c67b8b9b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:47.434871 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-e99eb9fc-462b-45db-a102-d322c67b8b9b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports/9f315d3f-1962-420e-a6a8-fde654ba0cdf HTTP/1.1" status: 200 len: 930 time: 0.0447185 Mar 28 09:18:47.480345 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-5e98d309-ebcc-417c-b8e4-72f0140ff215 service neutron] 10.222.0.15 "GET /v2.0/ports/9f315d3f-1962-420e-a6a8-fde654ba0cdf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0339150 Mar 28 09:18:47.571310 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-13a9bb1f-1f20-488e-ade0-b021331f1474 service neutron] 10.222.0.15 "GET /v2.0/networks/97c63d39-03bf-40cb-930f-9ea60f8e1659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849912 Mar 28 09:18:47.662484 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-760c5ac5-4b50-411a-8ffb-37dce4a15b41 service neutron] 10.222.0.15 "GET /v2.0/networks/97c63d39-03bf-40cb-930f-9ea60f8e1659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855336 Mar 28 09:18:47.713826 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-9af3b983-11b1-4247-a6ca-f6e4f4020e4a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:47.715143 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-9af3b983-11b1-4247-a6ca-f6e4f4020e4a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports/9f315d3f-1962-420e-a6a8-fde654ba0cdf HTTP/1.1" status: 200 len: 930 time: 0.0471811 Mar 28 09:18:47.873304 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d0005c3-d978-4e2a-aee6-a687dc6706e7 req-303d93eb-81ce-4196-981f-2f95f3f2d83f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed51077-2d6e-49da-9608-ac01fda30623 HTTP/1.1" status: 200 len: 210 time: 0.0277159 Mar 28 09:18:47.886497 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54562) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:47.982319 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-b3cc003c-b196-461f-9213-9f8fe77885ab tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:47.983578 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-b3cc003c-b196-461f-9213-9f8fe77885ab tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports/9f315d3f-1962-420e-a6a8-fde654ba0cdf HTTP/1.1" status: 200 len: 930 time: 0.0960155 Mar 28 09:18:48.831350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-d7baaf6e-26d8-420f-9411-9a65e9a1f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:48.832718 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-d7baaf6e-26d8-420f-9411-9a65e9a1f613 service neutron] 10.222.0.16 "GET /v2.0/ports/9f315d3f-1962-420e-a6a8-fde654ba0cdf HTTP/1.1" status: 200 len: 1026 time: 0.0373926 Mar 28 09:18:48.942290 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-0cccbf1b-58c9-4e97-869b-47f5930b7d74 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:48.943762 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-0cccbf1b-58c9-4e97-869b-47f5930b7d74 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/networks?id=97c63d39-03bf-40cb-930f-9ea60f8e1659 HTTP/1.1" status: 200 len: 796 time: 0.1067033 Mar 28 09:18:48.975804 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-314cb75b-a036-4d92-9804-ec231dd915c7 req-ce3b5db8-1365-4761-913e-825eca5d2846 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed51077-2d6e-49da-9608-ac01fda30623 HTTP/1.1" status: 200 len: 210 time: 0.0273554 Mar 28 09:18:49.023288 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-5adc82a0-90ee-4949-bb39-af08fe43b5c3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 471 time: 0.0680549 Mar 28 09:18:49.033950 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Request body: {'port': {'device_id': '3ed51077-2d6e-49da-9608-ac01fda30623', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:49.093087 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:49.608710 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f315d3f-1962-420e-a6a8-fde654ba0cdf {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:18:49.616562 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Publish callbacks [] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:49.628046 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Transition to ACTIVE for port object 9f315d3f-1962-420e-a6a8-fde654ba0cdf will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:18:49.630885 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:49.710528 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f315d3f-1962-420e-a6a8-fde654ba0cdf,revision_number=7']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:49.805883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Attempting to bind port 9f315d3f-1962-420e-a6a8-fde654ba0cdf on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:18:49.806229 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Attempting to bind port 9f315d3f-1962-420e-a6a8-fde654ba0cdf by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '08cc5ac3-1290-4eef-8693-03061b564c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:18:49.806560 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Attempting to bind port 9f315d3f-1962-420e-a6a8-fde654ba0cdf on network 97c63d39-03bf-40cb-930f-9ea60f8e1659 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:18:49.811122 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Port 9f315d3f-1962-420e-a6a8-fde654ba0cdf on network 97c63d39-03bf-40cb-930f-9ea60f8e1659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:18:49.811450 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Attempting to bind port 9f315d3f-1962-420e-a6a8-fde654ba0cdf on network 97c63d39-03bf-40cb-930f-9ea60f8e1659 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:18:49.816749 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:18:49.817091 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Checking segment: {'id': '08cc5ac3-1290-4eef-8693-03061b564c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:18:49.817478 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Bound using segment: {'id': '08cc5ac3-1290-4eef-8693-03061b564c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:18:49.817941 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Bound port: 9f315d3f-1962-420e-a6a8-fde654ba0cdf, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08cc5ac3-1290-4eef-8693-03061b564c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:18:49.818301 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:49.882023 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] For port 9f315d3f-1962-420e-a6a8-fde654ba0cdf, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:18:49.884944 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] For port 9f315d3f-1962-420e-a6a8-fde654ba0cdf, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f315d3f-1962-420e-a6a8-fde654ba0cdf,segment=NetworkSegment(08cc5ac3-1290-4eef-8693-03061b564c48),segment_id=08cc5ac3-1290-4eef-8693-03061b564c48)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:18:49.890962 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:49.927863 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:49.928449 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:49.929847 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] 10.222.0.16 "PUT /v2.0/ports/9f315d3f-1962-420e-a6a8-fde654ba0cdf HTTP/1.1" status: 200 len: 1131 time: 0.8997548 Mar 28 09:18:49.930291 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed51077-2d6e-49da-9608-ac01fda30623', 'tag': '9f315d3f-1962-420e-a6a8-fde654ba0cdf'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:18:49.932514 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5896ce2f-1337-4aaa-a2cd-1a9a71d3c160" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed51077-2d6e-49da-9608-ac01fda30623", "tag": "9f315d3f-1962-420e-a6a8-fde654ba0cdf"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:18:49.965655 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51e5e6-585a-4f4c-9b21-e4ec9acee0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f315d3f-1962-420e-a6a8-fde654ba0cdf,revision_number=8']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:49.983704 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531d8e80-c43a-497f-bb81-c3dbff438e29 x-openstack-request-id: req-531d8e80-c43a-497f-bb81-c3dbff438e29 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:18:49.984069 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed51077-2d6e-49da-9608-ac01fda30623", "tag": "9f315d3f-1962-420e-a6a8-fde654ba0cdf", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:18:49.984387 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-531d8e80-c43a-497f-bb81-c3dbff438e29 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:18:49.984902 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-531d8e80-c43a-497f-bb81-c3dbff438e29'] response: {'name': 'network-changed', 'server_uuid': '3ed51077-2d6e-49da-9608-ac01fda30623', 'tag': '9f315d3f-1962-420e-a6a8-fde654ba0cdf', 'status': 'completed', 'code': 200} Mar 28 09:18:50.020891 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2f77bab3-1cbf-48a5-9bfd-abeb2b8bbd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:50.022470 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-2f77bab3-1cbf-48a5-9bfd-abeb2b8bbd9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=3ed51077-2d6e-49da-9608-ac01fda30623 HTTP/1.1" status: 200 len: 1165 time: 0.0509195 Mar 28 09:18:50.092071 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-0dd246cb-3239-4be0-b01b-12d55ce52c99 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f315d3f-1962-420e-a6a8-fde654ba0cdf HTTP/1.1" status: 200 len: 1036 time: 0.0620098 Mar 28 09:18:50.102633 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b87aa-88cf-41c2-b134-13c28eabbe08 req-21afe5ec-0c1f-4729-bb3e-adbec46c4734 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:50.104135 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-348b87aa-88cf-41c2-b134-13c28eabbe08 req-21afe5ec-0c1f-4729-bb3e-adbec46c4734 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed51077-2d6e-49da-9608-ac01fda30623 HTTP/1.1" status: 200 len: 981 time: 0.0553145 Mar 28 09:18:50.153211 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-348b87aa-88cf-41c2-b134-13c28eabbe08 req-e6e65520-40cd-4790-851e-9f3f65389372 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423582 Mar 28 09:18:50.154332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-1237e105-a3ec-480a-bb2d-05c5b6434c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:50.155846 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-1237e105-a3ec-480a-bb2d-05c5b6434c49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30d846a9-c3d5-4d2f-84d8-28dc3febf900 HTTP/1.1" status: 200 len: 834 time: 0.0559857 Mar 28 09:18:50.205355 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-45fee5b3-971d-474e-8f85-c375e0de450f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:50.206850 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-45fee5b3-971d-474e-8f85-c375e0de450f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=97c63d39-03bf-40cb-930f-9ea60f8e1659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448511 Mar 28 09:18:50.292853 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-7b7a500c-9873-49f8-ae38-2c92bfc26b4c service neutron] 10.222.0.16 "GET /v2.0/networks/97c63d39-03bf-40cb-930f-9ea60f8e1659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798094 Mar 28 09:18:50.384176 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0985b746-2fe7-43f8-8d0e-e5876e1e937e req-ddc7f219-a0d2-4ae3-8550-c01207365618 service neutron] 10.222.0.16 "GET /v2.0/networks/97c63d39-03bf-40cb-930f-9ea60f8e1659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847800 Mar 28 09:18:50.472356 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896ce2f-1337-4aaa-a2cd-1a9a71d3c160 req-7a37da65-5ddf-4c75-9f48-6f793104f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:50.473879 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5896ce2f-1337-4aaa-a2cd-1a9a71d3c160 req-7a37da65-5ddf-4c75-9f48-6f793104f115 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=3ed51077-2d6e-49da-9608-ac01fda30623 HTTP/1.1" status: 200 len: 1165 time: 0.0454338 Mar 28 09:18:50.564870 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896ce2f-1337-4aaa-a2cd-1a9a71d3c160 req-3d63f75d-eedb-42c1-b033-4c971f2e6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:50.566354 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5896ce2f-1337-4aaa-a2cd-1a9a71d3c160 req-3d63f75d-eedb-42c1-b033-4c971f2e6420 service neutron] 10.222.0.16 "GET /v2.0/networks?id=97c63d39-03bf-40cb-930f-9ea60f8e1659 HTTP/1.1" status: 200 len: 896 time: 0.0859635 Mar 28 09:18:50.630818 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5896ce2f-1337-4aaa-a2cd-1a9a71d3c160 req-1373a92a-340a-42b3-a594-c08e40a8244a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f315d3f-1962-420e-a6a8-fde654ba0cdf HTTP/1.1" status: 200 len: 1036 time: 0.0577986 Mar 28 09:18:50.678202 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896ce2f-1337-4aaa-a2cd-1a9a71d3c160 req-71632034-6a3e-4d5c-9a8a-a5e4a5b4bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:50.679530 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5896ce2f-1337-4aaa-a2cd-1a9a71d3c160 req-71632034-6a3e-4d5c-9a8a-a5e4a5b4bd32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30d846a9-c3d5-4d2f-84d8-28dc3febf900 HTTP/1.1" status: 200 len: 834 time: 0.0427954 Mar 28 09:18:50.732368 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896ce2f-1337-4aaa-a2cd-1a9a71d3c160 req-8535870b-9085-4a3c-91c4-651f6b8d2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:50.734008 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5896ce2f-1337-4aaa-a2cd-1a9a71d3c160 req-8535870b-9085-4a3c-91c4-651f6b8d2f8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=97c63d39-03bf-40cb-930f-9ea60f8e1659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0484264 Mar 28 09:18:50.822207 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5896ce2f-1337-4aaa-a2cd-1a9a71d3c160 req-2c0da876-27b2-452e-b857-73df28462dd1 service neutron] 10.222.0.16 "GET /v2.0/networks/97c63d39-03bf-40cb-930f-9ea60f8e1659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812819 Mar 28 09:18:50.914946 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5896ce2f-1337-4aaa-a2cd-1a9a71d3c160 req-8904db5a-9cfd-4193-b35f-6df9d57eb9cc service neutron] 10.222.0.16 "GET /v2.0/networks/97c63d39-03bf-40cb-930f-9ea60f8e1659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866380 Mar 28 09:18:51.273015 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd275d5-6de5-4a22-b2ab-44588d4775ba req-e2a7b037-a6a1-4c94-9a1e-08326c927408 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:51.274550 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1cd275d5-6de5-4a22-b2ab-44588d4775ba req-e2a7b037-a6a1-4c94-9a1e-08326c927408 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed51077-2d6e-49da-9608-ac01fda30623 HTTP/1.1" status: 200 len: 981 time: 0.0536489 Mar 28 09:18:51.280518 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:51.323186 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1cd275d5-6de5-4a22-b2ab-44588d4775ba req-d28d9f67-f250-4569-883b-2f7ae7611753 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417626 Mar 28 09:18:52.440398 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81300ffd-249a-41f1-99bc-315e1bf2fe2f req-dd3bdb16-c30b-4906-a039-59c47890d91e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:52.442323 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-81300ffd-249a-41f1-99bc-315e1bf2fe2f req-dd3bdb16-c30b-4906-a039-59c47890d91e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed51077-2d6e-49da-9608-ac01fda30623 HTTP/1.1" status: 200 len: 981 time: 0.0528195 Mar 28 09:18:52.492763 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-81300ffd-249a-41f1-99bc-315e1bf2fe2f req-16d636e6-6be8-4278-a53c-40240ca27226 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449209 Mar 28 09:18:52.882453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 9f315d3f-1962-420e-a6a8-fde654ba0cdf details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:18:52.975294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 9f315d3f-1962-420e-a6a8-fde654ba0cdf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f315d3f-1962-420e-a6a8-fde654ba0cdf,segment=NetworkSegment(08cc5ac3-1290-4eef-8693-03061b564c48),segment_id=08cc5ac3-1290-4eef-8693-03061b564c48)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:18:52.986912 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '9f315d3f-1962-420e-a6a8-fde654ba0cdf', 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659', 'port_id': '9f315d3f-1962-420e-a6a8-fde654ba0cdf', 'mac_address': 'fa:16:3e:34:2c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:18:53.023415 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 9f315d3f-1962-420e-a6a8-fde654ba0cdf is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:18:53.023799 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:53.039259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f315d3f-1962-420e-a6a8-fde654ba0cdf {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:18:53.058833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 9f315d3f-1962-420e-a6a8-fde654ba0cdf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f315d3f-1962-420e-a6a8-fde654ba0cdf,segment=NetworkSegment(08cc5ac3-1290-4eef-8693-03061b564c48),segment_id=08cc5ac3-1290-4eef-8693-03061b564c48)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:18:53.064162 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:53.109081 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=9f315d3f-1962-420e-a6a8-fde654ba0cdf,revision_number=9']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:53.272957 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['9f315d3f-1962-420e-a6a8-fde654ba0cdf'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:18:53.621813 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15e437-7e64-4af8-8521-3e1632573bb4 req-08677e24-4c2d-4d31-8da8-0ff032f6ff42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:53.627233 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9d15e437-7e64-4af8-8521-3e1632573bb4 req-08677e24-4c2d-4d31-8da8-0ff032f6ff42 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed51077-2d6e-49da-9608-ac01fda30623 HTTP/1.1" status: 200 len: 982 time: 0.0672984 Mar 28 09:18:53.677434 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9d15e437-7e64-4af8-8521-3e1632573bb4 req-b16ccc3b-3154-4a30-b7cf-53b053f605dc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446508 Mar 28 09:18:54.798998 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325741d-a5c9-4dd0-8112-6a1eb173dd1f req-66dd193a-3856-4777-8306-0f75a47dbbd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:54.800468 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a325741d-a5c9-4dd0-8112-6a1eb173dd1f req-66dd193a-3856-4777-8306-0f75a47dbbd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed51077-2d6e-49da-9608-ac01fda30623 HTTP/1.1" status: 200 len: 982 time: 0.0578001 Mar 28 09:18:54.846572 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a325741d-a5c9-4dd0-8112-6a1eb173dd1f req-8f0e2aeb-325e-4f42-8103-402ea96ce0f5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405865 Mar 28 09:18:54.884503 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 9f315d3f-1962-420e-a6a8-fde654ba0cdf up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:18:54.933095 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 9f315d3f-1962-420e-a6a8-fde654ba0cdf completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:18:54.937036 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 9f315d3f-1962-420e-a6a8-fde654ba0cdf triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:18:54.937440 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:55.011416 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 9f315d3f-1962-420e-a6a8-fde654ba0cdf is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:18:55.011803 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:55.034063 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed51077-2d6e-49da-9608-ac01fda30623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f315d3f-1962-420e-a6a8-fde654ba0cdf'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:18:55.036269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87aaf20f-6146-433b-88cb-a438bc445fce" -d '{"events": [{"server_uuid": "3ed51077-2d6e-49da-9608-ac01fda30623", "name": "network-vif-plugged", "status": "completed", "tag": "9f315d3f-1962-420e-a6a8-fde654ba0cdf"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:18:55.049001 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 9f315d3f-1962-420e-a6a8-fde654ba0cdf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f315d3f-1962-420e-a6a8-fde654ba0cdf,segment=NetworkSegment(08cc5ac3-1290-4eef-8693-03061b564c48),segment_id=08cc5ac3-1290-4eef-8693-03061b564c48)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:18:55.053487 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:55.079134 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329dad61-905b-4f1b-93bd-b7d0cff1fa89 x-openstack-request-id: req-329dad61-905b-4f1b-93bd-b7d0cff1fa89 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:18:55.079431 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed51077-2d6e-49da-9608-ac01fda30623", "name": "network-vif-plugged", "status": "completed", "tag": "9f315d3f-1962-420e-a6a8-fde654ba0cdf", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:18:55.079687 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-329dad61-905b-4f1b-93bd-b7d0cff1fa89 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:18:55.080116 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-329dad61-905b-4f1b-93bd-b7d0cff1fa89'] response: {'server_uuid': '3ed51077-2d6e-49da-9608-ac01fda30623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f315d3f-1962-420e-a6a8-fde654ba0cdf', 'code': 200} Mar 28 09:18:55.105188 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=9f315d3f-1962-420e-a6a8-fde654ba0cdf,revision_number=10']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:55.241525 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7983f12-c995-4f13-91f7-541e29137e4a req-0edd1d53-d3b5-4442-8791-e3ce41dfaa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:55.243082 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a7983f12-c995-4f13-91f7-541e29137e4a req-0edd1d53-d3b5-4442-8791-e3ce41dfaa9b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ed51077-2d6e-49da-9608-ac01fda30623 HTTP/1.1" status: 200 len: 1168 time: 0.0446713 Mar 28 09:18:55.288979 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a7983f12-c995-4f13-91f7-541e29137e4a req-fc3c965b-73e2-4993-b9fe-a0bff32f285a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398872 Mar 28 09:18:55.960574 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2915f-9d33-4e45-8f9f-ce0ec49c2b5c req-e1b67f37-75ce-4d5e-9738-745f910c84e0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:55.963474 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-eae2915f-9d33-4e45-8f9f-ce0ec49c2b5c req-e1b67f37-75ce-4d5e-9738-745f910c84e0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed51077-2d6e-49da-9608-ac01fda30623 HTTP/1.1" status: 200 len: 984 time: 0.0519300 Mar 28 09:18:56.009045 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-eae2915f-9d33-4e45-8f9f-ce0ec49c2b5c req-33acdff6-e815-433b-b6ad-032ac83238f2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412316 Mar 28 09:18:57.128647 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3fd75-67b1-4d97-913a-bc2df814bae5 req-819ba57c-f81d-4edd-8651-399220fb9a5f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:57.130172 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3cf3fd75-67b1-4d97-913a-bc2df814bae5 req-819ba57c-f81d-4edd-8651-399220fb9a5f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed51077-2d6e-49da-9608-ac01fda30623 HTTP/1.1" status: 200 len: 984 time: 0.0532429 Mar 28 09:18:57.176915 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3cf3fd75-67b1-4d97-913a-bc2df814bae5 req-a02aa8f2-55f3-4e68-b1ae-7688d0d4c3c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412049 Mar 28 09:18:57.232104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-310a8bb5-5ce0-47e6-8966-5309810022dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:57.295946 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec54130-bf84-4749-99b8-f57899df6694 req-727e68b9-3c3d-47bc-ad08-70fc77575beb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:57.297309 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cec54130-bf84-4749-99b8-f57899df6694 req-727e68b9-3c3d-47bc-ad08-70fc77575beb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed51077-2d6e-49da-9608-ac01fda30623 HTTP/1.1" status: 200 len: 984 time: 0.0549526 Mar 28 09:18:57.343367 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cec54130-bf84-4749-99b8-f57899df6694 req-ae2f73a6-7ab1-4093-a871-b5413780c5ee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399661 Mar 28 09:18:57.364805 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54602) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:18:57.481194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476739b4-f746-4c80-a782-3b2174b60fb4 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:57.485329 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-476739b4-f746-4c80-a782-3b2174b60fb4 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3ed51077-2d6e-49da-9608-ac01fda30623&network_id=97c63d39-03bf-40cb-930f-9ea60f8e1659 HTTP/1.1" status: 200 len: 1163 time: 0.1195185 Mar 28 09:18:57.702113 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e130625-eab2-471b-828e-63f99f8ec6ed req-b7f6be23-f968-428d-99cc-12d7b37997b3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:57.703594 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6e130625-eab2-471b-828e-63f99f8ec6ed req-b7f6be23-f968-428d-99cc-12d7b37997b3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed51077-2d6e-49da-9608-ac01fda30623 HTTP/1.1" status: 200 len: 984 time: 0.0573001 Mar 28 09:18:57.749423 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6e130625-eab2-471b-828e-63f99f8ec6ed req-81212517-4003-4502-a94e-702757ecdb59 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396514 Mar 28 09:18:58.873540 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9c5ca-0b9d-4260-a106-8febb384b88a req-ce36d3f4-f8fc-4ea2-a408-0f306539b2f4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:58.874954 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-56d9c5ca-0b9d-4260-a106-8febb384b88a req-ce36d3f4-f8fc-4ea2-a408-0f306539b2f4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed51077-2d6e-49da-9608-ac01fda30623 HTTP/1.1" status: 200 len: 984 time: 0.0557714 Mar 28 09:18:58.930259 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-56d9c5ca-0b9d-4260-a106-8febb384b88a req-3d70439e-e33d-4538-8ee4-010965d12801 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa9ccc34-918e-4a71-bb7b-119199e88e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491807 Mar 28 09:18:58.970419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c0705-8ce6-4d98-a037-0d60cc86f2fb req-74a9dc6d-e557-4b75-bad9-69aa96c049fd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:58.972129 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-036c0705-8ce6-4d98-a037-0d60cc86f2fb req-74a9dc6d-e557-4b75-bad9-69aa96c049fd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed51077-2d6e-49da-9608-ac01fda30623 HTTP/1.1" status: 200 len: 984 time: 0.0571833 Mar 28 09:18:59.016899 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c0705-8ce6-4d98-a037-0d60cc86f2fb req-745943ba-6bb4-475c-84bc-656bfe55977d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:59.019107 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-036c0705-8ce6-4d98-a037-0d60cc86f2fb req-745943ba-6bb4-475c-84bc-656bfe55977d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/ports/9f315d3f-1962-420e-a6a8-fde654ba0cdf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0415099 Mar 28 09:18:59.120896 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-036c0705-8ce6-4d98-a037-0d60cc86f2fb req-55172f0e-741d-4174-bd4a-f242377c9f67 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/networks/97c63d39-03bf-40cb-930f-9ea60f8e1659?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0966299 Mar 28 09:18:59.130942 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-036c0705-8ce6-4d98-a037-0d60cc86f2fb req-34b55750-a99b-4fa1-b0ca-12a2ab5f0948 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:18:59.188477 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-036c0705-8ce6-4d98-a037-0d60cc86f2fb req-34b55750-a99b-4fa1-b0ca-12a2ab5f0948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:59.323522 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-036c0705-8ce6-4d98-a037-0d60cc86f2fb req-34b55750-a99b-4fa1-b0ca-12a2ab5f0948 service neutron] For port 9f315d3f-1962-420e-a6a8-fde654ba0cdf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f315d3f-1962-420e-a6a8-fde654ba0cdf,segment=NetworkSegment(08cc5ac3-1290-4eef-8693-03061b564c48),segment_id=08cc5ac3-1290-4eef-8693-03061b564c48)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:18:59.356284 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-036c0705-8ce6-4d98-a037-0d60cc86f2fb req-34b55750-a99b-4fa1-b0ca-12a2ab5f0948 service neutron] For port 9f315d3f-1962-420e-a6a8-fde654ba0cdf, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:18:59.388663 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-036c0705-8ce6-4d98-a037-0d60cc86f2fb req-34b55750-a99b-4fa1-b0ca-12a2ab5f0948 service neutron] device_id is not set on port 9f315d3f-1962-420e-a6a8-fde654ba0cdf yet. {{(pid=104075) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 09:18:59.397832 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-036c0705-8ce6-4d98-a037-0d60cc86f2fb req-34b55750-a99b-4fa1-b0ca-12a2ab5f0948 service neutron] Publish callbacks [] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:59.403882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-036c0705-8ce6-4d98-a037-0d60cc86f2fb req-34b55750-a99b-4fa1-b0ca-12a2ab5f0948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:59.460830 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-349706a3-58af-4665-bc8c-2102f787c1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:59.491412 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b55750-a99b-4fa1-b0ca-12a2ab5f0948 service neutron] Pushing event updated for resources: {'Port': ['ID=9f315d3f-1962-420e-a6a8-fde654ba0cdf,revision_number=11']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:18:59.534781 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-036c0705-8ce6-4d98-a037-0d60cc86f2fb req-34b55750-a99b-4fa1-b0ca-12a2ab5f0948 service neutron] No DVR routers for this DVR port 9f315d3f-1962-420e-a6a8-fde654ba0cdf on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:18:59.654262 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e4edf3b0-1fb6-4936-bc33-06da0a41043a None None] Provisioning complete for port 9f315d3f-1962-420e-a6a8-fde654ba0cdf triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:18:59.654551 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e4edf3b0-1fb6-4936-bc33-06da0a41043a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:59.683678 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-036c0705-8ce6-4d98-a037-0d60cc86f2fb req-34b55750-a99b-4fa1-b0ca-12a2ab5f0948 service neutron] In _notify_port_updated(), no bound segment for port 9f315d3f-1962-420e-a6a8-fde654ba0cdf on network 97c63d39-03bf-40cb-930f-9ea60f8e1659 {{(pid=104075) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 28 09:18:59.684646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c0705-8ce6-4d98-a037-0d60cc86f2fb req-34b55750-a99b-4fa1-b0ca-12a2ab5f0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:18:59.685269 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-036c0705-8ce6-4d98-a037-0d60cc86f2fb req-34b55750-a99b-4fa1-b0ca-12a2ab5f0948 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:18:59.688143 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-036c0705-8ce6-4d98-a037-0d60cc86f2fb req-34b55750-a99b-4fa1-b0ca-12a2ab5f0948 service neutron] 10.222.0.16 "PUT /v2.0/ports/9f315d3f-1962-420e-a6a8-fde654ba0cdf HTTP/1.1" status: 200 len: 1027 time: 0.5614977 Mar 28 09:18:59.693404 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e4edf3b0-1fb6-4936-bc33-06da0a41043a None None] Port 9f315d3f-1962-420e-a6a8-fde654ba0cdf cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:19:00.037010 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-af1d9d6b-7bab-4fcc-bbaa-148a0f61428e req-a3ede751-7045-47f9-8cab-8422802efc0e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed51077-2d6e-49da-9608-ac01fda30623 HTTP/1.1" status: 200 len: 210 time: 0.0283902 Mar 28 09:19:00.560056 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:01.093883 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54616) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:01.148981 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-64bc945e-d4da-4f79-89d1-68bf555ae5ee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (816c5bc3-5745-474f-9bb7-5ee732a5a978), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:01.174034 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-64bc945e-d4da-4f79-89d1-68bf555ae5ee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (816c5bc3-5745-474f-9bb7-5ee732a5a978), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:01.233911 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-64bc945e-d4da-4f79-89d1-68bf555ae5ee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (816c5bc3-5745-474f-9bb7-5ee732a5a978), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:01.236586 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-64bc945e-d4da-4f79-89d1-68bf555ae5ee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:01.237753 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-64bc945e-d4da-4f79-89d1-68bf555ae5ee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/security-groups/816c5bc3-5745-474f-9bb7-5ee732a5a978 HTTP/1.1" status: 204 len: 168 time: 0.1428585 Mar 28 09:19:01.246843 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc945e-d4da-4f79-89d1-68bf555ae5ee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=816c5bc3-5745-474f-9bb7-5ee732a5a978,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:01.268013 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54620) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:01.427894 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5b0f1290-f049-46e5-bbdf-fb536d4732c3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port d6883edd-6d2a-4f44-a251-99164a0a4019 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:19:01.428144 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b0f1290-f049-46e5-bbdf-fb536d4732c3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (d6883edd-6d2a-4f44-a251-99164a0a4019), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:01.502445 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b0f1290-f049-46e5-bbdf-fb536d4732c3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (d6883edd-6d2a-4f44-a251-99164a0a4019), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:01.502772 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b0f1290-f049-46e5-bbdf-fb536d4732c3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (d6883edd-6d2a-4f44-a251-99164a0a4019), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:01.515347 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5b0f1290-f049-46e5-bbdf-fb536d4732c3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for d6883edd-6d2a-4f44-a251-99164a0a4019 owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:19:01.527162 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:19:01.661477 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b0f1290-f049-46e5-bbdf-fb536d4732c3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (d6883edd-6d2a-4f44-a251-99164a0a4019), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:01.686954 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f1290-f049-46e5-bbdf-fb536d4732c3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=d6883edd-6d2a-4f44-a251-99164a0a4019,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:01.746197 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b0f1290-f049-46e5-bbdf-fb536d4732c3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (12028a6f-1adc-4e4e-a9bc-d36e6510c5eb), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:01.746529 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-5b0f1290-f049-46e5-bbdf-fb536d4732c3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP 12028a6f-1adc-4e4e-a9bc-d36e6510c5eb disassociated (deleted). External IP: 172.36.4.41, port: 9f315d3f-1962-420e-a6a8-fde654ba0cdf. Mar 28 09:19:01.957706 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0f1290-f049-46e5-bbdf-fb536d4732c3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 21171624-347f-4033-acc0-5445b4082cf0 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:19:02.071536 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0f1290-f049-46e5-bbdf-fb536d4732c3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:19:02.076397 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b0f1290-f049-46e5-bbdf-fb536d4732c3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:02.082822 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856a7a9-b1a4-4f61-a8de-c8e6f361bf77 None None] Sync routers for ids ['21171624-347f-4033-acc0-5445b4082cf0'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:19:02.094693 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856a7a9-b1a4-4f61-a8de-c8e6f361bf77 None None] Routers {'21171624-347f-4033-acc0-5445b4082cf0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:19:02.096584 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2856a7a9-b1a4-4f61-a8de-c8e6f361bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:18:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21171624-347f-4033-acc0-5445b4082cf0'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:02.099253 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:02.109955 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5b0f1290-f049-46e5-bbdf-fb536d4732c3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/floatingips/12028a6f-1adc-4e4e-a9bc-d36e6510c5eb HTTP/1.1" status: 204 len: 168 time: 0.8408034 Mar 28 09:19:02.180065 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54626) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:02.207487 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-2856a7a9-b1a4-4f61-a8de-c8e6f361bf77 None None] Set router 21171624-347f-4033-acc0-5445b4082cf0 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:19:02.236845 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9569dd39-b450-4242-9518-c15c1f525fab tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (3ed30ab8-6ecf-404d-86b9-77df1a436f2f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:02.262775 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9569dd39-b450-4242-9518-c15c1f525fab tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (3ed30ab8-6ecf-404d-86b9-77df1a436f2f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:02.328573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9569dd39-b450-4242-9518-c15c1f525fab tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (3ed30ab8-6ecf-404d-86b9-77df1a436f2f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:02.332704 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9569dd39-b450-4242-9518-c15c1f525fab tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:02.334060 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9569dd39-b450-4242-9518-c15c1f525fab tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/security-groups/3ed30ab8-6ecf-404d-86b9-77df1a436f2f HTTP/1.1" status: 204 len: 168 time: 0.1529319 Mar 28 09:19:02.346281 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569dd39-b450-4242-9518-c15c1f525fab tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed30ab8-6ecf-404d-86b9-77df1a436f2f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:02.375133 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54630) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:02.417943 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2856a7a9-b1a4-4f61-a8de-c8e6f361bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21171624-347f-4033-acc0-5445b4082cf0', 'name': 'tempest-TestNetworkBasicOps-router-1120568785', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:18:22Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:23Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a59d6eb-ede2-4c4a-a7c2-adc57b83308e', 'name': '', 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:31:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:26Z', 'updated_at': '2022-03-28T09:18:30Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:02.444561 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856a7a9-b1a4-4f61-a8de-c8e6f361bf77 None None] Checking router: 21171624-347f-4033-acc0-5445b4082cf0 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:19:02.452679 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856a7a9-b1a4-4f61-a8de-c8e6f361bf77 None None] Routers {'21171624-347f-4033-acc0-5445b4082cf0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:19:02.453287 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2856a7a9-b1a4-4f61-a8de-c8e6f361bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:18:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21171624-347f-4033-acc0-5445b4082cf0'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:02.465884 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-32309a21-d1c2-4166-a296-0eb1d06ac877 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 9f315d3f-1962-420e-a6a8-fde654ba0cdf {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:19:02.466226 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-32309a21-d1c2-4166-a296-0eb1d06ac877 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:02.556640 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-32309a21-d1c2-4166-a296-0eb1d06ac877 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:02.559596 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-2856a7a9-b1a4-4f61-a8de-c8e6f361bf77 None None] Set router 21171624-347f-4033-acc0-5445b4082cf0 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:19:02.568958 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-32309a21-d1c2-4166-a296-0eb1d06ac877 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 9f315d3f-1962-420e-a6a8-fde654ba0cdf owned by {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:19:02.702294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-32309a21-d1c2-4166-a296-0eb1d06ac877 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (9f315d3f-1962-420e-a6a8-fde654ba0cdf), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:02.733797 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32309a21-d1c2-4166-a296-0eb1d06ac877 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=9f315d3f-1962-420e-a6a8-fde654ba0cdf,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:02.758793 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2856a7a9-b1a4-4f61-a8de-c8e6f361bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21171624-347f-4033-acc0-5445b4082cf0', 'name': 'tempest-TestNetworkBasicOps-router-1120568785', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:18:22Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:23Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a59d6eb-ede2-4c4a-a7c2-adc57b83308e', 'name': '', 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:31:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:26Z', 'updated_at': '2022-03-28T09:18:30Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:02.791717 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856a7a9-b1a4-4f61-a8de-c8e6f361bf77 None None] The sync data for ids ['21171624-347f-4033-acc0-5445b4082cf0'] in dv-neutron-master-2-hyperv is: [{'id': '21171624-347f-4033-acc0-5445b4082cf0', 'name': 'tempest-TestNetworkBasicOps-router-1120568785', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:18:22Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:23Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8a59d6eb-ede2-4c4a-a7c2-adc57b83308e', 'name': '', 'network_id': '97c63d39-03bf-40cb-930f-9ea60f8e1659', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:31:7a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:26Z', 'updated_at': '2022-03-28T09:18:30Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '30d846a9-c3d5-4d2f-84d8-28dc3febf900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:19:02.808087 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-32309a21-d1c2-4166-a296-0eb1d06ac877 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:02.811866 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-32309a21-d1c2-4166-a296-0eb1d06ac877 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/ports/9f315d3f-1962-420e-a6a8-fde654ba0cdf HTTP/1.1" status: 204 len: 168 time: 0.4354937 Mar 28 09:19:02.814749 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54632) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:02.916638 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 9f315d3f-1962-420e-a6a8-fde654ba0cdf no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:19:02.937432 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 9f315d3f-1962-420e-a6a8-fde654ba0cdf {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:19:02.938097 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 9f315d3f-1962-420e-a6a8-fde654ba0cdf not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:19:03.057925 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6c3b8b-317a-455e-9dd7-b18a90744508 None None] New status for floating IP 12028a6f-1adc-4e4e-a9bc-d36e6510c5eb: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:19:03.199673 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-769497c9-1ef2-4218-8cb4-3ca4b3514273 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (21171624-347f-4033-acc0-5445b4082cf0), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:03.450961 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-769497c9-1ef2-4218-8cb4-3ca4b3514273 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:19:03.451643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-769497c9-1ef2-4218-8cb4-3ca4b3514273 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:03.539095 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-769497c9-1ef2-4218-8cb4-3ca4b3514273 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a59d6eb-ede2-4c4a-a7c2-adc57b83308e,segment=NetworkSegment(08cc5ac3-1290-4eef-8693-03061b564c48),segment_id=08cc5ac3-1290-4eef-8693-03061b564c48)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:19:03.539454 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-769497c9-1ef2-4218-8cb4-3ca4b3514273 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:03.552428 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-769497c9-1ef2-4218-8cb4-3ca4b3514273 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:19:03.679480 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:03.738516 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-769497c9-1ef2-4218-8cb4-3ca4b3514273 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (8a59d6eb-ede2-4c4a-a7c2-adc57b83308e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:03.762211 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769497c9-1ef2-4218-8cb4-3ca4b3514273 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=8a59d6eb-ede2-4c4a-a7c2-adc57b83308e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:03.944557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-769497c9-1ef2-4218-8cb4-3ca4b3514273 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (21171624-347f-4033-acc0-5445b4082cf0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:04.437084 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769497c9-1ef2-4218-8cb4-3ca4b3514273 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 21171624-347f-4033-acc0-5445b4082cf0 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:19:04.541645 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769497c9-1ef2-4218-8cb4-3ca4b3514273 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:19:04.546572 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-769497c9-1ef2-4218-8cb4-3ca4b3514273 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/21171624-347f-4033-acc0-5445b4082cf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7307851 Mar 28 09:19:04.549825 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54634) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:04.551816 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bdd538-d1b1-46d0-b1db-4d5e1b525897 None None] Sync routers for ids ['21171624-347f-4033-acc0-5445b4082cf0'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:19:04.561445 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bdd538-d1b1-46d0-b1db-4d5e1b525897 None None] Routers {'21171624-347f-4033-acc0-5445b4082cf0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:19:04.562072 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-14bdd538-d1b1-46d0-b1db-4d5e1b525897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:18:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21171624-347f-4033-acc0-5445b4082cf0'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:04.599616 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f04980d-d920-411c-9dbe-8c8c32ca6c0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting subnet 30d846a9-c3d5-4d2f-84d8-28dc3febf900 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:19:04.602846 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f04980d-d920-411c-9dbe-8c8c32ca6c0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (30d846a9-c3d5-4d2f-84d8-28dc3febf900), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:04.650290 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f04980d-d920-411c-9dbe-8c8c32ca6c0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (30d846a9-c3d5-4d2f-84d8-28dc3febf900), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:04.674631 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-14bdd538-d1b1-46d0-b1db-4d5e1b525897 None None] Set router 21171624-347f-4033-acc0-5445b4082cf0 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:19:04.738248 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f04980d-d920-411c-9dbe-8c8c32ca6c0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (30d846a9-c3d5-4d2f-84d8-28dc3febf900), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:04.795523 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f04980d-d920-411c-9dbe-8c8c32ca6c0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (30d846a9-c3d5-4d2f-84d8-28dc3febf900), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:04.823660 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04980d-d920-411c-9dbe-8c8c32ca6c0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Subnet': ['ID=30d846a9-c3d5-4d2f-84d8-28dc3febf900,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:04.825879 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f04980d-d920-411c-9dbe-8c8c32ca6c0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:04.829077 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6f04980d-d920-411c-9dbe-8c8c32ca6c0c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/subnets/30d846a9-c3d5-4d2f-84d8-28dc3febf900 HTTP/1.1" status: 204 len: 168 time: 0.2781363 Mar 28 09:19:04.832131 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547f00c6-8287-4735-969f-3d9efc2118c5 None None] Network 97c63d39-03bf-40cb-930f-9ea60f8e1659 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:19:04.832623 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54636) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:04.851553 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-14bdd538-d1b1-46d0-b1db-4d5e1b525897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21171624-347f-4033-acc0-5445b4082cf0', 'name': 'tempest-TestNetworkBasicOps-router-1120568785', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:18:22Z', 'updated_at': '2022-03-28T09:19:03Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:23Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:04.878457 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bdd538-d1b1-46d0-b1db-4d5e1b525897 None None] Checking router: 21171624-347f-4033-acc0-5445b4082cf0 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:19:04.887170 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bdd538-d1b1-46d0-b1db-4d5e1b525897 None None] Routers {'21171624-347f-4033-acc0-5445b4082cf0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:19:04.888008 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-14bdd538-d1b1-46d0-b1db-4d5e1b525897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:18:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21171624-347f-4033-acc0-5445b4082cf0'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:04.949779 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc051945-c16d-4dc7-aed1-572f0e6f1ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (21171624-347f-4033-acc0-5445b4082cf0), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:04.996362 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-14bdd538-d1b1-46d0-b1db-4d5e1b525897 None None] Set router 21171624-347f-4033-acc0-5445b4082cf0 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:19:05.004146 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a47e7b3-6d33-4db5-bf59-3a257987438f None None] DHCP port deletion for 97c63d39-03bf-40cb-930f-9ea60f8e1659 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:19:05.053434 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5a47e7b3-6d33-4db5-bf59-3a257987438f None None] Deleting port 9fba0cfe-0029-41ed-949c-a227d1136b25 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:19:05.053874 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5a47e7b3-6d33-4db5-bf59-3a257987438f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (9fba0cfe-0029-41ed-949c-a227d1136b25), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:05.059424 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc051945-c16d-4dc7-aed1-572f0e6f1ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (21171624-347f-4033-acc0-5445b4082cf0), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:05.121119 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5a47e7b3-6d33-4db5-bf59-3a257987438f None None] For port 9fba0cfe-0029-41ed-949c-a227d1136b25, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9fba0cfe-0029-41ed-949c-a227d1136b25,segment=NetworkSegment(08cc5ac3-1290-4eef-8693-03061b564c48),segment_id=08cc5ac3-1290-4eef-8693-03061b564c48)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:19:05.121612 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-fc051945-c16d-4dc7-aed1-572f0e6f1ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:19:05.121992 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc051945-c16d-4dc7-aed1-572f0e6f1ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:05.122193 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5a47e7b3-6d33-4db5-bf59-3a257987438f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (9fba0cfe-0029-41ed-949c-a227d1136b25), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:05.141173 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5a47e7b3-6d33-4db5-bf59-3a257987438f None None] Calling delete_port for 9fba0cfe-0029-41ed-949c-a227d1136b25 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:19:05.205757 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-fc051945-c16d-4dc7-aed1-572f0e6f1ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:19:05.206135 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc051945-c16d-4dc7-aed1-572f0e6f1ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:05.225219 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-fc051945-c16d-4dc7-aed1-572f0e6f1ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:19:05.291948 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-14bdd538-d1b1-46d0-b1db-4d5e1b525897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21171624-347f-4033-acc0-5445b4082cf0', 'name': 'tempest-TestNetworkBasicOps-router-1120568785', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:18:22Z', 'updated_at': '2022-03-28T09:19:03Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:23Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:05.318746 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bdd538-d1b1-46d0-b1db-4d5e1b525897 None None] The sync data for ids ['21171624-347f-4033-acc0-5445b4082cf0'] in dv-neutron-master-2-hyperv is: [{'id': '21171624-347f-4033-acc0-5445b4082cf0', 'name': 'tempest-TestNetworkBasicOps-router-1120568785', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:18:22Z', 'updated_at': '2022-03-28T09:19:03Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': 'e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21171624-347f-4033-acc0-5445b4082cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:18:23Z', 'updated_at': '2022-03-28T09:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:19:05.366858 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5a47e7b3-6d33-4db5-bf59-3a257987438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (9fba0cfe-0029-41ed-949c-a227d1136b25), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:05.391756 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47e7b3-6d33-4db5-bf59-3a257987438f None None] Pushing event deleted for resources: {'Port': ['ID=9fba0cfe-0029-41ed-949c-a227d1136b25,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:05.396062 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47e7b3-6d33-4db5-bf59-3a257987438f None None] No DVR routers for this DVR port 9fba0cfe-0029-41ed-949c-a227d1136b25 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:19:05.414908 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc051945-c16d-4dc7-aed1-572f0e6f1ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:05.446297 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc051945-c16d-4dc7-aed1-572f0e6f1ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:05.500196 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc051945-c16d-4dc7-aed1-572f0e6f1ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (21171624-347f-4033-acc0-5445b4082cf0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:05.594465 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc051945-c16d-4dc7-aed1-572f0e6f1ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (21171624-347f-4033-acc0-5445b4082cf0), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:05.597092 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc051945-c16d-4dc7-aed1-572f0e6f1ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_controller (21171624-347f-4033-acc0-5445b4082cf0), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:05.644750 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc051945-c16d-4dc7-aed1-572f0e6f1ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (21171624-347f-4033-acc0-5445b4082cf0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:05.645335 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc051945-c16d-4dc7-aed1-572f0e6f1ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Fanout notify agent at l3_agent the message router_deleted on router 21171624-347f-4033-acc0-5445b4082cf0 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:19:05.652222 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fc051945-c16d-4dc7-aed1-572f0e6f1ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:05.653339 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fc051945-c16d-4dc7-aed1-572f0e6f1ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/routers/21171624-347f-4033-acc0-5445b4082cf0 HTTP/1.1" status: 204 len: 168 time: 0.8199770 Mar 28 09:19:05.655949 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54640) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:05.740413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-25c58c91-deba-46b6-9723-dabf1c9eccb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (97c63d39-03bf-40cb-930f-9ea60f8e1659), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:05.837741 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-25c58c91-deba-46b6-9723-dabf1c9eccb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (97c63d39-03bf-40cb-930f-9ea60f8e1659), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:05.857897 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-25c58c91-deba-46b6-9723-dabf1c9eccb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c63d39-03bf-40cb-930f-9ea60f8e1659']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:05.868256 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-25c58c91-deba-46b6-9723-dabf1c9eccb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08cc5ac3-1290-4eef-8693-03061b564c48') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:05.868662 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-25c58c91-deba-46b6-9723-dabf1c9eccb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08cc5ac3-1290-4eef-8693-03061b564c48') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:05.878898 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-25c58c91-deba-46b6-9723-dabf1c9eccb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (08cc5ac3-1290-4eef-8693-03061b564c48), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:05.894867 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-25c58c91-deba-46b6-9723-dabf1c9eccb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (08cc5ac3-1290-4eef-8693-03061b564c48), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:05.901351 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c58c91-deba-46b6-9723-dabf1c9eccb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:19:05.901862 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-25c58c91-deba-46b6-9723-dabf1c9eccb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (08cc5ac3-1290-4eef-8693-03061b564c48), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:19:05.904921 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:19:05.967966 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-25c58c91-deba-46b6-9723-dabf1c9eccb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (97c63d39-03bf-40cb-930f-9ea60f8e1659), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:05.988534 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-25c58c91-deba-46b6-9723-dabf1c9eccb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:05.991727 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-25c58c91-deba-46b6-9723-dabf1c9eccb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/networks/97c63d39-03bf-40cb-930f-9ea60f8e1659 HTTP/1.1" status: 204 len: 168 time: 0.3348353 Mar 28 09:19:05.992680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c58c91-deba-46b6-9723-dabf1c9eccb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Network': ['ID=97c63d39-03bf-40cb-930f-9ea60f8e1659,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:06.068047 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54642) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:06.080750 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1ee1efef-b157-45d5-b9d0-d92cef0e086b tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0112920 Mar 28 09:19:06.083242 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54644) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:06.087711 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-81190e00-3486-4515-a86a-5afaa41b4128 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'network': {'name': 'tempest-network-smoke--987680760', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'port_security_enabled': True}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:19:06.107134 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81190e00-3486-4515-a86a-5afaa41b4128 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:19:06.110691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-81190e00-3486-4515-a86a-5afaa41b4128 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:06.134794 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81190e00-3486-4515-a86a-5afaa41b4128 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:19:06.145837 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-81190e00-3486-4515-a86a-5afaa41b4128 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:06.146187 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-81190e00-3486-4515-a86a-5afaa41b4128 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Added segment 092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a of type vlan for network 3dc0eabd-3e24-4165-aba2-6bcbe9122758 Mar 28 09:19:06.190144 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-81190e00-3486-4515-a86a-5afaa41b4128 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (3dc0eabd-3e24-4165-aba2-6bcbe9122758), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:06.215167 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-81190e00-3486-4515-a86a-5afaa41b4128 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (3dc0eabd-3e24-4165-aba2-6bcbe9122758), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:06.220560 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81190e00-3486-4515-a86a-5afaa41b4128 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:06.221385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-81190e00-3486-4515-a86a-5afaa41b4128 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:06.280796 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-81190e00-3486-4515-a86a-5afaa41b4128 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1965830 Mar 28 09:19:06.283652 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54646) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:06.290232 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81190e00-3486-4515-a86a-5afaa41b4128 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Network': ['ID=3dc0eabd-3e24-4165-aba2-6bcbe9122758,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:06.290392 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-998123398', 'admin_state_up': True, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:19:06.302176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 3dc0eabd-3e24-4165-aba2-6bcbe9122758 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:19:06.318966 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (0c4f84d1-4a62-46fe-84b1-9b86362d42ce), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:06.320454 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (0c4f84d1-4a62-46fe-84b1-9b86362d42ce), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:06.388344 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_controller (0c4f84d1-4a62-46fe-84b1-9b86362d42ce), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:06.545212 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (0c4f84d1-4a62-46fe-84b1-9b86362d42ce), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:06.680036 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:19:06.700483 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:19:06.700833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 8a59d6eb-ede2-4c4a-a7c2-adc57b83308e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:19:06.701351 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:19:06.720639 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:19:06.720999 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e1f1dc80-87bf-4ce4-a5c8-ea027e5e1eac not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:19:06.721423 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9fba0cfe-0029-41ed-949c-a227d1136b25 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:19:06.741488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 9fba0cfe-0029-41ed-949c-a227d1136b25 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:19:06.741872 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9fba0cfe-0029-41ed-949c-a227d1136b25 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:19:06.756033 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (0c4f84d1-4a62-46fe-84b1-9b86362d42ce), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:06.775993 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:06.887604 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.36.4.227 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:19:06.994422 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:07.030055 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:07.065227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:19:07.069537 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:19:07.072996 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:19:07.097925 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:07.326056 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (0c4f84d1-4a62-46fe-84b1-9b86362d42ce), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:07.527990 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (0c4f84d1-4a62-46fe-84b1-9b86362d42ce), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:07.662187 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:19:07.778242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:19:07.788537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Sync routers for ids ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:19:07.798970 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:07.803257 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Routers {'0c4f84d1-4a62-46fe-84b1-9b86362d42ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:19:07.803494 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fa27abc9-a4c4-4eb2-93c3-b1b1242cf047 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5149052 Mar 28 09:19:07.803622 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:18:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:07.803745 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54648) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:07.838109 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-704e6558-e42d-4373-aea2-27c10b90b877 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c196c225c4d841048df5a13a55d30507&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294287 Mar 28 09:19:07.838376 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54650) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:07.920048 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Set router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:19:07.928054 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4876af42-ca70-4d7b-b1f0-5e634c95d15f tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:07.929570 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4876af42-ca70-4d7b-b1f0-5e634c95d15f tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902927 Mar 28 09:19:07.932456 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54652) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:07.963216 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a9ff6ad6-5c56-48f2-869e-99cb1f5ed7ee tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272763 Mar 28 09:19:07.963444 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54654) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:07.967963 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1149ce08-bc26-4f81-b55f-453f584c3858 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1354508992', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:19:08.060054 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1149ce08-bc26-4f81-b55f-453f584c3858 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:19:08.063622 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1149ce08-bc26-4f81-b55f-453f584c3858 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:08.098880 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'name': 'tempest-TestNetworkBasicOps-router-998123398', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:07Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:08.125974 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Checking router: 0c4f84d1-4a62-46fe-84b1-9b86362d42ce for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:19:08.127087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Updating router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:19:08.155814 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:08.242664 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1149ce08-bc26-4f81-b55f-453f584c3858 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (bbea094b-698b-44d2-9d9c-0de3c7961852), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:08.296660 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149ce08-bc26-4f81-b55f-453f584c3858 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Subnet': ['ID=bbea094b-698b-44d2-9d9c-0de3c7961852,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:08.311654 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1149ce08-bc26-4f81-b55f-453f584c3858 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Checking segment: {'id': '092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:19:08.312023 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1149ce08-bc26-4f81-b55f-453f584c3858 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network hostable DHCP agents. Network: 3dc0eabd-3e24-4165-aba2-6bcbe9122758, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:19:08.330403 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1149ce08-bc26-4f81-b55f-453f584c3858 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 3dc0eabd-3e24-4165-aba2-6bcbe9122758 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:19:08.339551 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1149ce08-bc26-4f81-b55f-453f584c3858 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3dc0eabd-3e24-4165-aba2-6bcbe9122758) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:19:08.344239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1149ce08-bc26-4f81-b55f-453f584c3858 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:08.345230 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1149ce08-bc26-4f81-b55f-453f584c3858 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:08.359046 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79efb1a1-034c-43a8-af0f-a8143e69d05c None None] Network 3dc0eabd-3e24-4165-aba2-6bcbe9122758 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:19:08.361879 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1149ce08-bc26-4f81-b55f-453f584c3858 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3974316 Mar 28 09:19:08.364576 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54656) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:08.497466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Publish callbacks [] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:08.503827 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:08.508612 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ips': [{'subnet_id': 'bbea094b-698b-44d2-9d9c-0de3c7961852'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:19:08.509433 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:08.623290 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Attempting to bind port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:19:08.623475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Attempting to bind port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:19:08.623807 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Attempting to bind port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:19:08.632368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cb0f3-9626-4df4-b4fb-717583a4a074 None None] Pushing event updated for resources: {'Port': ['ID=7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:08.642153 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:19:08.642530 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:19:08.642937 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:08.643333 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:19:08.643820 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Bound port: 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:19:08.644200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:08.744492 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] For port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:19:08.749035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] For port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:19:08.754827 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Allocated IP 172.20.0.2 (3dc0eabd-3e24-4165-aba2-6bcbe9122758/bbea094b-698b-44d2-9d9c-0de3c7961852/738fbea4-8eab-4639-8d41-16010579bdc3) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:19:08.760071 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:08.873499 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cb0f3-9626-4df4-b4fb-717583a4a074 None None] Pushing event updated for resources: {'Port': ['ID=7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:08.884899 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Routers {'0c4f84d1-4a62-46fe-84b1-9b86362d42ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:19:08.885522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:18:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:09.043441 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Publish callbacks [] for port (738fbea4-8eab-4639-8d41-16010579bdc3), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:09.048670 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] Set router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:19:09.075901 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (738fbea4-8eab-4639-8d41-16010579bdc3), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:09.096877 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-532bfc64-e8e9-499e-a390-c74feca46dc3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:09.183280 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Network 3dc0eabd-3e24-4165-aba2-6bcbe9122758 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:19:09.190378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:19:09.193964 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Pushing event updated for resources: {'Port': ['ID=738fbea4-8eab-4639-8d41-16010579bdc3,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:09.197592 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:19:09.279462 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Attempting to bind port 738fbea4-8eab-4639-8d41-16010579bdc3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:19:09.279832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Attempting to bind port 738fbea4-8eab-4639-8d41-16010579bdc3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:19:09.280196 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Attempting to bind port 738fbea4-8eab-4639-8d41-16010579bdc3 on network 3dc0eabd-3e24-4165-aba2-6bcbe9122758 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:19:09.303868 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:19:09.304164 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Checking segment: {'id': '092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:19:09.304573 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:09.304967 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Bound using segment: {'id': '092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:19:09.306169 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Bound port: 738fbea4-8eab-4639-8d41-16010579bdc3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:19:09.306169 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (738fbea4-8eab-4639-8d41-16010579bdc3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:09.369508 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-532bfc64-e8e9-499e-a390-c74feca46dc3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.1 (3dc0eabd-3e24-4165-aba2-6bcbe9122758/bbea094b-698b-44d2-9d9c-0de3c7961852/78124d46-2b56-48e0-8230-c2e493a70824) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:19:09.376079 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'name': 'tempest-TestNetworkBasicOps-router-998123398', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:07Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:09.408768 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fef606-ccf6-46a9-8635-75bff1a3d462 None None] The sync data for ids ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'] in dv-neutron-master-2-hyperv is: [{'id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'name': 'tempest-TestNetworkBasicOps-router-998123398', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:07Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:19:09.410716 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] For port 738fbea4-8eab-4639-8d41-16010579bdc3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:19:09.422885 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] For port 738fbea4-8eab-4639-8d41-16010579bdc3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=738fbea4-8eab-4639-8d41-16010579bdc3,segment=NetworkSegment(092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a),segment_id=092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:19:09.432607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (738fbea4-8eab-4639-8d41-16010579bdc3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:09.498342 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930b07a-a5f2-4d41-b3b5-c24fbdd635a9 None None] Pushing event updated for resources: {'Port': ['ID=738fbea4-8eab-4639-8d41-16010579bdc3,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:09.504846 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-532bfc64-e8e9-499e-a390-c74feca46dc3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (78124d46-2b56-48e0-8230-c2e493a70824), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:09.541672 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-532bfc64-e8e9-499e-a390-c74feca46dc3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (78124d46-2b56-48e0-8230-c2e493a70824), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:09.585087 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532bfc64-e8e9-499e-a390-c74feca46dc3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 3dc0eabd-3e24-4165-aba2-6bcbe9122758 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:19:09.588426 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-532bfc64-e8e9-499e-a390-c74feca46dc3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:19:09.594545 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532bfc64-e8e9-499e-a390-c74feca46dc3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:19:09.623206 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bfc64-e8e9-499e-a390-c74feca46dc3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=78124d46-2b56-48e0-8230-c2e493a70824,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:09.661195 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-532bfc64-e8e9-499e-a390-c74feca46dc3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (0c4f84d1-4a62-46fe-84b1-9b86362d42ce), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:09.839848 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-532bfc64-e8e9-499e-a390-c74feca46dc3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (78124d46-2b56-48e0-8230-c2e493a70824), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:10.135326 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-532bfc64-e8e9-499e-a390-c74feca46dc3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (78124d46-2b56-48e0-8230-c2e493a70824), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:10.140810 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-532bfc64-e8e9-499e-a390-c74feca46dc3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (78124d46-2b56-48e0-8230-c2e493a70824), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:10.221083 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bfc64-e8e9-499e-a390-c74feca46dc3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=78124d46-2b56-48e0-8230-c2e493a70824,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:10.223559 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-532bfc64-e8e9-499e-a390-c74feca46dc3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (0c4f84d1-4a62-46fe-84b1-9b86362d42ce), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:10.321803 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532bfc64-e8e9-499e-a390-c74feca46dc3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 3dc0eabd-3e24-4165-aba2-6bcbe9122758 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:19:10.323499 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-532bfc64-e8e9-499e-a390-c74feca46dc3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:19:10.446807 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532bfc64-e8e9-499e-a390-c74feca46dc3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:19:10.543747 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ba3fdc-7d6b-42d8-80d6-54d1da0d264c None None] Network 3dc0eabd-3e24-4165-aba2-6bcbe9122758 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:19:10.565686 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532bfc64-e8e9-499e-a390-c74feca46dc3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:19:10.571183 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-532bfc64-e8e9-499e-a390-c74feca46dc3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/0c4f84d1-4a62-46fe-84b1-9b86362d42ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2055905 Mar 28 09:19:10.573670 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54658) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:10.616545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c48f9e9e-a74a-45cb-813f-9045240ceb81 None None] Provisioning complete for port 738fbea4-8eab-4639-8d41-16010579bdc3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:19:10.617008 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c48f9e9e-a74a-45cb-813f-9045240ceb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (738fbea4-8eab-4639-8d41-16010579bdc3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:10.692430 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ac5184-0948-427d-a466-4201fe90b008 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:10.693176 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ac5184-0948-427d-a466-4201fe90b008 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:10.693854 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ac5184-0948-427d-a466-4201fe90b008 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:10.694480 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ac5184-0948-427d-a466-4201fe90b008 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:10.695110 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ac5184-0948-427d-a466-4201fe90b008 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:10.695766 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ac5184-0948-427d-a466-4201fe90b008 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:10.700719 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54660) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:10.701267 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c6ac5184-0948-427d-a466-4201fe90b008 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.1260636 Mar 28 09:19:10.790946 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 738fbea4-8eab-4639-8d41-16010579bdc3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:19:10.809418 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3235d662-45e8-4296-9008-739b87026a75 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:10.809935 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3235d662-45e8-4296-9008-739b87026a75 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:10.810409 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3235d662-45e8-4296-9008-739b87026a75 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:10.810864 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3235d662-45e8-4296-9008-739b87026a75 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:10.811393 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3235d662-45e8-4296-9008-739b87026a75 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:10.811757 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3235d662-45e8-4296-9008-739b87026a75 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:10.816534 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54662) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:10.818495 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3235d662-45e8-4296-9008-739b87026a75 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1161113 Mar 28 09:19:10.914339 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 738fbea4-8eab-4639-8d41-16010579bdc3 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:19:10.914785 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (738fbea4-8eab-4639-8d41-16010579bdc3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:10.954283 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c48f9e9e-a74a-45cb-813f-9045240ceb81 None None] Current status of the port 738fbea4-8eab-4639-8d41-16010579bdc3 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:19:10.954680 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c48f9e9e-a74a-45cb-813f-9045240ceb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (738fbea4-8eab-4639-8d41-16010579bdc3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:10.972143 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e5bf9cad-835a-40b2-ae46-4344dfa14b5c tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1543727 Mar 28 09:19:11.009483 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c48f9e9e-a74a-45cb-813f-9045240ceb81 None None] For port 738fbea4-8eab-4639-8d41-16010579bdc3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=738fbea4-8eab-4639-8d41-16010579bdc3,segment=NetworkSegment(092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a),segment_id=092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:19:11.015221 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c48f9e9e-a74a-45cb-813f-9045240ceb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (738fbea4-8eab-4639-8d41-16010579bdc3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.085248 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 738fbea4-8eab-4639-8d41-16010579bdc3 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:19:11.086394 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:19:11.130988 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f9e9e-a74a-45cb-813f-9045240ceb81 None None] Pushing event updated for resources: {'Port': ['ID=738fbea4-8eab-4639-8d41-16010579bdc3,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:11.150484 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:19:11.150484 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.177199 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54666) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:11.181795 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-0c8281d0-a831-4884-8de2-59e3f632ce2d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-137014862', 'description': 'tempest-secgroup-smoke-137014862 description', 'project_id': 'c196c225c4d841048df5a13a55d30507'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:19:11.201857 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Sync routers for ids ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:19:11.214903 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Routers {'0c4f84d1-4a62-46fe-84b1-9b86362d42ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:19:11.216959 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0c8281d0-a831-4884-8de2-59e3f632ce2d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.219660 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:18:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:11.264195 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8f0eac6d-9d37-4c30-a631-addb4d628c93 None None] Provisioning complete for port 78124d46-2b56-48e0-8230-c2e493a70824 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:19:11.264675 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8f0eac6d-9d37-4c30-a631-addb4d628c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (78124d46-2b56-48e0-8230-c2e493a70824), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.266422 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:19:11.267569 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.315099 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0c8281d0-a831-4884-8de2-59e3f632ce2d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (958f08d9-fced-4426-9b9a-46f6459700eb), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.322973 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:19:11.324917 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0c8281d0-a831-4884-8de2-59e3f632ce2d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (958f08d9-fced-4426-9b9a-46f6459700eb), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.331011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8f0eac6d-9d37-4c30-a631-addb4d628c93 None None] Port 78124d46-2b56-48e0-8230-c2e493a70824 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:19:11.334064 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.340381 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Set router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:19:11.379945 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0c8281d0-a831-4884-8de2-59e3f632ce2d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.383975 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0c8281d0-a831-4884-8de2-59e3f632ce2d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2030957 Mar 28 09:19:11.383975 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8281d0-a831-4884-8de2-59e3f632ce2d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=958f08d9-fced-4426-9b9a-46f6459700eb,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:11.384866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54668) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:11.386269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8f0eac6d-9d37-4c30-a631-addb4d628c93 None None] Provisioning complete for port 738fbea4-8eab-4639-8d41-16010579bdc3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:19:11.386933 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8f0eac6d-9d37-4c30-a631-addb4d628c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (738fbea4-8eab-4639-8d41-16010579bdc3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.389134 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f859d6e6-0d2f-4c86-a58c-5ebfd045a14c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '958f08d9-fced-4426-9b9a-46f6459700eb', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:19:11.429496 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:11.441286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f859d6e6-0d2f-4c86-a58c-5ebfd045a14c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (8dfaaee8-b4c4-4cf6-bf4f-cc3c63c5ec9d), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.493972 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8f0eac6d-9d37-4c30-a631-addb4d628c93 None None] Current status of the port 738fbea4-8eab-4639-8d41-16010579bdc3 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:19:11.526845 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f859d6e6-0d2f-4c86-a58c-5ebfd045a14c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (8dfaaee8-b4c4-4cf6-bf4f-cc3c63c5ec9d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.531363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f859d6e6-0d2f-4c86-a58c-5ebfd045a14c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (8dfaaee8-b4c4-4cf6-bf4f-cc3c63c5ec9d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.554587 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859d6e6-0d2f-4c86-a58c-5ebfd045a14c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfaaee8-b4c4-4cf6-bf4f-cc3c63c5ec9d,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:11.560898 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'name': 'tempest-TestNetworkBasicOps-router-998123398', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:09Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '78124d46-2b56-48e0-8230-c2e493a70824', 'name': '', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:e5:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:09Z', 'updated_at': '2022-03-28T09:19:09Z', 'revision_number': 2, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:11.561227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f859d6e6-0d2f-4c86-a58c-5ebfd045a14c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.562765 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f859d6e6-0d2f-4c86-a58c-5ebfd045a14c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1771975 Mar 28 09:19:11.565833 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54670) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:11.570379 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7a6ea2b2-7637-4131-9af6-d35dad79c36e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '958f08d9-fced-4426-9b9a-46f6459700eb', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:19:11.593107 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Checking router: 0c4f84d1-4a62-46fe-84b1-9b86362d42ce for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:19:11.593533 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Updating router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce port 78124d46-2b56-48e0-8230-c2e493a70824 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:19:11.599410 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7a6ea2b2-7637-4131-9af6-d35dad79c36e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (ec70e96f-0b27-48c6-9198-336b7a5065ed), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.617470 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-18ee5ae1-36bb-4c20-9371-160df49247c4 None None] Provisioning complete for port 78124d46-2b56-48e0-8230-c2e493a70824 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:19:11.618158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18ee5ae1-36bb-4c20-9371-160df49247c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (78124d46-2b56-48e0-8230-c2e493a70824), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.625412 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (78124d46-2b56-48e0-8230-c2e493a70824), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.665084 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-18ee5ae1-36bb-4c20-9371-160df49247c4 None None] Port 78124d46-2b56-48e0-8230-c2e493a70824 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:19:11.679475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7a6ea2b2-7637-4131-9af6-d35dad79c36e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (ec70e96f-0b27-48c6-9198-336b7a5065ed), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.684152 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7a6ea2b2-7637-4131-9af6-d35dad79c36e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (ec70e96f-0b27-48c6-9198-336b7a5065ed), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.707420 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ea2b2-7637-4131-9af6-d35dad79c36e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec70e96f-0b27-48c6-9198-336b7a5065ed,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:11.717466 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7a6ea2b2-7637-4131-9af6-d35dad79c36e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.718821 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7a6ea2b2-7637-4131-9af6-d35dad79c36e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519768 Mar 28 09:19:11.722168 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54672) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:11.727029 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a3760409-f919-4477-9504-0aa3be034d19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '958f08d9-fced-4426-9b9a-46f6459700eb', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:19:11.757667 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3760409-f919-4477-9504-0aa3be034d19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (acc654b7-1de1-4381-bb22-a0f63b5887e5), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.816892 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3760409-f919-4477-9504-0aa3be034d19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (acc654b7-1de1-4381-bb22-a0f63b5887e5), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.820704 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3760409-f919-4477-9504-0aa3be034d19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (acc654b7-1de1-4381-bb22-a0f63b5887e5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.836951 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3760409-f919-4477-9504-0aa3be034d19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc654b7-1de1-4381-bb22-a0f63b5887e5,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:11.848498 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3760409-f919-4477-9504-0aa3be034d19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.849812 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a3760409-f919-4477-9504-0aa3be034d19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263950 Mar 28 09:19:11.852700 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54674) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:11.857255 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-7a32e5c9-7b8f-4ace-bc92-e74998d0aefc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '958f08d9-fced-4426-9b9a-46f6459700eb', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:19:11.882351 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7a32e5c9-7b8f-4ace-bc92-e74998d0aefc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (ea090d5e-313d-468a-9c45-af14f71b4081), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.888611 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d90ea845-0dfa-4157-9a66-fdc3abfc26b2 None None] Provisioning complete for port 78124d46-2b56-48e0-8230-c2e493a70824 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:19:11.889067 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d90ea845-0dfa-4157-9a66-fdc3abfc26b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (78124d46-2b56-48e0-8230-c2e493a70824), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.907951 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Publish callbacks [] for port (78124d46-2b56-48e0-8230-c2e493a70824), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.913831 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (78124d46-2b56-48e0-8230-c2e493a70824), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.926730 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d90ea845-0dfa-4157-9a66-fdc3abfc26b2 None None] Port 78124d46-2b56-48e0-8230-c2e493a70824 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:19:11.957911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7a32e5c9-7b8f-4ace-bc92-e74998d0aefc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (ea090d5e-313d-468a-9c45-af14f71b4081), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.964735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7a32e5c9-7b8f-4ace-bc92-e74998d0aefc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (ea090d5e-313d-468a-9c45-af14f71b4081), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.974139 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d767a1-d5f6-4dbc-9c26-774fc0f7e020 None None] Pushing event updated for resources: {'Port': ['ID=78124d46-2b56-48e0-8230-c2e493a70824,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:11.986889 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32e5c9-7b8f-4ace-bc92-e74998d0aefc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea090d5e-313d-468a-9c45-af14f71b4081,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:11.996037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7a32e5c9-7b8f-4ace-bc92-e74998d0aefc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:11.997419 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7a32e5c9-7b8f-4ace-bc92-e74998d0aefc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437161 Mar 28 09:19:12.000155 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54676) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:12.006017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-5847e454-4db3-4c93-8d52-709f72ffd722 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '958f08d9-fced-4426-9b9a-46f6459700eb', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:19:12.028152 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-5847e454-4db3-4c93-8d52-709f72ffd722 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:19:12.028905 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Attempting to bind port 78124d46-2b56-48e0-8230-c2e493a70824 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:19:12.029280 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Attempting to bind port 78124d46-2b56-48e0-8230-c2e493a70824 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:19:12.029693 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Attempting to bind port 78124d46-2b56-48e0-8230-c2e493a70824 on network 3dc0eabd-3e24-4165-aba2-6bcbe9122758 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:19:12.034666 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5847e454-4db3-4c93-8d52-709f72ffd722 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (e505e297-dff3-4db6-84a4-0ab34d70e384), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:12.036390 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:19:12.037099 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Checking segment: {'id': '092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:19:12.037517 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:12.038574 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Bound using segment: {'id': '092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:19:12.039192 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Bound port: 78124d46-2b56-48e0-8230-c2e493a70824, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:19:12.042210 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (78124d46-2b56-48e0-8230-c2e493a70824), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:12.106503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5847e454-4db3-4c93-8d52-709f72ffd722 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (e505e297-dff3-4db6-84a4-0ab34d70e384), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:12.111508 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5847e454-4db3-4c93-8d52-709f72ffd722 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (e505e297-dff3-4db6-84a4-0ab34d70e384), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:12.113325 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] For port 78124d46-2b56-48e0-8230-c2e493a70824, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:19:12.118120 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] For port 78124d46-2b56-48e0-8230-c2e493a70824, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=78124d46-2b56-48e0-8230-c2e493a70824,segment=NetworkSegment(092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a),segment_id=092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:19:12.125228 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (78124d46-2b56-48e0-8230-c2e493a70824), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:12.134095 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847e454-4db3-4c93-8d52-709f72ffd722 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e505e297-dff3-4db6-84a4-0ab34d70e384,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:12.140037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5847e454-4db3-4c93-8d52-709f72ffd722 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:12.141494 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5847e454-4db3-4c93-8d52-709f72ffd722 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1402805 Mar 28 09:19:12.144398 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54678) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:12.148894 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-43b2451e-cf27-4710-b2d6-aabea43b3b2a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '958f08d9-fced-4426-9b9a-46f6459700eb', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:19:12.164335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2cffec09-cd43-46e1-995b-7eb286c6b569 None None] Provisioning complete for port 78124d46-2b56-48e0-8230-c2e493a70824 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:19:12.171554 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-43b2451e-cf27-4710-b2d6-aabea43b3b2a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:19:12.172574 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2cffec09-cd43-46e1-995b-7eb286c6b569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (78124d46-2b56-48e0-8230-c2e493a70824), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:12.177977 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-43b2451e-cf27-4710-b2d6-aabea43b3b2a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (483c3107-1a13-4f3f-9af3-81ab7cd0c11d), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:12.184093 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d767a1-d5f6-4dbc-9c26-774fc0f7e020 None None] Pushing event updated for resources: {'Port': ['ID=78124d46-2b56-48e0-8230-c2e493a70824,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:12.195889 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Routers {'0c4f84d1-4a62-46fe-84b1-9b86362d42ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:19:12.196444 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:18:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:12.245967 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-43b2451e-cf27-4710-b2d6-aabea43b3b2a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (483c3107-1a13-4f3f-9af3-81ab7cd0c11d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:12.252247 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-43b2451e-cf27-4710-b2d6-aabea43b3b2a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (483c3107-1a13-4f3f-9af3-81ab7cd0c11d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:12.279455 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-43b2451e-cf27-4710-b2d6-aabea43b3b2a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:12.283586 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-43b2451e-cf27-4710-b2d6-aabea43b3b2a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377144 Mar 28 09:19:12.287196 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2451e-cf27-4710-b2d6-aabea43b3b2a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483c3107-1a13-4f3f-9af3-81ab7cd0c11d,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:12.304221 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2cffec09-cd43-46e1-995b-7eb286c6b569 None None] Current status of the port 78124d46-2b56-48e0-8230-c2e493a70824 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:19:12.304725 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2cffec09-cd43-46e1-995b-7eb286c6b569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (78124d46-2b56-48e0-8230-c2e493a70824), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:12.335207 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] Set router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:19:12.341060 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2cffec09-cd43-46e1-995b-7eb286c6b569 None None] For port 78124d46-2b56-48e0-8230-c2e493a70824, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=78124d46-2b56-48e0-8230-c2e493a70824,segment=NetworkSegment(092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a),segment_id=092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:19:12.346884 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2cffec09-cd43-46e1-995b-7eb286c6b569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (78124d46-2b56-48e0-8230-c2e493a70824), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:12.413423 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffec09-cd43-46e1-995b-7eb286c6b569 None None] Pushing event updated for resources: {'Port': ['ID=78124d46-2b56-48e0-8230-c2e493a70824,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:12.469104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2dee8a07-5028-490d-b8d8-7d5f24545344 None None] Provisioning complete for port 78124d46-2b56-48e0-8230-c2e493a70824 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:19:12.469523 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2dee8a07-5028-490d-b8d8-7d5f24545344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (78124d46-2b56-48e0-8230-c2e493a70824), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:12.485476 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-9ef4b1bc-86c1-45e4-8a6d-9f562f26e01d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-137014862&fields=id&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 267 time: 0.0533242 Mar 28 09:19:12.558266 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2dee8a07-5028-490d-b8d8-7d5f24545344 None None] Current status of the port 78124d46-2b56-48e0-8230-c2e493a70824 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:19:12.573792 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'name': 'tempest-TestNetworkBasicOps-router-998123398', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:09Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '78124d46-2b56-48e0-8230-c2e493a70824', 'name': '', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:e5:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:09Z', 'updated_at': '2022-03-28T09:19:12Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:12.603056 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb20d1-f71c-424a-94e7-5ba2c582e58e None None] The sync data for ids ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'] in dv-neutron-master-2-hyperv is: [{'id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'name': 'tempest-TestNetworkBasicOps-router-998123398', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:09Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '78124d46-2b56-48e0-8230-c2e493a70824', 'name': '', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:e5:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:09Z', 'updated_at': '2022-03-28T09:19:12Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:19:12.610101 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-7c6d4637-68fd-484d-8672-ec36003e1b0a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:12.611898 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-7c6d4637-68fd-484d-8672-ec36003e1b0a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/networks?id=3dc0eabd-3e24-4165-aba2-6bcbe9122758 HTTP/1.1" status: 200 len: 796 time: 0.1162922 Mar 28 09:19:12.629208 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-eca18fa4-7093-4964-a700-4f537ac2bfe4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/quotas/c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 375 time: 0.0109775 Mar 28 09:19:12.733235 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 738fbea4-8eab-4639-8d41-16010579bdc3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:19:12.740562 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2b8482b7-7910-4b36-a547-acccef2dd07b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007290 Mar 28 09:19:12.795505 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 738fbea4-8eab-4639-8d41-16010579bdc3 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:19:12.796019 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (738fbea4-8eab-4639-8d41-16010579bdc3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:12.881852 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 738fbea4-8eab-4639-8d41-16010579bdc3 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:19:12.882964 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:19:12.914242 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-62c862f3-3dda-451c-aa01-847ddd6e7b42 service neutron] 10.222.0.15 "GET /v2.0/networks/3dc0eabd-3e24-4165-aba2-6bcbe9122758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616459 Mar 28 09:19:12.951133 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:19:12.951600 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:13.025897 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-586c4aff-2b10-48b5-924a-6f7c0d412e47 service neutron] 10.222.0.15 "GET /v2.0/networks/3dc0eabd-3e24-4165-aba2-6bcbe9122758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019669 Mar 28 09:19:13.043549 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:19:14.219474 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8411d54d-2eb3-4fc4-b976-0e9b0bda16c2 req-40ded430-e63f-453a-b30a-ae07702ec8f9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=59ec1bb6-4c6d-463a-970c-582957aa7d64 HTTP/1.1" status: 200 len: 210 time: 0.0330708 Mar 28 09:19:14.698480 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 78124d46-2b56-48e0-8230-c2e493a70824 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:19:14.747333 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 78124d46-2b56-48e0-8230-c2e493a70824 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:19:14.747713 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (78124d46-2b56-48e0-8230-c2e493a70824), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:14.826136 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 78124d46-2b56-48e0-8230-c2e493a70824 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:19:15.156199 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-38d55c53-30a7-4d49-b69b-47fea20d58d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:15.157714 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-38d55c53-30a7-4d49-b69b-47fea20d58d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/networks?id=3dc0eabd-3e24-4165-aba2-6bcbe9122758 HTTP/1.1" status: 200 len: 796 time: 0.1246512 Mar 28 09:19:15.226514 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-213d7da5-7063-42a5-b7d8-73ce9be9a76a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 379 time: 0.0587764 Mar 28 09:19:15.235151 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-ce78e1e7-56ef-455a-9fca-af5beb26b22d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'port': {'device_id': '59ec1bb6-4c6d-463a-970c-582957aa7d64', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'admin_state_up': True, 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'security_groups': ['958f08d9-fced-4426-9b9a-46f6459700eb']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:19:15.325357 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-54a5db2b-11ad-4334-9002-6272218b9db6 req-a88212c1-543e-4890-b66c-bf0eb6329c31 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=59ec1bb6-4c6d-463a-970c-582957aa7d64 HTTP/1.1" status: 200 len: 210 time: 0.0393538 Mar 28 09:19:15.364155 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-ce78e1e7-56ef-455a-9fca-af5beb26b22d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:19:15.367927 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-ce78e1e7-56ef-455a-9fca-af5beb26b22d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:15.494075 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-ce78e1e7-56ef-455a-9fca-af5beb26b22d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.10 (3dc0eabd-3e24-4165-aba2-6bcbe9122758/bbea094b-698b-44d2-9d9c-0de3c7961852/be2f445a-83d0-44a3-9c92-8bc714231271) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:19:15.631446 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-ce78e1e7-56ef-455a-9fca-af5beb26b22d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (be2f445a-83d0-44a3-9c92-8bc714231271), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:15.664563 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-ce78e1e7-56ef-455a-9fca-af5beb26b22d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (be2f445a-83d0-44a3-9c92-8bc714231271), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:15.705519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-ce78e1e7-56ef-455a-9fca-af5beb26b22d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 3dc0eabd-3e24-4165-aba2-6bcbe9122758 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:19:15.708768 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-ce78e1e7-56ef-455a-9fca-af5beb26b22d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:19:15.715607 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-ce78e1e7-56ef-455a-9fca-af5beb26b22d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:19:15.739102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78e1e7-56ef-455a-9fca-af5beb26b22d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=be2f445a-83d0-44a3-9c92-8bc714231271,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:15.772785 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-ce78e1e7-56ef-455a-9fca-af5beb26b22d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:15.773429 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-ce78e1e7-56ef-455a-9fca-af5beb26b22d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:15.790228 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-ce78e1e7-56ef-455a-9fca-af5beb26b22d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5586522 Mar 28 09:19:15.801419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Request body: {'port': {'device_id': '59ec1bb6-4c6d-463a-970c-582957aa7d64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:19:15.863291 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (be2f445a-83d0-44a3-9c92-8bc714231271), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:15.909274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-aa8b989b-7bc9-4c39-ac5c-f8783975f6dd None None] Provisioning complete for port be2f445a-83d0-44a3-9c92-8bc714231271 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:19:15.909905 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-aa8b989b-7bc9-4c39-ac5c-f8783975f6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (be2f445a-83d0-44a3-9c92-8bc714231271), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:15.943374 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b989b-7bc9-4c39-ac5c-f8783975f6dd None None] Port be2f445a-83d0-44a3-9c92-8bc714231271 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:19:16.132763 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2f445a-83d0-44a3-9c92-8bc714231271 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:19:16.140220 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Publish callbacks [] for port (be2f445a-83d0-44a3-9c92-8bc714231271), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:16.152467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Transition to ACTIVE for port object be2f445a-83d0-44a3-9c92-8bc714231271 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:19:16.155597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (be2f445a-83d0-44a3-9c92-8bc714231271), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:16.207968 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Pushing event updated for resources: {'Port': ['ID=be2f445a-83d0-44a3-9c92-8bc714231271,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:16.274670 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Attempting to bind port be2f445a-83d0-44a3-9c92-8bc714231271 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:19:16.275010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Attempting to bind port be2f445a-83d0-44a3-9c92-8bc714231271 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:19:16.275346 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Attempting to bind port be2f445a-83d0-44a3-9c92-8bc714231271 on network 3dc0eabd-3e24-4165-aba2-6bcbe9122758 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:19:16.279839 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Port be2f445a-83d0-44a3-9c92-8bc714231271 on network 3dc0eabd-3e24-4165-aba2-6bcbe9122758 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:19:16.280160 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Attempting to bind port be2f445a-83d0-44a3-9c92-8bc714231271 on network 3dc0eabd-3e24-4165-aba2-6bcbe9122758 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:19:16.284958 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:19:16.285296 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Checking segment: {'id': '092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:19:16.285709 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Bound using segment: {'id': '092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:19:16.286141 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Bound port: be2f445a-83d0-44a3-9c92-8bc714231271, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:19:16.287035 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (be2f445a-83d0-44a3-9c92-8bc714231271), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:16.356953 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] For port be2f445a-83d0-44a3-9c92-8bc714231271, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:19:16.360384 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] For port be2f445a-83d0-44a3-9c92-8bc714231271, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=be2f445a-83d0-44a3-9c92-8bc714231271,segment=NetworkSegment(092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a),segment_id=092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:19:16.369724 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (be2f445a-83d0-44a3-9c92-8bc714231271), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:16.407580 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:16.408197 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:16.409565 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] 10.222.0.16 "PUT /v2.0/ports/be2f445a-83d0-44a3-9c92-8bc714231271 HTTP/1.1" status: 200 len: 1094 time: 0.6123328 Mar 28 09:19:16.412656 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ec1bb6-4c6d-463a-970c-582957aa7d64', 'tag': 'be2f445a-83d0-44a3-9c92-8bc714231271'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:19:16.413337 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0fb69b-1fd4-4f1c-92da-753a54af95e5" -d '{"events": [{"name": "network-changed", "server_uuid": "59ec1bb6-4c6d-463a-970c-582957aa7d64", "tag": "be2f445a-83d0-44a3-9c92-8bc714231271"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:19:16.439771 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482b5e0-0925-438c-ab31-347b8f6a8e05 service neutron] Pushing event updated for resources: {'Port': ['ID=be2f445a-83d0-44a3-9c92-8bc714231271,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:16.462668 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d14e500-3d6a-453a-8e8d-3d143e36efb4 x-openstack-request-id: req-4d14e500-3d6a-453a-8e8d-3d143e36efb4 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:19:16.462980 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ec1bb6-4c6d-463a-970c-582957aa7d64", "tag": "be2f445a-83d0-44a3-9c92-8bc714231271", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:19:16.463241 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d14e500-3d6a-453a-8e8d-3d143e36efb4 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:19:16.463803 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d14e500-3d6a-453a-8e8d-3d143e36efb4'] response: {'name': 'network-changed', 'server_uuid': '59ec1bb6-4c6d-463a-970c-582957aa7d64', 'tag': 'be2f445a-83d0-44a3-9c92-8bc714231271', 'status': 'completed', 'code': 200} Mar 28 09:19:16.476748 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3d928-dcc4-4275-a990-b2832897b074 req-13a9657a-2c5b-4523-a9dc-e9f59134acfa tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:16.479030 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a3b3d928-dcc4-4275-a990-b2832897b074 req-13a9657a-2c5b-4523-a9dc-e9f59134acfa tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=59ec1bb6-4c6d-463a-970c-582957aa7d64 HTTP/1.1" status: 200 len: 944 time: 0.0795298 Mar 28 09:19:16.521069 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-843fe8a1-3aed-45bf-afee-126e7fd061c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:16.522628 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-843fe8a1-3aed-45bf-afee-126e7fd061c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=59ec1bb6-4c6d-463a-970c-582957aa7d64 HTTP/1.1" status: 200 len: 1128 time: 0.0527654 Mar 28 09:19:16.534649 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a3b3d928-dcc4-4275-a990-b2832897b074 req-92fdaebf-caa6-40e3-aa14-68e53b5f9f9f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=958f08d9-fced-4426-9b9a-46f6459700eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498445 Mar 28 09:19:16.567644 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-5782bd8e-58c0-4105-a6c8-573069409c56 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be2f445a-83d0-44a3-9c92-8bc714231271 HTTP/1.1" status: 200 len: 217 time: 0.0374997 Mar 28 09:19:16.622971 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-50c9c825-789a-449c-a988-c76c0a90b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:16.624490 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-50c9c825-789a-449c-a988-c76c0a90b363 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbea094b-698b-44d2-9d9c-0de3c7961852 HTTP/1.1" status: 200 len: 835 time: 0.0505440 Mar 28 09:19:16.673386 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-b9d0ccdd-a6b1-412a-a328-6b114224b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:16.674863 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-b9d0ccdd-a6b1-412a-a328-6b114224b289 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3dc0eabd-3e24-4165-aba2-6bcbe9122758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444767 Mar 28 09:19:16.761986 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-be2ed31d-4857-48c8-89b1-bb7009415c1b service neutron] 10.222.0.16 "GET /v2.0/networks/3dc0eabd-3e24-4165-aba2-6bcbe9122758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796595 Mar 28 09:19:17.125557 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-629516fd-f454-48f0-9f57-6ca360ae69ce req-3aa71e84-3ee8-49ba-8415-25f34f1b13a7 service neutron] 10.222.0.16 "GET /v2.0/networks/3dc0eabd-3e24-4165-aba2-6bcbe9122758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576345 Mar 28 09:19:17.216401 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fb69b-1fd4-4f1c-92da-753a54af95e5 req-1d6979ab-7e70-4128-9cd4-aa057395d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:17.217946 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5e0fb69b-1fd4-4f1c-92da-753a54af95e5 req-1d6979ab-7e70-4128-9cd4-aa057395d719 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=59ec1bb6-4c6d-463a-970c-582957aa7d64 HTTP/1.1" status: 200 len: 1128 time: 0.0452416 Mar 28 09:19:17.311875 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fb69b-1fd4-4f1c-92da-753a54af95e5 req-43c74e9c-da59-44da-b90f-88864cb353c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:17.313339 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5e0fb69b-1fd4-4f1c-92da-753a54af95e5 req-43c74e9c-da59-44da-b90f-88864cb353c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3dc0eabd-3e24-4165-aba2-6bcbe9122758 HTTP/1.1" status: 200 len: 896 time: 0.0894282 Mar 28 09:19:17.356728 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5e0fb69b-1fd4-4f1c-92da-753a54af95e5 req-ede078f3-a1b6-4d08-843c-807957079254 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be2f445a-83d0-44a3-9c92-8bc714231271 HTTP/1.1" status: 200 len: 217 time: 0.0342648 Mar 28 09:19:17.405065 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fb69b-1fd4-4f1c-92da-753a54af95e5 req-d3f5b3cc-2357-42d7-b3de-7805dbf2b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:17.406498 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5e0fb69b-1fd4-4f1c-92da-753a54af95e5 req-d3f5b3cc-2357-42d7-b3de-7805dbf2b544 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbea094b-698b-44d2-9d9c-0de3c7961852 HTTP/1.1" status: 200 len: 835 time: 0.0432215 Mar 28 09:19:17.460600 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fb69b-1fd4-4f1c-92da-753a54af95e5 req-5d70f2b8-214d-40df-8f84-d8dcf5fef207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:17.462118 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5e0fb69b-1fd4-4f1c-92da-753a54af95e5 req-5d70f2b8-214d-40df-8f84-d8dcf5fef207 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3dc0eabd-3e24-4165-aba2-6bcbe9122758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480886 Mar 28 09:19:17.550666 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5e0fb69b-1fd4-4f1c-92da-753a54af95e5 req-f47c9adf-4229-4a5c-ba2c-41256a8d4b36 service neutron] 10.222.0.16 "GET /v2.0/networks/3dc0eabd-3e24-4165-aba2-6bcbe9122758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820739 Mar 28 09:19:17.684015 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5e0fb69b-1fd4-4f1c-92da-753a54af95e5 req-330c9e34-58cf-4717-a084-e3e866d6a0ba service neutron] 10.222.0.16 "GET /v2.0/networks/3dc0eabd-3e24-4165-aba2-6bcbe9122758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247280 Mar 28 09:19:17.692243 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775752e-4700-4497-8aa8-44f472cc4a41 req-608aa4c4-8b68-4131-bafc-49290c1e4302 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:17.693850 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d775752e-4700-4497-8aa8-44f472cc4a41 req-608aa4c4-8b68-4131-bafc-49290c1e4302 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=59ec1bb6-4c6d-463a-970c-582957aa7d64 HTTP/1.1" status: 200 len: 944 time: 0.0847080 Mar 28 09:19:17.757772 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d775752e-4700-4497-8aa8-44f472cc4a41 req-f915eb39-78c5-41db-b47d-526bc429e848 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=958f08d9-fced-4426-9b9a-46f6459700eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440767 Mar 28 09:19:18.876363 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2492d3-bbd9-4a15-b5e2-33ddbedffe5a req-7a123981-339e-4ef0-8195-9d2a364af117 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:18.877773 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3e2492d3-bbd9-4a15-b5e2-33ddbedffe5a req-7a123981-339e-4ef0-8195-9d2a364af117 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=59ec1bb6-4c6d-463a-970c-582957aa7d64 HTTP/1.1" status: 200 len: 944 time: 0.0530295 Mar 28 09:19:18.927137 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3e2492d3-bbd9-4a15-b5e2-33ddbedffe5a req-29e609d7-482b-4a87-870f-206469ea4876 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=958f08d9-fced-4426-9b9a-46f6459700eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436661 Mar 28 09:19:19.044101 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device be2f445a-83d0-44a3-9c92-8bc714231271 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:19:19.141204 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port be2f445a-83d0-44a3-9c92-8bc714231271, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=be2f445a-83d0-44a3-9c92-8bc714231271,segment=NetworkSegment(092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a),segment_id=092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:19:19.153130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'be2f445a-83d0-44a3-9c92-8bc714231271', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'port_id': 'be2f445a-83d0-44a3-9c92-8bc714231271', 'mac_address': 'fa:16:3e:cf:2d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:19:19.190612 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port be2f445a-83d0-44a3-9c92-8bc714231271 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:19:19.191005 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (be2f445a-83d0-44a3-9c92-8bc714231271), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:19.207039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2f445a-83d0-44a3-9c92-8bc714231271 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:19:19.227920 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port be2f445a-83d0-44a3-9c92-8bc714231271, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=be2f445a-83d0-44a3-9c92-8bc714231271,segment=NetworkSegment(092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a),segment_id=092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:19:19.231949 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (be2f445a-83d0-44a3-9c92-8bc714231271), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:19.278863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=be2f445a-83d0-44a3-9c92-8bc714231271,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:19.285772 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:19:19.286130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:19:19.286476 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:19:19.286817 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:19:19.287772 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:19:19.288187 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:19:19.288529 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:19:19.288863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:19:19.289195 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:19:19.290090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:19:19.290090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:19:19.290296 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:19:19.290510 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:19:19.290831 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:19:19.291481 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:19:19.465537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['be2f445a-83d0-44a3-9c92-8bc714231271'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:19:20.045804 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a04ff-1cec-4a55-b4e7-46b03d28fabb req-80cfc2b8-6ce6-44f5-abb0-669ed9e0e0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:20.047230 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-559a04ff-1cec-4a55-b4e7-46b03d28fabb req-80cfc2b8-6ce6-44f5-abb0-669ed9e0e0c0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=59ec1bb6-4c6d-463a-970c-582957aa7d64 HTTP/1.1" status: 200 len: 945 time: 0.0536675 Mar 28 09:19:20.101549 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-559a04ff-1cec-4a55-b4e7-46b03d28fabb req-ba05155a-9242-4c50-9ec6-dcc9ed0a1164 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=958f08d9-fced-4426-9b9a-46f6459700eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487783 Mar 28 09:19:21.058352 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device be2f445a-83d0-44a3-9c92-8bc714231271 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:19:21.108607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port be2f445a-83d0-44a3-9c92-8bc714231271 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:19:21.112381 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port be2f445a-83d0-44a3-9c92-8bc714231271 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:19:21.112755 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (be2f445a-83d0-44a3-9c92-8bc714231271), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:21.197081 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port be2f445a-83d0-44a3-9c92-8bc714231271 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:19:21.197472 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (be2f445a-83d0-44a3-9c92-8bc714231271), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:21.221154 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ec1bb6-4c6d-463a-970c-582957aa7d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2f445a-83d0-44a3-9c92-8bc714231271'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:19:21.223665 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bcad8a-22f8-4b30-bd4c-0e52babc5afe" -d '{"events": [{"server_uuid": "59ec1bb6-4c6d-463a-970c-582957aa7d64", "name": "network-vif-plugged", "status": "completed", "tag": "be2f445a-83d0-44a3-9c92-8bc714231271"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:19:21.226434 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906c653-c195-46e2-b633-7a7f50a91968 req-e6c6f0aa-c11f-4193-a64a-217b7a905693 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:21.228005 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6906c653-c195-46e2-b633-7a7f50a91968 req-e6c6f0aa-c11f-4193-a64a-217b7a905693 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=59ec1bb6-4c6d-463a-970c-582957aa7d64 HTTP/1.1" status: 200 len: 945 time: 0.0593534 Mar 28 09:19:21.239449 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port be2f445a-83d0-44a3-9c92-8bc714231271, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=be2f445a-83d0-44a3-9c92-8bc714231271,segment=NetworkSegment(092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a),segment_id=092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:19:21.245679 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (be2f445a-83d0-44a3-9c92-8bc714231271), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:21.273345 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e2ba3a-4168-493f-a2a8-4d1570201341 x-openstack-request-id: req-11e2ba3a-4168-493f-a2a8-4d1570201341 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:19:21.273828 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ec1bb6-4c6d-463a-970c-582957aa7d64", "name": "network-vif-plugged", "status": "completed", "tag": "be2f445a-83d0-44a3-9c92-8bc714231271", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:19:21.274090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11e2ba3a-4168-493f-a2a8-4d1570201341 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:19:21.274492 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e2ba3a-4168-493f-a2a8-4d1570201341'] response: {'server_uuid': '59ec1bb6-4c6d-463a-970c-582957aa7d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2f445a-83d0-44a3-9c92-8bc714231271', 'code': 200} Mar 28 09:19:21.283036 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6906c653-c195-46e2-b633-7a7f50a91968 req-43dd83fa-51b2-4c0d-970a-d73459e1aff4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=958f08d9-fced-4426-9b9a-46f6459700eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484798 Mar 28 09:19:21.314596 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:21.319826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=be2f445a-83d0-44a3-9c92-8bc714231271,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:21.444911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e36e9b-4b32-48e3-a51c-582f30af759d req-d470df8b-a64a-46c2-be6a-9a717e863b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:21.446463 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-63e36e9b-4b32-48e3-a51c-582f30af759d req-d470df8b-a64a-46c2-be6a-9a717e863b32 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=59ec1bb6-4c6d-463a-970c-582957aa7d64 HTTP/1.1" status: 200 len: 1130 time: 0.0462623 Mar 28 09:19:21.492308 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-63e36e9b-4b32-48e3-a51c-582f30af759d req-745ba3cb-2847-4ffc-88ce-99d2bf5ef614 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=958f08d9-fced-4426-9b9a-46f6459700eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399075 Mar 28 09:19:22.406791 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7029e-9cde-42c6-ba53-979d3ac3201b req-f22ec035-b0cf-4f31-adc7-44c7064b6add tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:22.408266 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d8f7029e-9cde-42c6-ba53-979d3ac3201b req-f22ec035-b0cf-4f31-adc7-44c7064b6add tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=59ec1bb6-4c6d-463a-970c-582957aa7d64 HTTP/1.1" status: 200 len: 946 time: 0.0521317 Mar 28 09:19:22.458458 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d8f7029e-9cde-42c6-ba53-979d3ac3201b req-8d93a586-6bcb-40a3-8463-7b4b5e3c41d0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=958f08d9-fced-4426-9b9a-46f6459700eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440230 Mar 28 09:19:23.575727 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def81c9c-219f-4f97-9dc2-ec5f78a97684 req-a57a3755-19d4-4030-ba03-f0f7d9d4501c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:23.577205 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-def81c9c-219f-4f97-9dc2-ec5f78a97684 req-a57a3755-19d4-4030-ba03-f0f7d9d4501c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=59ec1bb6-4c6d-463a-970c-582957aa7d64 HTTP/1.1" status: 200 len: 946 time: 0.0517454 Mar 28 09:19:23.624778 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-def81c9c-219f-4f97-9dc2-ec5f78a97684 req-0e7565e5-6b2f-4eae-9076-9b8a4cf41b11 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=958f08d9-fced-4426-9b9a-46f6459700eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420718 Mar 28 09:19:23.744469 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709f269-7dd0-46db-b01f-b6593ad88ce7 req-a8744601-6852-4c9f-a8f9-c7a887188056 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:23.745958 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b709f269-7dd0-46db-b01f-b6593ad88ce7 req-a8744601-6852-4c9f-a8f9-c7a887188056 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=59ec1bb6-4c6d-463a-970c-582957aa7d64 HTTP/1.1" status: 200 len: 946 time: 0.0566275 Mar 28 09:19:23.793333 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b709f269-7dd0-46db-b01f-b6593ad88ce7 req-36535913-8b82-4694-a138-43bd5fa59536 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=958f08d9-fced-4426-9b9a-46f6459700eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418551 Mar 28 09:19:23.816124 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54734) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:23.859379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afaac29-a39a-44e0-ac10-4787674f3cf9 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:23.860880 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1afaac29-a39a-44e0-ac10-4787674f3cf9 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=59ec1bb6-4c6d-463a-970c-582957aa7d64 HTTP/1.1" status: 200 len: 1125 time: 0.0437739 Mar 28 09:19:23.863650 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54736) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:23.867833 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': 'be2f445a-83d0-44a3-9c92-8bc714231271', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:19:23.892328 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:23.995090 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:24.099401 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.36.4.153 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/8aea6024-6031-4440-8b45-3156a8b81ec9) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:19:24.205385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (8aea6024-6031-4440-8b45-3156a8b81ec9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:24.239411 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (8aea6024-6031-4440-8b45-3156a8b81ec9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:24.274958 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:19:24.277832 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:19:24.281323 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:19:24.308494 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=8aea6024-6031-4440-8b45-3156a8b81ec9,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:24.745236 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (1c721375-1a3f-427a-9794-554fdc4d86df), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:24.846800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (8aea6024-6031-4440-8b45-3156a8b81ec9), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:24.992121 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (8aea6024-6031-4440-8b45-3156a8b81ec9), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:24.997050 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (8aea6024-6031-4440-8b45-3156a8b81ec9), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:25.070060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=8aea6024-6031-4440-8b45-3156a8b81ec9,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:25.080421 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (1c721375-1a3f-427a-9794-554fdc4d86df), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:25.179010 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP 1c721375-1a3f-427a-9794-554fdc4d86df associated. External IP: 172.36.4.153, port: be2f445a-83d0-44a3-9c92-8bc714231271. Mar 28 09:19:25.386259 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:19:25.493679 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:19:25.503286 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28ca85a-5941-4a5d-afd4-28a2eaaa6375 None None] Sync routers for ids ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:19:25.511996 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:25.513955 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28ca85a-5941-4a5d-afd4-28a2eaaa6375 None None] Routers {'0c4f84d1-4a62-46fe-84b1-9b86362d42ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:19:25.514573 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-e28ca85a-5941-4a5d-afd4-28a2eaaa6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:18:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:25.541901 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0adc12fb-f3a9-494b-bcc7-b96d0b753e92 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6772285 Mar 28 09:19:25.542488 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ec1bb6-4c6d-463a-970c-582957aa7d64', 'tag': 'be2f445a-83d0-44a3-9c92-8bc714231271'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:19:25.544651 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54742) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:25.545145 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5771130-8e9d-4302-8936-869bc44d2f50" -d '{"events": [{"name": "network-changed", "server_uuid": "59ec1bb6-4c6d-463a-970c-582957aa7d64", "tag": "be2f445a-83d0-44a3-9c92-8bc714231271"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:19:25.581904 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a40628-afdd-43c3-9851-a429d494b649 x-openstack-request-id: req-37a40628-afdd-43c3-9851-a429d494b649 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:19:25.582298 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ec1bb6-4c6d-463a-970c-582957aa7d64", "tag": "be2f445a-83d0-44a3-9c92-8bc714231271", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:19:25.582630 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37a40628-afdd-43c3-9851-a429d494b649 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:19:25.583133 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a40628-afdd-43c3-9851-a429d494b649'] response: {'name': 'network-changed', 'server_uuid': '59ec1bb6-4c6d-463a-970c-582957aa7d64', 'tag': 'be2f445a-83d0-44a3-9c92-8bc714231271', 'status': 'completed', 'code': 200} Mar 28 09:19:25.632073 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-e28ca85a-5941-4a5d-afd4-28a2eaaa6375 None None] Set router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:19:25.652875 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5771130-8e9d-4302-8936-869bc44d2f50 req-428966d9-b5c3-4437-ad61-ffe2ccd53828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:25.654374 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d5771130-8e9d-4302-8936-869bc44d2f50 req-428966d9-b5c3-4437-ad61-ffe2ccd53828 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=59ec1bb6-4c6d-463a-970c-582957aa7d64 HTTP/1.1" status: 200 len: 1130 time: 0.0500369 Mar 28 09:19:25.657731 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b340d228-e06e-474d-9f72-a1f69674abaa tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/routers/0c4f84d1-4a62-46fe-84b1-9b86362d42ce HTTP/1.1" status: 200 len: 922 time: 0.1119115 Mar 28 09:19:25.660854 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54746) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:25.725711 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-62b8d39f-3319-41a3-9ecb-7f60448214ab tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/1c721375-1a3f-427a-9794-554fdc4d86df HTTP/1.1" status: 200 len: 992 time: 0.0637755 Mar 28 09:19:25.748162 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5771130-8e9d-4302-8936-869bc44d2f50 req-f00c6827-6699-4f61-9c6d-d06011ac1206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:25.749679 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d5771130-8e9d-4302-8936-869bc44d2f50 req-f00c6827-6699-4f61-9c6d-d06011ac1206 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3dc0eabd-3e24-4165-aba2-6bcbe9122758 HTTP/1.1" status: 200 len: 896 time: 0.0887918 Mar 28 09:19:25.818240 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d5771130-8e9d-4302-8936-869bc44d2f50 req-8579e2f1-620e-4646-a9bd-bc607f15aa84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be2f445a-83d0-44a3-9c92-8bc714231271 HTTP/1.1" status: 200 len: 1000 time: 0.0626307 Mar 28 09:19:25.861431 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-e28ca85a-5941-4a5d-afd4-28a2eaaa6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'name': 'tempest-TestNetworkBasicOps-router-998123398', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:09Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1c721375-1a3f-427a-9794-554fdc4d86df', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.153', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'port_id': 'be2f445a-83d0-44a3-9c92-8bc714231271', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'mac_address': 'fa:16:3e:cf:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ec1bb6-4c6d-463a-970c-582957aa7d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:19:24Z', 'updated_at': '2022-03-28T09:19:24Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78124d46-2b56-48e0-8230-c2e493a70824', 'name': '', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:e5:36:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:09Z', 'updated_at': '2022-03-28T09:19:12Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:25.866003 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5771130-8e9d-4302-8936-869bc44d2f50 req-f1bfe954-7fe9-4f18-bc57-8c1ec7354ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:25.867470 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d5771130-8e9d-4302-8936-869bc44d2f50 req-f1bfe954-7fe9-4f18-bc57-8c1ec7354ebb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbea094b-698b-44d2-9d9c-0de3c7961852 HTTP/1.1" status: 200 len: 835 time: 0.0440161 Mar 28 09:19:25.886806 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28ca85a-5941-4a5d-afd4-28a2eaaa6375 None None] Checking router: 0c4f84d1-4a62-46fe-84b1-9b86362d42ce for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:19:25.895429 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28ca85a-5941-4a5d-afd4-28a2eaaa6375 None None] Routers {'0c4f84d1-4a62-46fe-84b1-9b86362d42ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:19:25.896023 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-e28ca85a-5941-4a5d-afd4-28a2eaaa6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:18:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:25.916707 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5771130-8e9d-4302-8936-869bc44d2f50 req-e7815e24-873b-4b79-85cc-d2e02393f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:25.918440 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d5771130-8e9d-4302-8936-869bc44d2f50 req-e7815e24-873b-4b79-85cc-d2e02393f987 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3dc0eabd-3e24-4165-aba2-6bcbe9122758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447869 Mar 28 09:19:26.003838 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-e28ca85a-5941-4a5d-afd4-28a2eaaa6375 None None] Set router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:19:26.010896 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d5771130-8e9d-4302-8936-869bc44d2f50 req-a80036da-6fdd-4168-b592-25ef69bd2696 service neutron] 10.222.0.16 "GET /v2.0/networks/3dc0eabd-3e24-4165-aba2-6bcbe9122758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851860 Mar 28 09:19:26.237186 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-e28ca85a-5941-4a5d-afd4-28a2eaaa6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'name': 'tempest-TestNetworkBasicOps-router-998123398', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:09Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1c721375-1a3f-427a-9794-554fdc4d86df', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.153', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'port_id': 'be2f445a-83d0-44a3-9c92-8bc714231271', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'mac_address': 'fa:16:3e:cf:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ec1bb6-4c6d-463a-970c-582957aa7d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:19:24Z', 'updated_at': '2022-03-28T09:19:24Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78124d46-2b56-48e0-8230-c2e493a70824', 'name': '', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:e5:36:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:09Z', 'updated_at': '2022-03-28T09:19:12Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:19:26.265168 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28ca85a-5941-4a5d-afd4-28a2eaaa6375 None None] The sync data for ids ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'] in dv-neutron-master-2-hyperv is: [{'id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'name': 'tempest-TestNetworkBasicOps-router-998123398', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:09Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1c721375-1a3f-427a-9794-554fdc4d86df', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.153', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'port_id': 'be2f445a-83d0-44a3-9c92-8bc714231271', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'mac_address': 'fa:16:3e:cf:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ec1bb6-4c6d-463a-970c-582957aa7d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:19:24Z', 'updated_at': '2022-03-28T09:19:24Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78124d46-2b56-48e0-8230-c2e493a70824', 'name': '', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:e5:36:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:09Z', 'updated_at': '2022-03-28T09:19:12Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:19:26.393259 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d5771130-8e9d-4302-8936-869bc44d2f50 req-f0b7859f-bba0-432a-9b54-9bc6c0191b7e service neutron] 10.222.0.16 "GET /v2.0/networks/3dc0eabd-3e24-4165-aba2-6bcbe9122758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767619 Mar 28 09:19:26.459935 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6ac891-c22e-4634-aef6-54c9a1fd7014 None None] New status for floating IP 1c721375-1a3f-427a-9794-554fdc4d86df: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:19:26.728614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54748) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:26.791982 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1cac3482-2624-47b2-80d6-2b9ecaa98e66 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/1c721375-1a3f-427a-9794-554fdc4d86df HTTP/1.1" status: 200 len: 994 time: 0.0622089 Mar 28 09:19:27.234225 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f81ddc6b-9434-414d-b0d5-498c8ed9c5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:29.463260 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-643bd122-c444-49ef-98b8-5728d90edcf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:30.563675 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:32.103283 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:33.681954 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:36.251427 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-76788aef-fd3d-41ef-95c2-1bdb2c9dc0fa req-b48a005d-f3d1-480f-ae2b-5c87fb0a665b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438709 Mar 28 09:19:36.336117 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76788aef-fd3d-41ef-95c2-1bdb2c9dc0fa req-3e7beeb7-d9b6-47a4-89ee-b47d29e17478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:36.338432 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-76788aef-fd3d-41ef-95c2-1bdb2c9dc0fa req-3e7beeb7-d9b6-47a4-89ee-b47d29e17478 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40e579c72ff4feb87447802e87b3f59&device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 1130 time: 0.0462201 Mar 28 09:19:36.441926 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76788aef-fd3d-41ef-95c2-1bdb2c9dc0fa req-bec94e05-15ee-46eb-9607-b0e8f2ac8fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:36.443346 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-76788aef-fd3d-41ef-95c2-1bdb2c9dc0fa req-bec94e05-15ee-46eb-9607-b0e8f2ac8fd9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 HTTP/1.1" status: 200 len: 910 time: 0.0884972 Mar 28 09:19:36.506466 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-76788aef-fd3d-41ef-95c2-1bdb2c9dc0fa req-ccf0af02-728c-4565-8bfc-a0757e0509aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c131ee9f-b598-4d54-b87c-016da9c102eb HTTP/1.1" status: 200 len: 1002 time: 0.0577555 Mar 28 09:19:36.553428 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76788aef-fd3d-41ef-95c2-1bdb2c9dc0fa req-69543ab3-4afd-4846-b740-d5e9fb76d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:36.554869 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-76788aef-fd3d-41ef-95c2-1bdb2c9dc0fa req-69543ab3-4afd-4846-b740-d5e9fb76d8b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e3ff9a8-b5a8-488c-b061-58d28e8ef393 HTTP/1.1" status: 200 len: 849 time: 0.0430198 Mar 28 09:19:36.615900 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76788aef-fd3d-41ef-95c2-1bdb2c9dc0fa req-4e6945bc-dd6a-4854-b906-daa99b235966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:19:36.617367 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-76788aef-fd3d-41ef-95c2-1bdb2c9dc0fa req-4e6945bc-dd6a-4854-b906-daa99b235966 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0469079 Mar 28 09:19:36.703616 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-76788aef-fd3d-41ef-95c2-1bdb2c9dc0fa req-967d7dbf-f96c-489d-ac6e-6222482b765e service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804965 Mar 28 09:19:36.794803 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-76788aef-fd3d-41ef-95c2-1bdb2c9dc0fa req-4e976930-aa4d-4cd5-ac06-71798e62c370 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849409 Mar 28 09:19:38.526069 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:19:51.303039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:57.236037 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1e71a41e-663f-4644-aeec-9c103eaea227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:58.045240 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54760) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:58.161239 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-af97ac8c-8f34-43b8-8cb8-dcbd10b0f6cd tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/routers/0c4f84d1-4a62-46fe-84b1-9b86362d42ce/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1147900 Mar 28 09:19:58.164108 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54762) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:58.288729 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f31b77-6519-405c-b83f-b30e67e5748e tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_removed_from_agent {{(pid=104075) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 28 09:19:58.292344 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-92f31b77-6519-405c-b83f-b30e67e5748e tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "DELETE /v2.0/agents/2a8ef30d-676e-440a-b78e-0d8a65aed517/l3-routers/0c4f84d1-4a62-46fe-84b1-9b86362d42ce HTTP/1.1" status: 204 len: 168 time: 0.1273117 Mar 28 09:19:58.295022 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54764) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:58.409376 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-25657f4c-6e7b-46db-8cd9-c5bbc8aed3eb tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/routers/0c4f84d1-4a62-46fe-84b1-9b86362d42ce/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1132655 Mar 28 09:19:58.412057 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54766) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:58.470987 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7cbbfe73-5f34-47e7-82b4-b0e6f84faad3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/1c721375-1a3f-427a-9794-554fdc4d86df HTTP/1.1" status: 200 len: 994 time: 0.0578969 Mar 28 09:19:58.711750 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 78124d46-2b56-48e0-8230-c2e493a70824 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:19:58.789264 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 78124d46-2b56-48e0-8230-c2e493a70824 is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:19:58.789681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (78124d46-2b56-48e0-8230-c2e493a70824), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:58.820833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 78124d46-2b56-48e0-8230-c2e493a70824, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=78124d46-2b56-48e0-8230-c2e493a70824,segment=NetworkSegment(092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a),segment_id=092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:19:58.826377 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (78124d46-2b56-48e0-8230-c2e493a70824), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:58.871273 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=78124d46-2b56-48e0-8230-c2e493a70824,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:19:59.063435 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba4b311-f214-4900-9749-116e29146167 None None] New status for floating IP 1c721375-1a3f-427a-9794-554fdc4d86df: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:19:59.465242 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-351073c0-ecfc-48e8-9593-06e43f4581e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:19:59.474869 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54768) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:19:59.537811 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-647fc577-bff5-4918-a0f7-8f94779d238a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/1c721375-1a3f-427a-9794-554fdc4d86df HTTP/1.1" status: 200 len: 992 time: 0.0617280 Mar 28 09:20:00.567400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:00.642933 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54772) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:00.700317 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:20:00.771895 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3479a20e-ebf2-4b7a-b3ad-5b1420f15a2c tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:20:00.772310 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3479a20e-ebf2-4b7a-b3ad-5b1420f15a2c tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_added_to_agent {{(pid=104075) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 28 09:20:00.775880 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:20:00.776271 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:00.791433 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3479a20e-ebf2-4b7a-b3ad-5b1420f15a2c tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "POST /v2.0/agents/2a8ef30d-676e-440a-b78e-0d8a65aed517/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1474226 Mar 28 09:20:00.794200 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54776) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:00.797307 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98cfff2-92b0-4643-a961-018187d8f623 None None] Sync routers for ids ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:20:00.797850 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:00.803594 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:00.813592 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98cfff2-92b0-4643-a961-018187d8f623 None None] Routers {'0c4f84d1-4a62-46fe-84b1-9b86362d42ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:00.814346 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b98cfff2-92b0-4643-a961-018187d8f623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:19:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:00.849377 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:00.909013 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ca658f9a-df97-4301-8f79-2000c0b76a49 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/routers/0c4f84d1-4a62-46fe-84b1-9b86362d42ce/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1132030 Mar 28 09:20:00.911651 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54778) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:00.925637 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-b98cfff2-92b0-4643-a961-018187d8f623 None None] Set router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:00.972205 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-131ebd6a-e04f-4c4d-9f42-bd95534bc262 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/1c721375-1a3f-427a-9794-554fdc4d86df HTTP/1.1" status: 200 len: 992 time: 0.0595024 Mar 28 09:20:01.141813 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b98cfff2-92b0-4643-a961-018187d8f623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'name': 'tempest-TestNetworkBasicOps-router-998123398', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:09Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:20:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1c721375-1a3f-427a-9794-554fdc4d86df', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.153', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'port_id': 'be2f445a-83d0-44a3-9c92-8bc714231271', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'mac_address': 'fa:16:3e:cf:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ec1bb6-4c6d-463a-970c-582957aa7d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:19:24Z', 'updated_at': '2022-03-28T09:19:59Z', 'revision_number': 2, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78124d46-2b56-48e0-8230-c2e493a70824', 'name': '', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:e5:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:09Z', 'updated_at': '2022-03-28T09:19:58Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:01.170393 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98cfff2-92b0-4643-a961-018187d8f623 None None] Checking router: 0c4f84d1-4a62-46fe-84b1-9b86362d42ce for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:20:01.178248 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98cfff2-92b0-4643-a961-018187d8f623 None None] Routers {'0c4f84d1-4a62-46fe-84b1-9b86362d42ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:01.178841 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b98cfff2-92b0-4643-a961-018187d8f623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:19:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:01.279774 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-b98cfff2-92b0-4643-a961-018187d8f623 None None] Set router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:01.500128 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b98cfff2-92b0-4643-a961-018187d8f623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'name': 'tempest-TestNetworkBasicOps-router-998123398', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:09Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:20:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1c721375-1a3f-427a-9794-554fdc4d86df', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.153', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'port_id': 'be2f445a-83d0-44a3-9c92-8bc714231271', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'mac_address': 'fa:16:3e:cf:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ec1bb6-4c6d-463a-970c-582957aa7d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:19:24Z', 'updated_at': '2022-03-28T09:19:59Z', 'revision_number': 2, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78124d46-2b56-48e0-8230-c2e493a70824', 'name': '', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:e5:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:09Z', 'updated_at': '2022-03-28T09:19:58Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:01.526298 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98cfff2-92b0-4643-a961-018187d8f623 None None] The sync data for ids ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'] in dv-neutron-master-2-hyperv is: [{'id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'name': 'tempest-TestNetworkBasicOps-router-998123398', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:09Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:20:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1c721375-1a3f-427a-9794-554fdc4d86df', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.153', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'port_id': 'be2f445a-83d0-44a3-9c92-8bc714231271', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'mac_address': 'fa:16:3e:cf:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ec1bb6-4c6d-463a-970c-582957aa7d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:19:24Z', 'updated_at': '2022-03-28T09:19:59Z', 'revision_number': 2, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78124d46-2b56-48e0-8230-c2e493a70824', 'name': '', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:e5:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:09Z', 'updated_at': '2022-03-28T09:19:58Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:20:01.975435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54780) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:02.041065 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9e1e6c09-dee6-4a78-b5d6-fe00a86131d6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/1c721375-1a3f-427a-9794-554fdc4d86df HTTP/1.1" status: 200 len: 992 time: 0.0644631 Mar 28 09:20:02.120535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:02.750493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:20:02.798651 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:20:02.799019 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:02.872978 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:20:02.873367 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:02.898415 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:02.903009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:02.903778 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 78124d46-2b56-48e0-8230-c2e493a70824 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:20:02.977145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:02.987160 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 78124d46-2b56-48e0-8230-c2e493a70824 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:20:02.987534 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (78124d46-2b56-48e0-8230-c2e493a70824), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:03.045128 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54782) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:03.067203 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 78124d46-2b56-48e0-8230-c2e493a70824 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:20:03.067678 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (78124d46-2b56-48e0-8230-c2e493a70824), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:03.107532 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 78124d46-2b56-48e0-8230-c2e493a70824, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=78124d46-2b56-48e0-8230-c2e493a70824,segment=NetworkSegment(092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a),segment_id=092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:03.112722 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (78124d46-2b56-48e0-8230-c2e493a70824), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:03.118574 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2d0c98c9-8304-4074-bfb2-f81db3042f77 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/1c721375-1a3f-427a-9794-554fdc4d86df HTTP/1.1" status: 200 len: 992 time: 0.0707111 Mar 28 09:20:03.162259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4a6b01-8ce8-47b7-a352-afc48eaf2b03 None None] New status for floating IP 1c721375-1a3f-427a-9794-554fdc4d86df: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:20:03.170297 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=78124d46-2b56-48e0-8230-c2e493a70824,revision_number=7']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:03.685681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:04.121056 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54784) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:04.184113 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-60b79ca5-f2b8-4b92-bc6a-849c74b0b5e8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/1c721375-1a3f-427a-9794-554fdc4d86df HTTP/1.1" status: 200 len: 994 time: 0.0618739 Mar 28 09:20:04.430948 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54790) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:04.585753 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 8aea6024-6031-4440-8b45-3156a8b81ec9 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:20:04.586097 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (8aea6024-6031-4440-8b45-3156a8b81ec9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:04.660856 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (8aea6024-6031-4440-8b45-3156a8b81ec9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:04.661081 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (8aea6024-6031-4440-8b45-3156a8b81ec9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:04.674588 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 8aea6024-6031-4440-8b45-3156a8b81ec9 owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:20:04.713009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:20:04.765704 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:20:04.766085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:04.824774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (8aea6024-6031-4440-8b45-3156a8b81ec9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:04.845671 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:20:04.846797 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 78124d46-2b56-48e0-8230-c2e493a70824 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:20:04.850400 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=8aea6024-6031-4440-8b45-3156a8b81ec9,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:04.876048 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:04.876400 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:04.876743 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:04.877085 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:04.877420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:04.877780 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:04.878110 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:04.878436 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:04.878763 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:04.879093 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:04.879420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:04.879746 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:04.880072 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:04.880409 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:04.880714 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:04.895613 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 78124d46-2b56-48e0-8230-c2e493a70824 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:20:04.895995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (78124d46-2b56-48e0-8230-c2e493a70824), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:04.924724 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (1c721375-1a3f-427a-9794-554fdc4d86df), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:04.925242 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP 1c721375-1a3f-427a-9794-554fdc4d86df disassociated (deleted). External IP: 172.36.4.153, port: be2f445a-83d0-44a3-9c92-8bc714231271. Mar 28 09:20:04.975828 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 78124d46-2b56-48e0-8230-c2e493a70824 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:20:05.134283 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:20:05.242874 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:20:05.247444 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:05.252253 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c01958f-ae47-450e-9190-cf8f673b5603 None None] Sync routers for ids ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:20:05.263102 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c01958f-ae47-450e-9190-cf8f673b5603 None None] Routers {'0c4f84d1-4a62-46fe-84b1-9b86362d42ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:05.263711 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1c01958f-ae47-450e-9190-cf8f673b5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:19:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:05.278142 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bbb80c40-ea38-41b7-8bdc-1de2ac9b110b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/floatingips/1c721375-1a3f-427a-9794-554fdc4d86df HTTP/1.1" status: 204 len: 168 time: 0.8520916 Mar 28 09:20:05.278862 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ec1bb6-4c6d-463a-970c-582957aa7d64', 'tag': 'be2f445a-83d0-44a3-9c92-8bc714231271'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:20:05.281087 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3b5974-4a78-4fc7-a360-87a3be659f37" -d '{"events": [{"name": "network-changed", "server_uuid": "59ec1bb6-4c6d-463a-970c-582957aa7d64", "tag": "be2f445a-83d0-44a3-9c92-8bc714231271"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:20:05.319634 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b2d8e8-0805-4380-988e-e50edb984102 x-openstack-request-id: req-13b2d8e8-0805-4380-988e-e50edb984102 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:20:05.319993 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ec1bb6-4c6d-463a-970c-582957aa7d64", "tag": "be2f445a-83d0-44a3-9c92-8bc714231271", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:20:05.320313 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13b2d8e8-0805-4380-988e-e50edb984102 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:20:05.320918 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b2d8e8-0805-4380-988e-e50edb984102'] response: {'name': 'network-changed', 'server_uuid': '59ec1bb6-4c6d-463a-970c-582957aa7d64', 'tag': 'be2f445a-83d0-44a3-9c92-8bc714231271', 'status': 'completed', 'code': 200} Mar 28 09:20:05.378324 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-1c01958f-ae47-450e-9190-cf8f673b5603 None None] Set router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:05.436750 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54798) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:05.607289 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1c01958f-ae47-450e-9190-cf8f673b5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'name': 'tempest-TestNetworkBasicOps-router-998123398', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:09Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:20:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '78124d46-2b56-48e0-8230-c2e493a70824', 'name': '', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:e5:36:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:09Z', 'updated_at': '2022-03-28T09:20:03Z', 'revision_number': 7, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:05.611444 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Deleting port 0e48cbb6-c277-4631-ae64-6e40f93ea13e {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:20:05.611799 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (0e48cbb6-c277-4631-ae64-6e40f93ea13e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:05.636277 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c01958f-ae47-450e-9190-cf8f673b5603 None None] Checking router: 0c4f84d1-4a62-46fe-84b1-9b86362d42ce for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:20:05.644995 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c01958f-ae47-450e-9190-cf8f673b5603 None None] Routers {'0c4f84d1-4a62-46fe-84b1-9b86362d42ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:05.645605 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1c01958f-ae47-450e-9190-cf8f673b5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:19:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:05.694120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (0e48cbb6-c277-4631-ae64-6e40f93ea13e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:05.694861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for floatingip (0e48cbb6-c277-4631-ae64-6e40f93ea13e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:05.709245 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Calling delete_port for 0e48cbb6-c277-4631-ae64-6e40f93ea13e owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:20:05.741766 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b5974-4a78-4fc7-a360-87a3be659f37 req-8e9c84cd-9ec5-4b4e-8aac-0b1454d36cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:05.743863 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3d3b5974-4a78-4fc7-a360-87a3be659f37 req-8e9c84cd-9ec5-4b4e-8aac-0b1454d36cc0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=59ec1bb6-4c6d-463a-970c-582957aa7d64 HTTP/1.1" status: 200 len: 1130 time: 0.4017887 Mar 28 09:20:05.771587 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-1c01958f-ae47-450e-9190-cf8f673b5603 None None] Set router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:05.836370 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b5974-4a78-4fc7-a360-87a3be659f37 req-eab7cf6c-c7c7-4d53-9a98-7ca83b4e684e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:05.837992 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3d3b5974-4a78-4fc7-a360-87a3be659f37 req-eab7cf6c-c7c7-4d53-9a98-7ca83b4e684e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3dc0eabd-3e24-4165-aba2-6bcbe9122758 HTTP/1.1" status: 200 len: 896 time: 0.0876963 Mar 28 09:20:05.848556 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67785f65-0ffa-4e8b-b65b-66b56f845981 req-26c9da91-f2eb-476f-b519-419c3354a600 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:05.855987 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-67785f65-0ffa-4e8b-b65b-66b56f845981 req-26c9da91-f2eb-476f-b519-419c3354a600 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=59ec1bb6-4c6d-463a-970c-582957aa7d64 HTTP/1.1" status: 200 len: 946 time: 0.1648219 Mar 28 09:20:05.881408 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (0e48cbb6-c277-4631-ae64-6e40f93ea13e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:05.908555 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3d3b5974-4a78-4fc7-a360-87a3be659f37 req-19a71f7d-8030-4aa3-9293-59dcaf58249b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be2f445a-83d0-44a3-9c92-8bc714231271 HTTP/1.1" status: 200 len: 217 time: 0.0448792 Mar 28 09:20:05.967750 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b5974-4a78-4fc7-a360-87a3be659f37 req-917588c8-d394-49b6-a8db-f5832a5117fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:05.969237 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3d3b5974-4a78-4fc7-a360-87a3be659f37 req-917588c8-d394-49b6-a8db-f5832a5117fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbea094b-698b-44d2-9d9c-0de3c7961852 HTTP/1.1" status: 200 len: 835 time: 0.0496871 Mar 28 09:20:05.979305 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event deleted for resources: {'Port': ['ID=0e48cbb6-c277-4631-ae64-6e40f93ea13e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:05.996596 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:05.997143 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:05.997334 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:05.997851 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:06.000152 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:06.000152 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:06.000152 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:06.000152 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:06.000152 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:06.000152 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:06.000913 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:06.000913 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:06.001151 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:06.001696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:06.002025 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:06.022312 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for floatingip (e0ca4822-ace5-4a04-ac8e-30200e9f6876), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:06.022642 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Floating IP e0ca4822-ace5-4a04-ac8e-30200e9f6876 disassociated (deleted). External IP: 172.36.4.181, port: df2eb384-f3a8-4a71-b835-fb8e9821fce6. Mar 28 09:20:06.049235 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-67785f65-0ffa-4e8b-b65b-66b56f845981 req-cd293560-f7fb-478a-b904-dd10838d9620 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=958f08d9-fced-4426-9b9a-46f6459700eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825464 Mar 28 09:20:06.063630 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b5974-4a78-4fc7-a360-87a3be659f37 req-e76a95fc-7cdc-4036-8c77-e39a0e91563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:06.065416 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3d3b5974-4a78-4fc7-a360-87a3be659f37 req-e76a95fc-7cdc-4036-8c77-e39a0e91563c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3dc0eabd-3e24-4165-aba2-6bcbe9122758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0848110 Mar 28 09:20:06.100397 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1c01958f-ae47-450e-9190-cf8f673b5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'name': 'tempest-TestNetworkBasicOps-router-998123398', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:09Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:20:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '78124d46-2b56-48e0-8230-c2e493a70824', 'name': '', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:e5:36:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:09Z', 'updated_at': '2022-03-28T09:20:03Z', 'revision_number': 7, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:06.145891 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c01958f-ae47-450e-9190-cf8f673b5603 None None] The sync data for ids ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'] in dv-neutron-master-2-hyperv is: [{'id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'name': 'tempest-TestNetworkBasicOps-router-998123398', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:19:09Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:20:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '78124d46-2b56-48e0-8230-c2e493a70824', 'name': '', 'network_id': '3dc0eabd-3e24-4165-aba2-6bcbe9122758', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:e5:36:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:09Z', 'updated_at': '2022-03-28T09:20:03Z', 'revision_number': 7, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'bbea094b-698b-44d2-9d9c-0de3c7961852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:20:06.174342 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3d3b5974-4a78-4fc7-a360-87a3be659f37 req-845690b2-ebc2-49b3-b2c5-2aba0f03b653 service neutron] 10.222.0.16 "GET /v2.0/networks/3dc0eabd-3e24-4165-aba2-6bcbe9122758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016934 Mar 28 09:20:06.252395 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Router 21aa7a59-d6d1-4617-b260-589cf118966c has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:20:06.295849 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3d3b5974-4a78-4fc7-a360-87a3be659f37 req-30d48948-725f-487a-9d63-5e26589689de service neutron] 10.222.0.16 "GET /v2.0/networks/3dc0eabd-3e24-4165-aba2-6bcbe9122758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131525 Mar 28 09:20:06.380076 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:20:06.385242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:06.394714 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2662909d-02c3-49f1-b709-329b86d3b29d None None] Sync routers for ids ['21aa7a59-d6d1-4617-b260-589cf118966c'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:20:06.409314 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2662909d-02c3-49f1-b709-329b86d3b29d None None] Routers {'21aa7a59-d6d1-4617-b260-589cf118966c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:06.410204 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2662909d-02c3-49f1-b709-329b86d3b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:19:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21aa7a59-d6d1-4617-b260-589cf118966c'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:06.422347 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-201238dc-a933-4feb-b667-497290692f39 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "DELETE /v2.0/floatingips/e0ca4822-ace5-4a04-ac8e-30200e9f6876 HTTP/1.1" status: 204 len: 168 time: 0.9818475 Mar 28 09:20:06.422347 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070dc187-f4df-45af-8676-18cd169686da', 'tag': 'df2eb384-f3a8-4a71-b835-fb8e9821fce6'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:20:06.422677 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c57d0e3-b36f-47ae-9eb1-737ce23f6f13" -d '{"events": [{"name": "network-changed", "server_uuid": "070dc187-f4df-45af-8676-18cd169686da", "tag": "df2eb384-f3a8-4a71-b835-fb8e9821fce6"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:20:06.490473 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677e9180-d18a-455c-96b4-51a6935b4af6 x-openstack-request-id: req-677e9180-d18a-455c-96b4-51a6935b4af6 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:20:06.491645 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070dc187-f4df-45af-8676-18cd169686da", "tag": "df2eb384-f3a8-4a71-b835-fb8e9821fce6", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:20:06.492112 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-677e9180-d18a-455c-96b4-51a6935b4af6 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:20:06.492737 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-677e9180-d18a-455c-96b4-51a6935b4af6'] response: {'name': 'network-changed', 'server_uuid': '070dc187-f4df-45af-8676-18cd169686da', 'tag': 'df2eb384-f3a8-4a71-b835-fb8e9821fce6', 'status': 'completed', 'code': 200} Mar 28 09:20:06.584770 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-2662909d-02c3-49f1-b709-329b86d3b29d None None] Set router 21aa7a59-d6d1-4617-b260-589cf118966c gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:06.597329 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57d0e3-b36f-47ae-9eb1-737ce23f6f13 req-9f1a44cd-a22e-4e4e-bb41-c73945d4c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:06.600125 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7c57d0e3-b36f-47ae-9eb1-737ce23f6f13 req-9f1a44cd-a22e-4e4e-bb41-c73945d4c98a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40e579c72ff4feb87447802e87b3f59&device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 1129 time: 0.0915265 Mar 28 09:20:06.807428 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57d0e3-b36f-47ae-9eb1-737ce23f6f13 req-840d1799-3331-4eda-9e5c-13c8c39901cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:06.809091 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7c57d0e3-b36f-47ae-9eb1-737ce23f6f13 req-840d1799-3331-4eda-9e5c-13c8c39901cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 HTTP/1.1" status: 200 len: 910 time: 0.1985316 Mar 28 09:20:06.820767 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c4e14-ec02-414e-a33d-26f338b92914 req-793477eb-bb86-4317-a37e-44cfb9a098bf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:06.823116 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ca6c4e14-ec02-414e-a33d-26f338b92914 req-793477eb-bb86-4317-a37e-44cfb9a098bf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/ports?device_id=59ec1bb6-4c6d-463a-970c-582957aa7d64 HTTP/1.1" status: 200 len: 946 time: 0.0960097 Mar 28 09:20:06.878727 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7c57d0e3-b36f-47ae-9eb1-737ce23f6f13 req-43da0139-eef3-4156-ba61-4d6b4c6746aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df2eb384-f3a8-4a71-b835-fb8e9821fce6 HTTP/1.1" status: 200 len: 217 time: 0.0520635 Mar 28 09:20:06.954751 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d2c82-9118-4b2c-a5b8-50f5630ca4f2 req-485855e7-2eaa-42b1-b8cb-fa3b31b331e2 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:06.955981 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2662909d-02c3-49f1-b709-329b86d3b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9eae2acf-929f-4863-b768-d69db9244323', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'floating_ip_address': '172.36.4.106', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'port_id': 'c131ee9f-b598-4d54-b87c-016da9c102eb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'mac_address': 'fa:16:3e:7b:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76265c6-e302-407f-a956-1c27405d2e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:16:15Z', 'updated_at': '2022-03-28T09:16:17Z', 'revision_number': 1, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:28Z', 'revision_number': 5, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:06.958593 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-ca6c4e14-ec02-414e-a33d-26f338b92914 req-cd5b1d01-96e6-444c-8ebf-b13b4f3a7340 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port be2f445a-83d0-44a3-9c92-8bc714231271 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:20:06.959062 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-ca6c4e14-ec02-414e-a33d-26f338b92914 req-cd5b1d01-96e6-444c-8ebf-b13b4f3a7340 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (be2f445a-83d0-44a3-9c92-8bc714231271), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:06.962897 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e67d2c82-9118-4b2c-a5b8-50f5630ca4f2 req-485855e7-2eaa-42b1-b8cb-fa3b31b331e2 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 945 time: 0.1783962 Mar 28 09:20:06.991609 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2662909d-02c3-49f1-b709-329b86d3b29d None None] Checking router: 21aa7a59-d6d1-4617-b260-589cf118966c for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:20:07.003078 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2662909d-02c3-49f1-b709-329b86d3b29d None None] Routers {'21aa7a59-d6d1-4617-b260-589cf118966c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:07.004274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2662909d-02c3-49f1-b709-329b86d3b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:19:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21aa7a59-d6d1-4617-b260-589cf118966c'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:07.041422 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e67d2c82-9118-4b2c-a5b8-50f5630ca4f2 req-99d32c60-1598-44e1-98dd-db8139ce3eab tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723891 Mar 28 09:20:07.044228 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57d0e3-b36f-47ae-9eb1-737ce23f6f13 req-cfb53b8e-ce52-4471-a558-ee67e386b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:07.045913 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7c57d0e3-b36f-47ae-9eb1-737ce23f6f13 req-cfb53b8e-ce52-4471-a558-ee67e386b860 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e3ff9a8-b5a8-488c-b061-58d28e8ef393 HTTP/1.1" status: 200 len: 849 time: 0.1595936 Mar 28 09:20:07.113718 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57d0e3-b36f-47ae-9eb1-737ce23f6f13 req-9711bc99-26b8-4b61-9442-1b78e78110bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:07.115696 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7c57d0e3-b36f-47ae-9eb1-737ce23f6f13 req-9711bc99-26b8-4b61-9442-1b78e78110bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0619657 Mar 28 09:20:07.127456 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-ca6c4e14-ec02-414e-a33d-26f338b92914 req-cd5b1d01-96e6-444c-8ebf-b13b4f3a7340 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port be2f445a-83d0-44a3-9c92-8bc714231271, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=be2f445a-83d0-44a3-9c92-8bc714231271,segment=NetworkSegment(092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a),segment_id=092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:07.127829 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-ca6c4e14-ec02-414e-a33d-26f338b92914 req-cd5b1d01-96e6-444c-8ebf-b13b4f3a7340 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (be2f445a-83d0-44a3-9c92-8bc714231271), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:07.144602 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-ca6c4e14-ec02-414e-a33d-26f338b92914 req-cd5b1d01-96e6-444c-8ebf-b13b4f3a7340 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for be2f445a-83d0-44a3-9c92-8bc714231271 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:20:07.217797 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-2662909d-02c3-49f1-b709-329b86d3b29d None None] Set router 21aa7a59-d6d1-4617-b260-589cf118966c gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:07.244894 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7c57d0e3-b36f-47ae-9eb1-737ce23f6f13 req-6378b3ca-b694-438c-b2d3-2622313aec7c service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224122 Mar 28 09:20:07.254236 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f8e9dc-f568-4047-af3b-c6cd2ffcd94e None None] New status for floating IP 1c721375-1a3f-427a-9794-554fdc4d86df: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:20:07.350446 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b16f08-08c7-416b-bbf0-20f37e57b921 req-4a288c4b-98a7-44e1-a747-43e391d39acc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:07.353145 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d0b16f08-08c7-416b-bbf0-20f37e57b921 req-4a288c4b-98a7-44e1-a747-43e391d39acc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=59ec1bb6-4c6d-463a-970c-582957aa7d64 HTTP/1.1" status: 200 len: 946 time: 0.1390505 Mar 28 09:20:07.369942 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7c57d0e3-b36f-47ae-9eb1-737ce23f6f13 req-81ac0c4e-5bb0-4d6e-842b-23eacc3949be service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164563 Mar 28 09:20:07.536870 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2662909d-02c3-49f1-b709-329b86d3b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9eae2acf-929f-4863-b768-d69db9244323', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'floating_ip_address': '172.36.4.106', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'port_id': 'c131ee9f-b598-4d54-b87c-016da9c102eb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'mac_address': 'fa:16:3e:7b:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76265c6-e302-407f-a956-1c27405d2e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:16:15Z', 'updated_at': '2022-03-28T09:16:17Z', 'revision_number': 1, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:28Z', 'revision_number': 5, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:07.724024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2662909d-02c3-49f1-b709-329b86d3b29d None None] The sync data for ids ['21aa7a59-d6d1-4617-b260-589cf118966c'] in dv-neutron-master-2-hyperv is: [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9eae2acf-929f-4863-b768-d69db9244323', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'floating_ip_address': '172.36.4.106', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'port_id': 'c131ee9f-b598-4d54-b87c-016da9c102eb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'mac_address': 'fa:16:3e:7b:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76265c6-e302-407f-a956-1c27405d2e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:16:15Z', 'updated_at': '2022-03-28T09:16:17Z', 'revision_number': 1, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:28Z', 'revision_number': 5, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:20:07.749526 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d0b16f08-08c7-416b-bbf0-20f37e57b921 req-745acdc9-10df-49b5-8bc6-15343282daae tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=958f08d9-fced-4426-9b9a-46f6459700eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3822634 Mar 28 09:20:07.756753 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-ca6c4e14-ec02-414e-a33d-26f338b92914 req-cd5b1d01-96e6-444c-8ebf-b13b4f3a7340 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (be2f445a-83d0-44a3-9c92-8bc714231271), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:07.792205 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b1d01-96e6-444c-8ebf-b13b4f3a7340 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=be2f445a-83d0-44a3-9c92-8bc714231271,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:07.847977 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6c4e14-ec02-414e-a33d-26f338b92914 req-cd5b1d01-96e6-444c-8ebf-b13b4f3a7340 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] No DVR routers for this DVR port be2f445a-83d0-44a3-9c92-8bc714231271 on host hv-neutron-mast {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:20:07.850610 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-ca6c4e14-ec02-414e-a33d-26f338b92914 req-cd5b1d01-96e6-444c-8ebf-b13b4f3a7340 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:07.854603 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ca6c4e14-ec02-414e-a33d-26f338b92914 req-cd5b1d01-96e6-444c-8ebf-b13b4f3a7340 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "DELETE /v2.0/ports/be2f445a-83d0-44a3-9c92-8bc714231271 HTTP/1.1" status: 204 len: 173 time: 1.0252299 Mar 28 09:20:08.036636 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c3df5-0ce3-4710-86a4-5f9f958cd7de None None] New status for floating IP e0ca4822-ace5-4a04-ac8e-30200e9f6876: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:20:08.162923 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0742a-d79c-4b48-97c0-a85777d35755 req-f8c5c888-36c8-496f-aec0-6909bbb66f0d tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:08.171526 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-81e0742a-d79c-4b48-97c0-a85777d35755 req-f8c5c888-36c8-496f-aec0-6909bbb66f0d tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 945 time: 0.0674887 Mar 28 09:20:08.212824 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840be3b8-602b-4beb-9933-9b6799972c64 req-b74bfb58-4b6d-4df8-bc9c-e20811f5726a tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:08.226713 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-840be3b8-602b-4beb-9933-9b6799972c64 req-b74bfb58-4b6d-4df8-bc9c-e20811f5726a tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.16 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 945 time: 0.0958591 Mar 28 09:20:08.234535 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-81e0742a-d79c-4b48-97c0-a85777d35755 req-0dd44a9d-872f-47ce-8cae-1691994cf392 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618494 Mar 28 09:20:08.349726 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-840be3b8-602b-4beb-9933-9b6799972c64 req-26b749c8-534f-48cd-8437-f00f006fd02f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Deleting port df2eb384-f3a8-4a71-b835-fb8e9821fce6 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:20:08.350111 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-840be3b8-602b-4beb-9933-9b6799972c64 req-26b749c8-534f-48cd-8437-f00f006fd02f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (df2eb384-f3a8-4a71-b835-fb8e9821fce6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:08.440926 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-840be3b8-602b-4beb-9933-9b6799972c64 req-26b749c8-534f-48cd-8437-f00f006fd02f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] For port df2eb384-f3a8-4a71-b835-fb8e9821fce6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df2eb384-f3a8-4a71-b835-fb8e9821fce6,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:08.441203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-840be3b8-602b-4beb-9933-9b6799972c64 req-26b749c8-534f-48cd-8437-f00f006fd02f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (df2eb384-f3a8-4a71-b835-fb8e9821fce6), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:08.454216 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-840be3b8-602b-4beb-9933-9b6799972c64 req-26b749c8-534f-48cd-8437-f00f006fd02f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Calling delete_port for df2eb384-f3a8-4a71-b835-fb8e9821fce6 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:20:08.494387 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ec1bb6-4c6d-463a-970c-582957aa7d64', 'name': 'network-vif-deleted', 'tag': 'be2f445a-83d0-44a3-9c92-8bc714231271'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:20:08.496616 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f462695f-86d7-4c86-9821-e073e68692a5" -d '{"events": [{"server_uuid": "59ec1bb6-4c6d-463a-970c-582957aa7d64", "name": "network-vif-deleted", "tag": "be2f445a-83d0-44a3-9c92-8bc714231271"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:20:08.531004 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43acad9-ed7e-40b1-9d18-30eec952e862 x-openstack-request-id: req-a43acad9-ed7e-40b1-9d18-30eec952e862 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:20:08.531350 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ec1bb6-4c6d-463a-970c-582957aa7d64", "name": "network-vif-deleted", "tag": "be2f445a-83d0-44a3-9c92-8bc714231271", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:20:08.531552 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a43acad9-ed7e-40b1-9d18-30eec952e862 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:20:08.531955 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a43acad9-ed7e-40b1-9d18-30eec952e862'] response: {'server_uuid': '59ec1bb6-4c6d-463a-970c-582957aa7d64', 'name': 'network-vif-deleted', 'tag': 'be2f445a-83d0-44a3-9c92-8bc714231271', 'status': 'completed', 'code': 200} Mar 28 09:20:08.589641 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-840be3b8-602b-4beb-9933-9b6799972c64 req-26b749c8-534f-48cd-8437-f00f006fd02f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (df2eb384-f3a8-4a71-b835-fb8e9821fce6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:08.615769 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b749c8-534f-48cd-8437-f00f006fd02f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event deleted for resources: {'Port': ['ID=df2eb384-f3a8-4a71-b835-fb8e9821fce6,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:08.660776 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-840be3b8-602b-4beb-9933-9b6799972c64 req-26b749c8-534f-48cd-8437-f00f006fd02f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] No DVR routers for this DVR port df2eb384-f3a8-4a71-b835-fb8e9821fce6 on host hv-neutron-mast {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:20:08.663183 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-840be3b8-602b-4beb-9933-9b6799972c64 req-26b749c8-534f-48cd-8437-f00f006fd02f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:08.667494 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-840be3b8-602b-4beb-9933-9b6799972c64 req-26b749c8-534f-48cd-8437-f00f006fd02f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.16 "DELETE /v2.0/ports/df2eb384-f3a8-4a71-b835-fb8e9821fce6 HTTP/1.1" status: 204 len: 173 time: 0.4289005 Mar 28 09:20:08.807999 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54816) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:08.865039 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-235099c9-f759-4abc-a3b8-0fcb1d246b15 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (958f08d9-fced-4426-9b9a-46f6459700eb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:08.890971 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-235099c9-f759-4abc-a3b8-0fcb1d246b15 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (958f08d9-fced-4426-9b9a-46f6459700eb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:08.952744 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-235099c9-f759-4abc-a3b8-0fcb1d246b15 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (958f08d9-fced-4426-9b9a-46f6459700eb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:08.955617 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-235099c9-f759-4abc-a3b8-0fcb1d246b15 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:08.956776 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-235099c9-f759-4abc-a3b8-0fcb1d246b15 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/security-groups/958f08d9-fced-4426-9b9a-46f6459700eb HTTP/1.1" status: 204 len: 168 time: 0.1471221 Mar 28 09:20:08.966813 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235099c9-f759-4abc-a3b8-0fcb1d246b15 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=958f08d9-fced-4426-9b9a-46f6459700eb,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:08.995672 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54820) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:09.275269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device be2f445a-83d0-44a3-9c92-8bc714231271 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:20:09.305290 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: be2f445a-83d0-44a3-9c92-8bc714231271 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:20:09.305567 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device be2f445a-83d0-44a3-9c92-8bc714231271 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:20:09.359854 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-99bf272a-0eb4-494b-a94b-259a1484f8a1 req-b83f1ee5-1d55-44c5-9f50-6cfdff3878bf tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 210 time: 0.0350919 Mar 28 09:20:09.404865 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bab135d1-abfc-44a6-bf88-c22b3edeaee0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (0c4f84d1-4a62-46fe-84b1-9b86362d42ce), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:09.669390 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-bab135d1-abfc-44a6-bf88-c22b3edeaee0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 78124d46-2b56-48e0-8230-c2e493a70824 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:20:09.669651 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bab135d1-abfc-44a6-bf88-c22b3edeaee0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (78124d46-2b56-48e0-8230-c2e493a70824), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:09.761203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-bab135d1-abfc-44a6-bf88-c22b3edeaee0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port 78124d46-2b56-48e0-8230-c2e493a70824, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=78124d46-2b56-48e0-8230-c2e493a70824,segment=NetworkSegment(092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a),segment_id=092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:09.761581 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bab135d1-abfc-44a6-bf88-c22b3edeaee0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (78124d46-2b56-48e0-8230-c2e493a70824), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:09.775594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-bab135d1-abfc-44a6-bf88-c22b3edeaee0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 78124d46-2b56-48e0-8230-c2e493a70824 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:20:09.962470 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bab135d1-abfc-44a6-bf88-c22b3edeaee0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (78124d46-2b56-48e0-8230-c2e493a70824), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:09.986617 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab135d1-abfc-44a6-bf88-c22b3edeaee0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=78124d46-2b56-48e0-8230-c2e493a70824,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:10.170561 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bab135d1-abfc-44a6-bf88-c22b3edeaee0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (0c4f84d1-4a62-46fe-84b1-9b86362d42ce), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:10.396890 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab135d1-abfc-44a6-bf88-c22b3edeaee0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:20:10.503616 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-db6b351f-f0e1-4009-84c7-f2d69b968c9a req-85c2e50f-b9a6-4b62-b23f-580df81efa32 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 210 time: 0.0618403 Mar 28 09:20:10.536134 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070dc187-f4df-45af-8676-18cd169686da', 'name': 'network-vif-deleted', 'tag': 'df2eb384-f3a8-4a71-b835-fb8e9821fce6'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:20:10.538427 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f66bc0-c01d-4e44-bf17-779dee67d498" -d '{"events": [{"server_uuid": "070dc187-f4df-45af-8676-18cd169686da", "name": "network-vif-deleted", "tag": "df2eb384-f3a8-4a71-b835-fb8e9821fce6"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:20:10.544268 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab135d1-abfc-44a6-bf88-c22b3edeaee0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:20:10.552770 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bab135d1-abfc-44a6-bf88-c22b3edeaee0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/0c4f84d1-4a62-46fe-84b1-9b86362d42ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5527861 Mar 28 09:20:10.552770 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54828) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:10.554407 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785b274-140c-4c6b-9879-03ce87c11643 None None] Sync routers for ids ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:20:10.575179 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785b274-140c-4c6b-9879-03ce87c11643 None None] Routers {'0c4f84d1-4a62-46fe-84b1-9b86362d42ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:10.575966 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f785b274-140c-4c6b-9879-03ce87c11643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:19:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:10.583278 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56558f71-5c88-41ff-8b00-084b52436a53 x-openstack-request-id: req-56558f71-5c88-41ff-8b00-084b52436a53 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:20:10.583581 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070dc187-f4df-45af-8676-18cd169686da", "name": "network-vif-deleted", "tag": "df2eb384-f3a8-4a71-b835-fb8e9821fce6", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:20:10.583842 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56558f71-5c88-41ff-8b00-084b52436a53 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:20:10.584242 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56558f71-5c88-41ff-8b00-084b52436a53'] response: {'server_uuid': '070dc187-f4df-45af-8676-18cd169686da', 'name': 'network-vif-deleted', 'tag': 'df2eb384-f3a8-4a71-b835-fb8e9821fce6', 'status': 'completed', 'code': 200} Mar 28 09:20:10.609392 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc301ad-fe3e-481e-b7e8-4b6aae1dde81 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting subnet bbea094b-698b-44d2-9d9c-0de3c7961852 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:20:10.612646 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4fc301ad-fe3e-481e-b7e8-4b6aae1dde81 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (bbea094b-698b-44d2-9d9c-0de3c7961852), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:10.661281 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4fc301ad-fe3e-481e-b7e8-4b6aae1dde81 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (bbea094b-698b-44d2-9d9c-0de3c7961852), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:10.723470 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-f785b274-140c-4c6b-9879-03ce87c11643 None None] Set router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:10.756361 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4fc301ad-fe3e-481e-b7e8-4b6aae1dde81 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (bbea094b-698b-44d2-9d9c-0de3c7961852), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:10.817812 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4fc301ad-fe3e-481e-b7e8-4b6aae1dde81 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (bbea094b-698b-44d2-9d9c-0de3c7961852), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:10.849830 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc301ad-fe3e-481e-b7e8-4b6aae1dde81 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Subnet': ['ID=bbea094b-698b-44d2-9d9c-0de3c7961852,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:10.853708 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4fc301ad-fe3e-481e-b7e8-4b6aae1dde81 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:10.862691 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4fc301ad-fe3e-481e-b7e8-4b6aae1dde81 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/subnets/bbea094b-698b-44d2-9d9c-0de3c7961852 HTTP/1.1" status: 204 len: 168 time: 0.3064849 Mar 28 09:20:10.862911 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d55604-90bc-4ee5-adc4-c27185adf31e None None] Network 3dc0eabd-3e24-4165-aba2-6bcbe9122758 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:20:10.863374 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54830) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:10.914312 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f785b274-140c-4c6b-9879-03ce87c11643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'name': 'tempest-TestNetworkBasicOps-router-998123398', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:20:09Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:20:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:10.944610 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785b274-140c-4c6b-9879-03ce87c11643 None None] Checking router: 0c4f84d1-4a62-46fe-84b1-9b86362d42ce for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:20:10.954293 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785b274-140c-4c6b-9879-03ce87c11643 None None] Routers {'0c4f84d1-4a62-46fe-84b1-9b86362d42ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:10.955180 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f785b274-140c-4c6b-9879-03ce87c11643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:19:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:10.986697 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ebddd3b8-3ea3-4890-bd2b-3a270ddfb5d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (0c4f84d1-4a62-46fe-84b1-9b86362d42ce), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:11.058988 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688a7eed-d718-4fca-b570-a528b77c1a3d None None] DHCP port deletion for 3dc0eabd-3e24-4165-aba2-6bcbe9122758 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:20:11.092968 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-f785b274-140c-4c6b-9879-03ce87c11643 None None] Set router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:11.115126 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ebddd3b8-3ea3-4890-bd2b-3a270ddfb5d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (0c4f84d1-4a62-46fe-84b1-9b86362d42ce), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:11.124476 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-688a7eed-d718-4fca-b570-a528b77c1a3d None None] Deleting port 738fbea4-8eab-4639-8d41-16010579bdc3 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:20:11.125157 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-688a7eed-d718-4fca-b570-a528b77c1a3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (738fbea4-8eab-4639-8d41-16010579bdc3), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:11.180105 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-ebddd3b8-3ea3-4890-bd2b-3a270ddfb5d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:20:11.181527 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ebddd3b8-3ea3-4890-bd2b-3a270ddfb5d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:11.200121 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-688a7eed-d718-4fca-b570-a528b77c1a3d None None] For port 738fbea4-8eab-4639-8d41-16010579bdc3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=738fbea4-8eab-4639-8d41-16010579bdc3,segment=NetworkSegment(092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a),segment_id=092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:11.200613 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-688a7eed-d718-4fca-b570-a528b77c1a3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (738fbea4-8eab-4639-8d41-16010579bdc3), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:11.214858 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-688a7eed-d718-4fca-b570-a528b77c1a3d None None] Calling delete_port for 738fbea4-8eab-4639-8d41-16010579bdc3 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:20:11.275351 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device df2eb384-f3a8-4a71-b835-fb8e9821fce6 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:20:11.280253 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-ebddd3b8-3ea3-4890-bd2b-3a270ddfb5d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:11.281170 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ebddd3b8-3ea3-4890-bd2b-3a270ddfb5d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:11.297033 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-ebddd3b8-3ea3-4890-bd2b-3a270ddfb5d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:20:11.302897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: df2eb384-f3a8-4a71-b835-fb8e9821fce6 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:20:11.303331 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device df2eb384-f3a8-4a71-b835-fb8e9821fce6 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:20:11.311724 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f785b274-140c-4c6b-9879-03ce87c11643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'name': 'tempest-TestNetworkBasicOps-router-998123398', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:20:09Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:20:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:11.343507 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-688a7eed-d718-4fca-b570-a528b77c1a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (738fbea4-8eab-4639-8d41-16010579bdc3), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:11.350273 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785b274-140c-4c6b-9879-03ce87c11643 None None] The sync data for ids ['0c4f84d1-4a62-46fe-84b1-9b86362d42ce'] in dv-neutron-master-2-hyperv is: [{'id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'name': 'tempest-TestNetworkBasicOps-router-998123398', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227'}], 'enable_snat': True}, 'gw_port_id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:20:09Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4f84d1-4a62-46fe-84b1-9b86362d42ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:19:06Z', 'updated_at': '2022-03-28T09:20:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:20:11.374823 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a7eed-d718-4fca-b570-a528b77c1a3d None None] Pushing event deleted for resources: {'Port': ['ID=738fbea4-8eab-4639-8d41-16010579bdc3,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:11.392109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a7eed-d718-4fca-b570-a528b77c1a3d None None] No DVR routers for this DVR port 738fbea4-8eab-4639-8d41-16010579bdc3 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:20:11.490666 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ebddd3b8-3ea3-4890-bd2b-3a270ddfb5d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:11.518521 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddd3b8-3ea3-4890-bd2b-3a270ddfb5d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:11.607301 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0a6c0818-e60c-46c0-b865-116402155aef req-221f6e03-b0de-4f5c-891d-cc725e1dfbf8 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 210 time: 0.0322447 Mar 28 09:20:11.611962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ebddd3b8-3ea3-4890-bd2b-3a270ddfb5d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (0c4f84d1-4a62-46fe-84b1-9b86362d42ce), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:11.706515 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ebddd3b8-3ea3-4890-bd2b-3a270ddfb5d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (0c4f84d1-4a62-46fe-84b1-9b86362d42ce), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:11.708569 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ebddd3b8-3ea3-4890-bd2b-3a270ddfb5d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_controller (0c4f84d1-4a62-46fe-84b1-9b86362d42ce), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:11.764878 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ebddd3b8-3ea3-4890-bd2b-3a270ddfb5d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (0c4f84d1-4a62-46fe-84b1-9b86362d42ce), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:11.765697 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebddd3b8-3ea3-4890-bd2b-3a270ddfb5d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Fanout notify agent at l3_agent the message router_deleted on router 0c4f84d1-4a62-46fe-84b1-9b86362d42ce {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:20:11.775798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ebddd3b8-3ea3-4890-bd2b-3a270ddfb5d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:11.777296 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ebddd3b8-3ea3-4890-bd2b-3a270ddfb5d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/routers/0c4f84d1-4a62-46fe-84b1-9b86362d42ce HTTP/1.1" status: 204 len: 168 time: 0.9131117 Mar 28 09:20:11.779810 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54834) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:11.864648 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b64909c2-6868-4295-8ce8-3a978dc80865 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (3dc0eabd-3e24-4165-aba2-6bcbe9122758), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:11.959793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b64909c2-6868-4295-8ce8-3a978dc80865 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (3dc0eabd-3e24-4165-aba2-6bcbe9122758), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:11.983675 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-b64909c2-6868-4295-8ce8-3a978dc80865 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc0eabd-3e24-4165-aba2-6bcbe9122758']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:11.996119 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-b64909c2-6868-4295-8ce8-3a978dc80865 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:11.996418 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-b64909c2-6868-4295-8ce8-3a978dc80865 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:12.006700 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b64909c2-6868-4295-8ce8-3a978dc80865 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:12.021057 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b64909c2-6868-4295-8ce8-3a978dc80865 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:12.029270 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64909c2-6868-4295-8ce8-3a978dc80865 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:20:12.029941 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b64909c2-6868-4295-8ce8-3a978dc80865 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (092b1d7c-d7ed-46d8-82e9-73c9f6d77e3a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:20:12.033172 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:20:12.102793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b64909c2-6868-4295-8ce8-3a978dc80865 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (3dc0eabd-3e24-4165-aba2-6bcbe9122758), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:12.110487 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b64909c2-6868-4295-8ce8-3a978dc80865 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:12.113048 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b64909c2-6868-4295-8ce8-3a978dc80865 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/networks/3dc0eabd-3e24-4165-aba2-6bcbe9122758 HTTP/1.1" status: 204 len: 168 time: 0.3315954 Mar 28 09:20:12.127201 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64909c2-6868-4295-8ce8-3a978dc80865 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Network': ['ID=3dc0eabd-3e24-4165-aba2-6bcbe9122758,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:12.135038 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54836) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:12.147729 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-74873c6f-7e8a-4383-a250-01e3bdc8e11b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'network': {'name': 'tempest-network-smoke--1767264813', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'port_security_enabled': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:20:12.169873 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74873c6f-7e8a-4383-a250-01e3bdc8e11b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:20:12.173278 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-74873c6f-7e8a-4383-a250-01e3bdc8e11b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:12.200404 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74873c6f-7e8a-4383-a250-01e3bdc8e11b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:20:12.209702 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-74873c6f-7e8a-4383-a250-01e3bdc8e11b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (8477a98f-6557-492a-952b-68c17100d7eb), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:12.210059 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-74873c6f-7e8a-4383-a250-01e3bdc8e11b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Added segment 8477a98f-6557-492a-952b-68c17100d7eb of type vlan for network 1dfe1b30-9c68-42e4-a622-729d6b91ad3b Mar 28 09:20:12.254510 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-74873c6f-7e8a-4383-a250-01e3bdc8e11b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (1dfe1b30-9c68-42e4-a622-729d6b91ad3b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:12.281913 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-74873c6f-7e8a-4383-a250-01e3bdc8e11b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (1dfe1b30-9c68-42e4-a622-729d6b91ad3b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:12.287252 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74873c6f-7e8a-4383-a250-01e3bdc8e11b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:12.287786 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-74873c6f-7e8a-4383-a250-01e3bdc8e11b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:12.355258 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54838) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:12.355451 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-74873c6f-7e8a-4383-a250-01e3bdc8e11b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2192321 Mar 28 09:20:12.362262 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1657696212', 'admin_state_up': True, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:20:12.365841 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74873c6f-7e8a-4383-a250-01e3bdc8e11b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Network': ['ID=1dfe1b30-9c68-42e4-a622-729d6b91ad3b,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:12.379815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 1dfe1b30-9c68-42e4-a622-729d6b91ad3b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:20:12.401589 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (e00e7587-2b10-47aa-a3fc-7fdfde954a71), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:12.402926 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (e00e7587-2b10-47aa-a3fc-7fdfde954a71), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:12.476073 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_controller (e00e7587-2b10-47aa-a3fc-7fdfde954a71), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:12.621609 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (e00e7587-2b10-47aa-a3fc-7fdfde954a71), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:12.735635 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 738fbea4-8eab-4639-8d41-16010579bdc3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:20:12.739463 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-442167be-627c-43e6-8fe1-a7fa2e9cbdb6 req-30ea6e88-2da2-47fb-87cd-6ee729b3b4c6 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 210 time: 0.0376811 Mar 28 09:20:12.766924 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 738fbea4-8eab-4639-8d41-16010579bdc3 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:20:12.767274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 738fbea4-8eab-4639-8d41-16010579bdc3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:20:12.767704 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:20:12.787114 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:20:12.787474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7a8f3c5b-84cb-44bc-baa7-f1f4f3654b20 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:20:12.787909 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 78124d46-2b56-48e0-8230-c2e493a70824 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:20:12.811519 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 78124d46-2b56-48e0-8230-c2e493a70824 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:20:12.811867 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 78124d46-2b56-48e0-8230-c2e493a70824 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:20:12.862740 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (e00e7587-2b10-47aa-a3fc-7fdfde954a71), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:12.881182 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:12.999615 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.36.4.122 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/5f596fcd-cac6-4feb-aabc-dbfd0a92c424) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:20:13.109981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (5f596fcd-cac6-4feb-aabc-dbfd0a92c424), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:13.143123 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (5f596fcd-cac6-4feb-aabc-dbfd0a92c424), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:13.180115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:20:13.183082 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:20:13.186682 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:20:13.213497 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=5f596fcd-cac6-4feb-aabc-dbfd0a92c424,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:13.449467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (e00e7587-2b10-47aa-a3fc-7fdfde954a71), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:13.652301 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (e00e7587-2b10-47aa-a3fc-7fdfde954a71), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:13.783500 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router e00e7587-2b10-47aa-a3fc-7fdfde954a71 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:20:13.848098 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f75b4e3a-709c-4dbd-b5e3-cf4cb0fa1a04 req-ae60218d-876b-41f3-bb84-15856bde2e5b tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 210 time: 0.0325265 Mar 28 09:20:14.209333 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:20:14.225271 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Sync routers for ids ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:20:14.231265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:14.234977 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-88cd386a-b2ae-4ab1-9dc7-25e4e612a842 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8772907 Mar 28 09:20:14.235784 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54844) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:14.237561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Routers {'e00e7587-2b10-47aa-a3fc-7fdfde954a71'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:14.238339 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:19:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:14.263748 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-412e613e-5450-41b3-a635-957465f07fae tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c196c225c4d841048df5a13a55d30507&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267825 Mar 28 09:20:14.266673 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54846) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:14.350167 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Set router e00e7587-2b10-47aa-a3fc-7fdfde954a71 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:14.356762 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303fbfa8-1c79-4ece-a146-c417c7e738f9 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:14.360994 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-303fbfa8-1c79-4ece-a146-c417c7e738f9 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907753 Mar 28 09:20:14.361230 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54848) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:14.392734 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-771b6593-db44-4ae6-a978-29b4cc739511 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277240 Mar 28 09:20:14.392962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54850) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:14.397506 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1dc68200-65ba-4d4f-961c-9baa7465bdda tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1649175535', 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:20:14.490250 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc68200-65ba-4d4f-961c-9baa7465bdda tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:20:14.494145 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1dc68200-65ba-4d4f-961c-9baa7465bdda tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:14.535286 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'name': 'tempest-TestNetworkBasicOps-router-1657696212', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:13Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:14.562011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Checking router: e00e7587-2b10-47aa-a3fc-7fdfde954a71 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:20:14.562387 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Updating router e00e7587-2b10-47aa-a3fc-7fdfde954a71 port 5f596fcd-cac6-4feb-aabc-dbfd0a92c424 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:20:14.594697 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5f596fcd-cac6-4feb-aabc-dbfd0a92c424), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:14.691770 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1dc68200-65ba-4d4f-961c-9baa7465bdda tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (a0c2e086-e882-49e3-8302-72802d1b8598), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:14.762181 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc68200-65ba-4d4f-961c-9baa7465bdda tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Subnet': ['ID=a0c2e086-e882-49e3-8302-72802d1b8598,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:14.767037 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc68200-65ba-4d4f-961c-9baa7465bdda tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Checking segment: {'id': '8477a98f-6557-492a-952b-68c17100d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:20:14.767404 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc68200-65ba-4d4f-961c-9baa7465bdda tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network hostable DHCP agents. Network: 1dfe1b30-9c68-42e4-a622-729d6b91ad3b, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:20:14.787209 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc68200-65ba-4d4f-961c-9baa7465bdda tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 1dfe1b30-9c68-42e4-a622-729d6b91ad3b is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:20:14.798646 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1dc68200-65ba-4d4f-961c-9baa7465bdda tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1dfe1b30-9c68-42e4-a622-729d6b91ad3b) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:20:14.804098 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc68200-65ba-4d4f-961c-9baa7465bdda tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:14.804750 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1dc68200-65ba-4d4f-961c-9baa7465bdda tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:14.811946 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bd548b-e0a4-425e-bf53-de6f45c51861 None None] Network 1dfe1b30-9c68-42e4-a622-729d6b91ad3b requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:20:14.828867 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1dc68200-65ba-4d4f-961c-9baa7465bdda tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4323709 Mar 28 09:20:14.829103 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54852) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:14.913184 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Publish callbacks [] for port (5f596fcd-cac6-4feb-aabc-dbfd0a92c424), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:14.933777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (5f596fcd-cac6-4feb-aabc-dbfd0a92c424), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:14.987396 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1dfe1b30-9c68-42e4-a622-729d6b91ad3b', 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ips': [{'subnet_id': 'a0c2e086-e882-49e3-8302-72802d1b8598'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:20:14.988395 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:14.992572 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c5b6ac12-cbb2-4543-9eaa-60db63aedf46 req-5565f003-9275-429c-a73c-e1c78e9e6f88 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 210 time: 0.0393879 Mar 28 09:20:15.028149 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9d2b5-839d-45d0-bfa5-587b1ca0c0fb None None] Pushing event updated for resources: {'Port': ['ID=5f596fcd-cac6-4feb-aabc-dbfd0a92c424,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:15.033424 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Attempting to bind port 5f596fcd-cac6-4feb-aabc-dbfd0a92c424 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:20:15.033965 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Attempting to bind port 5f596fcd-cac6-4feb-aabc-dbfd0a92c424 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:20:15.034334 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Attempting to bind port 5f596fcd-cac6-4feb-aabc-dbfd0a92c424 on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:20:15.049675 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:20:15.050059 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:20:15.050472 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:15.050872 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:20:15.051355 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Bound port: 5f596fcd-cac6-4feb-aabc-dbfd0a92c424, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:20:15.051742 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5f596fcd-cac6-4feb-aabc-dbfd0a92c424), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:15.189403 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] For port 5f596fcd-cac6-4feb-aabc-dbfd0a92c424, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:20:15.206639 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] For port 5f596fcd-cac6-4feb-aabc-dbfd0a92c424, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f596fcd-cac6-4feb-aabc-dbfd0a92c424,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:20:15.217310 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Allocated IP 172.20.0.2 (1dfe1b30-9c68-42e4-a622-729d6b91ad3b/a0c2e086-e882-49e3-8302-72802d1b8598/9b2ef197-ac92-4f29-a746-b52183fe0294) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:20:15.220043 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (5f596fcd-cac6-4feb-aabc-dbfd0a92c424), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:15.339094 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Routers {'e00e7587-2b10-47aa-a3fc-7fdfde954a71'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:15.339766 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:19:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:15.344279 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9d2b5-839d-45d0-bfa5-587b1ca0c0fb None None] Pushing event updated for resources: {'Port': ['ID=5f596fcd-cac6-4feb-aabc-dbfd0a92c424,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:15.509877 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] Set router e00e7587-2b10-47aa-a3fc-7fdfde954a71 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:15.526124 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:20:15.650890 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68154881-7be8-4695-85e7-acdf9b5ad34d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:15.739856 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Publish callbacks [] for port (9b2ef197-ac92-4f29-a746-b52183fe0294), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:15.778137 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (9b2ef197-ac92-4f29-a746-b52183fe0294), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:15.837602 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Network 1dfe1b30-9c68-42e4-a622-729d6b91ad3b is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:20:15.848617 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:20:15.851933 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Pushing event updated for resources: {'Port': ['ID=9b2ef197-ac92-4f29-a746-b52183fe0294,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:15.856011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:20:15.943826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Attempting to bind port 9b2ef197-ac92-4f29-a746-b52183fe0294 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:20:15.944205 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Attempting to bind port 9b2ef197-ac92-4f29-a746-b52183fe0294 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8477a98f-6557-492a-952b-68c17100d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:20:15.944578 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Attempting to bind port 9b2ef197-ac92-4f29-a746-b52183fe0294 on network 1dfe1b30-9c68-42e4-a622-729d6b91ad3b {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:20:15.950858 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-68154881-7be8-4695-85e7-acdf9b5ad34d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.1 (1dfe1b30-9c68-42e4-a622-729d6b91ad3b/a0c2e086-e882-49e3-8302-72802d1b8598/222755e1-9392-4bbc-86f0-25d4d429c82b) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:20:15.953009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:20:15.953402 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Checking segment: {'id': '8477a98f-6557-492a-952b-68c17100d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:20:15.953832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:15.954230 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Bound using segment: {'id': '8477a98f-6557-492a-952b-68c17100d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:20:15.954718 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Bound port: 9b2ef197-ac92-4f29-a746-b52183fe0294, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8477a98f-6557-492a-952b-68c17100d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:20:15.955105 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9b2ef197-ac92-4f29-a746-b52183fe0294), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:15.995900 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'name': 'tempest-TestNetworkBasicOps-router-1657696212', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:13Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:16.026894 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a011d994-192d-4251-a1c0-1529a2d6d156 None None] The sync data for ids ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'] in dv-neutron-master-2-hyperv is: [{'id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'name': 'tempest-TestNetworkBasicOps-router-1657696212', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:13Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:20:16.059796 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] For port 9b2ef197-ac92-4f29-a746-b52183fe0294, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:20:16.062952 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] For port 9b2ef197-ac92-4f29-a746-b52183fe0294, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9b2ef197-ac92-4f29-a746-b52183fe0294,segment=NetworkSegment(8477a98f-6557-492a-952b-68c17100d7eb),segment_id=8477a98f-6557-492a-952b-68c17100d7eb)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:20:16.077333 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9b2ef197-ac92-4f29-a746-b52183fe0294), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:16.145793 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e858412b-355f-4400-a594-0a9ed97bdac5 req-ef3f0dbf-cfc8-475d-bb96-468d7262b296 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 210 time: 0.0407112 Mar 28 09:20:16.150825 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea0382-6ef9-4eac-8627-0ef973dcf899 None None] Pushing event updated for resources: {'Port': ['ID=9b2ef197-ac92-4f29-a746-b52183fe0294,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:16.156877 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68154881-7be8-4695-85e7-acdf9b5ad34d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:16.206139 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68154881-7be8-4695-85e7-acdf9b5ad34d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:16.258848 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68154881-7be8-4695-85e7-acdf9b5ad34d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 1dfe1b30-9c68-42e4-a622-729d6b91ad3b is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:20:16.262278 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-68154881-7be8-4695-85e7-acdf9b5ad34d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:20:16.269655 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68154881-7be8-4695-85e7-acdf9b5ad34d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:20:16.276762 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68154881-7be8-4695-85e7-acdf9b5ad34d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=222755e1-9392-4bbc-86f0-25d4d429c82b,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:16.334438 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68154881-7be8-4695-85e7-acdf9b5ad34d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (e00e7587-2b10-47aa-a3fc-7fdfde954a71), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:16.534427 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68154881-7be8-4695-85e7-acdf9b5ad34d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:16.837889 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5f596fcd-cac6-4feb-aabc-dbfd0a92c424 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:20:16.904026 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 5f596fcd-cac6-4feb-aabc-dbfd0a92c424 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:20:16.904921 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5f596fcd-cac6-4feb-aabc-dbfd0a92c424), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:16.908724 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68154881-7be8-4695-85e7-acdf9b5ad34d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:16.917298 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68154881-7be8-4695-85e7-acdf9b5ad34d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:16.978872 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68154881-7be8-4695-85e7-acdf9b5ad34d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (e00e7587-2b10-47aa-a3fc-7fdfde954a71), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:16.995594 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 5f596fcd-cac6-4feb-aabc-dbfd0a92c424 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:20:16.996460 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5f596fcd-cac6-4feb-aabc-dbfd0a92c424), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:17.027662 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 5f596fcd-cac6-4feb-aabc-dbfd0a92c424, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f596fcd-cac6-4feb-aabc-dbfd0a92c424,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:17.041785 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (5f596fcd-cac6-4feb-aabc-dbfd0a92c424), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:17.043659 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9b2ef197-ac92-4f29-a746-b52183fe0294 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:20:17.097910 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68154881-7be8-4695-85e7-acdf9b5ad34d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=222755e1-9392-4bbc-86f0-25d4d429c82b,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:17.128119 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=5f596fcd-cac6-4feb-aabc-dbfd0a92c424,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:17.183633 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68154881-7be8-4695-85e7-acdf9b5ad34d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 1dfe1b30-9c68-42e4-a622-729d6b91ad3b is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:20:17.185100 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-68154881-7be8-4695-85e7-acdf9b5ad34d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:20:17.186918 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 9b2ef197-ac92-4f29-a746-b52183fe0294 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:20:17.187372 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9b2ef197-ac92-4f29-a746-b52183fe0294), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:17.308212 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 9b2ef197-ac92-4f29-a746-b52183fe0294 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:20:17.308597 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9b2ef197-ac92-4f29-a746-b52183fe0294), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:17.331052 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ad20c83d-3b4c-4eab-8685-458ff8899be9 req-9786022d-8a46-47b5-9351-11aede9f2210 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 210 time: 0.0793283 Mar 28 09:20:17.364132 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 9b2ef197-ac92-4f29-a746-b52183fe0294, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9b2ef197-ac92-4f29-a746-b52183fe0294,segment=NetworkSegment(8477a98f-6557-492a-952b-68c17100d7eb),segment_id=8477a98f-6557-492a-952b-68c17100d7eb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:17.381730 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9b2ef197-ac92-4f29-a746-b52183fe0294), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:17.395090 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68154881-7be8-4695-85e7-acdf9b5ad34d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router e00e7587-2b10-47aa-a3fc-7fdfde954a71 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:20:17.440329 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=9b2ef197-ac92-4f29-a746-b52183fe0294,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:17.520766 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68154881-7be8-4695-85e7-acdf9b5ad34d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:20:17.526182 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-68154881-7be8-4695-85e7-acdf9b5ad34d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/e00e7587-2b10-47aa-a3fc-7fdfde954a71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6959124 Mar 28 09:20:17.528705 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54860) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:17.558131 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efd9121-0503-4b22-a3e2-7d4c49934515 None None] Network 1dfe1b30-9c68-42e4-a622-729d6b91ad3b requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:20:17.636550 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ae8ac24f-6698-42cc-94da-7620b705baa5 None None] Provisioning complete for port 9b2ef197-ac92-4f29-a746-b52183fe0294 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:20:17.636845 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ae8ac24f-6698-42cc-94da-7620b705baa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9b2ef197-ac92-4f29-a746-b52183fe0294), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:17.653562 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d71ad8c-d662-4a1b-bba1-e1b917de67c8 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:17.654070 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d71ad8c-d662-4a1b-bba1-e1b917de67c8 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:17.654546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d71ad8c-d662-4a1b-bba1-e1b917de67c8 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:17.655144 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d71ad8c-d662-4a1b-bba1-e1b917de67c8 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:17.655793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d71ad8c-d662-4a1b-bba1-e1b917de67c8 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:17.656269 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d71ad8c-d662-4a1b-bba1-e1b917de67c8 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:17.660582 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0d71ad8c-d662-4a1b-bba1-e1b917de67c8 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1283150 Mar 28 09:20:17.660933 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54862) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:17.719028 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c4f57d-f3f3-4ed9-a625-3d0f60d4adb0 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:17.719496 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c4f57d-f3f3-4ed9-a625-3d0f60d4adb0 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:17.719949 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c4f57d-f3f3-4ed9-a625-3d0f60d4adb0 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:17.720400 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c4f57d-f3f3-4ed9-a625-3d0f60d4adb0 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:17.720845 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c4f57d-f3f3-4ed9-a625-3d0f60d4adb0 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:17.721290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c4f57d-f3f3-4ed9-a625-3d0f60d4adb0 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:17.725725 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-24c4f57d-f3f3-4ed9-a625-3d0f60d4adb0 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0613139 Mar 28 09:20:17.727688 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54864) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:17.755619 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ac24f-6698-42cc-94da-7620b705baa5 None None] Current status of the port 9b2ef197-ac92-4f29-a746-b52183fe0294 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:20:17.905248 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b4afebc7-8d74-4488-bce5-1dddfb6dcde2 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1764493 Mar 28 09:20:18.095501 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-105aaefb-93af-4b44-9829-86d9bb371181 None None] Provisioning complete for port 222755e1-9392-4bbc-86f0-25d4d429c82b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:20:18.095974 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-105aaefb-93af-4b44-9829-86d9bb371181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.146672 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-105aaefb-93af-4b44-9829-86d9bb371181 None None] Port 222755e1-9392-4bbc-86f0-25d4d429c82b cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:20:18.160297 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-105aaefb-93af-4b44-9829-86d9bb371181 None None] Provisioning complete for port 9b2ef197-ac92-4f29-a746-b52183fe0294 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:20:18.160683 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-105aaefb-93af-4b44-9829-86d9bb371181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9b2ef197-ac92-4f29-a746-b52183fe0294), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.244346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54868) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:18.246275 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Sync routers for ids ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:20:18.249665 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-56f43231-18f2-4589-9f52-6259c7d4754d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1428568508', 'description': 'tempest-secgroup-smoke-1428568508 description', 'project_id': 'c196c225c4d841048df5a13a55d30507'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:20:18.257177 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Routers {'e00e7587-2b10-47aa-a3fc-7fdfde954a71'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:18.258042 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:19:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:18.277895 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56f43231-18f2-4589-9f52-6259c7d4754d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.290866 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-105aaefb-93af-4b44-9829-86d9bb371181 None None] Current status of the port 9b2ef197-ac92-4f29-a746-b52183fe0294 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:20:18.377208 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56f43231-18f2-4589-9f52-6259c7d4754d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (41bc1489-4e8d-491e-96d1-de8f26b31152), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.386348 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56f43231-18f2-4589-9f52-6259c7d4754d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (41bc1489-4e8d-491e-96d1-de8f26b31152), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.419949 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Set router e00e7587-2b10-47aa-a3fc-7fdfde954a71 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:18.421509 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-fca8faee-930a-449b-945d-9582b630d804 None None] Provisioning complete for port 222755e1-9392-4bbc-86f0-25d4d429c82b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:20:18.425230 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fca8faee-930a-449b-945d-9582b630d804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.435554 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56f43231-18f2-4589-9f52-6259c7d4754d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.439130 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-56f43231-18f2-4589-9f52-6259c7d4754d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1932054 Mar 28 09:20:18.441838 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54874) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:18.452874 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-bccf02ef-de89-4a86-afe9-7b127552ec29 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '41bc1489-4e8d-491e-96d1-de8f26b31152', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:20:18.467141 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f43231-18f2-4589-9f52-6259c7d4754d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41bc1489-4e8d-491e-96d1-de8f26b31152,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:18.502378 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bccf02ef-de89-4a86-afe9-7b127552ec29 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (15a84f28-6633-4108-bd0f-25ab0a274207), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.529222 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-fca8faee-930a-449b-945d-9582b630d804 None None] Port 222755e1-9392-4bbc-86f0-25d4d429c82b cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:20:18.564244 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d5f4b32f-96cc-4fdd-af1c-79df97374e55 req-f50b1bbb-0267-4d3e-b52a-af2766533f0f tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=070dc187-f4df-45af-8676-18cd169686da HTTP/1.1" status: 200 len: 210 time: 0.0304816 Mar 28 09:20:18.568424 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bccf02ef-de89-4a86-afe9-7b127552ec29 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (15a84f28-6633-4108-bd0f-25ab0a274207), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.577383 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bccf02ef-de89-4a86-afe9-7b127552ec29 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (15a84f28-6633-4108-bd0f-25ab0a274207), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.600514 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf02ef-de89-4a86-afe9-7b127552ec29 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a84f28-6633-4108-bd0f-25ab0a274207,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:18.607068 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bccf02ef-de89-4a86-afe9-7b127552ec29 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.608108 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bccf02ef-de89-4a86-afe9-7b127552ec29 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1633770 Mar 28 09:20:18.610940 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54876) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:18.615982 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-06a59efa-79ad-443b-bc98-e740bf42eba0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '41bc1489-4e8d-491e-96d1-de8f26b31152', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:20:18.644443 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06a59efa-79ad-443b-bc98-e740bf42eba0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (c05a1f1f-7e3c-4415-94ff-e462c1eb2bfe), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.648735 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f5074f6a-5b5a-41d6-ace9-da3f9c7122c6 None None] Provisioning complete for port 222755e1-9392-4bbc-86f0-25d4d429c82b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:20:18.649229 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f5074f6a-5b5a-41d6-ace9-da3f9c7122c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.688262 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f5074f6a-5b5a-41d6-ace9-da3f9c7122c6 None None] Port 222755e1-9392-4bbc-86f0-25d4d429c82b cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:20:18.703846 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'name': 'tempest-TestNetworkBasicOps-router-1657696212', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '222755e1-9392-4bbc-86f0-25d4d429c82b', 'name': '', 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:8f:26:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'a0c2e086-e882-49e3-8302-72802d1b8598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:15Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 2, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'a0c2e086-e882-49e3-8302-72802d1b8598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:18.724312 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06a59efa-79ad-443b-bc98-e740bf42eba0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (c05a1f1f-7e3c-4415-94ff-e462c1eb2bfe), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.729458 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06a59efa-79ad-443b-bc98-e740bf42eba0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (c05a1f1f-7e3c-4415-94ff-e462c1eb2bfe), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.738138 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Checking router: e00e7587-2b10-47aa-a3fc-7fdfde954a71 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:20:18.738497 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Updating router e00e7587-2b10-47aa-a3fc-7fdfde954a71 port 222755e1-9392-4bbc-86f0-25d4d429c82b binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:20:18.750274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5f596fcd-cac6-4feb-aabc-dbfd0a92c424 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:20:18.753828 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a59efa-79ad-443b-bc98-e740bf42eba0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05a1f1f-7e3c-4415-94ff-e462c1eb2bfe,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:18.765336 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-06a59efa-79ad-443b-bc98-e740bf42eba0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.769280 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54878) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:18.772721 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.774147 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a97789d3-3df8-48a0-bb8f-b92f81827a44 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '41bc1489-4e8d-491e-96d1-de8f26b31152', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:20:18.774451 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-06a59efa-79ad-443b-bc98-e740bf42eba0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1621339 Mar 28 09:20:18.800756 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a97789d3-3df8-48a0-bb8f-b92f81827a44 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (c759fc5f-b060-434b-8b60-644b18a1f5f1), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.804110 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 5f596fcd-cac6-4feb-aabc-dbfd0a92c424 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:20:18.804477 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5f596fcd-cac6-4feb-aabc-dbfd0a92c424), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.862643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a97789d3-3df8-48a0-bb8f-b92f81827a44 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (c759fc5f-b060-434b-8b60-644b18a1f5f1), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.866626 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a97789d3-3df8-48a0-bb8f-b92f81827a44 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (c759fc5f-b060-434b-8b60-644b18a1f5f1), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.884603 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97789d3-3df8-48a0-bb8f-b92f81827a44 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c759fc5f-b060-434b-8b60-644b18a1f5f1,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:18.897035 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a97789d3-3df8-48a0-bb8f-b92f81827a44 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.898283 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a97789d3-3df8-48a0-bb8f-b92f81827a44 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279058 Mar 28 09:20:18.901813 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54880) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:18.906538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a85973f0-bf04-409c-940b-3ece61612936 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '41bc1489-4e8d-491e-96d1-de8f26b31152', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:20:18.914785 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 5f596fcd-cac6-4feb-aabc-dbfd0a92c424 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:20:18.916331 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9b2ef197-ac92-4f29-a746-b52183fe0294 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:20:18.939256 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a85973f0-bf04-409c-940b-3ece61612936 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (eee07b66-079c-40f5-a7a9-fa1b7c5ee88d), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:18.976119 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 9b2ef197-ac92-4f29-a746-b52183fe0294 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:20:18.976506 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9b2ef197-ac92-4f29-a746-b52183fe0294), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.026010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a85973f0-bf04-409c-940b-3ece61612936 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (eee07b66-079c-40f5-a7a9-fa1b7c5ee88d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.033269 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a85973f0-bf04-409c-940b-3ece61612936 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (eee07b66-079c-40f5-a7a9-fa1b7c5ee88d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.059248 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85973f0-bf04-409c-940b-3ece61612936 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee07b66-079c-40f5-a7a9-fa1b7c5ee88d,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:19.064291 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Publish callbacks [] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.072738 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.073120 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a85973f0-bf04-409c-940b-3ece61612936 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.074808 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a85973f0-bf04-409c-940b-3ece61612936 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1714022 Mar 28 09:20:19.077373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54882) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:19.083414 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-42e42bb9-5e8b-4811-880f-afcf90074eb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '41bc1489-4e8d-491e-96d1-de8f26b31152', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:20:19.085448 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 9b2ef197-ac92-4f29-a746-b52183fe0294 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:20:19.110164 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-42e42bb9-5e8b-4811-880f-afcf90074eb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:20:19.114552 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-42e42bb9-5e8b-4811-880f-afcf90074eb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (daebc42d-a4a7-43cc-8900-a8adf2ff4ad1), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.124185 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea8b79-9209-491e-8b04-f7e9dba691ea None None] Pushing event updated for resources: {'Port': ['ID=222755e1-9392-4bbc-86f0-25d4d429c82b,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:19.134004 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea8b79-9209-491e-8b04-f7e9dba691ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.134365 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea8b79-9209-491e-8b04-f7e9dba691ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.134707 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea8b79-9209-491e-8b04-f7e9dba691ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.135052 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea8b79-9209-491e-8b04-f7e9dba691ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.135389 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea8b79-9209-491e-8b04-f7e9dba691ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.135718 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea8b79-9209-491e-8b04-f7e9dba691ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.136046 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea8b79-9209-491e-8b04-f7e9dba691ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.136372 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea8b79-9209-491e-8b04-f7e9dba691ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.136699 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea8b79-9209-491e-8b04-f7e9dba691ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.137023 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea8b79-9209-491e-8b04-f7e9dba691ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.137359 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea8b79-9209-491e-8b04-f7e9dba691ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.138259 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea8b79-9209-491e-8b04-f7e9dba691ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.138259 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea8b79-9209-491e-8b04-f7e9dba691ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.138596 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea8b79-9209-491e-8b04-f7e9dba691ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.138703 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea8b79-9209-491e-8b04-f7e9dba691ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.186936 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-42e42bb9-5e8b-4811-880f-afcf90074eb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (daebc42d-a4a7-43cc-8900-a8adf2ff4ad1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.192131 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-42e42bb9-5e8b-4811-880f-afcf90074eb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (daebc42d-a4a7-43cc-8900-a8adf2ff4ad1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.214534 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e42bb9-5e8b-4811-880f-afcf90074eb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daebc42d-a4a7-43cc-8900-a8adf2ff4ad1,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:19.228847 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-42e42bb9-5e8b-4811-880f-afcf90074eb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.230299 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-42e42bb9-5e8b-4811-880f-afcf90074eb5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510091 Mar 28 09:20:19.233302 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54884) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:19.238599 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4a6c51d0-e18e-405e-bc9f-007ad4e70deb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '41bc1489-4e8d-491e-96d1-de8f26b31152', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:20:19.271990 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-4a6c51d0-e18e-405e-bc9f-007ad4e70deb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:20:19.278369 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a6c51d0-e18e-405e-bc9f-007ad4e70deb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (0c806de0-5078-4fa1-9b07-06409d4297f9), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.294477 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Attempting to bind port 222755e1-9392-4bbc-86f0-25d4d429c82b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:20:19.295101 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Attempting to bind port 222755e1-9392-4bbc-86f0-25d4d429c82b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8477a98f-6557-492a-952b-68c17100d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:20:19.295355 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Attempting to bind port 222755e1-9392-4bbc-86f0-25d4d429c82b on network 1dfe1b30-9c68-42e4-a622-729d6b91ad3b {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:20:19.302967 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:20:19.303299 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Checking segment: {'id': '8477a98f-6557-492a-952b-68c17100d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:20:19.303846 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.304250 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Bound using segment: {'id': '8477a98f-6557-492a-952b-68c17100d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:20:19.304718 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Bound port: 222755e1-9392-4bbc-86f0-25d4d429c82b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8477a98f-6557-492a-952b-68c17100d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:20:19.305289 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.350585 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a6c51d0-e18e-405e-bc9f-007ad4e70deb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (0c806de0-5078-4fa1-9b07-06409d4297f9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.354948 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a6c51d0-e18e-405e-bc9f-007ad4e70deb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (0c806de0-5078-4fa1-9b07-06409d4297f9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.375016 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] For port 222755e1-9392-4bbc-86f0-25d4d429c82b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:20:19.378218 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] For port 222755e1-9392-4bbc-86f0-25d4d429c82b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=222755e1-9392-4bbc-86f0-25d4d429c82b,segment=NetworkSegment(8477a98f-6557-492a-952b-68c17100d7eb),segment_id=8477a98f-6557-492a-952b-68c17100d7eb)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:20:19.379918 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c51d0-e18e-405e-bc9f-007ad4e70deb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c806de0-5078-4fa1-9b07-06409d4297f9,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:19.385596 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.387851 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a6c51d0-e18e-405e-bc9f-007ad4e70deb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.389388 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4a6c51d0-e18e-405e-bc9f-007ad4e70deb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1543360 Mar 28 09:20:19.412901 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Provisioning complete for port 222755e1-9392-4bbc-86f0-25d4d429c82b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:20:19.413906 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.446877 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Routers {'e00e7587-2b10-47aa-a3fc-7fdfde954a71'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:19.447520 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:19:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:19.449288 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea8b79-9209-491e-8b04-f7e9dba691ea None None] Pushing event updated for resources: {'Port': ['ID=222755e1-9392-4bbc-86f0-25d4d429c82b,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:19.532641 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Current status of the port 222755e1-9392-4bbc-86f0-25d4d429c82b is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:20:19.533337 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.575829 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] For port 222755e1-9392-4bbc-86f0-25d4d429c82b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=222755e1-9392-4bbc-86f0-25d4d429c82b,segment=NetworkSegment(8477a98f-6557-492a-952b-68c17100d7eb),segment_id=8477a98f-6557-492a-952b-68c17100d7eb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:19.579194 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] Set router e00e7587-2b10-47aa-a3fc-7fdfde954a71 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:19.580739 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.600833 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-eef76f54-5f92-487f-84c2-cd94b7c61d2e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1428568508&fields=id&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 267 time: 0.0573649 Mar 28 09:20:19.637598 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Pushing event updated for resources: {'Port': ['ID=222755e1-9392-4bbc-86f0-25d4d429c82b,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:19.645936 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.646689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.647268 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.647832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.648379 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.661577 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.664608 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.667161 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.667582 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.667990 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.671836 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.672283 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.672629 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.673032 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.673436 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550f58f-12ef-4f84-b679-a80a30503c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:20:19.733033 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-920c0314-fe03-4962-9cfc-20e5cc199aaf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:19.735299 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-920c0314-fe03-4962-9cfc-20e5cc199aaf tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/networks?id=1dfe1b30-9c68-42e4-a622-729d6b91ad3b HTTP/1.1" status: 200 len: 797 time: 0.1213889 Mar 28 09:20:19.757279 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-eb832647-abc0-455a-a938-a4a29d0091ab tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/quotas/c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 375 time: 0.0156238 Mar 28 09:20:19.808567 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c39e2333-df46-472d-82f4-72c66b0c0a63 None None] Provisioning complete for port 222755e1-9392-4bbc-86f0-25d4d429c82b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:20:19.809244 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c39e2333-df46-472d-82f4-72c66b0c0a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:19.848406 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-a395571a-069d-42b5-ae32-b3f241bdc05f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799937 Mar 28 09:20:19.875060 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'name': 'tempest-TestNetworkBasicOps-router-1657696212', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '222755e1-9392-4bbc-86f0-25d4d429c82b', 'name': '', 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:8f:26:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'a0c2e086-e882-49e3-8302-72802d1b8598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:15Z', 'updated_at': '2022-03-28T09:20:19Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'a0c2e086-e882-49e3-8302-72802d1b8598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:19.912407 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cde80e-a622-487c-89b1-3598977d1f93 None None] The sync data for ids ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'] in dv-neutron-master-2-hyperv is: [{'id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'name': 'tempest-TestNetworkBasicOps-router-1657696212', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '222755e1-9392-4bbc-86f0-25d4d429c82b', 'name': '', 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:8f:26:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'a0c2e086-e882-49e3-8302-72802d1b8598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:15Z', 'updated_at': '2022-03-28T09:20:19Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'a0c2e086-e882-49e3-8302-72802d1b8598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:20:19.917937 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c39e2333-df46-472d-82f4-72c66b0c0a63 None None] Current status of the port 222755e1-9392-4bbc-86f0-25d4d429c82b is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:20:19.965309 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-819c6970-c0a3-465b-a9cb-29fa510c6d9f service neutron] 10.222.0.15 "GET /v2.0/networks/1dfe1b30-9c68-42e4-a622-729d6b91ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087039 Mar 28 09:20:20.098138 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-b24c133b-5563-4207-a03b-068bbbe40a5c service neutron] 10.222.0.15 "GET /v2.0/networks/1dfe1b30-9c68-42e4-a622-729d6b91ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150932 Mar 28 09:20:20.281547 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-36c54194-ae64-4fce-8a30-1c6cfdab99ee req-1adf440e-2e95-4ccb-9a2f-b82cfd11364d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 210 time: 0.0470927 Mar 28 09:20:20.782577 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 222755e1-9392-4bbc-86f0-25d4d429c82b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:20:20.845692 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 222755e1-9392-4bbc-86f0-25d4d429c82b triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:20:20.846222 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:20.938898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 222755e1-9392-4bbc-86f0-25d4d429c82b is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:20:21.265418 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-b1b18c1d-8f0a-4ffb-92bf-317b87ada9b8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:21.267055 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-b1b18c1d-8f0a-4ffb-92bf-317b87ada9b8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/networks?id=1dfe1b30-9c68-42e4-a622-729d6b91ad3b HTTP/1.1" status: 200 len: 797 time: 0.1099355 Mar 28 09:20:21.319955 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:21.395750 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c90bac10-c027-4fa2-9fa1-8d9f8c795d10 req-43d6cff3-3953-4877-82fe-9e46c700cb81 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 210 time: 0.0423262 Mar 28 09:20:21.402815 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-33984aa0-3051-4a90-a9cb-8b8ab91755ca tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 380 time: 0.1255491 Mar 28 09:20:21.415816 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-cab42b98-01e1-496f-b098-e287fb6ad407 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'port': {'device_id': '668c6074-f956-4679-b29d-cd25a70154fa', 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b', 'admin_state_up': True, 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'security_groups': ['41bc1489-4e8d-491e-96d1-de8f26b31152']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:20:21.529378 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-cab42b98-01e1-496f-b098-e287fb6ad407 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:20:21.532862 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-cab42b98-01e1-496f-b098-e287fb6ad407 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:21.670187 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-cab42b98-01e1-496f-b098-e287fb6ad407 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.14 (1dfe1b30-9c68-42e4-a622-729d6b91ad3b/a0c2e086-e882-49e3-8302-72802d1b8598/45bd3998-66ce-47de-b9fe-5a83e8ae4e21) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:20:21.808678 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-cab42b98-01e1-496f-b098-e287fb6ad407 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (45bd3998-66ce-47de-b9fe-5a83e8ae4e21), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:21.842813 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-cab42b98-01e1-496f-b098-e287fb6ad407 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (45bd3998-66ce-47de-b9fe-5a83e8ae4e21), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:21.888052 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-cab42b98-01e1-496f-b098-e287fb6ad407 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 1dfe1b30-9c68-42e4-a622-729d6b91ad3b is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:20:21.891396 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-cab42b98-01e1-496f-b098-e287fb6ad407 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:20:21.893907 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-cab42b98-01e1-496f-b098-e287fb6ad407 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:20:21.929440 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab42b98-01e1-496f-b098-e287fb6ad407 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=45bd3998-66ce-47de-b9fe-5a83e8ae4e21,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:21.956447 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-cab42b98-01e1-496f-b098-e287fb6ad407 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:21.957168 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-cab42b98-01e1-496f-b098-e287fb6ad407 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:21.976369 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-cab42b98-01e1-496f-b098-e287fb6ad407 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5649519 Mar 28 09:20:21.987856 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Request body: {'port': {'device_id': '668c6074-f956-4679-b29d-cd25a70154fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:20:22.053520 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (45bd3998-66ce-47de-b9fe-5a83e8ae4e21), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:22.152649 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f5343e7a-6d95-4f78-a5aa-a48262637f24 None None] Provisioning complete for port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:20:22.153852 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f5343e7a-6d95-4f78-a5aa-a48262637f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (45bd3998-66ce-47de-b9fe-5a83e8ae4e21), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:22.188787 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f5343e7a-6d95-4f78-a5aa-a48262637f24 None None] Port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:20:22.373843 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:20:22.381114 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Publish callbacks [] for port (45bd3998-66ce-47de-b9fe-5a83e8ae4e21), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:22.398166 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Transition to ACTIVE for port object 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:20:22.402915 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (45bd3998-66ce-47de-b9fe-5a83e8ae4e21), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:22.480656 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Pushing event updated for resources: {'Port': ['ID=45bd3998-66ce-47de-b9fe-5a83e8ae4e21,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:22.552336 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eff56-55cc-4275-99a3-9f5b5a2f6a64 req-eb5da967-924a-4960-8f4e-f27deac346ea tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:22.553970 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1a1eff56-55cc-4275-99a3-9f5b5a2f6a64 req-eb5da967-924a-4960-8f4e-f27deac346ea tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 944 time: 0.0729337 Mar 28 09:20:22.559612 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Attempting to bind port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:20:22.559959 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Attempting to bind port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '8477a98f-6557-492a-952b-68c17100d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:20:22.560291 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Attempting to bind port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 on network 1dfe1b30-9c68-42e4-a622-729d6b91ad3b {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:20:22.565867 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 on network 1dfe1b30-9c68-42e4-a622-729d6b91ad3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:20:22.566198 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Attempting to bind port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 on network 1dfe1b30-9c68-42e4-a622-729d6b91ad3b {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:20:22.571835 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:20:22.572185 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Checking segment: {'id': '8477a98f-6557-492a-952b-68c17100d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:20:22.572577 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Bound using segment: {'id': '8477a98f-6557-492a-952b-68c17100d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:20:22.573015 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Bound port: 45bd3998-66ce-47de-b9fe-5a83e8ae4e21, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8477a98f-6557-492a-952b-68c17100d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:20:22.573367 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (45bd3998-66ce-47de-b9fe-5a83e8ae4e21), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:22.610666 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1a1eff56-55cc-4275-99a3-9f5b5a2f6a64 req-1fc9d28d-bc93-4187-837b-c93bfc3a13a7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=41bc1489-4e8d-491e-96d1-de8f26b31152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478556 Mar 28 09:20:22.641481 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] For port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21, host hv-neutron-mast, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:20:22.645139 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] For port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=45bd3998-66ce-47de-b9fe-5a83e8ae4e21,segment=NetworkSegment(8477a98f-6557-492a-952b-68c17100d7eb),segment_id=8477a98f-6557-492a-952b-68c17100d7eb)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:20:22.652394 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (45bd3998-66ce-47de-b9fe-5a83e8ae4e21), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:22.692719 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:22.693358 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:22.695222 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] 10.222.0.16 "PUT /v2.0/ports/45bd3998-66ce-47de-b9fe-5a83e8ae4e21 HTTP/1.1" status: 200 len: 1094 time: 0.7116246 Mar 28 09:20:22.698112 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668c6074-f956-4679-b29d-cd25a70154fa', 'tag': '45bd3998-66ce-47de-b9fe-5a83e8ae4e21'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:20:22.700966 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b92336-edc8-4280-a153-6cf135a76d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "668c6074-f956-4679-b29d-cd25a70154fa", "tag": "45bd3998-66ce-47de-b9fe-5a83e8ae4e21"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:20:22.731813 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce7811-ea6f-4074-95f5-b1a16ed25dcc service neutron] Pushing event updated for resources: {'Port': ['ID=45bd3998-66ce-47de-b9fe-5a83e8ae4e21,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:22.793734 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6e9c5f-5f38-477d-b21d-9def2c15aa77 x-openstack-request-id: req-db6e9c5f-5f38-477d-b21d-9def2c15aa77 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:20:22.793734 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668c6074-f956-4679-b29d-cd25a70154fa", "tag": "45bd3998-66ce-47de-b9fe-5a83e8ae4e21", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:20:22.793734 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db6e9c5f-5f38-477d-b21d-9def2c15aa77 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:20:22.794140 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db6e9c5f-5f38-477d-b21d-9def2c15aa77'] response: {'name': 'network-changed', 'server_uuid': '668c6074-f956-4679-b29d-cd25a70154fa', 'tag': '45bd3998-66ce-47de-b9fe-5a83e8ae4e21', 'status': 'completed', 'code': 200} Mar 28 09:20:22.847192 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-3280c96a-982d-483b-af3e-b9c7a53d148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:22.849416 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-3280c96a-982d-483b-af3e-b9c7a53d148c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 1128 time: 0.0905769 Mar 28 09:20:22.913561 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-eb4fa489-ff6d-479a-be82-16e595ae6572 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45bd3998-66ce-47de-b9fe-5a83e8ae4e21 HTTP/1.1" status: 200 len: 217 time: 0.0580490 Mar 28 09:20:22.971993 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-e85a3a20-cb81-4039-9517-1a1ccdb8bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:22.973723 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-e85a3a20-cb81-4039-9517-1a1ccdb8bb52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0c2e086-e882-49e3-8302-72802d1b8598 HTTP/1.1" status: 200 len: 844 time: 0.0549088 Mar 28 09:20:23.059902 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-8066ea4f-35ff-4296-8792-cd6c029fea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:23.061413 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-8066ea4f-35ff-4296-8792-cd6c029fea9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1dfe1b30-9c68-42e4-a622-729d6b91ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0824161 Mar 28 09:20:23.147815 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-dab1679b-6cc7-40ef-b939-b775936dcf52 service neutron] 10.222.0.16 "GET /v2.0/networks/1dfe1b30-9c68-42e4-a622-729d6b91ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800910 Mar 28 09:20:23.236919 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d480bfd1-152f-464d-894b-b3bf73a69fc5 req-1f9dab76-35eb-4563-969a-63ba2cdb0ab3 service neutron] 10.222.0.16 "GET /v2.0/networks/1dfe1b30-9c68-42e4-a622-729d6b91ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832398 Mar 28 09:20:23.328315 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b92336-edc8-4280-a153-6cf135a76d3a req-c5ea16aa-a3df-451f-ba21-7cefe94fcd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:23.329842 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-76b92336-edc8-4280-a153-6cf135a76d3a req-c5ea16aa-a3df-451f-ba21-7cefe94fcd31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 1128 time: 0.0513608 Mar 28 09:20:23.742729 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b22f2-317f-4eea-be8d-8ed262e3e72f req-7e5f8085-223f-43e0-a3ad-9702e3e855cb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:23.745191 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fb6b22f2-317f-4eea-be8d-8ed262e3e72f req-7e5f8085-223f-43e0-a3ad-9702e3e855cb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 944 time: 0.0586131 Mar 28 09:20:23.771189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b92336-edc8-4280-a153-6cf135a76d3a req-416d3dc2-3a2f-479a-94b4-fe41adc6e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:23.772710 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-76b92336-edc8-4280-a153-6cf135a76d3a req-416d3dc2-3a2f-479a-94b4-fe41adc6e154 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1dfe1b30-9c68-42e4-a622-729d6b91ad3b HTTP/1.1" status: 200 len: 897 time: 0.4347460 Mar 28 09:20:23.802419 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fb6b22f2-317f-4eea-be8d-8ed262e3e72f req-44a69ceb-a9d0-4467-8d6f-871d747d2138 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=41bc1489-4e8d-491e-96d1-de8f26b31152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510023 Mar 28 09:20:23.822351 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-76b92336-edc8-4280-a153-6cf135a76d3a req-0e863d41-b23d-4c1f-a7b4-f05da5bb7267 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45bd3998-66ce-47de-b9fe-5a83e8ae4e21 HTTP/1.1" status: 200 len: 217 time: 0.0425293 Mar 28 09:20:23.873242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b92336-edc8-4280-a153-6cf135a76d3a req-63ca6cff-1c6f-4342-bae9-a77e8037993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:23.874793 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-76b92336-edc8-4280-a153-6cf135a76d3a req-63ca6cff-1c6f-4342-bae9-a77e8037993a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0c2e086-e882-49e3-8302-72802d1b8598 HTTP/1.1" status: 200 len: 844 time: 0.0462680 Mar 28 09:20:23.924507 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b92336-edc8-4280-a153-6cf135a76d3a req-85880f8c-168d-42e4-b6f4-97943ec0cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:23.925956 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-76b92336-edc8-4280-a153-6cf135a76d3a req-85880f8c-168d-42e4-b6f4-97943ec0cff6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1dfe1b30-9c68-42e4-a622-729d6b91ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447149 Mar 28 09:20:24.019697 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-76b92336-edc8-4280-a153-6cf135a76d3a req-9221d2cb-0d6e-4e47-812c-cab09b275402 service neutron] 10.222.0.16 "GET /v2.0/networks/1dfe1b30-9c68-42e4-a622-729d6b91ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867946 Mar 28 09:20:24.117727 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-76b92336-edc8-4280-a153-6cf135a76d3a req-748c4c34-eaab-4e97-88b8-a1d09d2805a3 service neutron] 10.222.0.16 "GET /v2.0/networks/1dfe1b30-9c68-42e4-a622-729d6b91ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919476 Mar 28 09:20:24.929642 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80b519-6e15-450c-8df3-1b9b9d041939 req-f3c69a92-95a1-43fd-a992-4ab44878a557 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:24.931740 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5d80b519-6e15-450c-8df3-1b9b9d041939 req-f3c69a92-95a1-43fd-a992-4ab44878a557 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 944 time: 0.0562787 Mar 28 09:20:24.985452 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5d80b519-6e15-450c-8df3-1b9b9d041939 req-22203003-c0b6-4617-84e7-7ea4dd12cc97 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=41bc1489-4e8d-491e-96d1-de8f26b31152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481069 Mar 28 09:20:26.109758 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f8cee-1cfd-4710-9f79-58666458f8b3 req-c859febf-83b8-4713-874b-faf5543212ec tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:26.111606 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1d5f8cee-1cfd-4710-9f79-58666458f8b3 req-c859febf-83b8-4713-874b-faf5543212ec tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 944 time: 0.0588322 Mar 28 09:20:26.172971 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1d5f8cee-1cfd-4710-9f79-58666458f8b3 req-1fe58e7a-de18-4de8-b7f1-d7afe21f60f3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=41bc1489-4e8d-491e-96d1-de8f26b31152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544207 Mar 28 09:20:27.255668 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8004a17e-0378-40a5-9552-a320795c0f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:27.334692 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:20:27.337898 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aee514-4dbc-4648-a64d-23a9ecb54529 req-2002954f-f361-49b1-b399-5c083d6b98b6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:27.339476 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-70aee514-4dbc-4648-a64d-23a9ecb54529 req-2002954f-f361-49b1-b399-5c083d6b98b6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 944 time: 0.0570731 Mar 28 09:20:27.392141 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-70aee514-4dbc-4648-a64d-23a9ecb54529 req-fd934fff-8cab-4c8c-8163-ad47036b57f2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=41bc1489-4e8d-491e-96d1-de8f26b31152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458784 Mar 28 09:20:27.471145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=45bd3998-66ce-47de-b9fe-5a83e8ae4e21,segment=NetworkSegment(8477a98f-6557-492a-952b-68c17100d7eb),segment_id=8477a98f-6557-492a-952b-68c17100d7eb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:27.484727 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '45bd3998-66ce-47de-b9fe-5a83e8ae4e21', 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b', 'port_id': '45bd3998-66ce-47de-b9fe-5a83e8ae4e21', 'mac_address': 'fa:16:3e:61:62:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c2e086-e882-49e3-8302-72802d1b8598', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:20:27.522416 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:20:27.522578 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (45bd3998-66ce-47de-b9fe-5a83e8ae4e21), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:27.535937 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:20:27.556732 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=45bd3998-66ce-47de-b9fe-5a83e8ae4e21,segment=NetworkSegment(8477a98f-6557-492a-952b-68c17100d7eb),segment_id=8477a98f-6557-492a-952b-68c17100d7eb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:27.562468 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (45bd3998-66ce-47de-b9fe-5a83e8ae4e21), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:27.612984 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=45bd3998-66ce-47de-b9fe-5a83e8ae4e21,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:27.774326 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['45bd3998-66ce-47de-b9fe-5a83e8ae4e21'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:20:28.259987 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54958) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:28.423304 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5a202-c2e5-464a-9eb8-04ef682ddfae tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Deleting port 6914094b-33e1-4575-a0bf-c02c33842a7d {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:20:28.423722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bd5a202-c2e5-464a-9eb8-04ef682ddfae tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (6914094b-33e1-4575-a0bf-c02c33842a7d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:28.529467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bd5a202-c2e5-464a-9eb8-04ef682ddfae tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (6914094b-33e1-4575-a0bf-c02c33842a7d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:28.529828 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bd5a202-c2e5-464a-9eb8-04ef682ddfae tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for floatingip (6914094b-33e1-4575-a0bf-c02c33842a7d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:28.551250 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca1251-342e-4d0c-9c16-9e6a3b69dbce req-8e13135a-aec6-43fa-9fa4-16e2b8c3af97 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:28.552715 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-71ca1251-342e-4d0c-9c16-9e6a3b69dbce req-8e13135a-aec6-43fa-9fa4-16e2b8c3af97 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 945 time: 0.0936861 Mar 28 09:20:28.557095 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5a202-c2e5-464a-9eb8-04ef682ddfae tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Calling delete_port for 6914094b-33e1-4575-a0bf-c02c33842a7d owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:20:28.650054 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-71ca1251-342e-4d0c-9c16-9e6a3b69dbce req-f9925446-137f-4159-841c-d3075faa61f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=41bc1489-4e8d-491e-96d1-de8f26b31152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909402 Mar 28 09:20:28.742009 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bd5a202-c2e5-464a-9eb8-04ef682ddfae tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (6914094b-33e1-4575-a0bf-c02c33842a7d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:28.766538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5a202-c2e5-464a-9eb8-04ef682ddfae tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event deleted for resources: {'Port': ['ID=6914094b-33e1-4575-a0bf-c02c33842a7d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:28.825582 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bd5a202-c2e5-464a-9eb8-04ef682ddfae tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for floatingip (9eae2acf-929f-4863-b768-d69db9244323), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:28.825945 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-4bd5a202-c2e5-464a-9eb8-04ef682ddfae tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Floating IP 9eae2acf-929f-4863-b768-d69db9244323 disassociated (deleted). External IP: 172.36.4.106, port: c131ee9f-b598-4d54-b87c-016da9c102eb. Mar 28 09:20:29.034311 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd5a202-c2e5-464a-9eb8-04ef682ddfae tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Router 21aa7a59-d6d1-4617-b260-589cf118966c has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:20:29.143873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd5a202-c2e5-464a-9eb8-04ef682ddfae tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:20:29.148317 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bd5a202-c2e5-464a-9eb8-04ef682ddfae tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:29.153779 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7effb57-24d9-4b29-bda9-a71fef172a9d None None] Sync routers for ids ['21aa7a59-d6d1-4617-b260-589cf118966c'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:20:29.163760 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7effb57-24d9-4b29-bda9-a71fef172a9d None None] Routers {'21aa7a59-d6d1-4617-b260-589cf118966c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:29.164402 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c7effb57-24d9-4b29-bda9-a71fef172a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:19:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21aa7a59-d6d1-4617-b260-589cf118966c'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:29.180569 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4bd5a202-c2e5-464a-9eb8-04ef682ddfae tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "DELETE /v2.0/floatingips/9eae2acf-929f-4863-b768-d69db9244323 HTTP/1.1" status: 204 len: 168 time: 0.9168611 Mar 28 09:20:29.180569 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76265c6-e302-407f-a956-1c27405d2e23', 'tag': 'c131ee9f-b598-4d54-b87c-016da9c102eb'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:20:29.181026 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4202319b-29ec-468e-8e1e-52146de7b413" -d '{"events": [{"name": "network-changed", "server_uuid": "a76265c6-e302-407f-a956-1c27405d2e23", "tag": "c131ee9f-b598-4d54-b87c-016da9c102eb"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:20:29.222901 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e82f77-bd06-45e7-b410-27d1a6ca9e6e x-openstack-request-id: req-e9e82f77-bd06-45e7-b410-27d1a6ca9e6e {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:20:29.223202 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76265c6-e302-407f-a956-1c27405d2e23", "tag": "c131ee9f-b598-4d54-b87c-016da9c102eb", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:20:29.223564 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9e82f77-bd06-45e7-b410-27d1a6ca9e6e {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:20:29.223878 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e82f77-bd06-45e7-b410-27d1a6ca9e6e'] response: {'name': 'network-changed', 'server_uuid': 'a76265c6-e302-407f-a956-1c27405d2e23', 'tag': 'c131ee9f-b598-4d54-b87c-016da9c102eb', 'status': 'completed', 'code': 200} Mar 28 09:20:29.281696 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-c7effb57-24d9-4b29-bda9-a71fef172a9d None None] Set router 21aa7a59-d6d1-4617-b260-589cf118966c gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:29.293137 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202319b-29ec-468e-8e1e-52146de7b413 req-f6bbec84-e34c-477b-8ead-f6927eca27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:29.306018 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4202319b-29ec-468e-8e1e-52146de7b413 req-f6bbec84-e34c-477b-8ead-f6927eca27c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e40e579c72ff4feb87447802e87b3f59&device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 1130 time: 0.0612416 Mar 28 09:20:29.356416 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:20:29.408824 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202319b-29ec-468e-8e1e-52146de7b413 req-e2b4769c-f245-444e-861a-7ef34570aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:29.410445 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4202319b-29ec-468e-8e1e-52146de7b413 req-e2b4769c-f245-444e-861a-7ef34570aee1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 HTTP/1.1" status: 200 len: 910 time: 0.0972507 Mar 28 09:20:29.423990 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fd58b-e71c-407a-9740-280fcd17bdff req-3b6806bf-aeb1-46d3-aa5b-cca9e7e10ce8 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:29.425597 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2e2fd58b-e71c-407a-9740-280fcd17bdff req-3b6806bf-aeb1-46d3-aa5b-cca9e7e10ce8 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 946 time: 0.0626457 Mar 28 09:20:29.453133 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4202319b-29ec-468e-8e1e-52146de7b413 req-052521ae-7c70-4b7b-9c9d-0e304a1d3be6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c131ee9f-b598-4d54-b87c-016da9c102eb HTTP/1.1" status: 200 len: 217 time: 0.0360353 Mar 28 09:20:29.489553 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:20:29.490206 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2e2fd58b-e71c-407a-9740-280fcd17bdff req-55dc1173-3a02-47c0-bd76-e7dea2fae634 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563579 Mar 28 09:20:29.511583 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202319b-29ec-468e-8e1e-52146de7b413 req-03d609b4-62e2-4517-9161-3f4e04c4edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:29.513245 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4202319b-29ec-468e-8e1e-52146de7b413 req-03d609b4-62e2-4517-9161-3f4e04c4edf0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e3ff9a8-b5a8-488c-b061-58d28e8ef393 HTTP/1.1" status: 200 len: 849 time: 0.0535324 Mar 28 09:20:29.513440 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6dc86ef1-afe3-426c-b74e-70abc3434792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:29.516400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:20:29.516639 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (45bd3998-66ce-47de-b9fe-5a83e8ae4e21), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:29.567903 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202319b-29ec-468e-8e1e-52146de7b413 req-bb0668d6-3422-4f7c-94d3-1a66519d19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:29.569396 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4202319b-29ec-468e-8e1e-52146de7b413 req-bb0668d6-3422-4f7c-94d3-1a66519d19ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0501375 Mar 28 09:20:29.581322 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c7effb57-24d9-4b29-bda9-a71fef172a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:28Z', 'revision_number': 5, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:29.627636 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7effb57-24d9-4b29-bda9-a71fef172a9d None None] Checking router: 21aa7a59-d6d1-4617-b260-589cf118966c for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:20:29.645719 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:20:29.646104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (45bd3998-66ce-47de-b9fe-5a83e8ae4e21), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:29.648734 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7effb57-24d9-4b29-bda9-a71fef172a9d None None] Routers {'21aa7a59-d6d1-4617-b260-589cf118966c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:29.649365 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c7effb57-24d9-4b29-bda9-a71fef172a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:20:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21aa7a59-d6d1-4617-b260-589cf118966c'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:29.660090 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4202319b-29ec-468e-8e1e-52146de7b413 req-0ff3ef1f-9855-4116-a59b-05d538668daf service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834222 Mar 28 09:20:29.732511 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668c6074-f956-4679-b29d-cd25a70154fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bd3998-66ce-47de-b9fe-5a83e8ae4e21'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:20:29.734878 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68779c42-aa94-4779-8d23-cdd1edb6c911" -d '{"events": [{"server_uuid": "668c6074-f956-4679-b29d-cd25a70154fa", "name": "network-vif-plugged", "status": "completed", "tag": "45bd3998-66ce-47de-b9fe-5a83e8ae4e21"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:20:29.795642 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4202319b-29ec-468e-8e1e-52146de7b413 req-b7fa1a2a-63a1-4861-8922-8c876e64ab7b service neutron] 10.222.0.16 "GET /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294115 Mar 28 09:20:29.803153 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cd564-fa62-4a85-bed9-1e2e8caf204d req-b67373c9-8016-46f2-8591-3d436f4802e1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:29.804824 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fe6cd564-fa62-4a85-bed9-1e2e8caf204d req-b67373c9-8016-46f2-8591-3d436f4802e1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 945 time: 0.0842063 Mar 28 09:20:29.863051 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fe6cd564-fa62-4a85-bed9-1e2e8caf204d req-2348f327-2331-4384-981b-67d5ae1834d9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=41bc1489-4e8d-491e-96d1-de8f26b31152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512185 Mar 28 09:20:29.903653 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d679e967-89cd-47df-8ce0-2c2924f69101 x-openstack-request-id: req-d679e967-89cd-47df-8ce0-2c2924f69101 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:20:29.904034 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668c6074-f956-4679-b29d-cd25a70154fa", "name": "network-vif-plugged", "status": "completed", "tag": "45bd3998-66ce-47de-b9fe-5a83e8ae4e21", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:20:29.904205 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d679e967-89cd-47df-8ce0-2c2924f69101 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:20:29.904676 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d679e967-89cd-47df-8ce0-2c2924f69101'] response: {'server_uuid': '668c6074-f956-4679-b29d-cd25a70154fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bd3998-66ce-47de-b9fe-5a83e8ae4e21', 'code': 200} Mar 28 09:20:29.909501 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=45bd3998-66ce-47de-b9fe-5a83e8ae4e21,segment=NetworkSegment(8477a98f-6557-492a-952b-68c17100d7eb),segment_id=8477a98f-6557-492a-952b-68c17100d7eb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:29.917702 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (45bd3998-66ce-47de-b9fe-5a83e8ae4e21), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:29.964189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2024807-c1c1-405e-afbf-2cbcea361470 req-a9d374c6-741d-4b10-a122-5ad49d1cb7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:29.965787 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c2024807-c1c1-405e-afbf-2cbcea361470 req-a9d374c6-741d-4b10-a122-5ad49d1cb7f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 1130 time: 0.0450952 Mar 28 09:20:29.983222 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-c7effb57-24d9-4b29-bda9-a71fef172a9d None None] Set router 21aa7a59-d6d1-4617-b260-589cf118966c gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:30.013259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=45bd3998-66ce-47de-b9fe-5a83e8ae4e21,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:30.029482 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c2024807-c1c1-405e-afbf-2cbcea361470 req-57bbf0c5-f6a6-465f-86dc-69a2c2acdd41 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=41bc1489-4e8d-491e-96d1-de8f26b31152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576119 Mar 28 09:20:30.184248 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c7effb57-24d9-4b29-bda9-a71fef172a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:28Z', 'revision_number': 5, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:30.214236 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7effb57-24d9-4b29-bda9-a71fef172a9d None None] The sync data for ids ['21aa7a59-d6d1-4617-b260-589cf118966c'] in dv-neutron-master-2-hyperv is: [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:12:21Z', 'revision_number': 4, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '467a8052-5421-44d7-a465-238554510ab3', 'name': '', 'network_id': 'a9b6026d-f3c8-4cca-af27-17fc5f4b79d8', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'mac_address': 'fa:16:3e:31:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:20Z', 'updated_at': '2022-03-28T09:12:28Z', 'revision_number': 5, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'subnets': [{'id': '7e3ff9a8-b5a8-488c-b061-58d28e8ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:20:30.416251 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cfefa0-9405-46ac-8dab-1eb50257e412 None None] New status for floating IP 9eae2acf-929f-4863-b768-d69db9244323: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:20:30.569524 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:30.613788 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83543da6-60d2-4240-b439-36b8e76a3794 req-d84b97f9-fb01-45ff-9700-ec3f63e89950 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:30.615295 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-83543da6-60d2-4240-b439-36b8e76a3794 req-d84b97f9-fb01-45ff-9700-ec3f63e89950 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 946 time: 0.0545595 Mar 28 09:20:30.666067 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-83543da6-60d2-4240-b439-36b8e76a3794 req-b1fb8f2b-77e8-4d0f-9980-a2b27b8af375 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451777 Mar 28 09:20:30.985124 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba38ba-9463-4c3e-988e-4132c6746353 req-472f39b2-e14f-47e1-9d9e-57a40c89902d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:30.986679 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-acba38ba-9463-4c3e-988e-4132c6746353 req-472f39b2-e14f-47e1-9d9e-57a40c89902d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 946 time: 0.0519719 Mar 28 09:20:31.036220 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-acba38ba-9463-4c3e-988e-4132c6746353 req-3f7e3d35-1762-4616-a42f-9a79adf55876 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=41bc1489-4e8d-491e-96d1-de8f26b31152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438871 Mar 28 09:20:31.090349 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017ddff-1ee4-48fc-b011-1eac2cfb6795 req-13548b32-8eac-40c9-9994-ec61b24bf427 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:31.091916 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4017ddff-1ee4-48fc-b011-1eac2cfb6795 req-13548b32-8eac-40c9-9994-ec61b24bf427 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.16 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 946 time: 0.0518415 Mar 28 09:20:31.196767 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-4017ddff-1ee4-48fc-b011-1eac2cfb6795 req-38d64207-f899-4171-aad1-8efe9ffafc64 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Deleting port c131ee9f-b598-4d54-b87c-016da9c102eb {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:20:31.197211 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-4017ddff-1ee4-48fc-b011-1eac2cfb6795 req-38d64207-f899-4171-aad1-8efe9ffafc64 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (c131ee9f-b598-4d54-b87c-016da9c102eb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:31.283879 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-4017ddff-1ee4-48fc-b011-1eac2cfb6795 req-38d64207-f899-4171-aad1-8efe9ffafc64 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] For port c131ee9f-b598-4d54-b87c-016da9c102eb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c131ee9f-b598-4d54-b87c-016da9c102eb,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:31.284250 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-4017ddff-1ee4-48fc-b011-1eac2cfb6795 req-38d64207-f899-4171-aad1-8efe9ffafc64 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (c131ee9f-b598-4d54-b87c-016da9c102eb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:31.298194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-4017ddff-1ee4-48fc-b011-1eac2cfb6795 req-38d64207-f899-4171-aad1-8efe9ffafc64 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Calling delete_port for c131ee9f-b598-4d54-b87c-016da9c102eb owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:20:31.428244 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-4017ddff-1ee4-48fc-b011-1eac2cfb6795 req-38d64207-f899-4171-aad1-8efe9ffafc64 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (c131ee9f-b598-4d54-b87c-016da9c102eb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:31.455769 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d64207-f899-4171-aad1-8efe9ffafc64 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event deleted for resources: {'Port': ['ID=c131ee9f-b598-4d54-b87c-016da9c102eb,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:31.505745 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-4017ddff-1ee4-48fc-b011-1eac2cfb6795 req-38d64207-f899-4171-aad1-8efe9ffafc64 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] No DVR routers for this DVR port c131ee9f-b598-4d54-b87c-016da9c102eb on host hv-neutron-mast {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:20:31.509657 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-4017ddff-1ee4-48fc-b011-1eac2cfb6795 req-38d64207-f899-4171-aad1-8efe9ffafc64 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:31.513276 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4017ddff-1ee4-48fc-b011-1eac2cfb6795 req-38d64207-f899-4171-aad1-8efe9ffafc64 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.16 "DELETE /v2.0/ports/c131ee9f-b598-4d54-b87c-016da9c102eb HTTP/1.1" status: 204 len: 173 time: 0.4126692 Mar 28 09:20:31.513706 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76265c6-e302-407f-a956-1c27405d2e23', 'name': 'network-vif-deleted', 'tag': 'c131ee9f-b598-4d54-b87c-016da9c102eb'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:20:31.516442 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7648628e-b964-4753-a446-16b976c06ea4" -d '{"events": [{"server_uuid": "a76265c6-e302-407f-a956-1c27405d2e23", "name": "network-vif-deleted", "tag": "c131ee9f-b598-4d54-b87c-016da9c102eb"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:20:31.552588 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc29367-e514-4e19-be75-da99b0123cc3 x-openstack-request-id: req-edc29367-e514-4e19-be75-da99b0123cc3 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:20:31.552887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76265c6-e302-407f-a956-1c27405d2e23", "name": "network-vif-deleted", "tag": "c131ee9f-b598-4d54-b87c-016da9c102eb", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:20:31.553173 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edc29367-e514-4e19-be75-da99b0123cc3 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:20:31.553582 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc29367-e514-4e19-be75-da99b0123cc3'] response: {'server_uuid': 'a76265c6-e302-407f-a956-1c27405d2e23', 'name': 'network-vif-deleted', 'tag': 'c131ee9f-b598-4d54-b87c-016da9c102eb', 'status': 'completed', 'code': 200} Mar 28 09:20:31.762819 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9ee02ed4-d9dc-4975-a1dd-d8b8656bc106 req-e9428418-2161-4146-bca0-c23b67b758c8 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 210 time: 0.0277886 Mar 28 09:20:32.115333 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:32.159198 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bb139-fa58-4871-a950-2ebfe3e34737 req-3208e4f9-c17c-402a-a5e5-8441f95f79f7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:32.160686 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-506bb139-fa58-4871-a950-2ebfe3e34737 req-3208e4f9-c17c-402a-a5e5-8441f95f79f7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 946 time: 0.0556622 Mar 28 09:20:32.210550 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-506bb139-fa58-4871-a950-2ebfe3e34737 req-c09f8487-2019-4e24-9f95-9d32b45e6711 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=41bc1489-4e8d-491e-96d1-de8f26b31152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430646 Mar 28 09:20:32.329684 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37a579-7fd7-4e42-a723-d470f6a57722 req-a373de34-e9b0-435c-bf08-b1916d6a3e9c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:32.331095 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-aa37a579-7fd7-4e42-a723-d470f6a57722 req-a373de34-e9b0-435c-bf08-b1916d6a3e9c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 946 time: 0.0541642 Mar 28 09:20:32.380621 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-aa37a579-7fd7-4e42-a723-d470f6a57722 req-c425c06b-a1be-459e-871e-c125e74f0562 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=41bc1489-4e8d-491e-96d1-de8f26b31152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434442 Mar 28 09:20:32.402714 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54984) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:32.451726 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24d54b8-9834-4339-bd73-03ff900b2e0a tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:32.453284 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d24d54b8-9834-4339-bd73-03ff900b2e0a tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 1125 time: 0.0495644 Mar 28 09:20:32.455985 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 54986) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:32.460120 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': '45bd3998-66ce-47de-b9fe-5a83e8ae4e21', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:20:32.480787 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:32.576935 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:32.686610 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.36.4.187 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/136ce240-ed49-4643-86a0-1f41e3f79869) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:20:32.789916 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (136ce240-ed49-4643-86a0-1f41e3f79869), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:32.825155 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (136ce240-ed49-4643-86a0-1f41e3f79869), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:32.887221 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b14562be-5f62-4440-aa29-ff4766e849e7 req-93e22eb7-f57b-4e98-8d22-3247bcdd67ea tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 210 time: 0.0531049 Mar 28 09:20:32.893544 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:20:32.900440 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:20:32.909236 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:20:32.911254 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=136ce240-ed49-4643-86a0-1f41e3f79869,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:33.279045 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (91837868-44e8-41bd-8ce9-d0c1ea95fbb5), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:33.349842 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device c131ee9f-b598-4d54-b87c-016da9c102eb no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:20:33.354779 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (136ce240-ed49-4643-86a0-1f41e3f79869), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:33.374137 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: c131ee9f-b598-4d54-b87c-016da9c102eb {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:20:33.374566 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device c131ee9f-b598-4d54-b87c-016da9c102eb not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:20:33.507367 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (136ce240-ed49-4643-86a0-1f41e3f79869), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:33.512615 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (136ce240-ed49-4643-86a0-1f41e3f79869), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:33.580844 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=136ce240-ed49-4643-86a0-1f41e3f79869,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:33.591223 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (91837868-44e8-41bd-8ce9-d0c1ea95fbb5), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:33.691148 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:33.695358 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP 91837868-44e8-41bd-8ce9-d0c1ea95fbb5 associated. External IP: 172.36.4.187, port: 45bd3998-66ce-47de-b9fe-5a83e8ae4e21. Mar 28 09:20:33.911728 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router e00e7587-2b10-47aa-a3fc-7fdfde954a71 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:20:33.982907 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7a4427c6-fa2d-4eb8-bf32-2051b58c6275 req-1907abc1-8653-4db6-906c-44328e1c9ec5 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 210 time: 0.0276434 Mar 28 09:20:34.028254 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:20:34.038198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11aaebb-a159-49d0-b354-0e1d71766552 None None] Sync routers for ids ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:20:34.049911 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11aaebb-a159-49d0-b354-0e1d71766552 None None] Routers {'e00e7587-2b10-47aa-a3fc-7fdfde954a71'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:34.050803 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a11aaebb-a159-49d0-b354-0e1d71766552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:20:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:34.051372 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:34.084288 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e461dfaa-cffd-4d00-b0bf-64f10ac44973 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6269214 Mar 28 09:20:34.085082 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668c6074-f956-4679-b29d-cd25a70154fa', 'tag': '45bd3998-66ce-47de-b9fe-5a83e8ae4e21'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:20:34.086944 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54992) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:34.092656 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e7e0dd-2788-4434-91c6-2c556754939a" -d '{"events": [{"name": "network-changed", "server_uuid": "668c6074-f956-4679-b29d-cd25a70154fa", "tag": "45bd3998-66ce-47de-b9fe-5a83e8ae4e21"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:20:34.143174 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48cd1b7-9aab-4b43-8424-341f8d932827 x-openstack-request-id: req-d48cd1b7-9aab-4b43-8424-341f8d932827 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:20:34.143750 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668c6074-f956-4679-b29d-cd25a70154fa", "tag": "45bd3998-66ce-47de-b9fe-5a83e8ae4e21", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:20:34.144142 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d48cd1b7-9aab-4b43-8424-341f8d932827 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:20:34.144750 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d48cd1b7-9aab-4b43-8424-341f8d932827'] response: {'name': 'network-changed', 'server_uuid': '668c6074-f956-4679-b29d-cd25a70154fa', 'tag': '45bd3998-66ce-47de-b9fe-5a83e8ae4e21', 'status': 'completed', 'code': 200} Mar 28 09:20:34.167613 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-a11aaebb-a159-49d0-b354-0e1d71766552 None None] Set router e00e7587-2b10-47aa-a3fc-7fdfde954a71 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:34.183849 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-053be503-983b-45fb-bc45-e1b484b7d6e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/91837868-44e8-41bd-8ce9-d0c1ea95fbb5 HTTP/1.1" status: 200 len: 992 time: 0.0953319 Mar 28 09:20:34.219667 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7e0dd-2788-4434-91c6-2c556754939a req-6fd9ca2f-cae2-4923-84ca-44f86319a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:34.221319 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-89e7e0dd-2788-4434-91c6-2c556754939a req-6fd9ca2f-cae2-4923-84ca-44f86319a620 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 1130 time: 0.0519457 Mar 28 09:20:34.323461 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7e0dd-2788-4434-91c6-2c556754939a req-21c56cd1-2879-4fa1-821c-aad75953efab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:34.325138 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-89e7e0dd-2788-4434-91c6-2c556754939a req-21c56cd1-2879-4fa1-821c-aad75953efab service neutron] 10.222.0.16 "GET /v2.0/networks?id=1dfe1b30-9c68-42e4-a622-729d6b91ad3b HTTP/1.1" status: 200 len: 897 time: 0.0974755 Mar 28 09:20:34.402075 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a11aaebb-a159-49d0-b354-0e1d71766552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'name': 'tempest-TestNetworkBasicOps-router-1657696212', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '91837868-44e8-41bd-8ce9-d0c1ea95fbb5', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.187', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'port_id': '45bd3998-66ce-47de-b9fe-5a83e8ae4e21', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b', 'mac_address': 'fa:16:3e:61:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c6074-f956-4679-b29d-cd25a70154fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:20:33Z', 'updated_at': '2022-03-28T09:20:33Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222755e1-9392-4bbc-86f0-25d4d429c82b', 'name': '', 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:8f:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'a0c2e086-e882-49e3-8302-72802d1b8598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:15Z', 'updated_at': '2022-03-28T09:20:19Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'a0c2e086-e882-49e3-8302-72802d1b8598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:34.425519 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-89e7e0dd-2788-4434-91c6-2c556754939a req-465b51c0-1642-4b9a-bd1d-d290898cba4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45bd3998-66ce-47de-b9fe-5a83e8ae4e21 HTTP/1.1" status: 200 len: 1000 time: 0.0935462 Mar 28 09:20:34.429127 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11aaebb-a159-49d0-b354-0e1d71766552 None None] Checking router: e00e7587-2b10-47aa-a3fc-7fdfde954a71 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:20:34.438042 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11aaebb-a159-49d0-b354-0e1d71766552 None None] Routers {'e00e7587-2b10-47aa-a3fc-7fdfde954a71'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:34.438640 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a11aaebb-a159-49d0-b354-0e1d71766552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:20:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:34.481934 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7e0dd-2788-4434-91c6-2c556754939a req-ab8e3738-b891-4d18-9bac-27ed8cdfca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:34.483395 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-89e7e0dd-2788-4434-91c6-2c556754939a req-ab8e3738-b891-4d18-9bac-27ed8cdfca49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0c2e086-e882-49e3-8302-72802d1b8598 HTTP/1.1" status: 200 len: 844 time: 0.0520136 Mar 28 09:20:34.532456 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7e0dd-2788-4434-91c6-2c556754939a req-91967404-961e-4acc-abb9-f7ce420d5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:20:34.533967 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-89e7e0dd-2788-4434-91c6-2c556754939a req-91967404-961e-4acc-abb9-f7ce420d5481 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1dfe1b30-9c68-42e4-a622-729d6b91ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450490 Mar 28 09:20:34.550120 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-a11aaebb-a159-49d0-b354-0e1d71766552 None None] Set router e00e7587-2b10-47aa-a3fc-7fdfde954a71 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:34.626873 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-89e7e0dd-2788-4434-91c6-2c556754939a req-c989342b-c4d5-4e3c-89b3-21227387ce3f service neutron] 10.222.0.16 "GET /v2.0/networks/1dfe1b30-9c68-42e4-a622-729d6b91ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864539 Mar 28 09:20:34.721449 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-89e7e0dd-2788-4434-91c6-2c556754939a req-325f279d-15d0-4f20-baa7-1d09fe0b09f5 service neutron] 10.222.0.16 "GET /v2.0/networks/1dfe1b30-9c68-42e4-a622-729d6b91ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885484 Mar 28 09:20:34.781130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a11aaebb-a159-49d0-b354-0e1d71766552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'name': 'tempest-TestNetworkBasicOps-router-1657696212', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '91837868-44e8-41bd-8ce9-d0c1ea95fbb5', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.187', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'port_id': '45bd3998-66ce-47de-b9fe-5a83e8ae4e21', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b', 'mac_address': 'fa:16:3e:61:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c6074-f956-4679-b29d-cd25a70154fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:20:33Z', 'updated_at': '2022-03-28T09:20:33Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222755e1-9392-4bbc-86f0-25d4d429c82b', 'name': '', 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:8f:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'a0c2e086-e882-49e3-8302-72802d1b8598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:15Z', 'updated_at': '2022-03-28T09:20:19Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'a0c2e086-e882-49e3-8302-72802d1b8598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:34.808407 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11aaebb-a159-49d0-b354-0e1d71766552 None None] The sync data for ids ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'] in dv-neutron-master-2-hyperv is: [{'id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'name': 'tempest-TestNetworkBasicOps-router-1657696212', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '91837868-44e8-41bd-8ce9-d0c1ea95fbb5', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.187', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'port_id': '45bd3998-66ce-47de-b9fe-5a83e8ae4e21', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b', 'mac_address': 'fa:16:3e:61:62:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c6074-f956-4679-b29d-cd25a70154fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:20:33Z', 'updated_at': '2022-03-28T09:20:33Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222755e1-9392-4bbc-86f0-25d4d429c82b', 'name': '', 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:8f:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'a0c2e086-e882-49e3-8302-72802d1b8598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:15Z', 'updated_at': '2022-03-28T09:20:19Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'a0c2e086-e882-49e3-8302-72802d1b8598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:20:35.001310 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3253bf5-3109-48c5-af14-26c4fedb253d None None] New status for floating IP 91837868-44e8-41bd-8ce9-d0c1ea95fbb5: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:20:35.097324 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ce649139-e3a0-4514-ae9a-74941bae9e33 req-4da809d9-a8a5-4eab-8dad-7c717aabfacf tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 210 time: 0.0348446 Mar 28 09:20:35.187504 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 54998) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:35.251476 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-546a0cb9-e7cc-45f7-a534-b5a8aa4a6b2f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/91837868-44e8-41bd-8ce9-d0c1ea95fbb5 HTTP/1.1" status: 200 len: 994 time: 0.0627542 Mar 28 09:20:36.196935 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f95de38a-11dc-4882-aed6-5f9d5f0f95fd req-25673ad6-4eff-44a0-b92b-74618c1d46b1 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 210 time: 0.0300133 Mar 28 09:20:37.291675 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-050554ed-212c-47ec-8be7-d69d64810968 req-324dbf6c-dd98-4b1a-a498-ee75f01eb4fa tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 210 time: 0.0269854 Mar 28 09:20:38.390487 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ea3b8f36-1edf-4216-b567-0591292db456 req-10b9f4f3-2f27-422f-b547-c8bea08ea2cb tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 210 time: 0.0272787 Mar 28 09:20:39.484226 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e0faa900-abde-4d9c-8dfd-970c504289bc req-5e546ca6-c04e-43bd-a725-5b72e16ac3a9 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 210 time: 0.0279016 Mar 28 09:20:40.593535 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-31dbbc71-d341-4506-88cb-2d1d15a4be84 req-e9957cfa-3f7f-4e8e-8d72-540c6a35e3f6 tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "GET /v2.0/ports?device_id=a76265c6-e302-407f-a956-1c27405d2e23 HTTP/1.1" status: 200 len: 210 time: 0.0305159 Mar 28 09:20:41.649758 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55012) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:41.772752 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-67e3c59f-ffca-4f07-b080-b961639fb54e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Deleting port 30f5fe23-a156-41a1-8d00-252bc9414e8d {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:20:41.773098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-67e3c59f-ffca-4f07-b080-b961639fb54e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (30f5fe23-a156-41a1-8d00-252bc9414e8d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:41.846528 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-67e3c59f-ffca-4f07-b080-b961639fb54e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (30f5fe23-a156-41a1-8d00-252bc9414e8d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:41.846834 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-67e3c59f-ffca-4f07-b080-b961639fb54e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for floatingip (30f5fe23-a156-41a1-8d00-252bc9414e8d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:41.858747 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-67e3c59f-ffca-4f07-b080-b961639fb54e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Calling delete_port for 30f5fe23-a156-41a1-8d00-252bc9414e8d owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:20:41.991910 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-67e3c59f-ffca-4f07-b080-b961639fb54e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (30f5fe23-a156-41a1-8d00-252bc9414e8d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:42.016906 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3c59f-ffca-4f07-b080-b961639fb54e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event deleted for resources: {'Port': ['ID=30f5fe23-a156-41a1-8d00-252bc9414e8d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:42.081247 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-67e3c59f-ffca-4f07-b080-b961639fb54e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for floatingip (bbda6249-d953-4b28-995e-6440879a9dc0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:42.083854 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-67e3c59f-ffca-4f07-b080-b961639fb54e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:42.085009 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-67e3c59f-ffca-4f07-b080-b961639fb54e tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "DELETE /v2.0/floatingips/bbda6249-d953-4b28-995e-6440879a9dc0 HTTP/1.1" status: 204 len: 168 time: 0.4342668 Mar 28 09:20:47.481525 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55032) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:47.537856 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f983359-fe9b-49e9-8d5b-392d8bf581ba tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group (b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:47.564039 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f983359-fe9b-49e9-8d5b-392d8bf581ba tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group (b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:47.625078 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f983359-fe9b-49e9-8d5b-392d8bf581ba tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:47.627873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f983359-fe9b-49e9-8d5b-392d8bf581ba tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:47.629152 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8f983359-fe9b-49e9-8d5b-392d8bf581ba tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] 10.222.0.15 "DELETE /v2.0/security-groups/b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9 HTTP/1.1" status: 204 len: 168 time: 0.1465390 Mar 28 09:20:47.638764 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f983359-fe9b-49e9-8d5b-392d8bf581ba tempest-TestVolumeBootPattern-40769841 tempest-TestVolumeBootPattern-40769841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ff93e9-d3e7-416c-8c2f-1bf5dd8336d9,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:47.694901 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55036) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:48.191516 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81bcaadc-e850-46bf-9802-013595e3ff34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (21aa7a59-d6d1-4617-b260-589cf118966c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:48.447325 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-81bcaadc-e850-46bf-9802-013595e3ff34 admin admin] Deleting port 467a8052-5421-44d7-a465-238554510ab3 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:20:48.447581 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81bcaadc-e850-46bf-9802-013595e3ff34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (467a8052-5421-44d7-a465-238554510ab3), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:48.525110 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-81bcaadc-e850-46bf-9802-013595e3ff34 admin admin] For port 467a8052-5421-44d7-a465-238554510ab3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=467a8052-5421-44d7-a465-238554510ab3,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:48.525473 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81bcaadc-e850-46bf-9802-013595e3ff34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (467a8052-5421-44d7-a465-238554510ab3), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:48.538029 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-81bcaadc-e850-46bf-9802-013595e3ff34 admin admin] Calling delete_port for 467a8052-5421-44d7-a465-238554510ab3 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:20:48.716724 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81bcaadc-e850-46bf-9802-013595e3ff34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (467a8052-5421-44d7-a465-238554510ab3), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:48.742574 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcaadc-e850-46bf-9802-013595e3ff34 admin admin] Pushing event deleted for resources: {'Port': ['ID=467a8052-5421-44d7-a465-238554510ab3,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:48.915861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81bcaadc-e850-46bf-9802-013595e3ff34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (21aa7a59-d6d1-4617-b260-589cf118966c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:49.141147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bcaadc-e850-46bf-9802-013595e3ff34 admin admin] Router 21aa7a59-d6d1-4617-b260-589cf118966c has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:20:49.553565 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bcaadc-e850-46bf-9802-013595e3ff34 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:20:49.559367 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-81bcaadc-e850-46bf-9802-013595e3ff34 admin admin] 10.222.0.15 "PUT /v2.0/routers/21aa7a59-d6d1-4617-b260-589cf118966c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8625448 Mar 28 09:20:49.562122 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55040) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:49.563307 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a0b75e-31d9-4f3e-a0fc-8b1662a81049 None None] Sync routers for ids ['21aa7a59-d6d1-4617-b260-589cf118966c'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:20:49.574270 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a0b75e-31d9-4f3e-a0fc-8b1662a81049 None None] Routers {'21aa7a59-d6d1-4617-b260-589cf118966c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:49.574961 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-03a0b75e-31d9-4f3e-a0fc-8b1662a81049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:20:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21aa7a59-d6d1-4617-b260-589cf118966c'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:49.665882 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bac04fce-1be9-449f-8dc2-7c1fd632130e admin admin] Publish callbacks [] for router (21aa7a59-d6d1-4617-b260-589cf118966c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:49.681040 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-03a0b75e-31d9-4f3e-a0fc-8b1662a81049 None None] Set router 21aa7a59-d6d1-4617-b260-589cf118966c gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:49.767202 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bac04fce-1be9-449f-8dc2-7c1fd632130e admin admin] Publish callbacks [] for router_gateway (21aa7a59-d6d1-4617-b260-589cf118966c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:49.823145 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-bac04fce-1be9-449f-8dc2-7c1fd632130e admin admin] Deleting port 584a6e2a-11d9-4614-ab1d-5f84af58a639 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:20:49.823484 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bac04fce-1be9-449f-8dc2-7c1fd632130e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (584a6e2a-11d9-4614-ab1d-5f84af58a639), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:49.855254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-03a0b75e-31d9-4f3e-a0fc-8b1662a81049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130'}], 'enable_snat': True}, 'gw_port_id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:20:48Z', 'revision_number': 5, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port': {'id': '584a6e2a-11d9-4614-ab1d-5f84af58a639', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ae:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:15Z', 'updated_at': '2022-03-28T09:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:49.881479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a0b75e-31d9-4f3e-a0fc-8b1662a81049 None None] Checking router: 21aa7a59-d6d1-4617-b260-589cf118966c for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:20:49.890190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a0b75e-31d9-4f3e-a0fc-8b1662a81049 None None] Routers {'21aa7a59-d6d1-4617-b260-589cf118966c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:49.890788 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-03a0b75e-31d9-4f3e-a0fc-8b1662a81049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:20:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['21aa7a59-d6d1-4617-b260-589cf118966c'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:49.899363 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-bac04fce-1be9-449f-8dc2-7c1fd632130e admin admin] For port 584a6e2a-11d9-4614-ab1d-5f84af58a639, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=584a6e2a-11d9-4614-ab1d-5f84af58a639,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:49.899892 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bac04fce-1be9-449f-8dc2-7c1fd632130e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (584a6e2a-11d9-4614-ab1d-5f84af58a639), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:49.912451 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-bac04fce-1be9-449f-8dc2-7c1fd632130e admin admin] Calling delete_port for 584a6e2a-11d9-4614-ab1d-5f84af58a639 owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:20:49.978917 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-03a0b75e-31d9-4f3e-a0fc-8b1662a81049 None None] Set router 21aa7a59-d6d1-4617-b260-589cf118966c gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:50.032107 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-03a0b75e-31d9-4f3e-a0fc-8b1662a81049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:20:49Z', 'revision_number': 6, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:50.057602 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a0b75e-31d9-4f3e-a0fc-8b1662a81049 None None] The sync data for ids ['21aa7a59-d6d1-4617-b260-589cf118966c'] in dv-neutron-master-2-hyperv is: [{'id': '21aa7a59-d6d1-4617-b260-589cf118966c', 'name': 'tempest-TestVolumeBootPattern-49648879-router', 'tenant_id': 'e40e579c72ff4feb87447802e87b3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:13Z', 'updated_at': '2022-03-28T09:20:49Z', 'revision_number': 6, 'project_id': 'e40e579c72ff4feb87447802e87b3f59', 'gw_port_host': None}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:20:50.086899 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bac04fce-1be9-449f-8dc2-7c1fd632130e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (584a6e2a-11d9-4614-ab1d-5f84af58a639), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:50.117569 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac04fce-1be9-449f-8dc2-7c1fd632130e admin admin] Pushing event deleted for resources: {'Port': ['ID=584a6e2a-11d9-4614-ab1d-5f84af58a639,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:50.175625 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bac04fce-1be9-449f-8dc2-7c1fd632130e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (21aa7a59-d6d1-4617-b260-589cf118966c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:50.264887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bac04fce-1be9-449f-8dc2-7c1fd632130e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (21aa7a59-d6d1-4617-b260-589cf118966c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:50.267150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bac04fce-1be9-449f-8dc2-7c1fd632130e admin admin] Publish callbacks [] for router_controller (21aa7a59-d6d1-4617-b260-589cf118966c), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:50.310023 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bac04fce-1be9-449f-8dc2-7c1fd632130e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (21aa7a59-d6d1-4617-b260-589cf118966c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:50.310483 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac04fce-1be9-449f-8dc2-7c1fd632130e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21aa7a59-d6d1-4617-b260-589cf118966c {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:20:50.314686 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bac04fce-1be9-449f-8dc2-7c1fd632130e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:50.315888 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bac04fce-1be9-449f-8dc2-7c1fd632130e admin admin] 10.222.0.15 "DELETE /v2.0/routers/21aa7a59-d6d1-4617-b260-589cf118966c HTTP/1.1" status: 204 len: 168 time: 0.7528348 Mar 28 09:20:50.318408 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55042) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:50.370399 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03238be-b508-4c02-9261-262598048d76 admin admin] Deleting subnet 7e3ff9a8-b5a8-488c-b061-58d28e8ef393 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:20:50.373329 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f03238be-b508-4c02-9261-262598048d76 admin admin] Publish callbacks [] for subnet (7e3ff9a8-b5a8-488c-b061-58d28e8ef393), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:50.407616 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f03238be-b508-4c02-9261-262598048d76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (7e3ff9a8-b5a8-488c-b061-58d28e8ef393), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:50.489163 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f03238be-b508-4c02-9261-262598048d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (7e3ff9a8-b5a8-488c-b061-58d28e8ef393), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:50.542416 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f03238be-b508-4c02-9261-262598048d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (7e3ff9a8-b5a8-488c-b061-58d28e8ef393), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:50.571272 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03238be-b508-4c02-9261-262598048d76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e3ff9a8-b5a8-488c-b061-58d28e8ef393,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:50.574824 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f03238be-b508-4c02-9261-262598048d76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:50.578135 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f03238be-b508-4c02-9261-262598048d76 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7e3ff9a8-b5a8-488c-b061-58d28e8ef393 HTTP/1.1" status: 204 len: 168 time: 0.2585087 Mar 28 09:20:50.580364 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55046) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:50.580797 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c32a24c-9211-4027-a5a9-fbda14c1f8eb None None] Network a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:20:50.647124 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (a9b6026d-f3c8-4cca-af27-17fc5f4b79d8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:50.701307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] Deleting port 2025dea2-6431-47fb-b678-8eac172121e9 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:20:50.701674 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2025dea2-6431-47fb-b678-8eac172121e9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:50.767064 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] For port 2025dea2-6431-47fb-b678-8eac172121e9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2025dea2-6431-47fb-b678-8eac172121e9,segment=NetworkSegment(4d6c700f-2c6b-4e81-a0b2-dad04897fd3a),segment_id=4d6c700f-2c6b-4e81-a0b2-dad04897fd3a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:50.767349 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2025dea2-6431-47fb-b678-8eac172121e9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:50.780403 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] Calling delete_port for 2025dea2-6431-47fb-b678-8eac172121e9 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:20:50.850576 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7084acd-6b24-4696-8f57-6704132b6d18 None None] DHCP port deletion for a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:20:50.862957 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (2025dea2-6431-47fb-b678-8eac172121e9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:50.890227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] Pushing event deleted for resources: {'Port': ['ID=2025dea2-6431-47fb-b678-8eac172121e9,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:50.899380 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] No DVR routers for this DVR port 2025dea2-6431-47fb-b678-8eac172121e9 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:20:50.914409 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2025dea2-6431-47fb-b678-8eac172121e9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:20:50.946439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 2025dea2-6431-47fb-b678-8eac172121e9 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:20:50.946763 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2025dea2-6431-47fb-b678-8eac172121e9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:20:50.947399 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 584a6e2a-11d9-4614-ab1d-5f84af58a639 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:20:50.949908 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e7084acd-6b24-4696-8f57-6704132b6d18 None None] Deleting port 2025dea2-6431-47fb-b678-8eac172121e9 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:20:50.950279 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e7084acd-6b24-4696-8f57-6704132b6d18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2025dea2-6431-47fb-b678-8eac172121e9), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:50.978023 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (a9b6026d-f3c8-4cca-af27-17fc5f4b79d8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:50.978448 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 584a6e2a-11d9-4614-ab1d-5f84af58a639 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:20:50.978569 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 584a6e2a-11d9-4614-ab1d-5f84af58a639 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:20:50.978902 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 467a8052-5421-44d7-a465-238554510ab3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:20:50.999057 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b6026d-f3c8-4cca-af27-17fc5f4b79d8']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:51.008939 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:51.009231 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6c700f-2c6b-4e81-a0b2-dad04897fd3a') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:51.018823 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (4d6c700f-2c6b-4e81-a0b2-dad04897fd3a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:51.028240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 467a8052-5421-44d7-a465-238554510ab3 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:20:51.028594 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 467a8052-5421-44d7-a465-238554510ab3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:20:51.038483 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (4d6c700f-2c6b-4e81-a0b2-dad04897fd3a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:51.049837 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-e7084acd-6b24-4696-8f57-6704132b6d18 None None] For port 2025dea2-6431-47fb-b678-8eac172121e9, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:51.050442 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e7084acd-6b24-4696-8f57-6704132b6d18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2025dea2-6431-47fb-b678-8eac172121e9), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:51.051987 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:20:51.053537 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (4d6c700f-2c6b-4e81-a0b2-dad04897fd3a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:20:51.056379 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:20:51.070794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e7084acd-6b24-4696-8f57-6704132b6d18 None None] Calling delete_port for 2025dea2-6431-47fb-b678-8eac172121e9 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:20:51.073546 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.ipam_backend_mixin [None req-e7084acd-6b24-4696-8f57-6704132b6d18 None None] Port 2025dea2-6431-47fb-b678-8eac172121e9 was not found and therefore no delete operation was performed {{(pid=104077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 09:20:51.074865 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e7084acd-6b24-4696-8f57-6704132b6d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (2025dea2-6431-47fb-b678-8eac172121e9), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:51.119988 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (a9b6026d-f3c8-4cca-af27-17fc5f4b79d8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:51.126161 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:51.129597 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] 10.222.0.15 "DELETE /v2.0/networks/a9b6026d-f3c8-4cca-af27-17fc5f4b79d8 HTTP/1.1" status: 204 len: 168 time: 0.5482183 Mar 28 09:20:51.133363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55048) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:51.151170 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b28c8e-a064-4bb3-9b1b-24d4dd3ddf5f admin admin] Pushing event deleted for resources: {'Network': ['ID=a9b6026d-f3c8-4cca-af27-17fc5f4b79d8,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:51.260125 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7084acd-6b24-4696-8f57-6704132b6d18 None None] Pushing event deleted for resources: {'Port': ['ID=2025dea2-6431-47fb-b678-8eac172121e9,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:51.263719 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7084acd-6b24-4696-8f57-6704132b6d18 None None] No DVR routers for this DVR port 2025dea2-6431-47fb-b678-8eac172121e9 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:20:51.305669 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:51.498606 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4268fd70-cbb7-4698-a071-e1e6811cdd4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (b5a129bf-500d-4690-a29e-21fcae24fab7), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:52.044386 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-4268fd70-cbb7-4698-a071-e1e6811cdd4e admin admin] Deleting port aa65287c-9b96-4a03-93e9-7c5d6e83f24a {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:20:52.044718 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4268fd70-cbb7-4698-a071-e1e6811cdd4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:52.119703 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-4268fd70-cbb7-4698-a071-e1e6811cdd4e admin admin] For port aa65287c-9b96-4a03-93e9-7c5d6e83f24a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa65287c-9b96-4a03-93e9-7c5d6e83f24a,segment=NetworkSegment(07569001-3538-42db-ae17-bb87db1c5472),segment_id=07569001-3538-42db-ae17-bb87db1c5472)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:52.120069 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4268fd70-cbb7-4698-a071-e1e6811cdd4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:52.132279 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-4268fd70-cbb7-4698-a071-e1e6811cdd4e admin admin] Calling delete_port for aa65287c-9b96-4a03-93e9-7c5d6e83f24a owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:20:52.308873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4268fd70-cbb7-4698-a071-e1e6811cdd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (aa65287c-9b96-4a03-93e9-7c5d6e83f24a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:52.331886 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268fd70-cbb7-4698-a071-e1e6811cdd4e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa65287c-9b96-4a03-93e9-7c5d6e83f24a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:52.525646 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:20:52.531666 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4268fd70-cbb7-4698-a071-e1e6811cdd4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (b5a129bf-500d-4690-a29e-21fcae24fab7), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:52.761277 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4268fd70-cbb7-4698-a071-e1e6811cdd4e admin admin] Router b5a129bf-500d-4690-a29e-21fcae24fab7 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:20:52.889962 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4268fd70-cbb7-4698-a071-e1e6811cdd4e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:20:52.897981 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4268fd70-cbb7-4698-a071-e1e6811cdd4e admin admin] 10.222.0.15 "PUT /v2.0/routers/b5a129bf-500d-4690-a29e-21fcae24fab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7602417 Mar 28 09:20:52.897981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55050) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:52.900335 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3130cafc-e92d-4fe9-b1dc-ed7ccd692e58 None None] Sync routers for ids ['b5a129bf-500d-4690-a29e-21fcae24fab7'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:20:52.910716 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3130cafc-e92d-4fe9-b1dc-ed7ccd692e58 None None] Routers {'b5a129bf-500d-4690-a29e-21fcae24fab7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:52.911321 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3130cafc-e92d-4fe9-b1dc-ed7ccd692e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:20:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b5a129bf-500d-4690-a29e-21fcae24fab7'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:53.011436 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7402677e-6c10-4873-b3e9-36434635329d admin admin] Publish callbacks [] for router (b5a129bf-500d-4690-a29e-21fcae24fab7), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:53.024644 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-3130cafc-e92d-4fe9-b1dc-ed7ccd692e58 None None] Set router b5a129bf-500d-4690-a29e-21fcae24fab7 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:53.126446 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7402677e-6c10-4873-b3e9-36434635329d admin admin] Publish callbacks [] for router_gateway (b5a129bf-500d-4690-a29e-21fcae24fab7), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:53.181983 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-7402677e-6c10-4873-b3e9-36434635329d admin admin] Deleting port b0c87363-1398-4dd4-ad75-5cdce66abc60 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:20:53.182311 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7402677e-6c10-4873-b3e9-36434635329d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (b0c87363-1398-4dd4-ad75-5cdce66abc60), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:53.225361 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3130cafc-e92d-4fe9-b1dc-ed7ccd692e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a129bf-500d-4690-a29e-21fcae24fab7', 'name': 'tempest-TestVolumeBootPattern-1380761697-router', 'tenant_id': 'ccdca7c257fd46279e22b8f482b20316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.193'}], 'enable_snat': True}, 'gw_port_id': 'b0c87363-1398-4dd4-ad75-5cdce66abc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:26Z', 'updated_at': '2022-03-28T09:20:52Z', 'revision_number': 5, 'project_id': 'ccdca7c257fd46279e22b8f482b20316', 'gw_port': {'id': 'b0c87363-1398-4dd4-ad75-5cdce66abc60', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a129bf-500d-4690-a29e-21fcae24fab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:12:27Z', 'updated_at': '2022-03-28T09:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:53.254883 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3130cafc-e92d-4fe9-b1dc-ed7ccd692e58 None None] Checking router: b5a129bf-500d-4690-a29e-21fcae24fab7 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:20:53.263734 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3130cafc-e92d-4fe9-b1dc-ed7ccd692e58 None None] Routers {'b5a129bf-500d-4690-a29e-21fcae24fab7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:20:53.264271 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3130cafc-e92d-4fe9-b1dc-ed7ccd692e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:20:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b5a129bf-500d-4690-a29e-21fcae24fab7'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:53.268992 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-7402677e-6c10-4873-b3e9-36434635329d admin admin] For port b0c87363-1398-4dd4-ad75-5cdce66abc60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b0c87363-1398-4dd4-ad75-5cdce66abc60,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:53.269359 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7402677e-6c10-4873-b3e9-36434635329d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (b0c87363-1398-4dd4-ad75-5cdce66abc60), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:53.283282 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-7402677e-6c10-4873-b3e9-36434635329d admin admin] Calling delete_port for b0c87363-1398-4dd4-ad75-5cdce66abc60 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:20:53.358047 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-3130cafc-e92d-4fe9-b1dc-ed7ccd692e58 None None] Set router b5a129bf-500d-4690-a29e-21fcae24fab7 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:20:53.423560 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3130cafc-e92d-4fe9-b1dc-ed7ccd692e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a129bf-500d-4690-a29e-21fcae24fab7', 'name': 'tempest-TestVolumeBootPattern-1380761697-router', 'tenant_id': 'ccdca7c257fd46279e22b8f482b20316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:26Z', 'updated_at': '2022-03-28T09:20:53Z', 'revision_number': 6, 'project_id': 'ccdca7c257fd46279e22b8f482b20316', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:53.450146 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3130cafc-e92d-4fe9-b1dc-ed7ccd692e58 None None] The sync data for ids ['b5a129bf-500d-4690-a29e-21fcae24fab7'] in dv-neutron-master-2-hyperv is: [{'id': 'b5a129bf-500d-4690-a29e-21fcae24fab7', 'name': 'tempest-TestVolumeBootPattern-1380761697-router', 'tenant_id': 'ccdca7c257fd46279e22b8f482b20316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:12:26Z', 'updated_at': '2022-03-28T09:20:53Z', 'revision_number': 6, 'project_id': 'ccdca7c257fd46279e22b8f482b20316', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:20:53.452762 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7402677e-6c10-4873-b3e9-36434635329d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (b0c87363-1398-4dd4-ad75-5cdce66abc60), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:53.482269 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402677e-6c10-4873-b3e9-36434635329d admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c87363-1398-4dd4-ad75-5cdce66abc60,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:53.541608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7402677e-6c10-4873-b3e9-36434635329d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (b5a129bf-500d-4690-a29e-21fcae24fab7), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:53.638940 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7402677e-6c10-4873-b3e9-36434635329d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (b5a129bf-500d-4690-a29e-21fcae24fab7), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:53.641340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7402677e-6c10-4873-b3e9-36434635329d admin admin] Publish callbacks [] for router_controller (b5a129bf-500d-4690-a29e-21fcae24fab7), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:53.686425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7402677e-6c10-4873-b3e9-36434635329d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (b5a129bf-500d-4690-a29e-21fcae24fab7), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:53.687019 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7402677e-6c10-4873-b3e9-36434635329d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5a129bf-500d-4690-a29e-21fcae24fab7 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:20:53.691495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7402677e-6c10-4873-b3e9-36434635329d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:53.692656 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7402677e-6c10-4873-b3e9-36434635329d admin admin] 10.222.0.15 "DELETE /v2.0/routers/b5a129bf-500d-4690-a29e-21fcae24fab7 HTTP/1.1" status: 204 len: 168 time: 0.7930880 Mar 28 09:20:53.695262 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55052) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:53.739692 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed4e0db-3f78-4d1a-b92c-7c6eaddbc327 admin admin] Deleting subnet 68c634f0-c88a-4df8-8612-811f59166152 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:20:53.743555 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8ed4e0db-3f78-4d1a-b92c-7c6eaddbc327 admin admin] Publish callbacks [] for subnet (68c634f0-c88a-4df8-8612-811f59166152), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:53.777154 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8ed4e0db-3f78-4d1a-b92c-7c6eaddbc327 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (68c634f0-c88a-4df8-8612-811f59166152), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:53.861289 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8ed4e0db-3f78-4d1a-b92c-7c6eaddbc327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (68c634f0-c88a-4df8-8612-811f59166152), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:53.916220 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8ed4e0db-3f78-4d1a-b92c-7c6eaddbc327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (68c634f0-c88a-4df8-8612-811f59166152), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:53.943087 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4e0db-3f78-4d1a-b92c-7c6eaddbc327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68c634f0-c88a-4df8-8612-811f59166152,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:53.945148 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8ed4e0db-3f78-4d1a-b92c-7c6eaddbc327 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:53.948378 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8ed4e0db-3f78-4d1a-b92c-7c6eaddbc327 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/68c634f0-c88a-4df8-8612-811f59166152 HTTP/1.1" status: 204 len: 168 time: 0.2521539 Mar 28 09:20:53.950517 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c67f0c6-005d-48c7-b4db-dac530da33ad None None] Network c52aeed1-7e42-40e6-9cb5-05f0ebf3a804 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:20:53.951540 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55054) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:54.022905 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (c52aeed1-7e42-40e6-9cb5-05f0ebf3a804), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:54.078343 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] Deleting port d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:20:54.078688 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:54.142393 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] For port d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2,segment=NetworkSegment(07569001-3538-42db-ae17-bb87db1c5472),segment_id=07569001-3538-42db-ae17-bb87db1c5472)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:54.142693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:54.155401 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] Calling delete_port for d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:20:54.205178 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ec91d4-72a8-448a-aa92-4607d38af3d9 None None] DHCP port deletion for c52aeed1-7e42-40e6-9cb5-05f0ebf3a804 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:20:54.243052 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:54.254634 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec91d4-72a8-448a-aa92-4607d38af3d9 None None] Deleting port d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:20:54.255015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f3ec91d4-72a8-448a-aa92-4607d38af3d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:54.271044 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:54.272937 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] No DVR routers for this DVR port d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:20:54.318291 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f3ec91d4-72a8-448a-aa92-4607d38af3d9 None None] For port d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:20:54.318659 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f3ec91d4-72a8-448a-aa92-4607d38af3d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:54.333463 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec91d4-72a8-448a-aa92-4607d38af3d9 None None] Calling delete_port for d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:20:54.336855 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.ipam_backend_mixin [None req-f3ec91d4-72a8-448a-aa92-4607d38af3d9 None None] Port d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 was not found and therefore no delete operation was performed {{(pid=104077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 09:20:54.338225 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f3ec91d4-72a8-448a-aa92-4607d38af3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:54.348516 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (c52aeed1-7e42-40e6-9cb5-05f0ebf3a804), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:54.368257 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec91d4-72a8-448a-aa92-4607d38af3d9 None None] Pushing event deleted for resources: {'Port': ['ID=d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:54.371734 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52aeed1-7e42-40e6-9cb5-05f0ebf3a804']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:54.373065 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ec91d4-72a8-448a-aa92-4607d38af3d9 None None] No DVR routers for this DVR port d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:20:54.387142 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07569001-3538-42db-ae17-bb87db1c5472') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:54.387447 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07569001-3538-42db-ae17-bb87db1c5472') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:20:54.397852 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (07569001-3538-42db-ae17-bb87db1c5472), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:54.412084 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (07569001-3538-42db-ae17-bb87db1c5472), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:54.419108 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:20:54.419511 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (07569001-3538-42db-ae17-bb87db1c5472), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:20:54.421216 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:20:54.482675 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (c52aeed1-7e42-40e6-9cb5-05f0ebf3a804), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:54.487183 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:54.494849 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c52aeed1-7e42-40e6-9cb5-05f0ebf3a804 HTTP/1.1" status: 204 len: 168 time: 0.5384526 Mar 28 09:20:54.512150 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32a94f-ed77-49bc-91e1-ce8b7974cd38 admin admin] Pushing event deleted for resources: {'Network': ['ID=c52aeed1-7e42-40e6-9cb5-05f0ebf3a804,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:54.610283 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55058) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:54.649971 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bc1bcf73-f2b6-4a4f-a4da-8107468c17e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e40e579c72ff4feb87447802e87b3f59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384243 Mar 28 09:20:54.652320 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55060) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:54.699690 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6136675-c5e5-4aff-bea0-a600a3e2d65e admin admin] Publish callbacks [] for security_group (6067f170-1fe3-491c-a7ba-f56c293ff227), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:54.720760 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6136675-c5e5-4aff-bea0-a600a3e2d65e admin admin] Publish callbacks [] for security_group (6067f170-1fe3-491c-a7ba-f56c293ff227), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:54.750356 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device aa65287c-9b96-4a03-93e9-7c5d6e83f24a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:20:54.767245 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6136675-c5e5-4aff-bea0-a600a3e2d65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (6067f170-1fe3-491c-a7ba-f56c293ff227), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:54.769895 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6136675-c5e5-4aff-bea0-a600a3e2d65e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:54.771051 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f6136675-c5e5-4aff-bea0-a600a3e2d65e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6067f170-1fe3-491c-a7ba-f56c293ff227 HTTP/1.1" status: 204 len: 168 time: 0.1176937 Mar 28 09:20:54.771597 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: aa65287c-9b96-4a03-93e9-7c5d6e83f24a {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:20:54.771949 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device aa65287c-9b96-4a03-93e9-7c5d6e83f24a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:20:54.772403 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b0c87363-1398-4dd4-ad75-5cdce66abc60 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:20:54.779058 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6136675-c5e5-4aff-bea0-a600a3e2d65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6067f170-1fe3-491c-a7ba-f56c293ff227,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:54.796809 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: b0c87363-1398-4dd4-ad75-5cdce66abc60 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:20:54.797158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device b0c87363-1398-4dd4-ad75-5cdce66abc60 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:20:54.797581 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:20:54.820655 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:20:54.821003 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device d4c5474b-6b61-4a0d-91e7-554f7ef0e7c2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:20:55.078047 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55066) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:55.116484 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3a0f251c-c0aa-4d06-b574-2e107ad2341a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ccdca7c257fd46279e22b8f482b20316&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0371854 Mar 28 09:20:55.119476 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55068) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:20:55.169373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68d32706-517a-4238-82a5-9a4f09b9ba2c admin admin] Publish callbacks [] for security_group (16388d9f-1237-4af4-aa95-006442baf5cc), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:55.189470 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68d32706-517a-4238-82a5-9a4f09b9ba2c admin admin] Publish callbacks [] for security_group (16388d9f-1237-4af4-aa95-006442baf5cc), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:55.236112 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68d32706-517a-4238-82a5-9a4f09b9ba2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (16388d9f-1237-4af4-aa95-006442baf5cc), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:55.238764 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68d32706-517a-4238-82a5-9a4f09b9ba2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:55.239865 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-68d32706-517a-4238-82a5-9a4f09b9ba2c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16388d9f-1237-4af4-aa95-006442baf5cc HTTP/1.1" status: 204 len: 168 time: 0.1194766 Mar 28 09:20:55.247592 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d32706-517a-4238-82a5-9a4f09b9ba2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16388d9f-1237-4af4-aa95-006442baf5cc,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:20:57.238454 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e202e1e-cf56-4708-9d82-c4da93d7e791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:20:59.465889 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0fdaaf84-391a-46fc-bc55-411a7bcdb190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:21:00.572102 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:21:02.115928 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:21:03.694624 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:21:21.310816 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:21:27.239724 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-021cfb49-7140-40ac-863d-e8cc37220712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:21:29.466438 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f1e0fd09-f6db-4667-bd74-36d88c5679f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:21:29.524900 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:21:30.572977 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:21:32.119682 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:21:33.697238 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:21:36.239613 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7df32909-cd61-4b6d-a152-3f3a741f4bea req-389158bf-7bbd-404a-8c3f-ec3ecb8eee47 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=668c6074-f956-4679-b29d-cd25a70154fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436289 Mar 28 09:21:36.322361 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df32909-cd61-4b6d-a152-3f3a741f4bea req-efe3df61-e601-41a3-9130-cac9a4e16525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:21:36.323839 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7df32909-cd61-4b6d-a152-3f3a741f4bea req-efe3df61-e601-41a3-9130-cac9a4e16525 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 1130 time: 0.0443072 Mar 28 09:21:36.427923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df32909-cd61-4b6d-a152-3f3a741f4bea req-3c05115a-cdc9-40f5-94cc-a3aa5de046b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:21:36.429370 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7df32909-cd61-4b6d-a152-3f3a741f4bea req-3c05115a-cdc9-40f5-94cc-a3aa5de046b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1dfe1b30-9c68-42e4-a622-729d6b91ad3b HTTP/1.1" status: 200 len: 897 time: 0.0877142 Mar 28 09:21:36.493716 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7df32909-cd61-4b6d-a152-3f3a741f4bea req-4b8cafa4-32bd-47d7-9b13-35f9cafd142b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45bd3998-66ce-47de-b9fe-5a83e8ae4e21 HTTP/1.1" status: 200 len: 1002 time: 0.0588038 Mar 28 09:21:36.545532 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df32909-cd61-4b6d-a152-3f3a741f4bea req-c2818b45-f514-4316-9ad7-2dcbe1eeb499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:21:36.546992 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7df32909-cd61-4b6d-a152-3f3a741f4bea req-c2818b45-f514-4316-9ad7-2dcbe1eeb499 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0c2e086-e882-49e3-8302-72802d1b8598 HTTP/1.1" status: 200 len: 844 time: 0.0482509 Mar 28 09:21:36.596101 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df32909-cd61-4b6d-a152-3f3a741f4bea req-2febe12f-77a8-4a96-98cf-752e7deb9947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:21:36.597562 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7df32909-cd61-4b6d-a152-3f3a741f4bea req-2febe12f-77a8-4a96-98cf-752e7deb9947 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1dfe1b30-9c68-42e4-a622-729d6b91ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437520 Mar 28 09:21:36.684797 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7df32909-cd61-4b6d-a152-3f3a741f4bea req-4187786d-2456-4929-9bf7-29246a03964d service neutron] 10.222.0.16 "GET /v2.0/networks/1dfe1b30-9c68-42e4-a622-729d6b91ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808327 Mar 28 09:21:36.776978 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7df32909-cd61-4b6d-a152-3f3a741f4bea req-c597ee2b-4fa1-4673-a41f-2c5b5cb4c303 service neutron] 10.222.0.16 "GET /v2.0/networks/1dfe1b30-9c68-42e4-a622-729d6b91ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864794 Mar 28 09:21:51.327655 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:21:57.242768 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3370e2c6-fb69-4f71-9b4e-5235bbc49e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:21:59.468052 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f276a3d7-2afd-4051-8eaf-5a8e3d3e314f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:22:00.577133 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:22:02.124470 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:22:03.699723 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:22:06.525839 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:22:21.323423 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:22:27.245536 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b2177a3d-3565-4a41-a7a2-ec131340adee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:22:28.352246 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55094) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:22:28.357355 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:22:28.444639 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9575866'] for subnet (a0c2e086-e882-49e3-8302-72802d1b8598), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:22:28.589747 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764768247435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9826088'] for subnet (a0c2e086-e882-49e3-8302-72802d1b8598), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:22:28.624112 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:22:28.624629 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:22:28.626358 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/subnets/a0c2e086-e882-49e3-8302-72802d1b8598 HTTP/1.1" status: 200 len: 836 time: 0.2730350 Mar 28 09:22:28.629374 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d149b06c-4e56-4e5c-976d-ccc7d20d8895 None None] Network 1dfe1b30-9c68-42e4-a622-729d6b91ad3b requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:22:28.642897 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Subnet': ['ID=a0c2e086-e882-49e3-8302-72802d1b8598,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:22:28.650074 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:22:28.650438 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:22:28.650783 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:22:28.651131 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:22:28.651470 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:22:28.651806 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:22:28.652138 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:22:28.652469 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:22:28.652801 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:22:28.653133 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:22:28.653466 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:22:28.653821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:22:28.654152 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:22:28.654478 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:22:28.654803 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5420be20-138e-40af-8a8b-bb175d5c30b9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:22:29.010670 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-68d9b715-2dab-49b7-9dc4-15c9af8c8d92 None None] Provisioning complete for port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:22:29.010976 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-68d9b715-2dab-49b7-9dc4-15c9af8c8d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (45bd3998-66ce-47de-b9fe-5a83e8ae4e21), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:22:29.085265 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-68d9b715-2dab-49b7-9dc4-15c9af8c8d92 None None] Current status of the port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:22:29.095009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-68d9b715-2dab-49b7-9dc4-15c9af8c8d92 None None] Provisioning complete for port 9b2ef197-ac92-4f29-a746-b52183fe0294 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:22:29.095386 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-68d9b715-2dab-49b7-9dc4-15c9af8c8d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9b2ef197-ac92-4f29-a746-b52183fe0294), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:22:29.172649 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-68d9b715-2dab-49b7-9dc4-15c9af8c8d92 None None] Current status of the port 9b2ef197-ac92-4f29-a746-b52183fe0294 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:22:29.182959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-68d9b715-2dab-49b7-9dc4-15c9af8c8d92 None None] Provisioning complete for port 222755e1-9392-4bbc-86f0-25d4d429c82b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:22:29.183332 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-68d9b715-2dab-49b7-9dc4-15c9af8c8d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:22:29.256361 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-68d9b715-2dab-49b7-9dc4-15c9af8c8d92 None None] Current status of the port 222755e1-9392-4bbc-86f0-25d4d429c82b is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:22:29.468969 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd416805-3cb8-4ce2-9e0f-7221b271a905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:22:30.581599 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:22:32.124661 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:22:33.700777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:22:37.386866 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6c27a46a-5d0f-44d8-88fb-33a12b5f3374 req-22a2d966-5f6f-4273-8404-c39e6f40153c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=668c6074-f956-4679-b29d-cd25a70154fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1919265 Mar 28 09:22:37.471082 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27a46a-5d0f-44d8-88fb-33a12b5f3374 req-4ba98289-78b5-40b9-902d-d084ea45bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:22:37.472584 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6c27a46a-5d0f-44d8-88fb-33a12b5f3374 req-4ba98289-78b5-40b9-902d-d084ea45bc03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 1130 time: 0.0450978 Mar 28 09:22:37.574603 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27a46a-5d0f-44d8-88fb-33a12b5f3374 req-ee4eeb89-0fd4-44e4-a3d9-9dc6cf9a0025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:22:37.576093 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6c27a46a-5d0f-44d8-88fb-33a12b5f3374 req-ee4eeb89-0fd4-44e4-a3d9-9dc6cf9a0025 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1dfe1b30-9c68-42e4-a622-729d6b91ad3b HTTP/1.1" status: 200 len: 897 time: 0.0862103 Mar 28 09:22:37.649983 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6c27a46a-5d0f-44d8-88fb-33a12b5f3374 req-086f3cfd-2027-49ce-b23a-ef342f89c9ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45bd3998-66ce-47de-b9fe-5a83e8ae4e21 HTTP/1.1" status: 200 len: 1002 time: 0.0684140 Mar 28 09:22:37.697294 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27a46a-5d0f-44d8-88fb-33a12b5f3374 req-604237ba-d186-44b0-9822-0f9e42e7edff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:22:37.698747 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6c27a46a-5d0f-44d8-88fb-33a12b5f3374 req-604237ba-d186-44b0-9822-0f9e42e7edff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0c2e086-e882-49e3-8302-72802d1b8598 HTTP/1.1" status: 200 len: 844 time: 0.0437119 Mar 28 09:22:37.746717 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27a46a-5d0f-44d8-88fb-33a12b5f3374 req-c2c5eb61-268e-494b-adf8-911d8899ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:22:37.748268 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6c27a46a-5d0f-44d8-88fb-33a12b5f3374 req-c2c5eb61-268e-494b-adf8-911d8899ed76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1dfe1b30-9c68-42e4-a622-729d6b91ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438399 Mar 28 09:22:37.840992 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6c27a46a-5d0f-44d8-88fb-33a12b5f3374 req-5bdc92db-8960-4863-a827-a9c705741cd7 service neutron] 10.222.0.16 "GET /v2.0/networks/1dfe1b30-9c68-42e4-a622-729d6b91ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857215 Mar 28 09:22:37.927783 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6c27a46a-5d0f-44d8-88fb-33a12b5f3374 req-d9701fdb-3c9f-4b06-b0f3-47cd01fde3ed service neutron] 10.222.0.16 "GET /v2.0/networks/1dfe1b30-9c68-42e4-a622-729d6b91ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811741 Mar 28 09:22:43.525838 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:22:51.330734 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:22:57.248019 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-28c2ec72-31c3-4a66-a37b-36cd728ca4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:22:59.469354 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cfe9e54f-01e7-43a3-a71c-5f0086b3795c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:00.582463 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:02.128859 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:03.702506 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:11.448110 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55114) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:11.602202 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-4513699c-ed10-4922-af55-9de3637c36f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 136ce240-ed49-4643-86a0-1f41e3f79869 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:23:11.602544 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4513699c-ed10-4922-af55-9de3637c36f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (136ce240-ed49-4643-86a0-1f41e3f79869), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:11.678181 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4513699c-ed10-4922-af55-9de3637c36f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (136ce240-ed49-4643-86a0-1f41e3f79869), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:11.678506 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4513699c-ed10-4922-af55-9de3637c36f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (136ce240-ed49-4643-86a0-1f41e3f79869), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:11.689887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-4513699c-ed10-4922-af55-9de3637c36f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 136ce240-ed49-4643-86a0-1f41e3f79869 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:23:11.832401 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4513699c-ed10-4922-af55-9de3637c36f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (136ce240-ed49-4643-86a0-1f41e3f79869), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:11.857163 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513699c-ed10-4922-af55-9de3637c36f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=136ce240-ed49-4643-86a0-1f41e3f79869,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:11.917854 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4513699c-ed10-4922-af55-9de3637c36f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (91837868-44e8-41bd-8ce9-d0c1ea95fbb5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:11.918179 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-4513699c-ed10-4922-af55-9de3637c36f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP 91837868-44e8-41bd-8ce9-d0c1ea95fbb5 disassociated (deleted). External IP: 172.36.4.187, port: 45bd3998-66ce-47de-b9fe-5a83e8ae4e21. Mar 28 09:23:12.125775 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4513699c-ed10-4922-af55-9de3637c36f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router e00e7587-2b10-47aa-a3fc-7fdfde954a71 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:23:12.233051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4513699c-ed10-4922-af55-9de3637c36f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:23:12.237391 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4513699c-ed10-4922-af55-9de3637c36f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:12.243370 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a3130-0a4a-449b-abcf-f8e97f3c83b6 None None] Sync routers for ids ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:23:12.252962 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a3130-0a4a-449b-abcf-f8e97f3c83b6 None None] Routers {'e00e7587-2b10-47aa-a3fc-7fdfde954a71'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:23:12.253570 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f91a3130-0a4a-449b-abcf-f8e97f3c83b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:22:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:12.268314 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4513699c-ed10-4922-af55-9de3637c36f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/floatingips/91837868-44e8-41bd-8ce9-d0c1ea95fbb5 HTTP/1.1" status: 204 len: 168 time: 0.8191986 Mar 28 09:23:12.268910 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668c6074-f956-4679-b29d-cd25a70154fa', 'tag': '45bd3998-66ce-47de-b9fe-5a83e8ae4e21'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:23:12.271446 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95974c68-f98b-4656-af18-347742d6c29c" -d '{"events": [{"name": "network-changed", "server_uuid": "668c6074-f956-4679-b29d-cd25a70154fa", "tag": "45bd3998-66ce-47de-b9fe-5a83e8ae4e21"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:23:12.314218 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e2f5dd-011a-4d5b-b08d-e69f67447d74 x-openstack-request-id: req-c8e2f5dd-011a-4d5b-b08d-e69f67447d74 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:23:12.314523 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668c6074-f956-4679-b29d-cd25a70154fa", "tag": "45bd3998-66ce-47de-b9fe-5a83e8ae4e21", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:23:12.315001 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8e2f5dd-011a-4d5b-b08d-e69f67447d74 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:23:12.315414 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e2f5dd-011a-4d5b-b08d-e69f67447d74'] response: {'name': 'network-changed', 'server_uuid': '668c6074-f956-4679-b29d-cd25a70154fa', 'tag': '45bd3998-66ce-47de-b9fe-5a83e8ae4e21', 'status': 'completed', 'code': 200} Mar 28 09:23:12.371562 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-f91a3130-0a4a-449b-abcf-f8e97f3c83b6 None None] Set router e00e7587-2b10-47aa-a3fc-7fdfde954a71 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:23:12.380996 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95974c68-f98b-4656-af18-347742d6c29c req-3a787a53-6d2e-4850-865e-ffa2c7a828ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:12.382684 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-95974c68-f98b-4656-af18-347742d6c29c req-3a787a53-6d2e-4850-865e-ffa2c7a828ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 1130 time: 0.0462351 Mar 28 09:23:12.477368 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95974c68-f98b-4656-af18-347742d6c29c req-ed59db9a-0957-4334-8c11-0977dff551bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:12.479005 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-95974c68-f98b-4656-af18-347742d6c29c req-ed59db9a-0957-4334-8c11-0977dff551bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=1dfe1b30-9c68-42e4-a622-729d6b91ad3b HTTP/1.1" status: 200 len: 897 time: 0.0901949 Mar 28 09:23:12.521103 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-95974c68-f98b-4656-af18-347742d6c29c req-5682afc9-8e99-46fc-91e1-5f564d410d41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45bd3998-66ce-47de-b9fe-5a83e8ae4e21 HTTP/1.1" status: 200 len: 217 time: 0.0353608 Mar 28 09:23:12.572083 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95974c68-f98b-4656-af18-347742d6c29c req-57cb58c3-c9da-4a37-88fc-638ca1a5efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:12.573584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f91a3130-0a4a-449b-abcf-f8e97f3c83b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'name': 'tempest-TestNetworkBasicOps-router-1657696212', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '222755e1-9392-4bbc-86f0-25d4d429c82b', 'name': '', 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:8f:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'a0c2e086-e882-49e3-8302-72802d1b8598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:15Z', 'updated_at': '2022-03-28T09:20:19Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'a0c2e086-e882-49e3-8302-72802d1b8598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:12.573839 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-95974c68-f98b-4656-af18-347742d6c29c req-57cb58c3-c9da-4a37-88fc-638ca1a5efd0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0c2e086-e882-49e3-8302-72802d1b8598 HTTP/1.1" status: 200 len: 844 time: 0.0472262 Mar 28 09:23:12.600513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a3130-0a4a-449b-abcf-f8e97f3c83b6 None None] Checking router: e00e7587-2b10-47aa-a3fc-7fdfde954a71 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:23:12.608664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a3130-0a4a-449b-abcf-f8e97f3c83b6 None None] Routers {'e00e7587-2b10-47aa-a3fc-7fdfde954a71'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:23:12.609271 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f91a3130-0a4a-449b-abcf-f8e97f3c83b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:22:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:12.625503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95974c68-f98b-4656-af18-347742d6c29c req-45f32d65-5a3e-4ef3-98be-d4ee8ad1affc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:12.626974 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-95974c68-f98b-4656-af18-347742d6c29c req-45f32d65-5a3e-4ef3-98be-d4ee8ad1affc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1dfe1b30-9c68-42e4-a622-729d6b91ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444994 Mar 28 09:23:12.715020 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-95974c68-f98b-4656-af18-347742d6c29c req-7c39dc8c-6513-40ce-a028-240d9dc33574 service neutron] 10.222.0.16 "GET /v2.0/networks/1dfe1b30-9c68-42e4-a622-729d6b91ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811934 Mar 28 09:23:12.716225 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-f91a3130-0a4a-449b-abcf-f8e97f3c83b6 None None] Set router e00e7587-2b10-47aa-a3fc-7fdfde954a71 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:23:12.806166 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-95974c68-f98b-4656-af18-347742d6c29c req-1cf20197-c8bc-42c0-89a7-eee97e0238d1 service neutron] 10.222.0.16 "GET /v2.0/networks/1dfe1b30-9c68-42e4-a622-729d6b91ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859590 Mar 28 09:23:12.911035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f91a3130-0a4a-449b-abcf-f8e97f3c83b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'name': 'tempest-TestNetworkBasicOps-router-1657696212', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '222755e1-9392-4bbc-86f0-25d4d429c82b', 'name': '', 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:8f:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'a0c2e086-e882-49e3-8302-72802d1b8598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:15Z', 'updated_at': '2022-03-28T09:20:19Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'a0c2e086-e882-49e3-8302-72802d1b8598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:12.940799 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a3130-0a4a-449b-abcf-f8e97f3c83b6 None None] The sync data for ids ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'] in dv-neutron-master-2-hyperv is: [{'id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'name': 'tempest-TestNetworkBasicOps-router-1657696212', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '222755e1-9392-4bbc-86f0-25d4d429c82b', 'name': '', 'network_id': '1dfe1b30-9c68-42e4-a622-729d6b91ad3b', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:8f:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'a0c2e086-e882-49e3-8302-72802d1b8598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:15Z', 'updated_at': '2022-03-28T09:20:19Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'a0c2e086-e882-49e3-8302-72802d1b8598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:23:13.146425 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05152bb3-47ab-42d5-abaa-6b21f4eacdcb None None] New status for floating IP 91837868-44e8-41bd-8ce9-d0c1ea95fbb5: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:23:13.655007 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff28c7-bdb0-4f80-8003-18ec39445963 req-ece6871a-6b47-4bb0-9a0a-018e37104520 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:13.656491 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-03ff28c7-bdb0-4f80-8003-18ec39445963 req-ece6871a-6b47-4bb0-9a0a-018e37104520 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 946 time: 0.1899304 Mar 28 09:23:13.704514 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-03ff28c7-bdb0-4f80-8003-18ec39445963 req-f9580858-04e8-49c0-b9c4-091517056b53 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=41bc1489-4e8d-491e-96d1-de8f26b31152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426798 Mar 28 09:23:14.784920 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f24621-8936-47d4-9089-15e31904065f req-98a5b03d-6772-4a79-967e-766fcfe8cd5a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:14.786383 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b8f24621-8936-47d4-9089-15e31904065f req-98a5b03d-6772-4a79-967e-766fcfe8cd5a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/ports?device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 946 time: 0.0566034 Mar 28 09:23:14.877647 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-b8f24621-8936-47d4-9089-15e31904065f req-55c399c8-ff5d-4b2c-924c-01f43d95ba57 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:23:14.878017 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-b8f24621-8936-47d4-9089-15e31904065f req-55c399c8-ff5d-4b2c-924c-01f43d95ba57 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (45bd3998-66ce-47de-b9fe-5a83e8ae4e21), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:14.879925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3745f-13e5-45cc-b10e-4bb0b5d4b530 req-611a2650-5779-4a3b-a992-def819657dca tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:14.882318 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c6e3745f-13e5-45cc-b10e-4bb0b5d4b530 req-611a2650-5779-4a3b-a992-def819657dca tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=668c6074-f956-4679-b29d-cd25a70154fa HTTP/1.1" status: 200 len: 946 time: 0.1086571 Mar 28 09:23:14.931221 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c6e3745f-13e5-45cc-b10e-4bb0b5d4b530 req-2e83dbb0-001b-43a4-a94a-e15bfc2ace9c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=41bc1489-4e8d-491e-96d1-de8f26b31152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431747 Mar 28 09:23:14.969349 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-b8f24621-8936-47d4-9089-15e31904065f req-55c399c8-ff5d-4b2c-924c-01f43d95ba57 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=45bd3998-66ce-47de-b9fe-5a83e8ae4e21,segment=NetworkSegment(8477a98f-6557-492a-952b-68c17100d7eb),segment_id=8477a98f-6557-492a-952b-68c17100d7eb)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:23:14.969819 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-b8f24621-8936-47d4-9089-15e31904065f req-55c399c8-ff5d-4b2c-924c-01f43d95ba57 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (45bd3998-66ce-47de-b9fe-5a83e8ae4e21), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:14.983151 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-b8f24621-8936-47d4-9089-15e31904065f req-55c399c8-ff5d-4b2c-924c-01f43d95ba57 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:23:15.107433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-b8f24621-8936-47d4-9089-15e31904065f req-55c399c8-ff5d-4b2c-924c-01f43d95ba57 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (45bd3998-66ce-47de-b9fe-5a83e8ae4e21), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:15.140096 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c399c8-ff5d-4b2c-924c-01f43d95ba57 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=45bd3998-66ce-47de-b9fe-5a83e8ae4e21,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:15.182071 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f24621-8936-47d4-9089-15e31904065f req-55c399c8-ff5d-4b2c-924c-01f43d95ba57 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] No DVR routers for this DVR port 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 on host hv-neutron-mast {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:23:15.184592 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-b8f24621-8936-47d4-9089-15e31904065f req-55c399c8-ff5d-4b2c-924c-01f43d95ba57 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:15.187917 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b8f24621-8936-47d4-9089-15e31904065f req-55c399c8-ff5d-4b2c-924c-01f43d95ba57 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "DELETE /v2.0/ports/45bd3998-66ce-47de-b9fe-5a83e8ae4e21 HTTP/1.1" status: 204 len: 173 time: 0.3963313 Mar 28 09:23:15.188349 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668c6074-f956-4679-b29d-cd25a70154fa', 'name': 'network-vif-deleted', 'tag': '45bd3998-66ce-47de-b9fe-5a83e8ae4e21'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:23:15.190648 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7075821d-6e74-4d9f-a5c9-8b857d95c4c9" -d '{"events": [{"server_uuid": "668c6074-f956-4679-b29d-cd25a70154fa", "name": "network-vif-deleted", "tag": "45bd3998-66ce-47de-b9fe-5a83e8ae4e21"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:23:15.228215 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cc4798-7adc-4a77-b828-f656cd7d5979 x-openstack-request-id: req-d7cc4798-7adc-4a77-b828-f656cd7d5979 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:23:15.228519 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668c6074-f956-4679-b29d-cd25a70154fa", "name": "network-vif-deleted", "tag": "45bd3998-66ce-47de-b9fe-5a83e8ae4e21", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:23:15.228781 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7cc4798-7adc-4a77-b828-f656cd7d5979 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:23:15.229195 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7cc4798-7adc-4a77-b828-f656cd7d5979'] response: {'server_uuid': '668c6074-f956-4679-b29d-cd25a70154fa', 'name': 'network-vif-deleted', 'tag': '45bd3998-66ce-47de-b9fe-5a83e8ae4e21', 'status': 'completed', 'code': 200} Mar 28 09:23:15.986761 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55144) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:16.044483 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-239d1fae-6a10-4924-a42c-d2d456ead4ad tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (41bc1489-4e8d-491e-96d1-de8f26b31152), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:16.071118 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-239d1fae-6a10-4924-a42c-d2d456ead4ad tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (41bc1489-4e8d-491e-96d1-de8f26b31152), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:16.147479 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-239d1fae-6a10-4924-a42c-d2d456ead4ad tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (41bc1489-4e8d-491e-96d1-de8f26b31152), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:16.150263 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-239d1fae-6a10-4924-a42c-d2d456ead4ad tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:16.151459 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-239d1fae-6a10-4924-a42c-d2d456ead4ad tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/security-groups/41bc1489-4e8d-491e-96d1-de8f26b31152 HTTP/1.1" status: 204 len: 168 time: 0.1636658 Mar 28 09:23:16.161057 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d1fae-6a10-4924-a42c-d2d456ead4ad tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bc1489-4e8d-491e-96d1-de8f26b31152,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:16.191301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55148) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:16.851158 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8cfa-fb46-4695-a769-ee88ed7b9e89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (e00e7587-2b10-47aa-a3fc-7fdfde954a71), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:17.105974 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f8cfa-fb46-4695-a769-ee88ed7b9e89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 222755e1-9392-4bbc-86f0-25d4d429c82b {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:23:17.106552 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8cfa-fb46-4695-a769-ee88ed7b9e89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:17.190970 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-bc6f8cfa-fb46-4695-a769-ee88ed7b9e89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port 222755e1-9392-4bbc-86f0-25d4d429c82b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=222755e1-9392-4bbc-86f0-25d4d429c82b,segment=NetworkSegment(8477a98f-6557-492a-952b-68c17100d7eb),segment_id=8477a98f-6557-492a-952b-68c17100d7eb)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:23:17.191332 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8cfa-fb46-4695-a769-ee88ed7b9e89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:17.209412 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f8cfa-fb46-4695-a769-ee88ed7b9e89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 222755e1-9392-4bbc-86f0-25d4d429c82b owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:23:17.391823 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8cfa-fb46-4695-a769-ee88ed7b9e89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (222755e1-9392-4bbc-86f0-25d4d429c82b), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:17.418583 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f8cfa-fb46-4695-a769-ee88ed7b9e89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=222755e1-9392-4bbc-86f0-25d4d429c82b,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:17.593744 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8cfa-fb46-4695-a769-ee88ed7b9e89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (e00e7587-2b10-47aa-a3fc-7fdfde954a71), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:17.813199 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6f8cfa-fb46-4695-a769-ee88ed7b9e89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router e00e7587-2b10-47aa-a3fc-7fdfde954a71 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:23:17.921446 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6f8cfa-fb46-4695-a769-ee88ed7b9e89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:23:17.926441 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bc6f8cfa-fb46-4695-a769-ee88ed7b9e89 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/e00e7587-2b10-47aa-a3fc-7fdfde954a71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7330236 Mar 28 09:23:17.929703 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55150) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:17.932502 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb042223-68f9-4151-949e-3e1acbe0da44 None None] Sync routers for ids ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:23:17.943290 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb042223-68f9-4151-949e-3e1acbe0da44 None None] Routers {'e00e7587-2b10-47aa-a3fc-7fdfde954a71'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:23:17.943967 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-eb042223-68f9-4151-949e-3e1acbe0da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:22:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:17.979558 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-621af9d8-8ee5-4fb9-909d-a61aafc7a76e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting subnet a0c2e086-e882-49e3-8302-72802d1b8598 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:23:17.982670 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-621af9d8-8ee5-4fb9-909d-a61aafc7a76e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (a0c2e086-e882-49e3-8302-72802d1b8598), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:18.025311 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-621af9d8-8ee5-4fb9-909d-a61aafc7a76e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (a0c2e086-e882-49e3-8302-72802d1b8598), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:18.116396 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-621af9d8-8ee5-4fb9-909d-a61aafc7a76e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (a0c2e086-e882-49e3-8302-72802d1b8598), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:18.176961 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-621af9d8-8ee5-4fb9-909d-a61aafc7a76e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (a0c2e086-e882-49e3-8302-72802d1b8598), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:18.197798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-eb042223-68f9-4151-949e-3e1acbe0da44 None None] Set router e00e7587-2b10-47aa-a3fc-7fdfde954a71 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:23:18.204396 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621af9d8-8ee5-4fb9-909d-a61aafc7a76e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c2e086-e882-49e3-8302-72802d1b8598,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:18.207985 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-621af9d8-8ee5-4fb9-909d-a61aafc7a76e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:18.214204 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-621af9d8-8ee5-4fb9-909d-a61aafc7a76e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/subnets/a0c2e086-e882-49e3-8302-72802d1b8598 HTTP/1.1" status: 204 len: 168 time: 0.2812030 Mar 28 09:23:18.214595 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55152) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:18.250830 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c65444b-945a-408c-80b6-953a2b3cffa0 None None] Network 1dfe1b30-9c68-42e4-a622-729d6b91ad3b requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:23:18.323561 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0adbb8b8-290f-463d-932e-c9108f41c9fb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (e00e7587-2b10-47aa-a3fc-7fdfde954a71), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:18.430036 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0adbb8b8-290f-463d-932e-c9108f41c9fb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (e00e7587-2b10-47aa-a3fc-7fdfde954a71), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:18.458041 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-eb042223-68f9-4151-949e-3e1acbe0da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'name': 'tempest-TestNetworkBasicOps-router-1657696212', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122'}], 'enable_snat': True}, 'gw_port_id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:23:17Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '5f596fcd-cac6-4feb-aabc-dbfd0a92c424', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:18.485221 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb042223-68f9-4151-949e-3e1acbe0da44 None None] Checking router: e00e7587-2b10-47aa-a3fc-7fdfde954a71 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:23:18.490192 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-0adbb8b8-290f-463d-932e-c9108f41c9fb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 5f596fcd-cac6-4feb-aabc-dbfd0a92c424 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:23:18.490774 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0adbb8b8-290f-463d-932e-c9108f41c9fb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (5f596fcd-cac6-4feb-aabc-dbfd0a92c424), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:18.492918 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] DHCP port deletion for 1dfe1b30-9c68-42e4-a622-729d6b91ad3b request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:23:18.498833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb042223-68f9-4151-949e-3e1acbe0da44 None None] Routers {'e00e7587-2b10-47aa-a3fc-7fdfde954a71'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:23:18.499447 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-eb042223-68f9-4151-949e-3e1acbe0da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:22:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:18.573986 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-0adbb8b8-290f-463d-932e-c9108f41c9fb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port 5f596fcd-cac6-4feb-aabc-dbfd0a92c424, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f596fcd-cac6-4feb-aabc-dbfd0a92c424,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:23:18.574359 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0adbb8b8-290f-463d-932e-c9108f41c9fb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (5f596fcd-cac6-4feb-aabc-dbfd0a92c424), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:18.587811 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-0adbb8b8-290f-463d-932e-c9108f41c9fb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 5f596fcd-cac6-4feb-aabc-dbfd0a92c424 owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:23:18.613168 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-eb042223-68f9-4151-949e-3e1acbe0da44 None None] Set router e00e7587-2b10-47aa-a3fc-7fdfde954a71 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:23:18.666559 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-eb042223-68f9-4151-949e-3e1acbe0da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'name': 'tempest-TestNetworkBasicOps-router-1657696212', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:23:18Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:18.701523 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Deleting port 9b2ef197-ac92-4f29-a746-b52183fe0294 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:23:18.701810 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (9b2ef197-ac92-4f29-a746-b52183fe0294), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:18.703666 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb042223-68f9-4151-949e-3e1acbe0da44 None None] The sync data for ids ['e00e7587-2b10-47aa-a3fc-7fdfde954a71'] in dv-neutron-master-2-hyperv is: [{'id': 'e00e7587-2b10-47aa-a3fc-7fdfde954a71', 'name': 'tempest-TestNetworkBasicOps-router-1657696212', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:20:12Z', 'updated_at': '2022-03-28T09:23:18Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port_host': None}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:23:18.763597 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0adbb8b8-290f-463d-932e-c9108f41c9fb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (5f596fcd-cac6-4feb-aabc-dbfd0a92c424), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:18.772844 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] For port 9b2ef197-ac92-4f29-a746-b52183fe0294, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9b2ef197-ac92-4f29-a746-b52183fe0294,segment=NetworkSegment(8477a98f-6557-492a-952b-68c17100d7eb),segment_id=8477a98f-6557-492a-952b-68c17100d7eb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:23:18.773254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (9b2ef197-ac92-4f29-a746-b52183fe0294), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:18.785427 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Calling delete_port for 9b2ef197-ac92-4f29-a746-b52183fe0294 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:23:18.789391 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbb8b8-290f-463d-932e-c9108f41c9fb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=5f596fcd-cac6-4feb-aabc-dbfd0a92c424,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:18.849144 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0adbb8b8-290f-463d-932e-c9108f41c9fb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (e00e7587-2b10-47aa-a3fc-7fdfde954a71), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:18.867777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (9b2ef197-ac92-4f29-a746-b52183fe0294), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:18.893583 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Pushing event deleted for resources: {'Port': ['ID=9b2ef197-ac92-4f29-a746-b52183fe0294,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:18.897896 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] No DVR routers for this DVR port 9b2ef197-ac92-4f29-a746-b52183fe0294 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:23:18.909466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:18.909466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:18.909466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:18.909466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:18.909466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:18.909466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:18.909466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:18.909466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:18.909466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:18.909466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:18.909466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:18.909466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:18.909466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:18.909466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:18.909466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05465dad-c2dd-42fb-aaf4-fa3a37867992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:18.951150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0adbb8b8-290f-463d-932e-c9108f41c9fb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (e00e7587-2b10-47aa-a3fc-7fdfde954a71), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:18.953341 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0adbb8b8-290f-463d-932e-c9108f41c9fb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_controller (e00e7587-2b10-47aa-a3fc-7fdfde954a71), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:18.995767 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0adbb8b8-290f-463d-932e-c9108f41c9fb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (e00e7587-2b10-47aa-a3fc-7fdfde954a71), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:18.996311 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adbb8b8-290f-463d-932e-c9108f41c9fb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Fanout notify agent at l3_agent the message router_deleted on router e00e7587-2b10-47aa-a3fc-7fdfde954a71 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:23:19.002923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0adbb8b8-290f-463d-932e-c9108f41c9fb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:19.004036 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0adbb8b8-290f-463d-932e-c9108f41c9fb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/routers/e00e7587-2b10-47aa-a3fc-7fdfde954a71 HTTP/1.1" status: 204 len: 168 time: 0.7881918 Mar 28 09:23:19.007486 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55154) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:19.087101 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-067b652c-6860-41c2-ad75-fe4fe759cd8b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (1dfe1b30-9c68-42e4-a622-729d6b91ad3b), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:19.157251 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9b2ef197-ac92-4f29-a746-b52183fe0294 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:23:19.186366 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 9b2ef197-ac92-4f29-a746-b52183fe0294 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:23:19.186719 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9b2ef197-ac92-4f29-a746-b52183fe0294 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:23:19.187149 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 222755e1-9392-4bbc-86f0-25d4d429c82b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:23:19.192393 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-067b652c-6860-41c2-ad75-fe4fe759cd8b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (1dfe1b30-9c68-42e4-a622-729d6b91ad3b), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:19.206339 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 222755e1-9392-4bbc-86f0-25d4d429c82b {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:23:19.206622 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 222755e1-9392-4bbc-86f0-25d4d429c82b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:23:19.214693 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-067b652c-6860-41c2-ad75-fe4fe759cd8b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dfe1b30-9c68-42e4-a622-729d6b91ad3b']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:19.225815 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-067b652c-6860-41c2-ad75-fe4fe759cd8b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8477a98f-6557-492a-952b-68c17100d7eb') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:19.226008 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-067b652c-6860-41c2-ad75-fe4fe759cd8b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8477a98f-6557-492a-952b-68c17100d7eb') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:19.242305 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-067b652c-6860-41c2-ad75-fe4fe759cd8b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (8477a98f-6557-492a-952b-68c17100d7eb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:19.259542 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-067b652c-6860-41c2-ad75-fe4fe759cd8b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (8477a98f-6557-492a-952b-68c17100d7eb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:19.268728 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067b652c-6860-41c2-ad75-fe4fe759cd8b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:23:19.269176 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-067b652c-6860-41c2-ad75-fe4fe759cd8b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (8477a98f-6557-492a-952b-68c17100d7eb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:23:19.272983 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:23:19.340692 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-067b652c-6860-41c2-ad75-fe4fe759cd8b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (1dfe1b30-9c68-42e4-a622-729d6b91ad3b), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:19.358164 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-067b652c-6860-41c2-ad75-fe4fe759cd8b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:19.361383 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-067b652c-6860-41c2-ad75-fe4fe759cd8b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/networks/1dfe1b30-9c68-42e4-a622-729d6b91ad3b HTTP/1.1" status: 204 len: 168 time: 0.3529720 Mar 28 09:23:19.362803 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b652c-6860-41c2-ad75-fe4fe759cd8b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Network': ['ID=1dfe1b30-9c68-42e4-a622-729d6b91ad3b,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:19.373647 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55156) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:19.378617 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7c62824a-3f49-49e5-928e-600fc32423b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'network': {'name': 'tempest-network-smoke--1624346803', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'port_security_enabled': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:19.398532 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c62824a-3f49-49e5-928e-600fc32423b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:23:19.401741 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7c62824a-3f49-49e5-928e-600fc32423b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:19.425693 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c62824a-3f49-49e5-928e-600fc32423b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:23:19.435648 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7c62824a-3f49-49e5-928e-600fc32423b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (2ad9b41e-acc7-423b-8922-17c1a45fbb97), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:19.435998 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-7c62824a-3f49-49e5-928e-600fc32423b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Added segment 2ad9b41e-acc7-423b-8922-17c1a45fbb97 of type vlan for network f7c1638c-28ee-4797-9fd3-af2b2fab5140 Mar 28 09:23:19.478905 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7c62824a-3f49-49e5-928e-600fc32423b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (f7c1638c-28ee-4797-9fd3-af2b2fab5140), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:19.506472 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7c62824a-3f49-49e5-928e-600fc32423b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (f7c1638c-28ee-4797-9fd3-af2b2fab5140), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:19.511764 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62824a-3f49-49e5-928e-600fc32423b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:19.512608 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7c62824a-3f49-49e5-928e-600fc32423b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:19.562350 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7c62824a-3f49-49e5-928e-600fc32423b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1875286 Mar 28 09:23:19.565064 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55158) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:19.570310 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'admin_state_up': True, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:19.582256 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62824a-3f49-49e5-928e-600fc32423b1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Network': ['ID=f7c1638c-28ee-4797-9fd3-af2b2fab5140,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:19.593207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (015d151d-38a0-4688-982e-04503d872563), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:19.593470 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network f7c1638c-28ee-4797-9fd3-af2b2fab5140 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:23:19.594361 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (015d151d-38a0-4688-982e-04503d872563), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:19.646190 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_controller (015d151d-38a0-4688-982e-04503d872563), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:19.785198 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (015d151d-38a0-4688-982e-04503d872563), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:19.978243 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (015d151d-38a0-4688-982e-04503d872563), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:19.996499 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:20.094960 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.36.4.153 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/094a08e0-21ec-46a4-b2af-fd612a5ff384) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:23:20.141286 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:23:20.162417 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:23:20.163128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 45bd3998-66ce-47de-b9fe-5a83e8ae4e21 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:23:20.199459 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (094a08e0-21ec-46a4-b2af-fd612a5ff384), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:20.232631 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (094a08e0-21ec-46a4-b2af-fd612a5ff384), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:20.269347 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:23:20.272779 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:23:20.278382 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:23:20.283736 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=094a08e0-21ec-46a4-b2af-fd612a5ff384,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:20.311622 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:20.311974 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:20.312323 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:20.312670 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:20.313009 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:20.313344 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:20.313774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:20.314114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:20.314448 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:20.314778 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:20.315105 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:20.315432 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:20.315758 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:20.316085 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:20.316405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:20.526269 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:23:20.537465 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (015d151d-38a0-4688-982e-04503d872563), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:20.733373 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (015d151d-38a0-4688-982e-04503d872563), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:20.762187 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5f596fcd-cac6-4feb-aabc-dbfd0a92c424 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:23:20.782376 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 5f596fcd-cac6-4feb-aabc-dbfd0a92c424 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:23:20.782643 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5f596fcd-cac6-4feb-aabc-dbfd0a92c424 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:23:21.168831 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 015d151d-38a0-4688-982e-04503d872563 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:23:21.277137 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:23:21.287820 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Sync routers for ids ['015d151d-38a0-4688-982e-04503d872563'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:23:21.296720 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:21.298000 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f2b6f780-59c3-4326-93d0-f19afd8a38c4 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7319117 Mar 28 09:23:21.298322 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Routers {'015d151d-38a0-4688-982e-04503d872563'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:23:21.298948 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-55d63a91-6287-46f9-8141-58634de94927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:22:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['015d151d-38a0-4688-982e-04503d872563'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:21.301167 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55160) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:21.328766 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-86340ff1-363a-4aa9-a13e-793edb1689b5 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c196c225c4d841048df5a13a55d30507&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262594 Mar 28 09:23:21.331347 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55162) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:21.347466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:21.405898 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Set router 015d151d-38a0-4688-982e-04503d872563 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:23:21.417867 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581d598e-1685-4388-a553-8d62ba685757 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:21.419381 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-581d598e-1685-4388-a553-8d62ba685757 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870507 Mar 28 09:23:21.422166 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55164) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:21.454060 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ad41fc98-ec85-423b-85d1-50893a4641ea tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308177 Mar 28 09:23:21.456521 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55166) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:21.461419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-80c2fd3c-6fb3-41c5-b4ac-15eba2d53fee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-438924338', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:21.545081 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c2fd3c-6fb3-41c5-b4ac-15eba2d53fee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:23:21.548481 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-80c2fd3c-6fb3-41c5-b4ac-15eba2d53fee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:21.582443 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-55d63a91-6287-46f9-8141-58634de94927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:23:20Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:21.609935 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Checking router: 015d151d-38a0-4688-982e-04503d872563 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:23:21.610238 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Updating router 015d151d-38a0-4688-982e-04503d872563 port 094a08e0-21ec-46a4-b2af-fd612a5ff384 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:23:21.643024 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (094a08e0-21ec-46a4-b2af-fd612a5ff384), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:21.729340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-80c2fd3c-6fb3-41c5-b4ac-15eba2d53fee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (819f103e-5048-437f-bf76-6759d678d66e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:21.790406 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2fd3c-6fb3-41c5-b4ac-15eba2d53fee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Subnet': ['ID=819f103e-5048-437f-bf76-6759d678d66e,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:21.800026 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c2fd3c-6fb3-41c5-b4ac-15eba2d53fee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Checking segment: {'id': '2ad9b41e-acc7-423b-8922-17c1a45fbb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:23:21.800387 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c2fd3c-6fb3-41c5-b4ac-15eba2d53fee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network hostable DHCP agents. Network: f7c1638c-28ee-4797-9fd3-af2b2fab5140, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:23:21.818370 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c2fd3c-6fb3-41c5-b4ac-15eba2d53fee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network f7c1638c-28ee-4797-9fd3-af2b2fab5140 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:23:21.827412 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-80c2fd3c-6fb3-41c5-b4ac-15eba2d53fee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f7c1638c-28ee-4797-9fd3-af2b2fab5140) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:23:21.831656 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c2fd3c-6fb3-41c5-b4ac-15eba2d53fee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:21.832241 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-80c2fd3c-6fb3-41c5-b4ac-15eba2d53fee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:21.838104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2c2685-c244-429c-ae72-fc475097ea6d None None] Network f7c1638c-28ee-4797-9fd3-af2b2fab5140 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:23:21.856764 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-80c2fd3c-6fb3-41c5-b4ac-15eba2d53fee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3992040 Mar 28 09:23:21.859191 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55168) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:21.908008 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Publish callbacks [] for port (094a08e0-21ec-46a4-b2af-fd612a5ff384), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:21.913797 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (094a08e0-21ec-46a4-b2af-fd612a5ff384), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:21.941588 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5554daed-ed60-4881-a114-8452159a437f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ips': [{'subnet_id': '819f103e-5048-437f-bf76-6759d678d66e'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:23:21.942438 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5554daed-ed60-4881-a114-8452159a437f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:21.960220 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b9c2b-ff77-41a2-a8f7-c58431e81e6d None None] Pushing event updated for resources: {'Port': ['ID=094a08e0-21ec-46a4-b2af-fd612a5ff384,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:21.974320 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9c2b-ff77-41a2-a8f7-c58431e81e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:21.974659 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9c2b-ff77-41a2-a8f7-c58431e81e6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:21.975094 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9c2b-ff77-41a2-a8f7-c58431e81e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:21.975436 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9c2b-ff77-41a2-a8f7-c58431e81e6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:21.975769 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9c2b-ff77-41a2-a8f7-c58431e81e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:21.976103 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9c2b-ff77-41a2-a8f7-c58431e81e6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:21.976427 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9c2b-ff77-41a2-a8f7-c58431e81e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:21.976749 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9c2b-ff77-41a2-a8f7-c58431e81e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:21.977077 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9c2b-ff77-41a2-a8f7-c58431e81e6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:21.977402 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9c2b-ff77-41a2-a8f7-c58431e81e6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:21.977758 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9c2b-ff77-41a2-a8f7-c58431e81e6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:21.978071 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9c2b-ff77-41a2-a8f7-c58431e81e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:21.978387 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9c2b-ff77-41a2-a8f7-c58431e81e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:21.978705 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9c2b-ff77-41a2-a8f7-c58431e81e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:21.979031 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b9c2b-ff77-41a2-a8f7-c58431e81e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:21.994390 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Attempting to bind port 094a08e0-21ec-46a4-b2af-fd612a5ff384 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:23:21.994764 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Attempting to bind port 094a08e0-21ec-46a4-b2af-fd612a5ff384 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:23:21.995129 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Attempting to bind port 094a08e0-21ec-46a4-b2af-fd612a5ff384 on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:23:22.000353 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:23:22.000734 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:23:22.001142 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:22.001532 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:23:22.002025 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Bound port: 094a08e0-21ec-46a4-b2af-fd612a5ff384, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:23:22.002400 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (094a08e0-21ec-46a4-b2af-fd612a5ff384), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:22.058811 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-55d63a91-6287-46f9-8141-58634de94927 None None] For port 094a08e0-21ec-46a4-b2af-fd612a5ff384, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:23:22.062775 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-55d63a91-6287-46f9-8141-58634de94927 None None] For port 094a08e0-21ec-46a4-b2af-fd612a5ff384, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=094a08e0-21ec-46a4-b2af-fd612a5ff384,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:23:22.070047 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (094a08e0-21ec-46a4-b2af-fd612a5ff384), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:22.096084 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-5554daed-ed60-4881-a114-8452159a437f None None] Allocated IP 172.20.0.2 (f7c1638c-28ee-4797-9fd3-af2b2fab5140/819f103e-5048-437f-bf76-6759d678d66e/c86d0492-0683-417d-8315-84acf9db4e3b) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:23:22.148650 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Routers {'015d151d-38a0-4688-982e-04503d872563'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:23:22.149276 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-55d63a91-6287-46f9-8141-58634de94927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:22:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['015d151d-38a0-4688-982e-04503d872563'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:22.151966 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b9c2b-ff77-41a2-a8f7-c58431e81e6d None None] Pushing event updated for resources: {'Port': ['ID=094a08e0-21ec-46a4-b2af-fd612a5ff384,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:22.261604 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-55d63a91-6287-46f9-8141-58634de94927 None None] Set router 015d151d-38a0-4688-982e-04503d872563 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:23:22.263617 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5554daed-ed60-4881-a114-8452159a437f None None] Publish callbacks [] for port (c86d0492-0683-417d-8315-84acf9db4e3b), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:22.270377 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5554daed-ed60-4881-a114-8452159a437f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (c86d0492-0683-417d-8315-84acf9db4e3b), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:22.315619 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5554daed-ed60-4881-a114-8452159a437f None None] Network f7c1638c-28ee-4797-9fd3-af2b2fab5140 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:23:22.320723 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-5554daed-ed60-4881-a114-8452159a437f None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:23:22.323145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5554daed-ed60-4881-a114-8452159a437f None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:23:22.327055 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554daed-ed60-4881-a114-8452159a437f None None] Pushing event updated for resources: {'Port': ['ID=c86d0492-0683-417d-8315-84acf9db4e3b,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:22.337132 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d53088cf-b3db-4c17-b828-defa76b9c4c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:22.382606 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5554daed-ed60-4881-a114-8452159a437f None None] Attempting to bind port c86d0492-0683-417d-8315-84acf9db4e3b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:23:22.383239 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5554daed-ed60-4881-a114-8452159a437f None None] Attempting to bind port c86d0492-0683-417d-8315-84acf9db4e3b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2ad9b41e-acc7-423b-8922-17c1a45fbb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:23:22.383369 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5554daed-ed60-4881-a114-8452159a437f None None] Attempting to bind port c86d0492-0683-417d-8315-84acf9db4e3b on network f7c1638c-28ee-4797-9fd3-af2b2fab5140 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:23:22.389206 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5554daed-ed60-4881-a114-8452159a437f None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:23:22.389588 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5554daed-ed60-4881-a114-8452159a437f None None] Checking segment: {'id': '2ad9b41e-acc7-423b-8922-17c1a45fbb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:23:22.390386 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5554daed-ed60-4881-a114-8452159a437f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:22.390555 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5554daed-ed60-4881-a114-8452159a437f None None] Bound using segment: {'id': '2ad9b41e-acc7-423b-8922-17c1a45fbb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:23:22.390941 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5554daed-ed60-4881-a114-8452159a437f None None] Bound port: c86d0492-0683-417d-8315-84acf9db4e3b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad9b41e-acc7-423b-8922-17c1a45fbb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:23:22.391987 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5554daed-ed60-4881-a114-8452159a437f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c86d0492-0683-417d-8315-84acf9db4e3b), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:22.462483 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5554daed-ed60-4881-a114-8452159a437f None None] For port c86d0492-0683-417d-8315-84acf9db4e3b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:23:22.466391 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5554daed-ed60-4881-a114-8452159a437f None None] For port c86d0492-0683-417d-8315-84acf9db4e3b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c86d0492-0683-417d-8315-84acf9db4e3b,segment=NetworkSegment(2ad9b41e-acc7-423b-8922-17c1a45fbb97),segment_id=2ad9b41e-acc7-423b-8922-17c1a45fbb97)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:23:22.473494 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5554daed-ed60-4881-a114-8452159a437f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c86d0492-0683-417d-8315-84acf9db4e3b), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:22.530939 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554daed-ed60-4881-a114-8452159a437f None None] Pushing event updated for resources: {'Port': ['ID=c86d0492-0683-417d-8315-84acf9db4e3b,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:22.555953 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-55d63a91-6287-46f9-8141-58634de94927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:23:20Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:22.582753 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d63a91-6287-46f9-8141-58634de94927 None None] The sync data for ids ['015d151d-38a0-4688-982e-04503d872563'] in dv-neutron-master-2-hyperv is: [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:23:20Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:23:22.640980 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-d53088cf-b3db-4c17-b828-defa76b9c4c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.1 (f7c1638c-28ee-4797-9fd3-af2b2fab5140/819f103e-5048-437f-bf76-6759d678d66e/11fa2eaa-4cf8-4cff-8381-ccce85c8e79d) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:23:22.787162 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d53088cf-b3db-4c17-b828-defa76b9c4c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:22.837591 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d53088cf-b3db-4c17-b828-defa76b9c4c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:22.894591 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c86d0492-0683-417d-8315-84acf9db4e3b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:23:22.903838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53088cf-b3db-4c17-b828-defa76b9c4c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network f7c1638c-28ee-4797-9fd3-af2b2fab5140 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:23:22.917952 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-d53088cf-b3db-4c17-b828-defa76b9c4c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:23:22.924755 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53088cf-b3db-4c17-b828-defa76b9c4c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:23:22.952269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port c86d0492-0683-417d-8315-84acf9db4e3b triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:23:22.952813 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c86d0492-0683-417d-8315-84acf9db4e3b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:22.960493 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53088cf-b3db-4c17-b828-defa76b9c4c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=11fa2eaa-4cf8-4cff-8381-ccce85c8e79d,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:22.988046 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d53088cf-b3db-4c17-b828-defa76b9c4c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (015d151d-38a0-4688-982e-04503d872563), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:23.048974 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port c86d0492-0683-417d-8315-84acf9db4e3b is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:23:23.049518 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c86d0492-0683-417d-8315-84acf9db4e3b), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:23.088473 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port c86d0492-0683-417d-8315-84acf9db4e3b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c86d0492-0683-417d-8315-84acf9db4e3b,segment=NetworkSegment(2ad9b41e-acc7-423b-8922-17c1a45fbb97),segment_id=2ad9b41e-acc7-423b-8922-17c1a45fbb97)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:23:23.095508 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c86d0492-0683-417d-8315-84acf9db4e3b), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:23.141276 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d53088cf-b3db-4c17-b828-defa76b9c4c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:23.152274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=c86d0492-0683-417d-8315-84acf9db4e3b,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:23.446573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d53088cf-b3db-4c17-b828-defa76b9c4c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:23.452553 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d53088cf-b3db-4c17-b828-defa76b9c4c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:23.536260 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53088cf-b3db-4c17-b828-defa76b9c4c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=11fa2eaa-4cf8-4cff-8381-ccce85c8e79d,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:23.540717 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d53088cf-b3db-4c17-b828-defa76b9c4c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (015d151d-38a0-4688-982e-04503d872563), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:23.639102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53088cf-b3db-4c17-b828-defa76b9c4c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network f7c1638c-28ee-4797-9fd3-af2b2fab5140 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:23:23.640507 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-d53088cf-b3db-4c17-b828-defa76b9c4c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:23:23.672464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad9d864-58c8-42d6-a280-f4bf09a965ef None None] Network f7c1638c-28ee-4797-9fd3-af2b2fab5140 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:23:23.747787 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-238ca2d5-3bbe-4932-b5ed-dbb53290bb06 None None] Provisioning complete for port c86d0492-0683-417d-8315-84acf9db4e3b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:23:23.748176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-238ca2d5-3bbe-4932-b5ed-dbb53290bb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c86d0492-0683-417d-8315-84acf9db4e3b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:23.767917 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53088cf-b3db-4c17-b828-defa76b9c4c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 015d151d-38a0-4688-982e-04503d872563 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:23:23.863609 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-238ca2d5-3bbe-4932-b5ed-dbb53290bb06 None None] Current status of the port c86d0492-0683-417d-8315-84acf9db4e3b is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:23:23.884977 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53088cf-b3db-4c17-b828-defa76b9c4c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:23:23.890416 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d53088cf-b3db-4c17-b828-defa76b9c4c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/015d151d-38a0-4688-982e-04503d872563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0295978 Mar 28 09:23:23.892989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55170) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:24.002090 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5ecb96-0f90-4fbf-b8dd-6cc30c904fa6 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:24.002576 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5ecb96-0f90-4fbf-b8dd-6cc30c904fa6 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:24.003045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5ecb96-0f90-4fbf-b8dd-6cc30c904fa6 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:24.003507 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5ecb96-0f90-4fbf-b8dd-6cc30c904fa6 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:24.008013 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4e5ecb96-0f90-4fbf-b8dd-6cc30c904fa6 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1113422 Mar 28 09:23:24.008252 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55172) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:24.069984 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2ee433-94a8-49c8-a5b6-993439030da0 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:24.070464 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2ee433-94a8-49c8-a5b6-993439030da0 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:24.070930 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2ee433-94a8-49c8-a5b6-993439030da0 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:24.071385 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2ee433-94a8-49c8-a5b6-993439030da0 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:24.073173 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5b2ee433-94a8-49c8-a5b6-993439030da0 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0638595 Mar 28 09:23:24.076070 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55174) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:24.086860 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-fefa5ef4-aaa4-4d1c-aab4-f050a62f9da8 None None] Provisioning complete for port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:23:24.088719 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fefa5ef4-aaa4-4d1c-aab4-f050a62f9da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:24.132228 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-fefa5ef4-aaa4-4d1c-aab4-f050a62f9da8 None None] Port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:23:24.148891 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-fefa5ef4-aaa4-4d1c-aab4-f050a62f9da8 None None] Provisioning complete for port c86d0492-0683-417d-8315-84acf9db4e3b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:23:24.149309 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fefa5ef4-aaa4-4d1c-aab4-f050a62f9da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c86d0492-0683-417d-8315-84acf9db4e3b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:24.226676 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ff1f680b-461e-47f0-929c-46d96273661c tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1491437 Mar 28 09:23:24.243022 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-fefa5ef4-aaa4-4d1c-aab4-f050a62f9da8 None None] Current status of the port c86d0492-0683-417d-8315-84acf9db4e3b is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:23:24.325936 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Sync routers for ids ['015d151d-38a0-4688-982e-04503d872563'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:23:24.336841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Routers {'015d151d-38a0-4688-982e-04503d872563'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:23:24.337467 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:22:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['015d151d-38a0-4688-982e-04503d872563'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:24.558644 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55178) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:24.563418 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4974bb9e-8fbb-4571-99ed-265ab872de20 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-993466758', 'description': 'tempest-secgroup-smoke-993466758 description', 'project_id': 'c196c225c4d841048df5a13a55d30507'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:24.579538 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b92bb3fd-d413-4339-ac4a-cb977fbdd54f None None] Provisioning complete for port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:23:24.579841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b92bb3fd-d413-4339-ac4a-cb977fbdd54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:24.589819 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4974bb9e-8fbb-4571-99ed-265ab872de20 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:24.634669 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Set router 015d151d-38a0-4688-982e-04503d872563 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:23:24.637030 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b92bb3fd-d413-4339-ac4a-cb977fbdd54f None None] Port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:23:24.657923 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4974bb9e-8fbb-4571-99ed-265ab872de20 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (9dbfe98b-6ff4-4c87-9f21-23437f012a59), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:24.661662 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4974bb9e-8fbb-4571-99ed-265ab872de20 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (9dbfe98b-6ff4-4c87-9f21-23437f012a59), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:24.688567 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4974bb9e-8fbb-4571-99ed-265ab872de20 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:24.689835 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4974bb9e-8fbb-4571-99ed-265ab872de20 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1301339 Mar 28 09:23:24.693138 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55180) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:24.697934 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a6c209b5-7279-4779-a4f7-e8fd762c83e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '9dbfe98b-6ff4-4c87-9f21-23437f012a59', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:24.705359 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974bb9e-8fbb-4571-99ed-265ab872de20 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbfe98b-6ff4-4c87-9f21-23437f012a59,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:24.727011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a6c209b5-7279-4779-a4f7-e8fd762c83e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (ca462f66-7ac4-467a-8db5-95c2e93e2cf9), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:24.785061 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-af265311-c3dc-499b-a451-556c112082f3 None None] Provisioning complete for port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:23:24.785661 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-af265311-c3dc-499b-a451-556c112082f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:24.791971 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a6c209b5-7279-4779-a4f7-e8fd762c83e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (ca462f66-7ac4-467a-8db5-95c2e93e2cf9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:24.797546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a6c209b5-7279-4779-a4f7-e8fd762c83e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (ca462f66-7ac4-467a-8db5-95c2e93e2cf9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:24.824879 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c209b5-7279-4779-a4f7-e8fd762c83e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca462f66-7ac4-467a-8db5-95c2e93e2cf9,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:24.830187 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a6c209b5-7279-4779-a4f7-e8fd762c83e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:24.831129 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a6c209b5-7279-4779-a4f7-e8fd762c83e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366503 Mar 28 09:23:24.835184 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55182) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:24.840089 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-01f332ab-9603-4f84-9631-5fff3a7db0ff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '9dbfe98b-6ff4-4c87-9f21-23437f012a59', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:24.863391 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-af265311-c3dc-499b-a451-556c112082f3 None None] Port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:23:24.870653 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-01f332ab-9603-4f84-9631-5fff3a7db0ff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (32bd1b7c-979e-4f52-9d4d-ae9f8da88356), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:24.896205 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:23:23Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '11fa2eaa-4cf8-4cff-8381-ccce85c8e79d', 'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:50:7a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '819f103e-5048-437f-bf76-6759d678d66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:22Z', 'updated_at': '2022-03-28T09:23:23Z', 'revision_number': 2, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '819f103e-5048-437f-bf76-6759d678d66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:24.926056 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c86d0492-0683-417d-8315-84acf9db4e3b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:23:24.929936 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Checking router: 015d151d-38a0-4688-982e-04503d872563 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:23:24.930294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Updating router 015d151d-38a0-4688-982e-04503d872563 port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:23:24.933496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-01f332ab-9603-4f84-9631-5fff3a7db0ff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (32bd1b7c-979e-4f52-9d4d-ae9f8da88356), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:24.937867 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-01f332ab-9603-4f84-9631-5fff3a7db0ff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (32bd1b7c-979e-4f52-9d4d-ae9f8da88356), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:24.957923 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f332ab-9603-4f84-9631-5fff3a7db0ff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bd1b7c-979e-4f52-9d4d-ae9f8da88356,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:24.966745 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-01f332ab-9603-4f84-9631-5fff3a7db0ff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:24.970430 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-01f332ab-9603-4f84-9631-5fff3a7db0ff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1339049 Mar 28 09:23:24.970796 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55184) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:24.975450 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4f344016-3ae3-4fcb-a4ed-785bdc07e67b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '9dbfe98b-6ff4-4c87-9f21-23437f012a59', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:24.988890 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.001229 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f344016-3ae3-4fcb-a4ed-785bdc07e67b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (267698ee-375a-40b6-b472-663394511162), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.031648 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port c86d0492-0683-417d-8315-84acf9db4e3b triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:23:25.032024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c86d0492-0683-417d-8315-84acf9db4e3b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.062964 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f344016-3ae3-4fcb-a4ed-785bdc07e67b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (267698ee-375a-40b6-b472-663394511162), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.066553 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f344016-3ae3-4fcb-a4ed-785bdc07e67b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (267698ee-375a-40b6-b472-663394511162), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.085418 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f344016-3ae3-4fcb-a4ed-785bdc07e67b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267698ee-375a-40b6-b472-663394511162,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:25.095597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f344016-3ae3-4fcb-a4ed-785bdc07e67b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.096822 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4f344016-3ae3-4fcb-a4ed-785bdc07e67b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250439 Mar 28 09:23:25.100291 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55186) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:25.104726 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-7122be4d-54df-455f-8695-ec2aa8ec5684 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '9dbfe98b-6ff4-4c87-9f21-23437f012a59', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:25.129401 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7122be4d-54df-455f-8695-ec2aa8ec5684 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (d5e63e19-1a0a-43cc-bfe6-3585061ee374), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.188997 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7122be4d-54df-455f-8695-ec2aa8ec5684 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (d5e63e19-1a0a-43cc-bfe6-3585061ee374), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.193106 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7122be4d-54df-455f-8695-ec2aa8ec5684 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (d5e63e19-1a0a-43cc-bfe6-3585061ee374), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.216060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122be4d-54df-455f-8695-ec2aa8ec5684 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e63e19-1a0a-43cc-bfe6-3585061ee374,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:25.221597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7122be4d-54df-455f-8695-ec2aa8ec5684 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.226484 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7122be4d-54df-455f-8695-ec2aa8ec5684 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217892 Mar 28 09:23:25.226632 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port c86d0492-0683-417d-8315-84acf9db4e3b is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:23:25.226632 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 094a08e0-21ec-46a4-b2af-fd612a5ff384 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:23:25.227551 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55188) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:25.231530 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f12cd400-9d5d-4f69-8a55-8be95d280fb6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '9dbfe98b-6ff4-4c87-9f21-23437f012a59', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:25.250773 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-f12cd400-9d5d-4f69-8a55-8be95d280fb6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:23:25.256262 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f12cd400-9d5d-4f69-8a55-8be95d280fb6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (0ed5d0c1-3883-41c0-a107-e754e94c95fa), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.316493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 094a08e0-21ec-46a4-b2af-fd612a5ff384 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:23:25.316879 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (094a08e0-21ec-46a4-b2af-fd612a5ff384), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.318429 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f12cd400-9d5d-4f69-8a55-8be95d280fb6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (0ed5d0c1-3883-41c0-a107-e754e94c95fa), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.322387 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f12cd400-9d5d-4f69-8a55-8be95d280fb6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (0ed5d0c1-3883-41c0-a107-e754e94c95fa), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.339842 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12cd400-9d5d-4f69-8a55-8be95d280fb6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed5d0c1-3883-41c0-a107-e754e94c95fa,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:25.352487 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f12cd400-9d5d-4f69-8a55-8be95d280fb6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.356178 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f12cd400-9d5d-4f69-8a55-8be95d280fb6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257534 Mar 28 09:23:25.356335 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55190) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:25.360607 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-083d4685-02cd-4b81-b072-e1b5a353f7cc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '9dbfe98b-6ff4-4c87-9f21-23437f012a59', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:25.379864 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-083d4685-02cd-4b81-b072-e1b5a353f7cc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:23:25.385520 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-083d4685-02cd-4b81-b072-e1b5a353f7cc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (d1c8c366-f4e3-43fa-b64e-dec0ca960d9d), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.392625 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Publish callbacks [] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.400431 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.447112 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-083d4685-02cd-4b81-b072-e1b5a353f7cc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (d1c8c366-f4e3-43fa-b64e-dec0ca960d9d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.452095 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-083d4685-02cd-4b81-b072-e1b5a353f7cc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (d1c8c366-f4e3-43fa-b64e-dec0ca960d9d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.477323 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-083d4685-02cd-4b81-b072-e1b5a353f7cc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.482218 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-083d4685-02cd-4b81-b072-e1b5a353f7cc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247413 Mar 28 09:23:25.483509 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771baa9-41ec-4c8f-a7a4-29b0bdfa3e30 None None] Pushing event updated for resources: {'Port': ['ID=11fa2eaa-4cf8-4cff-8381-ccce85c8e79d,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:25.483868 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d4685-02cd-4b81-b072-e1b5a353f7cc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c8c366-f4e3-43fa-b64e-dec0ca960d9d,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:25.488776 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 094a08e0-21ec-46a4-b2af-fd612a5ff384 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:23:25.489172 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (094a08e0-21ec-46a4-b2af-fd612a5ff384), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.544938 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 094a08e0-21ec-46a4-b2af-fd612a5ff384, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=094a08e0-21ec-46a4-b2af-fd612a5ff384,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:23:25.553639 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (094a08e0-21ec-46a4-b2af-fd612a5ff384), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.562114 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Attempting to bind port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:23:25.562486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Attempting to bind port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2ad9b41e-acc7-423b-8922-17c1a45fbb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:23:25.562853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Attempting to bind port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d on network f7c1638c-28ee-4797-9fd3-af2b2fab5140 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:23:25.587701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:23:25.588078 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Checking segment: {'id': '2ad9b41e-acc7-423b-8922-17c1a45fbb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:23:25.588484 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.588880 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Bound using segment: {'id': '2ad9b41e-acc7-423b-8922-17c1a45fbb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:23:25.589374 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Bound port: 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad9b41e-acc7-423b-8922-17c1a45fbb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:23:25.589773 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.652302 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=094a08e0-21ec-46a4-b2af-fd612a5ff384,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:25.693095 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] For port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:23:25.697036 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] For port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=11fa2eaa-4cf8-4cff-8381-ccce85c8e79d,segment=NetworkSegment(2ad9b41e-acc7-423b-8922-17c1a45fbb97),segment_id=2ad9b41e-acc7-423b-8922-17c1a45fbb97)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:23:25.699920 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-9f8a0794-c5ee-499c-9ccc-b52a916a173e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993466758&fields=id&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 267 time: 0.0517459 Mar 28 09:23:25.703164 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a8e2db0b-ccf5-4985-91ed-4ee512fa0c81 None None] Provisioning complete for port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:23:25.703549 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a8e2db0b-ccf5-4985-91ed-4ee512fa0c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.706664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.795595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771baa9-41ec-4c8f-a7a4-29b0bdfa3e30 None None] Pushing event updated for resources: {'Port': ['ID=11fa2eaa-4cf8-4cff-8381-ccce85c8e79d,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:25.806011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Routers {'015d151d-38a0-4688-982e-04503d872563'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:23:25.806641 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:22:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['015d151d-38a0-4688-982e-04503d872563'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:25.813561 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-3e10b855-e6c1-4781-b3c9-92af3f8583f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:25.815127 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-3e10b855-e6c1-4781-b3c9-92af3f8583f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/networks?id=f7c1638c-28ee-4797-9fd3-af2b2fab5140 HTTP/1.1" status: 200 len: 797 time: 0.1082923 Mar 28 09:23:25.830937 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-1df33535-806f-469d-8e21-ba98838f7546 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/quotas/c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 375 time: 0.0095165 Mar 28 09:23:25.890149 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-cefe856e-1892-452c-b10e-2f475d05f99a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532732 Mar 28 09:23:25.922093 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a8e2db0b-ccf5-4985-91ed-4ee512fa0c81 None None] Current status of the port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:23:25.922495 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a8e2db0b-ccf5-4985-91ed-4ee512fa0c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:25.975270 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] Set router 015d151d-38a0-4688-982e-04503d872563 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:23:25.978129 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a8e2db0b-ccf5-4985-91ed-4ee512fa0c81 None None] For port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=11fa2eaa-4cf8-4cff-8381-ccce85c8e79d,segment=NetworkSegment(2ad9b41e-acc7-423b-8922-17c1a45fbb97),segment_id=2ad9b41e-acc7-423b-8922-17c1a45fbb97)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:23:26.001404 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a8e2db0b-ccf5-4985-91ed-4ee512fa0c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:26.038129 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-9c67916f-4823-4174-96fc-72215d6bd958 service neutron] 10.222.0.15 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351075 Mar 28 09:23:26.128291 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2db0b-ccf5-4985-91ed-4ee512fa0c81 None None] Pushing event updated for resources: {'Port': ['ID=11fa2eaa-4cf8-4cff-8381-ccce85c8e79d,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:26.142758 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-2b3c7252-7834-4392-8ffb-63e52e4de1c7 service neutron] 10.222.0.15 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971403 Mar 28 09:23:26.156096 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-91bcea31-504a-4a63-ba89-d5b7ec26eea4 None None] Provisioning complete for port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:23:26.156479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-91bcea31-504a-4a63-ba89-d5b7ec26eea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:26.308426 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8d53d795-44aa-4d05-80de-4444adbb3c0a req-f66d027f-588e-42ec-81bd-6b75e896f249 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 210 time: 0.0308123 Mar 28 09:23:26.428778 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-91bcea31-504a-4a63-ba89-d5b7ec26eea4 None None] Current status of the port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:23:26.434452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:23:23Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '11fa2eaa-4cf8-4cff-8381-ccce85c8e79d', 'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:50:7a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '819f103e-5048-437f-bf76-6759d678d66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:22Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '819f103e-5048-437f-bf76-6759d678d66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:26.463633 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af415bc9-9851-4700-8d66-4da36b6c5b69 None None] The sync data for ids ['015d151d-38a0-4688-982e-04503d872563'] in dv-neutron-master-2-hyperv is: [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:23:23Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '11fa2eaa-4cf8-4cff-8381-ccce85c8e79d', 'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:50:7a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '819f103e-5048-437f-bf76-6759d678d66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:22Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '819f103e-5048-437f-bf76-6759d678d66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:23:26.902951 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:23:26.961023 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:23:26.961682 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:27.042528 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:23:27.043715 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 094a08e0-21ec-46a4-b2af-fd612a5ff384 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:23:27.097978 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 094a08e0-21ec-46a4-b2af-fd612a5ff384 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:23:27.098341 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (094a08e0-21ec-46a4-b2af-fd612a5ff384), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:27.178766 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 094a08e0-21ec-46a4-b2af-fd612a5ff384 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:23:27.251809 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-293974e4-c53a-4729-925f-5a436690c1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:27.430788 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-74c56c7c-07e6-4a41-860c-7233dfef44d5 req-52b21619-c404-4226-82d4-6612a641f9c8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 210 time: 0.0390043 Mar 28 09:23:27.448126 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-7b2deb4d-3781-446b-82ec-9553f987d380 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:27.449751 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-7b2deb4d-3781-446b-82ec-9553f987d380 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/networks?id=f7c1638c-28ee-4797-9fd3-af2b2fab5140 HTTP/1.1" status: 200 len: 797 time: 0.1573508 Mar 28 09:23:27.519570 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-9d808429-ea49-4d5e-bfb5-8cb8b431078c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 379 time: 0.0608654 Mar 28 09:23:27.528286 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-4fa0e1e9-5003-4fb4-b88e-2ff49d20c609 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'port': {'device_id': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'admin_state_up': True, 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'security_groups': ['9dbfe98b-6ff4-4c87-9f21-23437f012a59']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:27.635709 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-4fa0e1e9-5003-4fb4-b88e-2ff49d20c609 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:23:27.639663 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-4fa0e1e9-5003-4fb4-b88e-2ff49d20c609 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:27.766619 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-4fa0e1e9-5003-4fb4-b88e-2ff49d20c609 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.10 (f7c1638c-28ee-4797-9fd3-af2b2fab5140/819f103e-5048-437f-bf76-6759d678d66e/aa20b3e1-865a-4d51-8d87-881e171625e8) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:23:27.902213 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-4fa0e1e9-5003-4fb4-b88e-2ff49d20c609 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:27.934174 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-4fa0e1e9-5003-4fb4-b88e-2ff49d20c609 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:27.977306 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-4fa0e1e9-5003-4fb4-b88e-2ff49d20c609 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network f7c1638c-28ee-4797-9fd3-af2b2fab5140 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:23:27.980439 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-4fa0e1e9-5003-4fb4-b88e-2ff49d20c609 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:23:27.986910 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-4fa0e1e9-5003-4fb4-b88e-2ff49d20c609 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:23:27.992640 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0e1e9-5003-4fb4-b88e-2ff49d20c609 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=aa20b3e1-865a-4d51-8d87-881e171625e8,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:28.039510 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-4fa0e1e9-5003-4fb4-b88e-2ff49d20c609 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:28.040150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-4fa0e1e9-5003-4fb4-b88e-2ff49d20c609 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:28.057925 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-4fa0e1e9-5003-4fb4-b88e-2ff49d20c609 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5335574 Mar 28 09:23:28.068547 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Request body: {'port': {'device_id': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:28.134743 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:28.261769 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a94e655c-e67d-4bcf-a63c-02216cbd3215 None None] Provisioning complete for port aa20b3e1-865a-4d51-8d87-881e171625e8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:23:28.262615 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a94e655c-e67d-4bcf-a63c-02216cbd3215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:28.301840 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a94e655c-e67d-4bcf-a63c-02216cbd3215 None None] Port aa20b3e1-865a-4d51-8d87-881e171625e8 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:23:28.550775 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edbafa-4841-4c65-837c-e83e5c90091c req-f114e81a-aa80-41d2-9bd8-a62845c16fdd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:28.552884 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f0edbafa-4841-4c65-837c-e83e5c90091c req-f114e81a-aa80-41d2-9bd8-a62845c16fdd tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 932 time: 0.0536895 Mar 28 09:23:28.601467 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f0edbafa-4841-4c65-837c-e83e5c90091c req-8493c835-58ff-4e27-acc1-e20f6e5c5028 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dbfe98b-6ff4-4c87-9f21-23437f012a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430317 Mar 28 09:23:28.695276 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa20b3e1-865a-4d51-8d87-881e171625e8 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:23:28.702602 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Publish callbacks [] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:28.715555 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Transition to ACTIVE for port object aa20b3e1-865a-4d51-8d87-881e171625e8 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:23:28.719066 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:28.769542 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Pushing event updated for resources: {'Port': ['ID=aa20b3e1-865a-4d51-8d87-881e171625e8,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:28.794824 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:28.795186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:28.795536 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:28.795886 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:28.796250 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:28.796574 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:28.796914 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:28.797254 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:28.797589 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:28.797949 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:28.798287 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:28.798618 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:28.798949 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:28.799281 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:28.799612 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:23:28.854823 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Attempting to bind port aa20b3e1-865a-4d51-8d87-881e171625e8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:23:28.855164 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Attempting to bind port aa20b3e1-865a-4d51-8d87-881e171625e8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '2ad9b41e-acc7-423b-8922-17c1a45fbb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:23:28.855496 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Attempting to bind port aa20b3e1-865a-4d51-8d87-881e171625e8 on network f7c1638c-28ee-4797-9fd3-af2b2fab5140 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:23:28.859978 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Port aa20b3e1-865a-4d51-8d87-881e171625e8 on network f7c1638c-28ee-4797-9fd3-af2b2fab5140 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:23:28.860290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Attempting to bind port aa20b3e1-865a-4d51-8d87-881e171625e8 on network f7c1638c-28ee-4797-9fd3-af2b2fab5140 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:23:28.865403 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:23:28.865776 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Checking segment: {'id': '2ad9b41e-acc7-423b-8922-17c1a45fbb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:23:28.866165 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Bound using segment: {'id': '2ad9b41e-acc7-423b-8922-17c1a45fbb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:23:28.866606 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Bound port: aa20b3e1-865a-4d51-8d87-881e171625e8, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad9b41e-acc7-423b-8922-17c1a45fbb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:23:28.866963 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:28.932031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] For port aa20b3e1-865a-4d51-8d87-881e171625e8, host hv-neutron-mast, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:23:28.935000 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] For port aa20b3e1-865a-4d51-8d87-881e171625e8, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aa20b3e1-865a-4d51-8d87-881e171625e8,segment=NetworkSegment(2ad9b41e-acc7-423b-8922-17c1a45fbb97),segment_id=2ad9b41e-acc7-423b-8922-17c1a45fbb97)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:23:28.941032 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:28.972203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:28.972823 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:28.974746 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] 10.222.0.16 "PUT /v2.0/ports/aa20b3e1-865a-4d51-8d87-881e171625e8 HTTP/1.1" status: 200 len: 1094 time: 0.9103410 Mar 28 09:23:28.975191 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'tag': 'aa20b3e1-865a-4d51-8d87-881e171625e8'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:23:28.977458 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6d7d48-9ab3-4041-a470-930c48268ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "9da6775e-88db-4b41-8857-6ca586bcecd5", "tag": "aa20b3e1-865a-4d51-8d87-881e171625e8"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:23:29.004610 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361c6c3-76c7-4b2a-8227-d28f65cc9e35 service neutron] Pushing event updated for resources: {'Port': ['ID=aa20b3e1-865a-4d51-8d87-881e171625e8,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:29.049960 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006a1568-f9a4-4b18-bc4f-21411ca08362 x-openstack-request-id: req-006a1568-f9a4-4b18-bc4f-21411ca08362 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:23:29.050262 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da6775e-88db-4b41-8857-6ca586bcecd5", "tag": "aa20b3e1-865a-4d51-8d87-881e171625e8", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:23:29.050521 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-006a1568-f9a4-4b18-bc4f-21411ca08362 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:23:29.050936 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-006a1568-f9a4-4b18-bc4f-21411ca08362'] response: {'name': 'network-changed', 'server_uuid': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'tag': 'aa20b3e1-865a-4d51-8d87-881e171625e8', 'status': 'completed', 'code': 200} Mar 28 09:23:29.070590 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-8b2b383a-1529-4ac7-9ec4-7757f7f2b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:29.072117 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-8b2b383a-1529-4ac7-9ec4-7757f7f2b147 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 1128 time: 0.0582306 Mar 28 09:23:29.120454 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-67d630ec-407c-4704-97a1-f27dc5c1a188 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa20b3e1-865a-4d51-8d87-881e171625e8 HTTP/1.1" status: 200 len: 217 time: 0.0405602 Mar 28 09:23:29.169941 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-7f582a6e-8cf0-4307-a8c4-ce787716e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:29.171406 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-7f582a6e-8cf0-4307-a8c4-ce787716e875 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=819f103e-5048-437f-bf76-6759d678d66e HTTP/1.1" status: 200 len: 834 time: 0.0453780 Mar 28 09:23:29.219674 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-86e5a133-f850-4a88-b1b7-dce919d065dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:29.221194 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-86e5a133-f850-4a88-b1b7-dce919d065dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7c1638c-28ee-4797-9fd3-af2b2fab5140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0427210 Mar 28 09:23:29.314064 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-4cf141bb-d8d5-4854-aeb1-125949a61ba8 service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858290 Mar 28 09:23:29.401226 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d312fb5-e74f-4a13-b005-3bb5fb01ee1c req-c2009e98-8a2d-4df4-9152-81cdcda17975 service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811923 Mar 28 09:23:29.471703 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9e278c3b-a11f-4b76-8a32-0359a88bdbdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:29.497282 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d7d48-9ab3-4041-a470-930c48268ec1 req-f7d52a62-2928-419c-9054-9c5b793887dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:29.498807 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-eb6d7d48-9ab3-4041-a470-930c48268ec1 req-f7d52a62-2928-419c-9054-9c5b793887dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 1128 time: 0.0510075 Mar 28 09:23:29.587858 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d7d48-9ab3-4041-a470-930c48268ec1 req-662b6f42-ce32-40bd-af03-81667b4fb793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:29.589329 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-eb6d7d48-9ab3-4041-a470-930c48268ec1 req-662b6f42-ce32-40bd-af03-81667b4fb793 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7c1638c-28ee-4797-9fd3-af2b2fab5140 HTTP/1.1" status: 200 len: 897 time: 0.0838780 Mar 28 09:23:29.633875 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-eb6d7d48-9ab3-4041-a470-930c48268ec1 req-a1b8e401-d1dc-481d-9b49-74b85bc5ea07 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa20b3e1-865a-4d51-8d87-881e171625e8 HTTP/1.1" status: 200 len: 217 time: 0.0383723 Mar 28 09:23:29.681784 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d7d48-9ab3-4041-a470-930c48268ec1 req-505c98c6-1d65-4850-82ce-a42279299866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:29.683254 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-eb6d7d48-9ab3-4041-a470-930c48268ec1 req-505c98c6-1d65-4850-82ce-a42279299866 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=819f103e-5048-437f-bf76-6759d678d66e HTTP/1.1" status: 200 len: 834 time: 0.0438111 Mar 28 09:23:29.722404 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f01fa1-f4ea-4c87-a6a2-66df7c9ae2a4 req-f727b1c4-6545-45d5-873f-09e61c5a92eb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:29.723813 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3f01fa1-f4ea-4c87-a6a2-66df7c9ae2a4 req-f727b1c4-6545-45d5-873f-09e61c5a92eb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 944 time: 0.0530310 Mar 28 09:23:29.732812 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d7d48-9ab3-4041-a470-930c48268ec1 req-a687ac5b-ae20-46b7-bf10-8446f666eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:29.734323 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-eb6d7d48-9ab3-4041-a470-930c48268ec1 req-a687ac5b-ae20-46b7-bf10-8446f666eb92 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7c1638c-28ee-4797-9fd3-af2b2fab5140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449667 Mar 28 09:23:29.778308 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3f01fa1-f4ea-4c87-a6a2-66df7c9ae2a4 req-eded84a7-41df-40e8-9c6a-8ce80d652cdc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dbfe98b-6ff4-4c87-9f21-23437f012a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485728 Mar 28 09:23:29.826685 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-eb6d7d48-9ab3-4041-a470-930c48268ec1 req-b237c994-65ba-4f9c-a51a-f53dded5d1df service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850086 Mar 28 09:23:29.914510 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-eb6d7d48-9ab3-4041-a470-930c48268ec1 req-95a7ac45-89c6-40b4-85ec-49110ae052fd service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802660 Mar 28 09:23:30.585146 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:30.895927 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aca298-7ad5-400a-98e1-c7d860d10a22 req-5fb50c5e-b645-4810-9cca-c0e7fcb9314f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:30.897863 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-53aca298-7ad5-400a-98e1-c7d860d10a22 req-5fb50c5e-b645-4810-9cca-c0e7fcb9314f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 944 time: 0.0529258 Mar 28 09:23:30.946016 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-53aca298-7ad5-400a-98e1-c7d860d10a22 req-1438e49a-fff4-438a-bc15-47939e7c05bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dbfe98b-6ff4-4c87-9f21-23437f012a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425229 Mar 28 09:23:32.062717 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad4091-d739-446f-8e10-ca97533066a9 req-f6593685-3e05-439a-a0c3-a5ee0d63400b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:32.064198 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5dad4091-d739-446f-8e10-ca97533066a9 req-f6593685-3e05-439a-a0c3-a5ee0d63400b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 944 time: 0.0531962 Mar 28 09:23:32.113288 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5dad4091-d739-446f-8e10-ca97533066a9 req-4bf83a59-5665-494b-824b-cae87649256e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dbfe98b-6ff4-4c87-9f21-23437f012a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426109 Mar 28 09:23:32.129311 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:32.186569 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device aa20b3e1-865a-4d51-8d87-881e171625e8 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:23:32.283911 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port aa20b3e1-865a-4d51-8d87-881e171625e8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aa20b3e1-865a-4d51-8d87-881e171625e8,segment=NetworkSegment(2ad9b41e-acc7-423b-8922-17c1a45fbb97),segment_id=2ad9b41e-acc7-423b-8922-17c1a45fbb97)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:23:32.295298 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'aa20b3e1-865a-4d51-8d87-881e171625e8', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'port_id': 'aa20b3e1-865a-4d51-8d87-881e171625e8', 'mac_address': 'fa:16:3e:30:6a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819f103e-5048-437f-bf76-6759d678d66e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:23:32.331640 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port aa20b3e1-865a-4d51-8d87-881e171625e8 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:23:32.332029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:32.344928 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa20b3e1-865a-4d51-8d87-881e171625e8 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:23:32.363566 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port aa20b3e1-865a-4d51-8d87-881e171625e8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aa20b3e1-865a-4d51-8d87-881e171625e8,segment=NetworkSegment(2ad9b41e-acc7-423b-8922-17c1a45fbb97),segment_id=2ad9b41e-acc7-423b-8922-17c1a45fbb97)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:23:32.368276 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:32.414590 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=aa20b3e1-865a-4d51-8d87-881e171625e8,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:32.586132 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['aa20b3e1-865a-4d51-8d87-881e171625e8'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:23:33.233964 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225e76d-4468-4c41-a325-c23935374cb7 req-2da20cdd-4b8c-4a4e-bb77-cc53b8d2db43 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:33.235439 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3225e76d-4468-4c41-a325-c23935374cb7 req-2da20cdd-4b8c-4a4e-bb77-cc53b8d2db43 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 945 time: 0.0568900 Mar 28 09:23:33.284036 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3225e76d-4468-4c41-a325-c23935374cb7 req-52721d03-fb52-4f1b-8826-3cb67713084e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dbfe98b-6ff4-4c87-9f21-23437f012a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427256 Mar 28 09:23:33.707652 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:34.187613 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device aa20b3e1-865a-4d51-8d87-881e171625e8 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:23:34.235979 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port aa20b3e1-865a-4d51-8d87-881e171625e8 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:23:34.239707 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port aa20b3e1-865a-4d51-8d87-881e171625e8 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:23:34.240715 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:34.321291 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port aa20b3e1-865a-4d51-8d87-881e171625e8 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:23:34.321717 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:34.344498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa20b3e1-865a-4d51-8d87-881e171625e8'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:23:34.346694 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25ff631-bbed-484e-89b5-439d2ce044a8" -d '{"events": [{"server_uuid": "9da6775e-88db-4b41-8857-6ca586bcecd5", "name": "network-vif-plugged", "status": "completed", "tag": "aa20b3e1-865a-4d51-8d87-881e171625e8"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:23:34.363136 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port aa20b3e1-865a-4d51-8d87-881e171625e8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aa20b3e1-865a-4d51-8d87-881e171625e8,segment=NetworkSegment(2ad9b41e-acc7-423b-8922-17c1a45fbb97),segment_id=2ad9b41e-acc7-423b-8922-17c1a45fbb97)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:23:34.369201 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:34.405388 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2065a59-7582-40e5-9ffd-f7638397ede9 req-6d8252a5-6466-438b-9af5-bd9224660dea tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:34.407023 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f2065a59-7582-40e5-9ffd-f7638397ede9 req-6d8252a5-6466-438b-9af5-bd9224660dea tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 945 time: 0.0543740 Mar 28 09:23:34.428207 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=aa20b3e1-865a-4d51-8d87-881e171625e8,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:34.458403 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f2065a59-7582-40e5-9ffd-f7638397ede9 req-78452e87-5203-4d74-a804-38c31017628e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dbfe98b-6ff4-4c87-9f21-23437f012a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452003 Mar 28 09:23:34.458585 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13db4c6-0387-4db8-834f-2ca97c06cfa9 x-openstack-request-id: req-d13db4c6-0387-4db8-834f-2ca97c06cfa9 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:23:34.459380 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da6775e-88db-4b41-8857-6ca586bcecd5", "name": "network-vif-plugged", "status": "completed", "tag": "aa20b3e1-865a-4d51-8d87-881e171625e8", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:23:34.459606 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d13db4c6-0387-4db8-834f-2ca97c06cfa9 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:23:34.459966 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d13db4c6-0387-4db8-834f-2ca97c06cfa9'] response: {'server_uuid': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa20b3e1-865a-4d51-8d87-881e171625e8', 'code': 200} Mar 28 09:23:34.619075 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58247026-04c5-49db-83ec-e83cbad98551 req-0a4fe642-95cd-49db-a3a5-f2925c1b8479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:34.620459 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-58247026-04c5-49db-83ec-e83cbad98551 req-0a4fe642-95cd-49db-a3a5-f2925c1b8479 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 1130 time: 0.0428805 Mar 28 09:23:34.664329 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-58247026-04c5-49db-83ec-e83cbad98551 req-88f71fa2-2528-46ba-882f-648c0dc3b270 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9dbfe98b-6ff4-4c87-9f21-23437f012a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379233 Mar 28 09:23:35.590882 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92e999-7883-4f03-99f5-0d9a921d877a req-702e01f6-4e43-48ca-9e47-260d480883d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:35.592704 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7e92e999-7883-4f03-99f5-0d9a921d877a req-702e01f6-4e43-48ca-9e47-260d480883d3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 946 time: 0.0626750 Mar 28 09:23:35.646105 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7e92e999-7883-4f03-99f5-0d9a921d877a req-8cdf3134-93b8-4353-bf48-55cbe43cf7e1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dbfe98b-6ff4-4c87-9f21-23437f012a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453877 Mar 28 09:23:36.768429 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75412f-3e35-40ca-9833-43819f8cc437 req-f7e09485-e000-43ab-af60-33f6b3038e2b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:36.769908 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fa75412f-3e35-40ca-9833-43819f8cc437 req-f7e09485-e000-43ab-af60-33f6b3038e2b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 946 time: 0.0573542 Mar 28 09:23:36.818709 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fa75412f-3e35-40ca-9833-43819f8cc437 req-2eba6e9b-13ab-4f44-8755-da271037a2e6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dbfe98b-6ff4-4c87-9f21-23437f012a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426724 Mar 28 09:23:36.932789 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84697b7-f4c2-4c4c-9c70-7a6f2abb016a req-14f26930-28ab-463a-824d-e04fe7fad415 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:36.934189 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e84697b7-f4c2-4c4c-9c70-7a6f2abb016a req-14f26930-28ab-463a-824d-e04fe7fad415 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 946 time: 0.0515475 Mar 28 09:23:36.981724 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e84697b7-f4c2-4c4c-9c70-7a6f2abb016a req-977d0ada-591d-44e3-a047-ebc439e048f3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dbfe98b-6ff4-4c87-9f21-23437f012a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420322 Mar 28 09:23:37.002670 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55252) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:37.045113 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb70099-0ccf-4132-8e7d-c9e9ac89eb49 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:37.046658 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dbb70099-0ccf-4132-8e7d-c9e9ac89eb49 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 1125 time: 0.0430470 Mar 28 09:23:37.049451 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55254) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:37.053801 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': 'aa20b3e1-865a-4d51-8d87-881e171625e8', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:37.073194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:37.171505 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:37.277574 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.36.4.104 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/839699ac-ecc1-466c-9ad0-2c68c36bab32) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:23:37.377451 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (839699ac-ecc1-466c-9ad0-2c68c36bab32), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:37.410132 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (839699ac-ecc1-466c-9ad0-2c68c36bab32), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:37.445468 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:23:37.448262 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:23:37.451693 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:23:37.481385 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=839699ac-ecc1-466c-9ad0-2c68c36bab32,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:37.802956 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (e27db326-f7a2-457e-b568-ac716013d794), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:37.874673 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (839699ac-ecc1-466c-9ad0-2c68c36bab32), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:38.019240 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (839699ac-ecc1-466c-9ad0-2c68c36bab32), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:38.024546 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (839699ac-ecc1-466c-9ad0-2c68c36bab32), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:38.097217 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=839699ac-ecc1-466c-9ad0-2c68c36bab32,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:38.105469 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (e27db326-f7a2-457e-b568-ac716013d794), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:38.205771 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP e27db326-f7a2-457e-b568-ac716013d794 associated. External IP: 172.36.4.104, port: aa20b3e1-865a-4d51-8d87-881e171625e8. Mar 28 09:23:38.413895 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 015d151d-38a0-4688-982e-04503d872563 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:23:38.521976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:23:38.531427 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e22c6c-2b90-4c6d-a4dd-86ddefe5d19f None None] Sync routers for ids ['015d151d-38a0-4688-982e-04503d872563'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:23:38.540697 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e22c6c-2b90-4c6d-a4dd-86ddefe5d19f None None] Routers {'015d151d-38a0-4688-982e-04503d872563'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:23:38.540936 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:38.541429 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-28e22c6c-2b90-4c6d-a4dd-86ddefe5d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:23:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['015d151d-38a0-4688-982e-04503d872563'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:38.571166 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-aab47dc3-d7ec-4e36-b3a6-057e60e06e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5206935 Mar 28 09:23:38.572142 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'tag': 'aa20b3e1-865a-4d51-8d87-881e171625e8'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:23:38.573932 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55256) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:38.574718 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a96f5c-6e43-4756-925e-a0f5d383ede4" -d '{"events": [{"name": "network-changed", "server_uuid": "9da6775e-88db-4b41-8857-6ca586bcecd5", "tag": "aa20b3e1-865a-4d51-8d87-881e171625e8"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:23:38.610341 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693d64d0-3f7e-46c1-aad1-5cc1d1d9375f x-openstack-request-id: req-693d64d0-3f7e-46c1-aad1-5cc1d1d9375f {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:23:38.610964 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da6775e-88db-4b41-8857-6ca586bcecd5", "tag": "aa20b3e1-865a-4d51-8d87-881e171625e8", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:23:38.611456 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-693d64d0-3f7e-46c1-aad1-5cc1d1d9375f {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:23:38.612107 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693d64d0-3f7e-46c1-aad1-5cc1d1d9375f'] response: {'name': 'network-changed', 'server_uuid': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'tag': 'aa20b3e1-865a-4d51-8d87-881e171625e8', 'status': 'completed', 'code': 200} Mar 28 09:23:38.619994 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77d0cbc-ee16-43be-ad96-208b715ec370 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:38.624174 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f77d0cbc-ee16-43be-ad96-208b715ec370 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 1125 time: 0.0464902 Mar 28 09:23:38.655659 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-28e22c6c-2b90-4c6d-a4dd-86ddefe5d19f None None] Set router 015d151d-38a0-4688-982e-04503d872563 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:23:38.681121 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a96f5c-6e43-4756-925e-a0f5d383ede4 req-3f239f2b-59d9-48e9-9c16-834980fee079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:38.682608 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-60a96f5c-6e43-4756-925e-a0f5d383ede4 req-3f239f2b-59d9-48e9-9c16-834980fee079 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 1130 time: 0.0475426 Mar 28 09:23:38.781134 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a96f5c-6e43-4756-925e-a0f5d383ede4 req-00fc1875-7a48-471d-bad1-ef1b755be8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:38.782678 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-60a96f5c-6e43-4756-925e-a0f5d383ede4 req-00fc1875-7a48-471d-bad1-ef1b755be8fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7c1638c-28ee-4797-9fd3-af2b2fab5140 HTTP/1.1" status: 200 len: 897 time: 0.0941303 Mar 28 09:23:38.845210 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e2a97a47-f34b-487a-b21c-b5b2e2c1ae6a req-76f0de62-4c28-43b9-9fa3-d7e674596697 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9da6775e-88db-4b41-8857-6ca586bcecd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548153 Mar 28 09:23:38.861871 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-60a96f5c-6e43-4756-925e-a0f5d383ede4 req-6d1fbeda-5095-4c2c-bf70-d48e01ccffba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa20b3e1-865a-4d51-8d87-881e171625e8 HTTP/1.1" status: 200 len: 1000 time: 0.0717404 Mar 28 09:23:38.894387 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-28e22c6c-2b90-4c6d-a4dd-86ddefe5d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:23:23Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e27db326-f7a2-457e-b568-ac716013d794', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.104', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '015d151d-38a0-4688-982e-04503d872563', 'port_id': 'aa20b3e1-865a-4d51-8d87-881e171625e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'mac_address': 'fa:16:3e:30:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:23:37Z', 'updated_at': '2022-03-28T09:23:37Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fa2eaa-4cf8-4cff-8381-ccce85c8e79d', 'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:50:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '819f103e-5048-437f-bf76-6759d678d66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:22Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '819f103e-5048-437f-bf76-6759d678d66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:38.911450 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a96f5c-6e43-4756-925e-a0f5d383ede4 req-1f0282c4-65c1-4778-b2a4-7ef07213a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:38.913457 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-60a96f5c-6e43-4756-925e-a0f5d383ede4 req-1f0282c4-65c1-4778-b2a4-7ef07213a42b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=819f103e-5048-437f-bf76-6759d678d66e HTTP/1.1" status: 200 len: 834 time: 0.0439618 Mar 28 09:23:38.926248 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e22c6c-2b90-4c6d-a4dd-86ddefe5d19f None None] Checking router: 015d151d-38a0-4688-982e-04503d872563 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:23:38.930202 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55262) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:38.938111 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e22c6c-2b90-4c6d-a4dd-86ddefe5d19f None None] Routers {'015d151d-38a0-4688-982e-04503d872563'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:23:38.938661 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-28e22c6c-2b90-4c6d-a4dd-86ddefe5d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:23:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['015d151d-38a0-4688-982e-04503d872563'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:38.948720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e9d22f92-bc18-4e08-8cdd-7027f4b56494 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-79312283', 'description': 'tempest-secgroup-smoke-79312283 description', 'project_id': 'c196c225c4d841048df5a13a55d30507'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:38.980789 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9d22f92-bc18-4e08-8cdd-7027f4b56494 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:38.994838 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a96f5c-6e43-4756-925e-a0f5d383ede4 req-abf40144-a84f-4b6a-8edc-8f3d3131cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:38.996371 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-60a96f5c-6e43-4756-925e-a0f5d383ede4 req-abf40144-a84f-4b6a-8edc-8f3d3131cb7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7c1638c-28ee-4797-9fd3-af2b2fab5140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0777073 Mar 28 09:23:39.049699 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-28e22c6c-2b90-4c6d-a4dd-86ddefe5d19f None None] Set router 015d151d-38a0-4688-982e-04503d872563 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:23:39.119566 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9d22f92-bc18-4e08-8cdd-7027f4b56494 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (367d5814-67ca-4462-94b1-0e0ac87e3273), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.122049 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-60a96f5c-6e43-4756-925e-a0f5d383ede4 req-2f7b902a-d00f-4c2b-8d61-b3261930a642 service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190951 Mar 28 09:23:39.123629 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9d22f92-bc18-4e08-8cdd-7027f4b56494 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (367d5814-67ca-4462-94b1-0e0ac87e3273), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.202033 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9d22f92-bc18-4e08-8cdd-7027f4b56494 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.203186 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e9d22f92-bc18-4e08-8cdd-7027f4b56494 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2720222 Mar 28 09:23:39.205390 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d22f92-bc18-4e08-8cdd-7027f4b56494 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367d5814-67ca-4462-94b1-0e0ac87e3273,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:39.206925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55264) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:39.221447 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-888235dc-9c83-4faa-ba63-4251ccae78ff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '367d5814-67ca-4462-94b1-0e0ac87e3273', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:39.241894 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-60a96f5c-6e43-4756-925e-a0f5d383ede4 req-f05543b6-74c2-4188-a1e2-44e64fb3ffd2 service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134813 Mar 28 09:23:39.272538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-888235dc-9c83-4faa-ba63-4251ccae78ff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (1d8957bd-3ea8-4d76-b601-d081bdd085ef), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.291118 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-28e22c6c-2b90-4c6d-a4dd-86ddefe5d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:23:23Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e27db326-f7a2-457e-b568-ac716013d794', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.104', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '015d151d-38a0-4688-982e-04503d872563', 'port_id': 'aa20b3e1-865a-4d51-8d87-881e171625e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'mac_address': 'fa:16:3e:30:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:23:37Z', 'updated_at': '2022-03-28T09:23:37Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fa2eaa-4cf8-4cff-8381-ccce85c8e79d', 'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:50:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '819f103e-5048-437f-bf76-6759d678d66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:22Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '819f103e-5048-437f-bf76-6759d678d66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:39.317265 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e22c6c-2b90-4c6d-a4dd-86ddefe5d19f None None] The sync data for ids ['015d151d-38a0-4688-982e-04503d872563'] in dv-neutron-master-2-hyperv is: [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:23:23Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e27db326-f7a2-457e-b568-ac716013d794', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.104', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '015d151d-38a0-4688-982e-04503d872563', 'port_id': 'aa20b3e1-865a-4d51-8d87-881e171625e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'mac_address': 'fa:16:3e:30:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:23:37Z', 'updated_at': '2022-03-28T09:23:37Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fa2eaa-4cf8-4cff-8381-ccce85c8e79d', 'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:50:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '819f103e-5048-437f-bf76-6759d678d66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:22Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '819f103e-5048-437f-bf76-6759d678d66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:23:39.343064 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-888235dc-9c83-4faa-ba63-4251ccae78ff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (1d8957bd-3ea8-4d76-b601-d081bdd085ef), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.346861 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-888235dc-9c83-4faa-ba63-4251ccae78ff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (1d8957bd-3ea8-4d76-b601-d081bdd085ef), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.365422 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888235dc-9c83-4faa-ba63-4251ccae78ff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8957bd-3ea8-4d76-b601-d081bdd085ef,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:39.367281 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a97a47-f34b-487a-b21c-b5b2e2c1ae6a req-12cb93ba-b5e0-4a9d-9ee1-d754ebba4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:39.369542 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e2a97a47-f34b-487a-b21c-b5b2e2c1ae6a req-12cb93ba-b5e0-4a9d-9ee1-d754ebba4617 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 1130 time: 0.0586956 Mar 28 09:23:39.374418 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-888235dc-9c83-4faa-ba63-4251ccae78ff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.377665 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-888235dc-9c83-4faa-ba63-4251ccae78ff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1645589 Mar 28 09:23:39.379076 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55266) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:39.385396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-92152eec-7943-4d30-811e-1d603b273754 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '367d5814-67ca-4462-94b1-0e0ac87e3273', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:39.413278 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92152eec-7943-4d30-811e-1d603b273754 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (fb5ae2b9-8253-4b4c-bb12-e358c2e84d19), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.482111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92152eec-7943-4d30-811e-1d603b273754 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (fb5ae2b9-8253-4b4c-bb12-e358c2e84d19), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.486722 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a97a47-f34b-487a-b21c-b5b2e2c1ae6a req-6d380b70-1b1f-4a6f-9dcb-40a5fbe46d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:39.486922 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92152eec-7943-4d30-811e-1d603b273754 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (fb5ae2b9-8253-4b4c-bb12-e358c2e84d19), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.489037 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e2a97a47-f34b-487a-b21c-b5b2e2c1ae6a req-6d380b70-1b1f-4a6f-9dcb-40a5fbe46d1b service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7c1638c-28ee-4797-9fd3-af2b2fab5140 HTTP/1.1" status: 200 len: 897 time: 0.1003056 Mar 28 09:23:39.506271 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92152eec-7943-4d30-811e-1d603b273754 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5ae2b9-8253-4b4c-bb12-e358c2e84d19,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:39.516215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-92152eec-7943-4d30-811e-1d603b273754 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.517470 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-92152eec-7943-4d30-811e-1d603b273754 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1374230 Mar 28 09:23:39.520118 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55268) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:39.525977 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4c785116-7a60-40b3-96a3-db70d4963c61 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '367d5814-67ca-4462-94b1-0e0ac87e3273', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:39.553546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c785116-7a60-40b3-96a3-db70d4963c61 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (270dd003-9be2-4e50-8d2e-409a75aa4a35), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.564241 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e2a97a47-f34b-487a-b21c-b5b2e2c1ae6a req-4d955e55-67f3-47ec-a1f4-ac539dbd6f11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa20b3e1-865a-4d51-8d87-881e171625e8 HTTP/1.1" status: 200 len: 1000 time: 0.0698094 Mar 28 09:23:39.574544 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb492204-d045-4b23-982a-98f2888eca4c None None] New status for floating IP e27db326-f7a2-457e-b568-ac716013d794: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:23:39.622486 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a97a47-f34b-487a-b21c-b5b2e2c1ae6a req-849efabd-87aa-4d4c-ba15-27ba1e7a9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:39.622863 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c785116-7a60-40b3-96a3-db70d4963c61 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (270dd003-9be2-4e50-8d2e-409a75aa4a35), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.624198 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e2a97a47-f34b-487a-b21c-b5b2e2c1ae6a req-849efabd-87aa-4d4c-ba15-27ba1e7a9123 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=819f103e-5048-437f-bf76-6759d678d66e HTTP/1.1" status: 200 len: 834 time: 0.0542748 Mar 28 09:23:39.627625 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c785116-7a60-40b3-96a3-db70d4963c61 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (270dd003-9be2-4e50-8d2e-409a75aa4a35), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.646123 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c785116-7a60-40b3-96a3-db70d4963c61 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270dd003-9be2-4e50-8d2e-409a75aa4a35,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:39.656147 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c785116-7a60-40b3-96a3-db70d4963c61 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.660033 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4c785116-7a60-40b3-96a3-db70d4963c61 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360209 Mar 28 09:23:39.660297 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55270) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:39.665508 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-bce56072-9a2c-4b99-8f1c-c6e1b5fd89c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '367d5814-67ca-4462-94b1-0e0ac87e3273', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:39.684647 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a97a47-f34b-487a-b21c-b5b2e2c1ae6a req-dfc2aee3-6b54-4074-b12d-7248d5874fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:39.686377 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e2a97a47-f34b-487a-b21c-b5b2e2c1ae6a req-dfc2aee3-6b54-4074-b12d-7248d5874fe8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7c1638c-28ee-4797-9fd3-af2b2fab5140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0561595 Mar 28 09:23:39.695310 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bce56072-9a2c-4b99-8f1c-c6e1b5fd89c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (f6f44fb6-1060-45ef-a4a2-53cf721567d6), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.761110 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bce56072-9a2c-4b99-8f1c-c6e1b5fd89c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (f6f44fb6-1060-45ef-a4a2-53cf721567d6), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.765719 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bce56072-9a2c-4b99-8f1c-c6e1b5fd89c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (f6f44fb6-1060-45ef-a4a2-53cf721567d6), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.783194 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce56072-9a2c-4b99-8f1c-c6e1b5fd89c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f44fb6-1060-45ef-a4a2-53cf721567d6,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:39.791376 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e2a97a47-f34b-487a-b21c-b5b2e2c1ae6a req-d1677d6b-3aff-44bb-96e9-78b1d38dc6b1 service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990248 Mar 28 09:23:39.794883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bce56072-9a2c-4b99-8f1c-c6e1b5fd89c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.796169 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bce56072-9a2c-4b99-8f1c-c6e1b5fd89c2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1349189 Mar 28 09:23:39.798955 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55272) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:39.803883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-8b5db5f1-ff86-4c36-a929-e4bd3b27401d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '367d5814-67ca-4462-94b1-0e0ac87e3273', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:39.823248 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-8b5db5f1-ff86-4c36-a929-e4bd3b27401d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:23:39.828205 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8b5db5f1-ff86-4c36-a929-e4bd3b27401d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (b4166e92-e72f-4fce-a5bf-91deead57ec0), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.886635 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e2a97a47-f34b-487a-b21c-b5b2e2c1ae6a req-38e7d5cf-8f51-462f-a782-285de12254d7 service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893729 Mar 28 09:23:39.889640 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8b5db5f1-ff86-4c36-a929-e4bd3b27401d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (b4166e92-e72f-4fce-a5bf-91deead57ec0), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.894331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8b5db5f1-ff86-4c36-a929-e4bd3b27401d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (b4166e92-e72f-4fce-a5bf-91deead57ec0), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.912342 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5db5f1-ff86-4c36-a929-e4bd3b27401d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4166e92-e72f-4fce-a5bf-91deead57ec0,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:39.920784 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8b5db5f1-ff86-4c36-a929-e4bd3b27401d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:39.922027 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8b5db5f1-ff86-4c36-a929-e4bd3b27401d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220784 Mar 28 09:23:39.924648 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55274) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:39.929541 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-d814c563-f50a-4e01-9f2b-6e18b5e4a512 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '367d5814-67ca-4462-94b1-0e0ac87e3273', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:39.950257 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-d814c563-f50a-4e01-9f2b-6e18b5e4a512 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:23:39.954987 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d814c563-f50a-4e01-9f2b-6e18b5e4a512 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (2c8aacf9-f6bf-4efc-a0bc-95bf5d5dc8af), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:40.012886 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d814c563-f50a-4e01-9f2b-6e18b5e4a512 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (2c8aacf9-f6bf-4efc-a0bc-95bf5d5dc8af), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:40.016520 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d814c563-f50a-4e01-9f2b-6e18b5e4a512 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (2c8aacf9-f6bf-4efc-a0bc-95bf5d5dc8af), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:40.033968 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814c563-f50a-4e01-9f2b-6e18b5e4a512 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8aacf9-f6bf-4efc-a0bc-95bf5d5dc8af,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:40.041718 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d814c563-f50a-4e01-9f2b-6e18b5e4a512 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:40.042918 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d814c563-f50a-4e01-9f2b-6e18b5e4a512 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173470 Mar 28 09:23:40.188545 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-ba1ab2f7-1fd7-494e-838d-a6ba0bf6a18b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-79312283&fields=id&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 267 time: 0.0436318 Mar 28 09:23:40.295176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-d4a3fee0-f337-483d-b036-58e16d199129 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:40.296590 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-d4a3fee0-f337-483d-b036-58e16d199129 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/networks?id=f7c1638c-28ee-4797-9fd3-af2b2fab5140 HTTP/1.1" status: 200 len: 797 time: 0.1011729 Mar 28 09:23:40.311210 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-b65d0bfb-edab-45a7-b35e-9bce22494377 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/quotas/c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 375 time: 0.0094202 Mar 28 09:23:40.367099 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-321d3c33-3503-4b43-8c75-9d4b562708e2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510843 Mar 28 09:23:40.462904 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-8e9d5f3f-2120-4ed6-840e-22a6144cfba6 service neutron] 10.222.0.15 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848808 Mar 28 09:23:40.549584 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-5d3bcb6d-2bca-4e28-8c1d-1fcac084d782 service neutron] 10.222.0.15 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810430 Mar 28 09:23:40.705792 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5f0e9671-4440-42cf-86d6-a541fc699659 req-05f53b72-d4e1-4dfb-a15f-389661698c79 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8cba64c-ae8b-4b97-98d5-dd1265c9a223 HTTP/1.1" status: 200 len: 210 time: 0.0264995 Mar 28 09:23:41.594840 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-65dc00e1-9dc1-4a42-9058-dfe021d38786 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:41.596263 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-65dc00e1-9dc1-4a42-9058-dfe021d38786 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/networks?id=f7c1638c-28ee-4797-9fd3-af2b2fab5140 HTTP/1.1" status: 200 len: 797 time: 0.1044078 Mar 28 09:23:41.675767 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-5f95e86c-f019-4ddf-af01-c512853d6399 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 470 time: 0.0716605 Mar 28 09:23:41.686728 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-5948db8b-5fa6-4c22-a425-0b49e84961bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'port': {'device_id': 'd8cba64c-ae8b-4b97-98d5-dd1265c9a223', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'admin_state_up': True, 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'security_groups': ['367d5814-67ca-4462-94b1-0e0ac87e3273']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:41.791490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-5948db8b-5fa6-4c22-a425-0b49e84961bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:23:41.794988 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-5948db8b-5fa6-4c22-a425-0b49e84961bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:41.802123 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f0796874-c659-454c-8325-ecaee607b401 req-f89a9584-7832-4a9a-9b46-00711f12810d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8cba64c-ae8b-4b97-98d5-dd1265c9a223 HTTP/1.1" status: 200 len: 210 time: 0.0290689 Mar 28 09:23:42.217690 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-5948db8b-5fa6-4c22-a425-0b49e84961bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.3 (f7c1638c-28ee-4797-9fd3-af2b2fab5140/819f103e-5048-437f-bf76-6759d678d66e/92ae2aaf-2ce3-49d4-be21-848f35ded64f) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:23:42.359398 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-5948db8b-5fa6-4c22-a425-0b49e84961bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (92ae2aaf-2ce3-49d4-be21-848f35ded64f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:42.391847 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-5948db8b-5fa6-4c22-a425-0b49e84961bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (92ae2aaf-2ce3-49d4-be21-848f35ded64f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:42.433301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-5948db8b-5fa6-4c22-a425-0b49e84961bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network f7c1638c-28ee-4797-9fd3-af2b2fab5140 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:23:42.436366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-5948db8b-5fa6-4c22-a425-0b49e84961bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:23:42.438639 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-5948db8b-5fa6-4c22-a425-0b49e84961bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:23:42.467610 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948db8b-5fa6-4c22-a425-0b49e84961bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=92ae2aaf-2ce3-49d4-be21-848f35ded64f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:42.496062 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-5948db8b-5fa6-4c22-a425-0b49e84961bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:42.496683 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-5948db8b-5fa6-4c22-a425-0b49e84961bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:42.516963 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-5948db8b-5fa6-4c22-a425-0b49e84961bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8335779 Mar 28 09:23:42.528387 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Request body: {'port': {'device_id': 'd8cba64c-ae8b-4b97-98d5-dd1265c9a223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:42.593201 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (92ae2aaf-2ce3-49d4-be21-848f35ded64f), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:42.648874 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0b0621b6-d345-4dbd-a5eb-bcb6cfa7d00d None None] Provisioning complete for port 92ae2aaf-2ce3-49d4-be21-848f35ded64f triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:23:42.649492 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0b0621b6-d345-4dbd-a5eb-bcb6cfa7d00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (92ae2aaf-2ce3-49d4-be21-848f35ded64f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:42.687284 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0b0621b6-d345-4dbd-a5eb-bcb6cfa7d00d None None] Port 92ae2aaf-2ce3-49d4-be21-848f35ded64f cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:23:42.854346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ae2aaf-2ce3-49d4-be21-848f35ded64f {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:23:42.861901 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Publish callbacks [] for port (92ae2aaf-2ce3-49d4-be21-848f35ded64f), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:42.882656 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Transition to ACTIVE for port object 92ae2aaf-2ce3-49d4-be21-848f35ded64f will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:23:42.901331 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (92ae2aaf-2ce3-49d4-be21-848f35ded64f), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:42.968573 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Pushing event updated for resources: {'Port': ['ID=92ae2aaf-2ce3-49d4-be21-848f35ded64f,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:43.020171 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454903be-f891-4dc9-b93c-edf355c2823e req-974051c1-5669-47ab-8f2e-b949f72804a2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:43.021766 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-454903be-f891-4dc9-b93c-edf355c2823e req-974051c1-5669-47ab-8f2e-b949f72804a2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8cba64c-ae8b-4b97-98d5-dd1265c9a223 HTTP/1.1" status: 200 len: 931 time: 0.1491573 Mar 28 09:23:43.080746 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Attempting to bind port 92ae2aaf-2ce3-49d4-be21-848f35ded64f on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:23:43.081083 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Attempting to bind port 92ae2aaf-2ce3-49d4-be21-848f35ded64f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '2ad9b41e-acc7-423b-8922-17c1a45fbb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:23:43.081416 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Attempting to bind port 92ae2aaf-2ce3-49d4-be21-848f35ded64f on network f7c1638c-28ee-4797-9fd3-af2b2fab5140 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:23:43.093749 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-454903be-f891-4dc9-b93c-edf355c2823e req-6b6eb1f9-8e2d-474d-b08e-81137bb0646f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=367d5814-67ca-4462-94b1-0e0ac87e3273&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654311 Mar 28 09:23:43.094503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Port 92ae2aaf-2ce3-49d4-be21-848f35ded64f on network f7c1638c-28ee-4797-9fd3-af2b2fab5140 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:23:43.094683 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Attempting to bind port 92ae2aaf-2ce3-49d4-be21-848f35ded64f on network f7c1638c-28ee-4797-9fd3-af2b2fab5140 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:23:43.102208 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:23:43.102563 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Checking segment: {'id': '2ad9b41e-acc7-423b-8922-17c1a45fbb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:23:43.102953 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Bound using segment: {'id': '2ad9b41e-acc7-423b-8922-17c1a45fbb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:23:43.103393 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Bound port: 92ae2aaf-2ce3-49d4-be21-848f35ded64f, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad9b41e-acc7-423b-8922-17c1a45fbb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:23:43.103759 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (92ae2aaf-2ce3-49d4-be21-848f35ded64f), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:43.171073 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] For port 92ae2aaf-2ce3-49d4-be21-848f35ded64f, host hv-neutron-mast, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:23:43.174045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] For port 92ae2aaf-2ce3-49d4-be21-848f35ded64f, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92ae2aaf-2ce3-49d4-be21-848f35ded64f,segment=NetworkSegment(2ad9b41e-acc7-423b-8922-17c1a45fbb97),segment_id=2ad9b41e-acc7-423b-8922-17c1a45fbb97)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:23:43.180881 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (92ae2aaf-2ce3-49d4-be21-848f35ded64f), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:43.216514 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:43.217135 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:43.218521 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] 10.222.0.16 "PUT /v2.0/ports/92ae2aaf-2ce3-49d4-be21-848f35ded64f HTTP/1.1" status: 200 len: 1093 time: 0.6944492 Mar 28 09:23:43.218966 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cba64c-ae8b-4b97-98d5-dd1265c9a223', 'tag': '92ae2aaf-2ce3-49d4-be21-848f35ded64f'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:23:43.221206 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a41fbb-b6db-40c8-8561-7d881029181d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cba64c-ae8b-4b97-98d5-dd1265c9a223", "tag": "92ae2aaf-2ce3-49d4-be21-848f35ded64f"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:23:43.248447 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5b65c-fcd3-4232-894d-232c23bc8228 service neutron] Pushing event updated for resources: {'Port': ['ID=92ae2aaf-2ce3-49d4-be21-848f35ded64f,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:43.315732 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-c3612417-0882-4bfe-993a-d1b675dd4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:43.317261 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-c3612417-0882-4bfe-993a-d1b675dd4e8c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=d8cba64c-ae8b-4b97-98d5-dd1265c9a223 HTTP/1.1" status: 200 len: 1127 time: 0.0524449 Mar 28 09:23:43.372102 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c3e67a-1621-4606-8a1a-d5e75029e450 x-openstack-request-id: req-97c3e67a-1621-4606-8a1a-d5e75029e450 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:23:43.372400 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cba64c-ae8b-4b97-98d5-dd1265c9a223", "tag": "92ae2aaf-2ce3-49d4-be21-848f35ded64f", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:23:43.372655 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97c3e67a-1621-4606-8a1a-d5e75029e450 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:23:43.373064 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c3e67a-1621-4606-8a1a-d5e75029e450'] response: {'name': 'network-changed', 'server_uuid': 'd8cba64c-ae8b-4b97-98d5-dd1265c9a223', 'tag': '92ae2aaf-2ce3-49d4-be21-848f35ded64f', 'status': 'completed', 'code': 200} Mar 28 09:23:43.374906 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-2abc6f81-7d5d-454e-9a68-7d8a5c7e2bf9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92ae2aaf-2ce3-49d4-be21-848f35ded64f HTTP/1.1" status: 200 len: 217 time: 0.0510767 Mar 28 09:23:43.431856 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-56fb31b9-2ab0-4ce3-9958-cfb687c68930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:43.433336 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-56fb31b9-2ab0-4ce3-9958-cfb687c68930 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=819f103e-5048-437f-bf76-6759d678d66e HTTP/1.1" status: 200 len: 834 time: 0.0522587 Mar 28 09:23:43.482686 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-38dea5bd-630f-416a-ba50-28c86d1f43ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:43.484176 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-38dea5bd-630f-416a-ba50-28c86d1f43ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7c1638c-28ee-4797-9fd3-af2b2fab5140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451012 Mar 28 09:23:43.571991 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-48e8ffe4-f4e0-47d3-9c94-f670125a9000 service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811682 Mar 28 09:23:43.663246 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c499ee45-aa00-4aeb-b1e0-e031970e1ef6 req-d4148b61-b898-4007-a0af-4fb7c55ec6ce service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849907 Mar 28 09:23:43.748665 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a41fbb-b6db-40c8-8561-7d881029181d req-5ec7b552-ff7e-4685-940e-c5e37183061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:43.750188 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-54a41fbb-b6db-40c8-8561-7d881029181d req-5ec7b552-ff7e-4685-940e-c5e37183061f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=d8cba64c-ae8b-4b97-98d5-dd1265c9a223 HTTP/1.1" status: 200 len: 1127 time: 0.0449786 Mar 28 09:23:43.841102 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a41fbb-b6db-40c8-8561-7d881029181d req-32875814-0845-4aae-8c67-925a6e0ea2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:43.842595 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-54a41fbb-b6db-40c8-8561-7d881029181d req-32875814-0845-4aae-8c67-925a6e0ea2a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7c1638c-28ee-4797-9fd3-af2b2fab5140 HTTP/1.1" status: 200 len: 897 time: 0.0860744 Mar 28 09:23:43.884710 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-54a41fbb-b6db-40c8-8561-7d881029181d req-f44fb3a0-f69f-4d16-8025-a0deda0bd914 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92ae2aaf-2ce3-49d4-be21-848f35ded64f HTTP/1.1" status: 200 len: 217 time: 0.0340743 Mar 28 09:23:43.931410 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a41fbb-b6db-40c8-8561-7d881029181d req-192bcbc1-f967-47d5-acc5-56a70da1f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:43.932732 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-54a41fbb-b6db-40c8-8561-7d881029181d req-192bcbc1-f967-47d5-acc5-56a70da1f195 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=819f103e-5048-437f-bf76-6759d678d66e HTTP/1.1" status: 200 len: 834 time: 0.0418994 Mar 28 09:23:43.985917 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a41fbb-b6db-40c8-8561-7d881029181d req-987d8f75-0dd7-4570-b0f6-7d9b6b81285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:43.987391 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-54a41fbb-b6db-40c8-8561-7d881029181d req-987d8f75-0dd7-4570-b0f6-7d9b6b81285d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7c1638c-28ee-4797-9fd3-af2b2fab5140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0485592 Mar 28 09:23:44.074384 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-54a41fbb-b6db-40c8-8561-7d881029181d req-71af0684-8b80-49c7-bbae-5a8e5df01101 service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804148 Mar 28 09:23:44.168039 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-54a41fbb-b6db-40c8-8561-7d881029181d req-2ec66e59-d20f-49f5-884f-ddaeba09e8a1 service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873520 Mar 28 09:23:44.300365 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844cbed-56aa-4e03-b799-fd144ed6bc5a req-3415e10c-b5b3-476e-a5d4-ef53270047eb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:44.301872 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4844cbed-56aa-4e03-b799-fd144ed6bc5a req-3415e10c-b5b3-476e-a5d4-ef53270047eb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8cba64c-ae8b-4b97-98d5-dd1265c9a223 HTTP/1.1" status: 200 len: 943 time: 0.0543783 Mar 28 09:23:44.350869 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4844cbed-56aa-4e03-b799-fd144ed6bc5a req-d7d39d23-fec9-46f2-8e69-e965865f7c95 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=367d5814-67ca-4462-94b1-0e0ac87e3273&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434203 Mar 28 09:23:45.473881 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc60a3-4cbc-4bbd-a2f2-d4a3c5544405 req-b434e1ae-98fb-4ce2-b1b4-8055dfc39121 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:45.476258 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e7bc60a3-4cbc-4bbd-a2f2-d4a3c5544405 req-b434e1ae-98fb-4ce2-b1b4-8055dfc39121 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8cba64c-ae8b-4b97-98d5-dd1265c9a223 HTTP/1.1" status: 200 len: 943 time: 0.0569239 Mar 28 09:23:45.524381 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e7bc60a3-4cbc-4bbd-a2f2-d4a3c5544405 req-5ed661ce-170c-42e9-a7ab-3b44b568b479 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=367d5814-67ca-4462-94b1-0e0ac87e3273&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426078 Mar 28 09:23:46.265154 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 92ae2aaf-2ce3-49d4-be21-848f35ded64f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:23:46.359529 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 92ae2aaf-2ce3-49d4-be21-848f35ded64f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92ae2aaf-2ce3-49d4-be21-848f35ded64f,segment=NetworkSegment(2ad9b41e-acc7-423b-8922-17c1a45fbb97),segment_id=2ad9b41e-acc7-423b-8922-17c1a45fbb97)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:23:46.371281 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '92ae2aaf-2ce3-49d4-be21-848f35ded64f', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'port_id': '92ae2aaf-2ce3-49d4-be21-848f35ded64f', 'mac_address': 'fa:16:3e:8e:e8:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819f103e-5048-437f-bf76-6759d678d66e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:23:46.406291 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 92ae2aaf-2ce3-49d4-be21-848f35ded64f is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:23:46.406664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (92ae2aaf-2ce3-49d4-be21-848f35ded64f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:46.419581 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ae2aaf-2ce3-49d4-be21-848f35ded64f {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:23:46.438875 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 92ae2aaf-2ce3-49d4-be21-848f35ded64f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92ae2aaf-2ce3-49d4-be21-848f35ded64f,segment=NetworkSegment(2ad9b41e-acc7-423b-8922-17c1a45fbb97),segment_id=2ad9b41e-acc7-423b-8922-17c1a45fbb97)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:23:46.443094 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (92ae2aaf-2ce3-49d4-be21-848f35ded64f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:46.488497 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=92ae2aaf-2ce3-49d4-be21-848f35ded64f,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:46.639627 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8f1a7-0f39-4f24-abe2-5a4444b46560 req-62296822-e4a5-4325-bc71-03ed797ba299 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:46.641006 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2de8f1a7-0f39-4f24-abe2-5a4444b46560 req-62296822-e4a5-4325-bc71-03ed797ba299 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8cba64c-ae8b-4b97-98d5-dd1265c9a223 HTTP/1.1" status: 200 len: 944 time: 0.0522313 Mar 28 09:23:46.652959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['92ae2aaf-2ce3-49d4-be21-848f35ded64f'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:23:46.689975 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2de8f1a7-0f39-4f24-abe2-5a4444b46560 req-4752e73f-bb07-460e-b601-566c73b99b83 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=367d5814-67ca-4462-94b1-0e0ac87e3273&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428431 Mar 28 09:23:47.804840 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5d789-ee8a-403e-8b01-a3bd4942fceb req-4f74be39-4e7a-4038-a7b0-1d70c28c51ac tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:47.806354 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cff5d789-ee8a-403e-8b01-a3bd4942fceb req-4f74be39-4e7a-4038-a7b0-1d70c28c51ac tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8cba64c-ae8b-4b97-98d5-dd1265c9a223 HTTP/1.1" status: 200 len: 944 time: 0.0520537 Mar 28 09:23:47.853859 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cff5d789-ee8a-403e-8b01-a3bd4942fceb req-4a8b9bb3-4841-4724-87c3-dd1e11bb0955 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=367d5814-67ca-4462-94b1-0e0ac87e3273&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420249 Mar 28 09:23:48.273363 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 92ae2aaf-2ce3-49d4-be21-848f35ded64f up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:23:48.324362 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 92ae2aaf-2ce3-49d4-be21-848f35ded64f completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:23:48.328533 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 92ae2aaf-2ce3-49d4-be21-848f35ded64f triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:23:48.328909 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (92ae2aaf-2ce3-49d4-be21-848f35ded64f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:48.404022 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 92ae2aaf-2ce3-49d4-be21-848f35ded64f is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:23:48.404338 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (92ae2aaf-2ce3-49d4-be21-848f35ded64f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:48.426525 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cba64c-ae8b-4b97-98d5-dd1265c9a223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ae2aaf-2ce3-49d4-be21-848f35ded64f'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:23:48.428773 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42577446-e314-4333-b5aa-21a38b25bf18" -d '{"events": [{"server_uuid": "d8cba64c-ae8b-4b97-98d5-dd1265c9a223", "name": "network-vif-plugged", "status": "completed", "tag": "92ae2aaf-2ce3-49d4-be21-848f35ded64f"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:23:48.440866 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 92ae2aaf-2ce3-49d4-be21-848f35ded64f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92ae2aaf-2ce3-49d4-be21-848f35ded64f,segment=NetworkSegment(2ad9b41e-acc7-423b-8922-17c1a45fbb97),segment_id=2ad9b41e-acc7-423b-8922-17c1a45fbb97)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:23:48.446236 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (92ae2aaf-2ce3-49d4-be21-848f35ded64f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:48.474513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6135375d-b6c0-4fe4-9a51-0537a99bb38f x-openstack-request-id: req-6135375d-b6c0-4fe4-9a51-0537a99bb38f {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:23:48.474790 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cba64c-ae8b-4b97-98d5-dd1265c9a223", "name": "network-vif-plugged", "status": "completed", "tag": "92ae2aaf-2ce3-49d4-be21-848f35ded64f", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:23:48.475040 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6135375d-b6c0-4fe4-9a51-0537a99bb38f {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:23:48.475435 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6135375d-b6c0-4fe4-9a51-0537a99bb38f'] response: {'server_uuid': 'd8cba64c-ae8b-4b97-98d5-dd1265c9a223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ae2aaf-2ce3-49d4-be21-848f35ded64f', 'code': 200} Mar 28 09:23:48.501351 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=92ae2aaf-2ce3-49d4-be21-848f35ded64f,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:48.637824 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b5604-cc83-4ea1-be5a-e1d0d0d122f6 req-2d4009dd-ae92-4bcf-ad92-12d12d7afa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:48.639321 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b43b5604-cc83-4ea1-be5a-e1d0d0d122f6 req-2d4009dd-ae92-4bcf-ad92-12d12d7afa03 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d8cba64c-ae8b-4b97-98d5-dd1265c9a223 HTTP/1.1" status: 200 len: 1129 time: 0.0486722 Mar 28 09:23:48.684883 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b43b5604-cc83-4ea1-be5a-e1d0d0d122f6 req-1475325d-d237-472c-8013-22b354e4b1c3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=367d5814-67ca-4462-94b1-0e0ac87e3273&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396020 Mar 28 09:23:48.973542 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970e28d-31ec-41e7-8f87-3abc451d75b1 req-de1e031d-bb5d-4188-bda7-ad1035fb8e36 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:48.974975 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f970e28d-31ec-41e7-8f87-3abc451d75b1 req-de1e031d-bb5d-4188-bda7-ad1035fb8e36 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8cba64c-ae8b-4b97-98d5-dd1265c9a223 HTTP/1.1" status: 200 len: 945 time: 0.0559669 Mar 28 09:23:49.023057 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f970e28d-31ec-41e7-8f87-3abc451d75b1 req-5e74b436-1d5f-42dc-ad3d-4e70ebb8992a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=367d5814-67ca-4462-94b1-0e0ac87e3273&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425725 Mar 28 09:23:50.139746 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee3033-f362-41a1-a81f-24e63cee97c1 req-294dc302-0af2-4d44-8f7f-5cbbe82b6312 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:50.141218 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d7ee3033-f362-41a1-a81f-24e63cee97c1 req-294dc302-0af2-4d44-8f7f-5cbbe82b6312 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8cba64c-ae8b-4b97-98d5-dd1265c9a223 HTTP/1.1" status: 200 len: 945 time: 0.0518744 Mar 28 09:23:50.188741 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d7ee3033-f362-41a1-a81f-24e63cee97c1 req-a004af9d-39f1-4479-a980-f25c13b30001 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=367d5814-67ca-4462-94b1-0e0ac87e3273&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412879 Mar 28 09:23:50.305718 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc848d7f-32e3-413f-9973-ed067447a65f req-dd4d4f1b-e804-452f-91c8-1f6f4b9890d8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:50.307124 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cc848d7f-32e3-413f-9973-ed067447a65f req-dd4d4f1b-e804-452f-91c8-1f6f4b9890d8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8cba64c-ae8b-4b97-98d5-dd1265c9a223 HTTP/1.1" status: 200 len: 945 time: 0.0529640 Mar 28 09:23:50.355242 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cc848d7f-32e3-413f-9973-ed067447a65f req-5c3dd31f-d4ad-4146-a50f-cc3ac04c0317 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=367d5814-67ca-4462-94b1-0e0ac87e3273&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426610 Mar 28 09:23:50.376586 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55328) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:50.419369 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf49821b-90e4-4c7f-ad3e-39c436d3db73 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:50.420838 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cf49821b-90e4-4c7f-ad3e-39c436d3db73 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d8cba64c-ae8b-4b97-98d5-dd1265c9a223 HTTP/1.1" status: 200 len: 1124 time: 0.0432963 Mar 28 09:23:50.423562 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55330) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:23:50.428132 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': '92ae2aaf-2ce3-49d4-be21-848f35ded64f', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:23:50.448188 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:50.545096 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:50.650278 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.36.4.12 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/0bbfbc98-fa95-4733-b206-fdfae611263e) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:23:50.750658 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (0bbfbc98-fa95-4733-b206-fdfae611263e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:50.784410 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (0bbfbc98-fa95-4733-b206-fdfae611263e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:50.821100 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:23:50.823862 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:23:50.827264 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:23:50.855822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=0bbfbc98-fa95-4733-b206-fdfae611263e,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:51.342183 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:51.478385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (7c0bab2e-4268-4723-bb69-8da79324029e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:51.548507 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0bbfbc98-fa95-4733-b206-fdfae611263e), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:51.693985 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (0bbfbc98-fa95-4733-b206-fdfae611263e), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:51.698387 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (0bbfbc98-fa95-4733-b206-fdfae611263e), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:51.772691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=0bbfbc98-fa95-4733-b206-fdfae611263e,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:23:51.781557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (7c0bab2e-4268-4723-bb69-8da79324029e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:51.884780 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP 7c0bab2e-4268-4723-bb69-8da79324029e associated. External IP: 172.36.4.12, port: 92ae2aaf-2ce3-49d4-be21-848f35ded64f. Mar 28 09:23:52.098049 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 015d151d-38a0-4688-982e-04503d872563 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:23:52.206603 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:23:52.216529 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc6ad38-8923-4894-9de2-b1bd61289ce6 None None] Sync routers for ids ['015d151d-38a0-4688-982e-04503d872563'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:23:52.225652 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:52.227235 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc6ad38-8923-4894-9de2-b1bd61289ce6 None None] Routers {'015d151d-38a0-4688-982e-04503d872563'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:23:52.227861 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1bc6ad38-8923-4894-9de2-b1bd61289ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:23:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['015d151d-38a0-4688-982e-04503d872563'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:52.255752 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-97014296-46e0-456c-920e-e8599dff4e82 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8311841 Mar 28 09:23:52.256362 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cba64c-ae8b-4b97-98d5-dd1265c9a223', 'tag': '92ae2aaf-2ce3-49d4-be21-848f35ded64f'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:23:52.258740 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264b6ba3-ddc1-4b01-9102-1c2efb83d13d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cba64c-ae8b-4b97-98d5-dd1265c9a223", "tag": "92ae2aaf-2ce3-49d4-be21-848f35ded64f"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:23:52.341067 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-1bc6ad38-8923-4894-9de2-b1bd61289ce6 None None] Set router 015d151d-38a0-4688-982e-04503d872563 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:23:52.348273 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcec0912-cffb-47a5-9774-7f9e6c6e9d0b x-openstack-request-id: req-dcec0912-cffb-47a5-9774-7f9e6c6e9d0b {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:23:52.348580 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cba64c-ae8b-4b97-98d5-dd1265c9a223", "tag": "92ae2aaf-2ce3-49d4-be21-848f35ded64f", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:23:52.348843 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcec0912-cffb-47a5-9774-7f9e6c6e9d0b {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:23:52.349262 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcec0912-cffb-47a5-9774-7f9e6c6e9d0b'] response: {'name': 'network-changed', 'server_uuid': 'd8cba64c-ae8b-4b97-98d5-dd1265c9a223', 'tag': '92ae2aaf-2ce3-49d4-be21-848f35ded64f', 'status': 'completed', 'code': 200} Mar 28 09:23:52.414441 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b6ba3-ddc1-4b01-9102-1c2efb83d13d req-31fd9571-96c2-4a45-be85-b7f4d429713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:52.416512 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-264b6ba3-ddc1-4b01-9102-1c2efb83d13d req-31fd9571-96c2-4a45-be85-b7f4d429713f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=d8cba64c-ae8b-4b97-98d5-dd1265c9a223 HTTP/1.1" status: 200 len: 1129 time: 0.0455682 Mar 28 09:23:52.509812 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b6ba3-ddc1-4b01-9102-1c2efb83d13d req-7600a81d-9302-4bec-a1a8-076a1dced89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:52.511284 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-264b6ba3-ddc1-4b01-9102-1c2efb83d13d req-7600a81d-9302-4bec-a1a8-076a1dced89d service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7c1638c-28ee-4797-9fd3-af2b2fab5140 HTTP/1.1" status: 200 len: 897 time: 0.0886612 Mar 28 09:23:52.570621 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1bc6ad38-8923-4894-9de2-b1bd61289ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:23:23Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7c0bab2e-4268-4723-bb69-8da79324029e', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.12', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '015d151d-38a0-4688-982e-04503d872563', 'port_id': '92ae2aaf-2ce3-49d4-be21-848f35ded64f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'mac_address': 'fa:16:3e:8e:e8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cba64c-ae8b-4b97-98d5-dd1265c9a223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:23:51Z', 'updated_at': '2022-03-28T09:23:51Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}, {'id': 'e27db326-f7a2-457e-b568-ac716013d794', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.104', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '015d151d-38a0-4688-982e-04503d872563', 'port_id': 'aa20b3e1-865a-4d51-8d87-881e171625e8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'mac_address': 'fa:16:3e:30:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:23:37Z', 'updated_at': '2022-03-28T09:23:39Z', 'revision_number': 1, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fa2eaa-4cf8-4cff-8381-ccce85c8e79d', 'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:50:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '819f103e-5048-437f-bf76-6759d678d66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:22Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '819f103e-5048-437f-bf76-6759d678d66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:52.575199 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-264b6ba3-ddc1-4b01-9102-1c2efb83d13d req-7873fde7-0f78-4a46-b28f-6a1a3491f1ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92ae2aaf-2ce3-49d4-be21-848f35ded64f HTTP/1.1" status: 200 len: 998 time: 0.0581374 Mar 28 09:23:52.597259 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc6ad38-8923-4894-9de2-b1bd61289ce6 None None] Checking router: 015d151d-38a0-4688-982e-04503d872563 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:23:52.606172 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc6ad38-8923-4894-9de2-b1bd61289ce6 None None] Routers {'015d151d-38a0-4688-982e-04503d872563'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:23:52.606778 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1bc6ad38-8923-4894-9de2-b1bd61289ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:23:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['015d151d-38a0-4688-982e-04503d872563'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:52.628390 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b6ba3-ddc1-4b01-9102-1c2efb83d13d req-c2d3cea1-c4e7-4e83-a587-a25e9c6bf7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:52.629875 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-264b6ba3-ddc1-4b01-9102-1c2efb83d13d req-c2d3cea1-c4e7-4e83-a587-a25e9c6bf7b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=819f103e-5048-437f-bf76-6759d678d66e HTTP/1.1" status: 200 len: 834 time: 0.0474939 Mar 28 09:23:52.685259 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b6ba3-ddc1-4b01-9102-1c2efb83d13d req-fa3da9c6-33f6-4058-bb7e-ad834b9539f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:23:52.686807 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-264b6ba3-ddc1-4b01-9102-1c2efb83d13d req-fa3da9c6-33f6-4058-bb7e-ad834b9539f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7c1638c-28ee-4797-9fd3-af2b2fab5140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453734 Mar 28 09:23:52.715967 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-1bc6ad38-8923-4894-9de2-b1bd61289ce6 None None] Set router 015d151d-38a0-4688-982e-04503d872563 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:23:52.775353 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-264b6ba3-ddc1-4b01-9102-1c2efb83d13d req-06713b3c-294e-488b-9c84-bba50ac3a77c service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823417 Mar 28 09:23:52.873288 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-264b6ba3-ddc1-4b01-9102-1c2efb83d13d req-15862a35-245e-4062-8712-0fa19a9f69ea service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921016 Mar 28 09:23:53.030416 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1bc6ad38-8923-4894-9de2-b1bd61289ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:23:23Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7c0bab2e-4268-4723-bb69-8da79324029e', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.12', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '015d151d-38a0-4688-982e-04503d872563', 'port_id': '92ae2aaf-2ce3-49d4-be21-848f35ded64f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'mac_address': 'fa:16:3e:8e:e8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cba64c-ae8b-4b97-98d5-dd1265c9a223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:23:51Z', 'updated_at': '2022-03-28T09:23:51Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}, {'id': 'e27db326-f7a2-457e-b568-ac716013d794', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.104', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '015d151d-38a0-4688-982e-04503d872563', 'port_id': 'aa20b3e1-865a-4d51-8d87-881e171625e8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'mac_address': 'fa:16:3e:30:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:23:37Z', 'updated_at': '2022-03-28T09:23:39Z', 'revision_number': 1, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fa2eaa-4cf8-4cff-8381-ccce85c8e79d', 'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:50:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '819f103e-5048-437f-bf76-6759d678d66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:22Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '819f103e-5048-437f-bf76-6759d678d66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:23:53.055999 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc6ad38-8923-4894-9de2-b1bd61289ce6 None None] The sync data for ids ['015d151d-38a0-4688-982e-04503d872563'] in dv-neutron-master-2-hyperv is: [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:23:23Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7c0bab2e-4268-4723-bb69-8da79324029e', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.12', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '015d151d-38a0-4688-982e-04503d872563', 'port_id': '92ae2aaf-2ce3-49d4-be21-848f35ded64f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'mac_address': 'fa:16:3e:8e:e8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cba64c-ae8b-4b97-98d5-dd1265c9a223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:23:51Z', 'updated_at': '2022-03-28T09:23:51Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}, {'id': 'e27db326-f7a2-457e-b568-ac716013d794', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.104', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '015d151d-38a0-4688-982e-04503d872563', 'port_id': 'aa20b3e1-865a-4d51-8d87-881e171625e8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'mac_address': 'fa:16:3e:30:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:23:37Z', 'updated_at': '2022-03-28T09:23:39Z', 'revision_number': 1, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fa2eaa-4cf8-4cff-8381-ccce85c8e79d', 'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:50:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '819f103e-5048-437f-bf76-6759d678d66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:22Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '819f103e-5048-437f-bf76-6759d678d66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:23:53.238348 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850d52b0-622a-44f5-9441-6eaf348e290f None None] New status for floating IP 7c0bab2e-4268-4723-bb69-8da79324029e: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:23:57.252763 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-83c0b065-7eeb-4145-a251-5d611bf34ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:23:57.525192 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:23:59.472235 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-272235e7-428d-40b6-b1ba-f15e2c39f4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:00.588361 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:02.132539 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:03.700057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:21.335758 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:27.253852 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6f41f674-f119-47f9-a0a8-9c99c0aee3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:27.486769 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55350) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:27.547742 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b7c527ec-e657-42d3-a029-5412c7940e3e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/e27db326-f7a2-457e-b568-ac716013d794 HTTP/1.1" status: 200 len: 994 time: 0.0598648 Mar 28 09:24:28.196167 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55358) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:28.201386 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'port': {'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:24:28.273536 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:28.422925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port aa20b3e1-865a-4d51-8d87-881e171625e8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aa20b3e1-865a-4d51-8d87-881e171625e8,segment=NetworkSegment(2ad9b41e-acc7-423b-8922-17c1a45fbb97),segment_id=2ad9b41e-acc7-423b-8922-17c1a45fbb97)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:24:28.452711 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:28.457228 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:28.497335 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:28.497990 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:28.499383 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/ports/aa20b3e1-865a-4d51-8d87-881e171625e8 HTTP/1.1" status: 200 len: 939 time: 0.3022211 Mar 28 09:24:28.499958 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'tag': 'aa20b3e1-865a-4d51-8d87-881e171625e8'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:24:28.502270 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f56988-d9e2-4b5c-be3a-8fc374d5092e" -d '{"events": [{"name": "network-changed", "server_uuid": "9da6775e-88db-4b41-8857-6ca586bcecd5", "tag": "aa20b3e1-865a-4d51-8d87-881e171625e8"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:24:28.528186 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=aa20b3e1-865a-4d51-8d87-881e171625e8,revision_number=6']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:28.537515 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:28.538011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:28.538328 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:28.538824 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:28.539184 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:28.539521 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:28.539855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:28.540190 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:28.540522 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:28.540852 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:28.541418 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:28.541663 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:28.541863 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:28.542191 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:28.542672 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4750d3-1b5c-406b-b0b6-190d07d61ac9 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:28.547320 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1096068d-17df-44bc-a517-19a9fee973a0 x-openstack-request-id: req-1096068d-17df-44bc-a517-19a9fee973a0 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:24:28.547616 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da6775e-88db-4b41-8857-6ca586bcecd5", "tag": "aa20b3e1-865a-4d51-8d87-881e171625e8", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:24:28.547875 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1096068d-17df-44bc-a517-19a9fee973a0 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:24:28.548288 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1096068d-17df-44bc-a517-19a9fee973a0'] response: {'name': 'network-changed', 'server_uuid': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'tag': 'aa20b3e1-865a-4d51-8d87-881e171625e8', 'status': 'completed', 'code': 200} Mar 28 09:24:28.616192 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f56988-d9e2-4b5c-be3a-8fc374d5092e req-a28c496c-70fc-4167-86ea-82740f3237d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:28.617727 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-95f56988-d9e2-4b5c-be3a-8fc374d5092e req-a28c496c-70fc-4167-86ea-82740f3237d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 1131 time: 0.0476129 Mar 28 09:24:28.715612 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-00ee2353-67f5-4ce7-8d62-7f4811cf3172 None None] Provisioning complete for port aa20b3e1-865a-4d51-8d87-881e171625e8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:24:28.716232 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-00ee2353-67f5-4ce7-8d62-7f4811cf3172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:28.716527 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f56988-d9e2-4b5c-be3a-8fc374d5092e req-3a15c3bb-9982-455b-9b17-d661ad79fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:28.718044 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-95f56988-d9e2-4b5c-be3a-8fc374d5092e req-3a15c3bb-9982-455b-9b17-d661ad79fbfc service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7c1638c-28ee-4797-9fd3-af2b2fab5140 HTTP/1.1" status: 200 len: 897 time: 0.0925691 Mar 28 09:24:28.758529 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-00ee2353-67f5-4ce7-8d62-7f4811cf3172 None None] Port aa20b3e1-865a-4d51-8d87-881e171625e8 is administratively disabled so it will not transition to active. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:357}} Mar 28 09:24:28.783010 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-95f56988-d9e2-4b5c-be3a-8fc374d5092e req-85f4f3d2-2ddf-460b-8259-6e190134d02b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa20b3e1-865a-4d51-8d87-881e171625e8 HTTP/1.1" status: 200 len: 1003 time: 0.0590653 Mar 28 09:24:28.829948 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f56988-d9e2-4b5c-be3a-8fc374d5092e req-35d75d42-1d9f-49be-a31d-5e5fad0d1189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:28.831376 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-95f56988-d9e2-4b5c-be3a-8fc374d5092e req-35d75d42-1d9f-49be-a31d-5e5fad0d1189 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=819f103e-5048-437f-bf76-6759d678d66e HTTP/1.1" status: 200 len: 834 time: 0.0428877 Mar 28 09:24:28.883273 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f56988-d9e2-4b5c-be3a-8fc374d5092e req-95aaca48-af4a-4e3e-9fee-6df18f90b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:28.884737 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-95f56988-d9e2-4b5c-be3a-8fc374d5092e req-95aaca48-af4a-4e3e-9fee-6df18f90b788 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7c1638c-28ee-4797-9fd3-af2b2fab5140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477593 Mar 28 09:24:28.971315 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-95f56988-d9e2-4b5c-be3a-8fc374d5092e req-bbe1ea5b-a5dd-488f-a541-eb17fa5abab1 service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805042 Mar 28 09:24:29.061826 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-95f56988-d9e2-4b5c-be3a-8fc374d5092e req-67f7da87-8fd2-488c-99b8-0a32671e5047 service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849667 Mar 28 09:24:29.473048 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f104ead5-bad4-4338-a926-c70c5fe764f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:30.592700 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:31.884938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55366) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:31.891176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-6bb805d5-102b-422e-ae26-af68b5f18467 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'port': {'admin_state_up': True}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:24:31.964252 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6bb805d5-102b-422e-ae26-af68b5f18467 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:32.106557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-6bb805d5-102b-422e-ae26-af68b5f18467 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port aa20b3e1-865a-4d51-8d87-881e171625e8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aa20b3e1-865a-4d51-8d87-881e171625e8,segment=NetworkSegment(2ad9b41e-acc7-423b-8922-17c1a45fbb97),segment_id=2ad9b41e-acc7-423b-8922-17c1a45fbb97)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:24:32.135803 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:32.137031 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6bb805d5-102b-422e-ae26-af68b5f18467 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:32.141044 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6bb805d5-102b-422e-ae26-af68b5f18467 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:32.184555 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb805d5-102b-422e-ae26-af68b5f18467 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:32.185188 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6bb805d5-102b-422e-ae26-af68b5f18467 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:32.186581 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6bb805d5-102b-422e-ae26-af68b5f18467 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/ports/aa20b3e1-865a-4d51-8d87-881e171625e8 HTTP/1.1" status: 200 len: 938 time: 0.3006608 Mar 28 09:24:32.187140 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'tag': 'aa20b3e1-865a-4d51-8d87-881e171625e8'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:24:32.189391 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3392e9-a123-4a8b-a8b2-22aa58ac0656" -d '{"events": [{"name": "network-changed", "server_uuid": "9da6775e-88db-4b41-8857-6ca586bcecd5", "tag": "aa20b3e1-865a-4d51-8d87-881e171625e8"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:24:32.189528 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55368) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:32.218995 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb805d5-102b-422e-ae26-af68b5f18467 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=aa20b3e1-865a-4d51-8d87-881e171625e8,revision_number=7']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:32.235810 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3ce443-7407-443b-95c4-ec95e81c48b7 x-openstack-request-id: req-5e3ce443-7407-443b-95c4-ec95e81c48b7 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:24:32.236117 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da6775e-88db-4b41-8857-6ca586bcecd5", "tag": "aa20b3e1-865a-4d51-8d87-881e171625e8", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:24:32.236403 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e3ce443-7407-443b-95c4-ec95e81c48b7 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:24:32.237561 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3ce443-7407-443b-95c4-ec95e81c48b7'] response: {'name': 'network-changed', 'server_uuid': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'tag': 'aa20b3e1-865a-4d51-8d87-881e171625e8', 'status': 'completed', 'code': 200} Mar 28 09:24:32.271746 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e00f1e9f-d073-4b66-bc97-b0a5fa92948a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/e27db326-f7a2-457e-b568-ac716013d794 HTTP/1.1" status: 200 len: 994 time: 0.0810313 Mar 28 09:24:32.307266 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3392e9-a123-4a8b-a8b2-22aa58ac0656 req-9f41589a-dfbe-4204-addb-e5edde0c5dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:32.308788 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3d3392e9-a123-4a8b-a8b2-22aa58ac0656 req-9f41589a-dfbe-4204-addb-e5edde0c5dfd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 1130 time: 0.0508897 Mar 28 09:24:32.395444 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['aa20b3e1-865a-4d51-8d87-881e171625e8'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:24:32.408417 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3392e9-a123-4a8b-a8b2-22aa58ac0656 req-4fb54b3b-9203-4a09-85a3-92e8548bf639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:32.409911 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3d3392e9-a123-4a8b-a8b2-22aa58ac0656 req-4fb54b3b-9203-4a09-85a3-92e8548bf639 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7c1638c-28ee-4797-9fd3-af2b2fab5140 HTTP/1.1" status: 200 len: 897 time: 0.0934188 Mar 28 09:24:32.433762 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4b88b24a-8ac9-4120-a981-761254af038b None None] Provisioning complete for port aa20b3e1-865a-4d51-8d87-881e171625e8 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:24:32.434137 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4b88b24a-8ac9-4120-a981-761254af038b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:32.474978 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3d3392e9-a123-4a8b-a8b2-22aa58ac0656 req-8c4f731a-fd18-4f2e-8611-2f76925830e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa20b3e1-865a-4d51-8d87-881e171625e8 HTTP/1.1" status: 200 len: 1002 time: 0.0590849 Mar 28 09:24:32.527562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3392e9-a123-4a8b-a8b2-22aa58ac0656 req-ee84342f-57e8-49a4-97a7-8e8bcf07b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:32.529004 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3d3392e9-a123-4a8b-a8b2-22aa58ac0656 req-ee84342f-57e8-49a4-97a7-8e8bcf07b977 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=819f103e-5048-437f-bf76-6759d678d66e HTTP/1.1" status: 200 len: 834 time: 0.0484447 Mar 28 09:24:32.572482 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4b88b24a-8ac9-4120-a981-761254af038b None None] Current status of the port aa20b3e1-865a-4d51-8d87-881e171625e8 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:24:32.578153 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3392e9-a123-4a8b-a8b2-22aa58ac0656 req-d282827b-ce73-4613-a190-08e34b0d82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:32.579656 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3d3392e9-a123-4a8b-a8b2-22aa58ac0656 req-d282827b-ce73-4613-a190-08e34b0d82e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7c1638c-28ee-4797-9fd3-af2b2fab5140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445230 Mar 28 09:24:32.665960 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3d3392e9-a123-4a8b-a8b2-22aa58ac0656 req-1c31f428-0c4f-40cd-8983-38ad7e87fe81 service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795047 Mar 28 09:24:32.758219 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3d3392e9-a123-4a8b-a8b2-22aa58ac0656 req-d89bcf19-26ab-4f0a-9c06-a3fc680e7b6c service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870478 Mar 28 09:24:33.702909 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:34.523481 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:24:34.796007 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55378) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:34.954793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-429bd04c-b6b0-48f4-b5e9-8ebe990db29b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 0bbfbc98-fa95-4733-b206-fdfae611263e {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:24:34.955135 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-429bd04c-b6b0-48f4-b5e9-8ebe990db29b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (0bbfbc98-fa95-4733-b206-fdfae611263e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:35.029341 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-429bd04c-b6b0-48f4-b5e9-8ebe990db29b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (0bbfbc98-fa95-4733-b206-fdfae611263e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:35.029693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-429bd04c-b6b0-48f4-b5e9-8ebe990db29b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (0bbfbc98-fa95-4733-b206-fdfae611263e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:35.041765 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-429bd04c-b6b0-48f4-b5e9-8ebe990db29b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 0bbfbc98-fa95-4733-b206-fdfae611263e owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:24:35.189541 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-429bd04c-b6b0-48f4-b5e9-8ebe990db29b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (0bbfbc98-fa95-4733-b206-fdfae611263e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:35.215060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bd04c-b6b0-48f4-b5e9-8ebe990db29b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=0bbfbc98-fa95-4733-b206-fdfae611263e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:35.281229 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-429bd04c-b6b0-48f4-b5e9-8ebe990db29b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (7c0bab2e-4268-4723-bb69-8da79324029e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:35.281562 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-429bd04c-b6b0-48f4-b5e9-8ebe990db29b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP 7c0bab2e-4268-4723-bb69-8da79324029e disassociated (deleted). External IP: 172.36.4.12, port: 92ae2aaf-2ce3-49d4-be21-848f35ded64f. Mar 28 09:24:35.500977 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429bd04c-b6b0-48f4-b5e9-8ebe990db29b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 015d151d-38a0-4688-982e-04503d872563 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:24:35.611278 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429bd04c-b6b0-48f4-b5e9-8ebe990db29b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:24:35.616413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-429bd04c-b6b0-48f4-b5e9-8ebe990db29b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:35.621396 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac968d2c-88d8-4923-81f0-a80c67e1feb2 None None] Sync routers for ids ['015d151d-38a0-4688-982e-04503d872563'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:24:35.631825 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac968d2c-88d8-4923-81f0-a80c67e1feb2 None None] Routers {'015d151d-38a0-4688-982e-04503d872563'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:24:35.632437 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ac968d2c-88d8-4923-81f0-a80c67e1feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:24:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['015d151d-38a0-4688-982e-04503d872563'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:35.647471 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-429bd04c-b6b0-48f4-b5e9-8ebe990db29b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/floatingips/7c0bab2e-4268-4723-bb69-8da79324029e HTTP/1.1" status: 204 len: 168 time: 0.8503923 Mar 28 09:24:35.648053 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cba64c-ae8b-4b97-98d5-dd1265c9a223', 'tag': '92ae2aaf-2ce3-49d4-be21-848f35ded64f'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:24:35.650305 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffbae4f-570f-48a5-8767-105825cf5faf" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cba64c-ae8b-4b97-98d5-dd1265c9a223", "tag": "92ae2aaf-2ce3-49d4-be21-848f35ded64f"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:24:35.686437 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce65731-824c-42b5-9b07-803580633f03 x-openstack-request-id: req-bce65731-824c-42b5-9b07-803580633f03 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:24:35.686838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cba64c-ae8b-4b97-98d5-dd1265c9a223", "tag": "92ae2aaf-2ce3-49d4-be21-848f35ded64f", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:24:35.687111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bce65731-824c-42b5-9b07-803580633f03 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:24:35.687540 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce65731-824c-42b5-9b07-803580633f03'] response: {'name': 'network-changed', 'server_uuid': 'd8cba64c-ae8b-4b97-98d5-dd1265c9a223', 'tag': '92ae2aaf-2ce3-49d4-be21-848f35ded64f', 'status': 'completed', 'code': 200} Mar 28 09:24:35.745928 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-ac968d2c-88d8-4923-81f0-a80c67e1feb2 None None] Set router 015d151d-38a0-4688-982e-04503d872563 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:24:35.756198 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbae4f-570f-48a5-8767-105825cf5faf req-d55c4cbf-44fa-431d-8167-e7176a4521f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:35.757683 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3ffbae4f-570f-48a5-8767-105825cf5faf req-d55c4cbf-44fa-431d-8167-e7176a4521f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=d8cba64c-ae8b-4b97-98d5-dd1265c9a223 HTTP/1.1" status: 200 len: 1129 time: 0.0482821 Mar 28 09:24:35.863817 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbae4f-570f-48a5-8767-105825cf5faf req-c2e81f70-c7d8-464f-a733-0fc25f20cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:35.865804 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3ffbae4f-570f-48a5-8767-105825cf5faf req-c2e81f70-c7d8-464f-a733-0fc25f20cc11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7c1638c-28ee-4797-9fd3-af2b2fab5140 HTTP/1.1" status: 200 len: 897 time: 0.0966916 Mar 28 09:24:35.895175 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53446617-1e2d-47eb-864c-2d9210058399 req-ced707cf-f1bb-41f0-8c1b-2cccdde43412 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:35.897244 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-53446617-1e2d-47eb-864c-2d9210058399 req-ced707cf-f1bb-41f0-8c1b-2cccdde43412 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8cba64c-ae8b-4b97-98d5-dd1265c9a223 HTTP/1.1" status: 200 len: 945 time: 0.0605597 Mar 28 09:24:35.909276 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3ffbae4f-570f-48a5-8767-105825cf5faf req-d31bcc13-0803-40ef-88d1-5bd5b143ce3e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92ae2aaf-2ce3-49d4-be21-848f35ded64f HTTP/1.1" status: 200 len: 217 time: 0.0363433 Mar 28 09:24:35.955386 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-53446617-1e2d-47eb-864c-2d9210058399 req-2aa90c5a-74f8-460d-af7a-bcb5a8efd1a2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=367d5814-67ca-4462-94b1-0e0ac87e3273&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511224 Mar 28 09:24:35.966887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbae4f-570f-48a5-8767-105825cf5faf req-fec60e66-ca35-4223-89dd-92e889442921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:35.968526 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3ffbae4f-570f-48a5-8767-105825cf5faf req-fec60e66-ca35-4223-89dd-92e889442921 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=819f103e-5048-437f-bf76-6759d678d66e HTTP/1.1" status: 200 len: 834 time: 0.0529516 Mar 28 09:24:35.983418 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ac968d2c-88d8-4923-81f0-a80c67e1feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:23:23Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e27db326-f7a2-457e-b568-ac716013d794', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.104', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '015d151d-38a0-4688-982e-04503d872563', 'port_id': 'aa20b3e1-865a-4d51-8d87-881e171625e8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'mac_address': 'fa:16:3e:30:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:23:37Z', 'updated_at': '2022-03-28T09:23:39Z', 'revision_number': 1, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fa2eaa-4cf8-4cff-8381-ccce85c8e79d', 'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:50:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '819f103e-5048-437f-bf76-6759d678d66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:22Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '819f103e-5048-437f-bf76-6759d678d66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:36.015021 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac968d2c-88d8-4923-81f0-a80c67e1feb2 None None] Checking router: 015d151d-38a0-4688-982e-04503d872563 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:24:36.022666 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbae4f-570f-48a5-8767-105825cf5faf req-10d5143f-822f-4c6a-9c40-64b40073e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:36.023314 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac968d2c-88d8-4923-81f0-a80c67e1feb2 None None] Routers {'015d151d-38a0-4688-982e-04503d872563'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:24:36.023916 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ac968d2c-88d8-4923-81f0-a80c67e1feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:24:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['015d151d-38a0-4688-982e-04503d872563'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:36.024303 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3ffbae4f-570f-48a5-8767-105825cf5faf req-10d5143f-822f-4c6a-9c40-64b40073e612 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7c1638c-28ee-4797-9fd3-af2b2fab5140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0492330 Mar 28 09:24:36.116481 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3ffbae4f-570f-48a5-8767-105825cf5faf req-8ce3231e-2bb7-4a0c-9bf7-b7bcc9414790 service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857477 Mar 28 09:24:36.130568 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-ac968d2c-88d8-4923-81f0-a80c67e1feb2 None None] Set router 015d151d-38a0-4688-982e-04503d872563 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:24:36.214754 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3ffbae4f-570f-48a5-8767-105825cf5faf req-aa1e936e-e762-49d2-8cec-6a537f5c4687 service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922780 Mar 28 09:24:36.364432 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-ac968d2c-88d8-4923-81f0-a80c67e1feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:23:23Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e27db326-f7a2-457e-b568-ac716013d794', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.104', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '015d151d-38a0-4688-982e-04503d872563', 'port_id': 'aa20b3e1-865a-4d51-8d87-881e171625e8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'mac_address': 'fa:16:3e:30:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:23:37Z', 'updated_at': '2022-03-28T09:23:39Z', 'revision_number': 1, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fa2eaa-4cf8-4cff-8381-ccce85c8e79d', 'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:50:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '819f103e-5048-437f-bf76-6759d678d66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:22Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '819f103e-5048-437f-bf76-6759d678d66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:36.391967 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac968d2c-88d8-4923-81f0-a80c67e1feb2 None None] The sync data for ids ['015d151d-38a0-4688-982e-04503d872563'] in dv-neutron-master-2-hyperv is: [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:23:23Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e27db326-f7a2-457e-b568-ac716013d794', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.104', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '015d151d-38a0-4688-982e-04503d872563', 'port_id': 'aa20b3e1-865a-4d51-8d87-881e171625e8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'mac_address': 'fa:16:3e:30:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:23:37Z', 'updated_at': '2022-03-28T09:23:39Z', 'revision_number': 1, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fa2eaa-4cf8-4cff-8381-ccce85c8e79d', 'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:50:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '819f103e-5048-437f-bf76-6759d678d66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:22Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '819f103e-5048-437f-bf76-6759d678d66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:24:36.599707 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6989cb37-9084-4f94-b52f-a83af903cae0 None None] New status for floating IP 7c0bab2e-4268-4723-bb69-8da79324029e: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:24:37.075501 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b8ae4-3976-4250-a4b3-0c6c45fe1079 req-1afbc088-d665-4475-9539-40c7059342c7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:37.076953 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-941b8ae4-3976-4250-a4b3-0c6c45fe1079 req-1afbc088-d665-4475-9539-40c7059342c7 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8cba64c-ae8b-4b97-98d5-dd1265c9a223 HTTP/1.1" status: 200 len: 945 time: 0.0522051 Mar 28 09:24:37.150411 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-941b8ae4-3976-4250-a4b3-0c6c45fe1079 req-02c340f2-e49a-4d00-b5ee-274aa8563e6c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=367d5814-67ca-4462-94b1-0e0ac87e3273&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651476 Mar 28 09:24:37.161375 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d98f3-952a-4de2-85e8-ed8ad6c8ac6f req-4cb25847-e40c-4960-845e-e1fcec653e4e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:37.162666 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a79d98f3-952a-4de2-85e8-ed8ad6c8ac6f req-4cb25847-e40c-4960-845e-e1fcec653e4e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8cba64c-ae8b-4b97-98d5-dd1265c9a223 HTTP/1.1" status: 200 len: 945 time: 0.0848799 Mar 28 09:24:37.259923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-a79d98f3-952a-4de2-85e8-ed8ad6c8ac6f req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 92ae2aaf-2ce3-49d4-be21-848f35ded64f {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:24:37.260263 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a79d98f3-952a-4de2-85e8-ed8ad6c8ac6f req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (92ae2aaf-2ce3-49d4-be21-848f35ded64f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:37.349279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-a79d98f3-952a-4de2-85e8-ed8ad6c8ac6f req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port 92ae2aaf-2ce3-49d4-be21-848f35ded64f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92ae2aaf-2ce3-49d4-be21-848f35ded64f,segment=NetworkSegment(2ad9b41e-acc7-423b-8922-17c1a45fbb97),segment_id=2ad9b41e-acc7-423b-8922-17c1a45fbb97)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:24:37.349676 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a79d98f3-952a-4de2-85e8-ed8ad6c8ac6f req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (92ae2aaf-2ce3-49d4-be21-848f35ded64f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:37.362346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-a79d98f3-952a-4de2-85e8-ed8ad6c8ac6f req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 92ae2aaf-2ce3-49d4-be21-848f35ded64f owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:24:37.494363 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a79d98f3-952a-4de2-85e8-ed8ad6c8ac6f req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (92ae2aaf-2ce3-49d4-be21-848f35ded64f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:37.524752 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=92ae2aaf-2ce3-49d4-be21-848f35ded64f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:37.537189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:37.537592 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:37.537967 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:37.538315 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:37.538654 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:37.538983 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:37.539314 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:37.539662 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:37.539970 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:37.540295 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:37.540621 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:37.540945 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:37.541270 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:37.541588 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:37.541935 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:37.580851 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79d98f3-952a-4de2-85e8-ed8ad6c8ac6f req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] No DVR routers for this DVR port 92ae2aaf-2ce3-49d4-be21-848f35ded64f on host hv-neutron-mast {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:24:37.584294 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a79d98f3-952a-4de2-85e8-ed8ad6c8ac6f req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:37.587549 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a79d98f3-952a-4de2-85e8-ed8ad6c8ac6f req-5ec07128-f2d4-46dd-96b4-ecce2cc8b563 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "DELETE /v2.0/ports/92ae2aaf-2ce3-49d4-be21-848f35ded64f HTTP/1.1" status: 204 len: 173 time: 0.4166629 Mar 28 09:24:37.588050 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cba64c-ae8b-4b97-98d5-dd1265c9a223', 'name': 'network-vif-deleted', 'tag': '92ae2aaf-2ce3-49d4-be21-848f35ded64f'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:24:37.590280 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12058fd7-6bce-41fb-85c9-bf413036bddc" -d '{"events": [{"server_uuid": "d8cba64c-ae8b-4b97-98d5-dd1265c9a223", "name": "network-vif-deleted", "tag": "92ae2aaf-2ce3-49d4-be21-848f35ded64f"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:24:37.629219 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdc74e2-2943-4cbd-81b2-a4db7b86f3c9 x-openstack-request-id: req-7bdc74e2-2943-4cbd-81b2-a4db7b86f3c9 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:24:37.629516 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cba64c-ae8b-4b97-98d5-dd1265c9a223", "name": "network-vif-deleted", "tag": "92ae2aaf-2ce3-49d4-be21-848f35ded64f", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:24:37.629814 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7bdc74e2-2943-4cbd-81b2-a4db7b86f3c9 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:24:37.630734 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bdc74e2-2943-4cbd-81b2-a4db7b86f3c9'] response: {'server_uuid': 'd8cba64c-ae8b-4b97-98d5-dd1265c9a223', 'name': 'network-vif-deleted', 'tag': '92ae2aaf-2ce3-49d4-be21-848f35ded64f', 'status': 'completed', 'code': 200} Mar 28 09:24:38.205325 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55392) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:38.261182 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e1d16b8f-3488-479a-876c-da5baa385c07 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (367d5814-67ca-4462-94b1-0e0ac87e3273), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:38.285654 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e1d16b8f-3488-479a-876c-da5baa385c07 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (367d5814-67ca-4462-94b1-0e0ac87e3273), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:38.346423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e1d16b8f-3488-479a-876c-da5baa385c07 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (367d5814-67ca-4462-94b1-0e0ac87e3273), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:38.350194 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e1d16b8f-3488-479a-876c-da5baa385c07 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:38.351353 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e1d16b8f-3488-479a-876c-da5baa385c07 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/security-groups/367d5814-67ca-4462-94b1-0e0ac87e3273 HTTP/1.1" status: 204 len: 168 time: 0.1450045 Mar 28 09:24:38.360374 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d16b8f-3488-479a-876c-da5baa385c07 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=367d5814-67ca-4462-94b1-0e0ac87e3273,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:38.382010 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55396) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:38.536709 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-8b22ba84-24e1-4bba-9444-4d0d16a124bc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 839699ac-ecc1-466c-9ad0-2c68c36bab32 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:24:38.537066 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b22ba84-24e1-4bba-9444-4d0d16a124bc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (839699ac-ecc1-466c-9ad0-2c68c36bab32), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:38.609774 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b22ba84-24e1-4bba-9444-4d0d16a124bc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (839699ac-ecc1-466c-9ad0-2c68c36bab32), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:38.610111 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b22ba84-24e1-4bba-9444-4d0d16a124bc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (839699ac-ecc1-466c-9ad0-2c68c36bab32), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:38.621882 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-8b22ba84-24e1-4bba-9444-4d0d16a124bc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 839699ac-ecc1-466c-9ad0-2c68c36bab32 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:24:38.796033 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b22ba84-24e1-4bba-9444-4d0d16a124bc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (839699ac-ecc1-466c-9ad0-2c68c36bab32), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:38.828315 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22ba84-24e1-4bba-9444-4d0d16a124bc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=839699ac-ecc1-466c-9ad0-2c68c36bab32,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:38.841883 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-390e7782-589b-4c4c-b683-0b8a9f8f1538 req-249932d6-c5a7-49a2-87d7-e9e2f8834f79 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9da6775e-88db-4b41-8857-6ca586bcecd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0905938 Mar 28 09:24:38.921045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b22ba84-24e1-4bba-9444-4d0d16a124bc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (e27db326-f7a2-457e-b568-ac716013d794), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:38.921382 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-8b22ba84-24e1-4bba-9444-4d0d16a124bc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP e27db326-f7a2-457e-b568-ac716013d794 disassociated (deleted). External IP: 172.36.4.104, port: aa20b3e1-865a-4d51-8d87-881e171625e8. Mar 28 09:24:39.006069 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e7782-589b-4c4c-b683-0b8a9f8f1538 req-18336f6c-1c5f-4305-ac13-e6f8ede93035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:39.007652 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-390e7782-589b-4c4c-b683-0b8a9f8f1538 req-18336f6c-1c5f-4305-ac13-e6f8ede93035 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 1130 time: 0.1235070 Mar 28 09:24:39.491642 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e7782-589b-4c4c-b683-0b8a9f8f1538 req-d2579cbb-a32e-4aca-9603-cddcc8b74786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:39.493003 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-390e7782-589b-4c4c-b683-0b8a9f8f1538 req-d2579cbb-a32e-4aca-9603-cddcc8b74786 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7c1638c-28ee-4797-9fd3-af2b2fab5140 HTTP/1.1" status: 200 len: 897 time: 0.4672213 Mar 28 09:24:39.540869 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-390e7782-589b-4c4c-b683-0b8a9f8f1538 req-c744cd22-cb26-4f12-840c-54efbaf05cba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa20b3e1-865a-4d51-8d87-881e171625e8 HTTP/1.1" status: 200 len: 217 time: 0.0407772 Mar 28 09:24:39.545587 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b22ba84-24e1-4bba-9444-4d0d16a124bc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 015d151d-38a0-4688-982e-04503d872563 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:24:39.654780 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e7782-589b-4c4c-b683-0b8a9f8f1538 req-5c303b84-f382-46bb-a3b5-a15b439d950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:39.656212 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-390e7782-589b-4c4c-b683-0b8a9f8f1538 req-5c303b84-f382-46bb-a3b5-a15b439d950c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=819f103e-5048-437f-bf76-6759d678d66e HTTP/1.1" status: 200 len: 834 time: 0.1093302 Mar 28 09:24:39.722015 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b22ba84-24e1-4bba-9444-4d0d16a124bc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:24:39.728684 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b22ba84-24e1-4bba-9444-4d0d16a124bc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:39.732239 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4acf686-1f67-4203-89df-9a4002bab6ac None None] Sync routers for ids ['015d151d-38a0-4688-982e-04503d872563'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:24:39.733550 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e7782-589b-4c4c-b683-0b8a9f8f1538 req-7fdf7d68-4281-4579-b074-4ae24a79d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:39.735059 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-390e7782-589b-4c4c-b683-0b8a9f8f1538 req-7fdf7d68-4281-4579-b074-4ae24a79d4c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7c1638c-28ee-4797-9fd3-af2b2fab5140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0709701 Mar 28 09:24:39.742212 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4acf686-1f67-4203-89df-9a4002bab6ac None None] Routers {'015d151d-38a0-4688-982e-04503d872563'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:24:39.742752 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e4acf686-1f67-4203-89df-9a4002bab6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:24:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['015d151d-38a0-4688-982e-04503d872563'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:39.802115 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8b22ba84-24e1-4bba-9444-4d0d16a124bc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/floatingips/e27db326-f7a2-457e-b568-ac716013d794 HTTP/1.1" status: 204 len: 168 time: 1.4189510 Mar 28 09:24:39.804147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'tag': 'aa20b3e1-865a-4d51-8d87-881e171625e8'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:24:39.806426 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e33034-616c-47a3-8819-9e335ca20a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "9da6775e-88db-4b41-8857-6ca586bcecd5", "tag": "aa20b3e1-865a-4d51-8d87-881e171625e8"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:24:39.848013 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-390e7782-589b-4c4c-b683-0b8a9f8f1538 req-aa1ac001-21b2-4d20-b9c1-ab932500309a service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978923 Mar 28 09:24:39.856166 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-e4acf686-1f67-4203-89df-9a4002bab6ac None None] Set router 015d151d-38a0-4688-982e-04503d872563 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:24:39.904210 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627a3d88-7c80-47fe-b1b7-bbaf74251027 x-openstack-request-id: req-627a3d88-7c80-47fe-b1b7-bbaf74251027 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:24:39.904542 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da6775e-88db-4b41-8857-6ca586bcecd5", "tag": "aa20b3e1-865a-4d51-8d87-881e171625e8", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:24:39.904777 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-627a3d88-7c80-47fe-b1b7-bbaf74251027 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:24:39.905162 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627a3d88-7c80-47fe-b1b7-bbaf74251027'] response: {'name': 'network-changed', 'server_uuid': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'tag': 'aa20b3e1-865a-4d51-8d87-881e171625e8', 'status': 'completed', 'code': 200} Mar 28 09:24:39.950688 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-390e7782-589b-4c4c-b683-0b8a9f8f1538 req-6b7c901e-ddbf-4ccf-b730-f155cf737499 service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970607 Mar 28 09:24:40.055949 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e33034-616c-47a3-8819-9e335ca20a4a req-410afe5e-f6d8-450e-a012-34051ad6f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:40.058543 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a4e33034-616c-47a3-8819-9e335ca20a4a req-410afe5e-f6d8-450e-a012-34051ad6f44c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 1130 time: 0.0551538 Mar 28 09:24:40.065793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c1a27-ee68-4765-a1ab-aac67c84c3c4 req-545ef0f1-0f2b-4321-89e3-ab74a55ab7ec tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:40.067508 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ee2c1a27-ee68-4765-a1ab-aac67c84c3c4 req-545ef0f1-0f2b-4321-89e3-ab74a55ab7ec tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 946 time: 0.0560231 Mar 28 09:24:40.076709 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e4acf686-1f67-4203-89df-9a4002bab6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:23:23Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '11fa2eaa-4cf8-4cff-8381-ccce85c8e79d', 'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:50:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '819f103e-5048-437f-bf76-6759d678d66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:22Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '819f103e-5048-437f-bf76-6759d678d66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:40.103910 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4acf686-1f67-4203-89df-9a4002bab6ac None None] Checking router: 015d151d-38a0-4688-982e-04503d872563 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:24:40.112245 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4acf686-1f67-4203-89df-9a4002bab6ac None None] Routers {'015d151d-38a0-4688-982e-04503d872563'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:24:40.112854 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e4acf686-1f67-4203-89df-9a4002bab6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:24:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['015d151d-38a0-4688-982e-04503d872563'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:40.128853 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ee2c1a27-ee68-4765-a1ab-aac67c84c3c4 req-7ce6e521-4a3c-437e-a0a1-00a873d77774 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dbfe98b-6ff4-4c87-9f21-23437f012a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539169 Mar 28 09:24:40.153135 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e33034-616c-47a3-8819-9e335ca20a4a req-ff0f02ec-56e6-4c34-872f-1275eb383592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:40.154641 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a4e33034-616c-47a3-8819-9e335ca20a4a req-ff0f02ec-56e6-4c34-872f-1275eb383592 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7c1638c-28ee-4797-9fd3-af2b2fab5140 HTTP/1.1" status: 200 len: 897 time: 0.0888441 Mar 28 09:24:40.202398 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a4e33034-616c-47a3-8819-9e335ca20a4a req-d249f61c-1b6b-4aac-82ec-3a06e07ccbce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa20b3e1-865a-4d51-8d87-881e171625e8 HTTP/1.1" status: 200 len: 217 time: 0.0395143 Mar 28 09:24:40.253843 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e33034-616c-47a3-8819-9e335ca20a4a req-07be345b-b73d-412d-96a7-10d98f035e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:40.255369 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a4e33034-616c-47a3-8819-9e335ca20a4a req-07be345b-b73d-412d-96a7-10d98f035e32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=819f103e-5048-437f-bf76-6759d678d66e HTTP/1.1" status: 200 len: 834 time: 0.0463464 Mar 28 09:24:40.304700 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e33034-616c-47a3-8819-9e335ca20a4a req-4a4ffb34-aa86-4ee8-a60b-3945c93c8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:40.306297 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a4e33034-616c-47a3-8819-9e335ca20a4a req-4a4ffb34-aa86-4ee8-a60b-3945c93c8fff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7c1638c-28ee-4797-9fd3-af2b2fab5140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447402 Mar 28 09:24:40.312286 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-e4acf686-1f67-4203-89df-9a4002bab6ac None None] Set router 015d151d-38a0-4688-982e-04503d872563 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:24:40.397017 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a4e33034-616c-47a3-8819-9e335ca20a4a req-f3965b26-dad2-4cff-bab0-7468b89f421f service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834110 Mar 28 09:24:40.485296 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a4e33034-616c-47a3-8819-9e335ca20a4a req-abf34676-8ea0-4755-bc26-442fd3a9cfc3 service neutron] 10.222.0.16 "GET /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819900 Mar 28 09:24:40.509224 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e4acf686-1f67-4203-89df-9a4002bab6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:23:23Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '11fa2eaa-4cf8-4cff-8381-ccce85c8e79d', 'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:50:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '819f103e-5048-437f-bf76-6759d678d66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:22Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '819f103e-5048-437f-bf76-6759d678d66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:40.537964 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4acf686-1f67-4203-89df-9a4002bab6ac None None] The sync data for ids ['015d151d-38a0-4688-982e-04503d872563'] in dv-neutron-master-2-hyperv is: [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:23:23Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '11fa2eaa-4cf8-4cff-8381-ccce85c8e79d', 'name': '', 'network_id': 'f7c1638c-28ee-4797-9fd3-af2b2fab5140', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:50:7a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '819f103e-5048-437f-bf76-6759d678d66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:22Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': '819f103e-5048-437f-bf76-6759d678d66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:24:40.747810 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c728988-5541-4b4e-a0db-083f4180013d None None] New status for floating IP e27db326-f7a2-457e-b568-ac716013d794: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:24:41.248807 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58d57a-d066-4841-ac1f-2dd1ef019d1a req-d7faa364-1acc-4204-a3c3-e61570ec2ee3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:41.250301 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5d58d57a-d066-4841-ac1f-2dd1ef019d1a req-d7faa364-1acc-4204-a3c3-e61570ec2ee3 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 946 time: 0.0573008 Mar 28 09:24:41.299401 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5d58d57a-d066-4841-ac1f-2dd1ef019d1a req-e289ae24-9d0e-434c-bd6c-0cd4ac438282 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dbfe98b-6ff4-4c87-9f21-23437f012a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430832 Mar 28 09:24:41.472623 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d156866-5a11-453d-a470-2e2da6c44b5d req-dd45872c-1728-4892-8fad-4b1e94095737 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:41.474628 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9d156866-5a11-453d-a470-2e2da6c44b5d req-dd45872c-1728-4892-8fad-4b1e94095737 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/ports?device_id=9da6775e-88db-4b41-8857-6ca586bcecd5 HTTP/1.1" status: 200 len: 946 time: 0.0525622 Mar 28 09:24:41.566191 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-9d156866-5a11-453d-a470-2e2da6c44b5d req-ae11edec-7e72-4ffe-a484-66a33c0f1651 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port aa20b3e1-865a-4d51-8d87-881e171625e8 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:24:41.566531 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-9d156866-5a11-453d-a470-2e2da6c44b5d req-ae11edec-7e72-4ffe-a484-66a33c0f1651 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:41.653301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-9d156866-5a11-453d-a470-2e2da6c44b5d req-ae11edec-7e72-4ffe-a484-66a33c0f1651 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port aa20b3e1-865a-4d51-8d87-881e171625e8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aa20b3e1-865a-4d51-8d87-881e171625e8,segment=NetworkSegment(2ad9b41e-acc7-423b-8922-17c1a45fbb97),segment_id=2ad9b41e-acc7-423b-8922-17c1a45fbb97)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:24:41.653696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-9d156866-5a11-453d-a470-2e2da6c44b5d req-ae11edec-7e72-4ffe-a484-66a33c0f1651 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:41.666124 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-9d156866-5a11-453d-a470-2e2da6c44b5d req-ae11edec-7e72-4ffe-a484-66a33c0f1651 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for aa20b3e1-865a-4d51-8d87-881e171625e8 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:24:41.792741 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-9d156866-5a11-453d-a470-2e2da6c44b5d req-ae11edec-7e72-4ffe-a484-66a33c0f1651 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (aa20b3e1-865a-4d51-8d87-881e171625e8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:41.820340 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11edec-7e72-4ffe-a484-66a33c0f1651 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=aa20b3e1-865a-4d51-8d87-881e171625e8,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:41.862649 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d156866-5a11-453d-a470-2e2da6c44b5d req-ae11edec-7e72-4ffe-a484-66a33c0f1651 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] No DVR routers for this DVR port aa20b3e1-865a-4d51-8d87-881e171625e8 on host hv-neutron-mast {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:24:41.865669 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-9d156866-5a11-453d-a470-2e2da6c44b5d req-ae11edec-7e72-4ffe-a484-66a33c0f1651 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:41.869013 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9d156866-5a11-453d-a470-2e2da6c44b5d req-ae11edec-7e72-4ffe-a484-66a33c0f1651 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "DELETE /v2.0/ports/aa20b3e1-865a-4d51-8d87-881e171625e8 HTTP/1.1" status: 204 len: 173 time: 0.3895235 Mar 28 09:24:41.905866 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'name': 'network-vif-deleted', 'tag': 'aa20b3e1-865a-4d51-8d87-881e171625e8'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:24:41.908242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4715fd36-31fa-4e6d-a593-314f141a66bc" -d '{"events": [{"server_uuid": "9da6775e-88db-4b41-8857-6ca586bcecd5", "name": "network-vif-deleted", "tag": "aa20b3e1-865a-4d51-8d87-881e171625e8"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:24:41.943280 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1e9de6-32d5-46bc-b57b-ecb30273fb75 x-openstack-request-id: req-8c1e9de6-32d5-46bc-b57b-ecb30273fb75 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:24:41.943587 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da6775e-88db-4b41-8857-6ca586bcecd5", "name": "network-vif-deleted", "tag": "aa20b3e1-865a-4d51-8d87-881e171625e8", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:24:41.943901 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c1e9de6-32d5-46bc-b57b-ecb30273fb75 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:24:41.944322 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1e9de6-32d5-46bc-b57b-ecb30273fb75'] response: {'server_uuid': '9da6775e-88db-4b41-8857-6ca586bcecd5', 'name': 'network-vif-deleted', 'tag': 'aa20b3e1-865a-4d51-8d87-881e171625e8', 'status': 'completed', 'code': 200} Mar 28 09:24:42.355956 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55410) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:42.415375 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7f2b918c-d595-4f84-9d18-d6f9b3108794 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (9dbfe98b-6ff4-4c87-9f21-23437f012a59), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:42.440569 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7f2b918c-d595-4f84-9d18-d6f9b3108794 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (9dbfe98b-6ff4-4c87-9f21-23437f012a59), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:42.499579 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7f2b918c-d595-4f84-9d18-d6f9b3108794 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (9dbfe98b-6ff4-4c87-9f21-23437f012a59), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:42.502226 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7f2b918c-d595-4f84-9d18-d6f9b3108794 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:42.503418 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7f2b918c-d595-4f84-9d18-d6f9b3108794 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/security-groups/9dbfe98b-6ff4-4c87-9f21-23437f012a59 HTTP/1.1" status: 204 len: 168 time: 0.1464567 Mar 28 09:24:42.512675 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b918c-d595-4f84-9d18-d6f9b3108794 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbfe98b-6ff4-4c87-9f21-23437f012a59,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:42.534294 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55414) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:42.590805 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 92ae2aaf-2ce3-49d4-be21-848f35ded64f no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:24:42.611357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 92ae2aaf-2ce3-49d4-be21-848f35ded64f {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:24:42.611629 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 92ae2aaf-2ce3-49d4-be21-848f35ded64f not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:24:42.899885 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4d04bcd0-682f-4b17-adb3-760c12ce9293 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (015d151d-38a0-4688-982e-04503d872563), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:43.157172 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-4d04bcd0-682f-4b17-adb3-760c12ce9293 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:24:43.157435 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4d04bcd0-682f-4b17-adb3-760c12ce9293 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:43.247051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-4d04bcd0-682f-4b17-adb3-760c12ce9293 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=11fa2eaa-4cf8-4cff-8381-ccce85c8e79d,segment=NetworkSegment(2ad9b41e-acc7-423b-8922-17c1a45fbb97),segment_id=2ad9b41e-acc7-423b-8922-17c1a45fbb97)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:24:43.247413 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4d04bcd0-682f-4b17-adb3-760c12ce9293 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:43.260647 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-4d04bcd0-682f-4b17-adb3-760c12ce9293 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:24:43.448060 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4d04bcd0-682f-4b17-adb3-760c12ce9293 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (11fa2eaa-4cf8-4cff-8381-ccce85c8e79d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:43.475917 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04bcd0-682f-4b17-adb3-760c12ce9293 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=11fa2eaa-4cf8-4cff-8381-ccce85c8e79d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:43.662291 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4d04bcd0-682f-4b17-adb3-760c12ce9293 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (015d151d-38a0-4688-982e-04503d872563), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:43.878571 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d04bcd0-682f-4b17-adb3-760c12ce9293 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router 015d151d-38a0-4688-982e-04503d872563 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:24:43.983512 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d04bcd0-682f-4b17-adb3-760c12ce9293 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:24:43.989741 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4d04bcd0-682f-4b17-adb3-760c12ce9293 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/015d151d-38a0-4688-982e-04503d872563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4533808 Mar 28 09:24:43.992189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55416) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:43.994775 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c390ea34-14b1-4eb2-8485-4eb393b7a344 None None] Sync routers for ids ['015d151d-38a0-4688-982e-04503d872563'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:24:44.003969 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c390ea34-14b1-4eb2-8485-4eb393b7a344 None None] Routers {'015d151d-38a0-4688-982e-04503d872563'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:24:44.004736 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c390ea34-14b1-4eb2-8485-4eb393b7a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:24:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['015d151d-38a0-4688-982e-04503d872563'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:44.045304 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a85342-0c60-4f3e-9e5d-9b944d693dd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting subnet 819f103e-5048-437f-bf76-6759d678d66e {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:24:44.048553 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-73a85342-0c60-4f3e-9e5d-9b944d693dd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (819f103e-5048-437f-bf76-6759d678d66e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:44.089069 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-73a85342-0c60-4f3e-9e5d-9b944d693dd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (819f103e-5048-437f-bf76-6759d678d66e), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:44.117247 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-c390ea34-14b1-4eb2-8485-4eb393b7a344 None None] Set router 015d151d-38a0-4688-982e-04503d872563 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:24:44.169422 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-73a85342-0c60-4f3e-9e5d-9b944d693dd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (819f103e-5048-437f-bf76-6759d678d66e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:44.231810 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-73a85342-0c60-4f3e-9e5d-9b944d693dd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (819f103e-5048-437f-bf76-6759d678d66e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:44.261594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a85342-0c60-4f3e-9e5d-9b944d693dd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Subnet': ['ID=819f103e-5048-437f-bf76-6759d678d66e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:44.263580 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-73a85342-0c60-4f3e-9e5d-9b944d693dd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:44.266844 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-73a85342-0c60-4f3e-9e5d-9b944d693dd6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/subnets/819f103e-5048-437f-bf76-6759d678d66e HTTP/1.1" status: 204 len: 168 time: 0.2736530 Mar 28 09:24:44.269077 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b175c583-e132-4fce-aae5-5064dbd206db None None] Network f7c1638c-28ee-4797-9fd3-af2b2fab5140 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:24:44.269531 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55418) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:44.300035 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c390ea34-14b1-4eb2-8485-4eb393b7a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:24:43Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:44.326652 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c390ea34-14b1-4eb2-8485-4eb393b7a344 None None] Checking router: 015d151d-38a0-4688-982e-04503d872563 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:24:44.337917 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c390ea34-14b1-4eb2-8485-4eb393b7a344 None None] Routers {'015d151d-38a0-4688-982e-04503d872563'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:24:44.338531 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c390ea34-14b1-4eb2-8485-4eb393b7a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:24:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['015d151d-38a0-4688-982e-04503d872563'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:44.383348 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-39a6ffa0-85e5-479a-be98-21558cc2ef16 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (015d151d-38a0-4688-982e-04503d872563), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:44.428553 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] DHCP port deletion for f7c1638c-28ee-4797-9fd3-af2b2fab5140 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:24:44.454725 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-c390ea34-14b1-4eb2-8485-4eb393b7a344 None None] Set router 015d151d-38a0-4688-982e-04503d872563 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:24:44.480362 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Deleting port c86d0492-0683-417d-8315-84acf9db4e3b {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:24:44.480741 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (c86d0492-0683-417d-8315-84acf9db4e3b), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:44.496512 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-39a6ffa0-85e5-479a-be98-21558cc2ef16 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (015d151d-38a0-4688-982e-04503d872563), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:44.548171 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] For port c86d0492-0683-417d-8315-84acf9db4e3b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c86d0492-0683-417d-8315-84acf9db4e3b,segment=NetworkSegment(2ad9b41e-acc7-423b-8922-17c1a45fbb97),segment_id=2ad9b41e-acc7-423b-8922-17c1a45fbb97)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:24:44.548577 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (c86d0492-0683-417d-8315-84acf9db4e3b), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:44.556579 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-39a6ffa0-85e5-479a-be98-21558cc2ef16 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 094a08e0-21ec-46a4-b2af-fd612a5ff384 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:24:44.556934 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-39a6ffa0-85e5-479a-be98-21558cc2ef16 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (094a08e0-21ec-46a4-b2af-fd612a5ff384), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:44.563134 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Calling delete_port for c86d0492-0683-417d-8315-84acf9db4e3b owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:24:44.639714 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-39a6ffa0-85e5-479a-be98-21558cc2ef16 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port 094a08e0-21ec-46a4-b2af-fd612a5ff384, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=094a08e0-21ec-46a4-b2af-fd612a5ff384,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:24:44.640148 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-39a6ffa0-85e5-479a-be98-21558cc2ef16 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (094a08e0-21ec-46a4-b2af-fd612a5ff384), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:44.643008 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (c86d0492-0683-417d-8315-84acf9db4e3b), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:44.645538 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c390ea34-14b1-4eb2-8485-4eb393b7a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:24:43Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:44.655377 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-39a6ffa0-85e5-479a-be98-21558cc2ef16 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 094a08e0-21ec-46a4-b2af-fd612a5ff384 owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:24:44.667564 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Pushing event deleted for resources: {'Port': ['ID=c86d0492-0683-417d-8315-84acf9db4e3b,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:44.672849 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c390ea34-14b1-4eb2-8485-4eb393b7a344 None None] The sync data for ids ['015d151d-38a0-4688-982e-04503d872563'] in dv-neutron-master-2-hyperv is: [{'id': '015d151d-38a0-4688-982e-04503d872563', 'name': 'tempest-TestNetworkBasicOps-router-1257443052', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:23:19Z', 'updated_at': '2022-03-28T09:24:43Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '094a08e0-21ec-46a4-b2af-fd612a5ff384', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015d151d-38a0-4688-982e-04503d872563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:23:20Z', 'updated_at': '2022-03-28T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:24:44.679696 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:44.680049 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:44.680392 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:44.680741 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:44.681061 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:44.681544 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:44.681906 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:44.682234 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:44.682561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:44.682886 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:44.683214 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:44.683534 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:44.683858 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:44.684174 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:44.684493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:44.690431 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d2e657-504e-4735-ad8f-196d230843f5 None None] No DVR routers for this DVR port c86d0492-0683-417d-8315-84acf9db4e3b on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:24:44.828061 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-39a6ffa0-85e5-479a-be98-21558cc2ef16 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (094a08e0-21ec-46a4-b2af-fd612a5ff384), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:44.853288 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6ffa0-85e5-479a-be98-21558cc2ef16 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=094a08e0-21ec-46a4-b2af-fd612a5ff384,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:44.912172 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-39a6ffa0-85e5-479a-be98-21558cc2ef16 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (015d151d-38a0-4688-982e-04503d872563), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:45.147795 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c86d0492-0683-417d-8315-84acf9db4e3b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:24:45.174034 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: c86d0492-0683-417d-8315-84acf9db4e3b {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:24:45.174461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c86d0492-0683-417d-8315-84acf9db4e3b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:24:45.174962 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:24:45.195260 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:24:45.195689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 11fa2eaa-4cf8-4cff-8381-ccce85c8e79d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:24:45.314970 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-39a6ffa0-85e5-479a-be98-21558cc2ef16 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (015d151d-38a0-4688-982e-04503d872563), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:45.317863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-39a6ffa0-85e5-479a-be98-21558cc2ef16 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_controller (015d151d-38a0-4688-982e-04503d872563), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:45.367166 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-39a6ffa0-85e5-479a-be98-21558cc2ef16 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (015d151d-38a0-4688-982e-04503d872563), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:45.367716 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a6ffa0-85e5-479a-be98-21558cc2ef16 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Fanout notify agent at l3_agent the message router_deleted on router 015d151d-38a0-4688-982e-04503d872563 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:24:45.374336 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-39a6ffa0-85e5-479a-be98-21558cc2ef16 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:45.377839 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-39a6ffa0-85e5-479a-be98-21558cc2ef16 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/routers/015d151d-38a0-4688-982e-04503d872563 HTTP/1.1" status: 204 len: 168 time: 1.1044669 Mar 28 09:24:45.378233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55420) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:45.456551 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e85537e3-05d6-4b1d-8262-3af0db39eb41 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (f7c1638c-28ee-4797-9fd3-af2b2fab5140), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:45.545384 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e85537e3-05d6-4b1d-8262-3af0db39eb41 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (f7c1638c-28ee-4797-9fd3-af2b2fab5140), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:45.566339 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-e85537e3-05d6-4b1d-8262-3af0db39eb41 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c1638c-28ee-4797-9fd3-af2b2fab5140']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:45.575682 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-e85537e3-05d6-4b1d-8262-3af0db39eb41 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad9b41e-acc7-423b-8922-17c1a45fbb97') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:45.575978 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-e85537e3-05d6-4b1d-8262-3af0db39eb41 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad9b41e-acc7-423b-8922-17c1a45fbb97') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:45.585379 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e85537e3-05d6-4b1d-8262-3af0db39eb41 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (2ad9b41e-acc7-423b-8922-17c1a45fbb97), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:45.598609 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e85537e3-05d6-4b1d-8262-3af0db39eb41 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (2ad9b41e-acc7-423b-8922-17c1a45fbb97), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:45.604784 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85537e3-05d6-4b1d-8262-3af0db39eb41 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:24:45.605165 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e85537e3-05d6-4b1d-8262-3af0db39eb41 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (2ad9b41e-acc7-423b-8922-17c1a45fbb97), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:24:45.608050 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:24:45.664620 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e85537e3-05d6-4b1d-8262-3af0db39eb41 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (f7c1638c-28ee-4797-9fd3-af2b2fab5140), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:45.671326 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e85537e3-05d6-4b1d-8262-3af0db39eb41 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:45.674339 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e85537e3-05d6-4b1d-8262-3af0db39eb41 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/networks/f7c1638c-28ee-4797-9fd3-af2b2fab5140 HTTP/1.1" status: 204 len: 168 time: 0.2951658 Mar 28 09:24:45.687074 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85537e3-05d6-4b1d-8262-3af0db39eb41 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Network': ['ID=f7c1638c-28ee-4797-9fd3-af2b2fab5140,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:45.700252 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55422) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:45.705078 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b5bf7a92-dd4f-43ef-91ae-3a2df695e5d6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'network': {'name': 'tempest-network-smoke--1487090385', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'port_security_enabled': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:24:45.724365 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bf7a92-dd4f-43ef-91ae-3a2df695e5d6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:24:45.727797 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5bf7a92-dd4f-43ef-91ae-3a2df695e5d6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:45.755412 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bf7a92-dd4f-43ef-91ae-3a2df695e5d6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:24:45.764867 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5bf7a92-dd4f-43ef-91ae-3a2df695e5d6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (ac518238-9253-49cf-bbc4-56a2cd6abdb7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:45.765250 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-b5bf7a92-dd4f-43ef-91ae-3a2df695e5d6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Added segment ac518238-9253-49cf-bbc4-56a2cd6abdb7 of type vlan for network 78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 Mar 28 09:24:45.806981 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5bf7a92-dd4f-43ef-91ae-3a2df695e5d6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:45.831706 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5bf7a92-dd4f-43ef-91ae-3a2df695e5d6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:45.838050 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bf7a92-dd4f-43ef-91ae-3a2df695e5d6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:45.838635 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5bf7a92-dd4f-43ef-91ae-3a2df695e5d6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:45.900248 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b5bf7a92-dd4f-43ef-91ae-3a2df695e5d6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1989453 Mar 28 09:24:45.903106 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55424) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:45.906110 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf7a92-dd4f-43ef-91ae-3a2df695e5d6 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Network': ['ID=78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:45.907770 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1456930424', 'admin_state_up': True, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:24:45.916932 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:24:45.933762 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:45.934806 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:45.994240 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_controller (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:46.131565 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:46.625922 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:46.637318 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device aa20b3e1-865a-4d51-8d87-881e171625e8 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:24:46.644589 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:46.661167 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: aa20b3e1-865a-4d51-8d87-881e171625e8 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:24:46.661527 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device aa20b3e1-865a-4d51-8d87-881e171625e8 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:24:46.750011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.36.4.138 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:24:46.804956 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 094a08e0-21ec-46a4-b2af-fd612a5ff384 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:24:46.825849 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 094a08e0-21ec-46a4-b2af-fd612a5ff384 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:24:46.826198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 094a08e0-21ec-46a4-b2af-fd612a5ff384 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:24:46.853091 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:46.886608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:46.922551 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:24:46.925377 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:24:46.927981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:24:46.964011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:47.193982 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:47.394720 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:47.522061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:24:47.631231 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:24:47.641314 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Sync routers for ids ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:24:47.651218 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Routers {'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:24:47.651830 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:47.651957 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:24:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:47.653149 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fb36a051-d7bb-4e90-831e-c0ff2a4f9bff tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7489531 Mar 28 09:24:47.656379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55426) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:47.761413 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Set router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:24:47.815841 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-678f8e16-a578-43eb-87c2-bd2a102fe4ee tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c196c225c4d841048df5a13a55d30507&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1582580 Mar 28 09:24:47.818722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55430) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:47.907620 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddfac59-524f-4bfd-9f9a-5d080acf04e3 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:47.909145 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cddfac59-524f-4bfd-9f9a-5d080acf04e3 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895145 Mar 28 09:24:47.912716 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55432) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:47.936519 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'name': 'tempest-TestNetworkBasicOps-router-1456930424', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138'}], 'enable_snat': True}, 'gw_port_id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:24:45Z', 'updated_at': '2022-03-28T09:24:47Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:46Z', 'updated_at': '2022-03-28T09:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:47.941502 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4677521b-07da-4852-8e98-804cbd22fe9a tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276694 Mar 28 09:24:47.944787 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55434) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:47.950755 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-0a6a6c2f-c4e9-4d35-94fb-1c99b59061f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-118842136', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:24:47.967033 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Checking router: b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:24:47.967390 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Updating router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:24:47.994366 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:48.038575 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6a6c2f-c4e9-4d35-94fb-1c99b59061f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:24:48.042065 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6c2f-c4e9-4d35-94fb-1c99b59061f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:48.232735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6c2f-c4e9-4d35-94fb-1c99b59061f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (f83c2066-253f-4f21-9f12-5831e691df5d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:48.244172 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Publish callbacks [] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:48.249038 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:48.295953 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a6c2f-c4e9-4d35-94fb-1c99b59061f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Subnet': ['ID=f83c2066-253f-4f21-9f12-5831e691df5d,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:48.298114 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Attempting to bind port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:24:48.298493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Attempting to bind port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:24:48.298874 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Attempting to bind port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:24:48.306876 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8d89a-4e13-46a1-8188-90b6e51d8592 None None] Pushing event updated for resources: {'Port': ['ID=1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:48.307621 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6a6c2f-c4e9-4d35-94fb-1c99b59061f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Checking segment: {'id': 'ac518238-9253-49cf-bbc4-56a2cd6abdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:24:48.308053 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6a6c2f-c4e9-4d35-94fb-1c99b59061f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network hostable DHCP agents. Network: 78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:24:48.309429 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:24:48.310034 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:24:48.310455 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:48.311231 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:24:48.311720 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Bound port: 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:24:48.312104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:48.326877 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6a6c2f-c4e9-4d35-94fb-1c99b59061f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:24:48.336597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-0a6a6c2f-c4e9-4d35-94fb-1c99b59061f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:24:48.341352 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6a6c2f-c4e9-4d35-94fb-1c99b59061f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:48.341952 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6c2f-c4e9-4d35-94fb-1c99b59061f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:48.346552 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382d82ff-8023-4abb-a21d-8a70512cf392 None None] Network 78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:24:48.358421 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0a6a6c2f-c4e9-4d35-94fb-1c99b59061f0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4126325 Mar 28 09:24:48.361112 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55436) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:48.415245 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] For port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:24:48.432043 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] For port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:24:48.445324 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:48.514906 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ips': [{'subnet_id': 'f83c2066-253f-4f21-9f12-5831e691df5d'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:24:48.515757 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:48.543429 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Routers {'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:24:48.544050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:24:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:48.547769 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8d89a-4e13-46a1-8188-90b6e51d8592 None None] Pushing event updated for resources: {'Port': ['ID=1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:48.749680 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] Set router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:24:48.802390 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d57feb92-56b4-4a4c-b4e1-1aacaa52f948 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:48.803610 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Allocated IP 172.20.0.2 (78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5/f83c2066-253f-4f21-9f12-5831e691df5d/af8860bf-46f9-4aa2-af06-204bb1bd7dcb) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:24:49.185281 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Publish callbacks [] for port (af8860bf-46f9-4aa2-af06-204bb1bd7dcb), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:49.193169 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (af8860bf-46f9-4aa2-af06-204bb1bd7dcb), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:49.197780 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'name': 'tempest-TestNetworkBasicOps-router-1456930424', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138'}], 'enable_snat': True}, 'gw_port_id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:24:45Z', 'updated_at': '2022-03-28T09:24:47Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:46Z', 'updated_at': '2022-03-28T09:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:49.241045 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-d57feb92-56b4-4a4c-b4e1-1aacaa52f948 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.1 (78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5/f83c2066-253f-4f21-9f12-5831e691df5d/771a1b47-af01-4fc9-bcbe-a5e399c9c721) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:24:49.249042 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca06e4b-a030-4723-b08c-ce869cd66f3b None None] The sync data for ids ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'] in dv-neutron-master-2-hyperv is: [{'id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'name': 'tempest-TestNetworkBasicOps-router-1456930424', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138'}], 'enable_snat': True}, 'gw_port_id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:24:45Z', 'updated_at': '2022-03-28T09:24:47Z', 'revision_number': 3, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:46Z', 'updated_at': '2022-03-28T09:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:24:49.266955 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Network 78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:24:49.272772 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Pushing event updated for resources: {'Port': ['ID=af8860bf-46f9-4aa2-af06-204bb1bd7dcb,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:49.275954 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:24:49.277536 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:24:49.347106 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Attempting to bind port af8860bf-46f9-4aa2-af06-204bb1bd7dcb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:24:49.347402 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Attempting to bind port af8860bf-46f9-4aa2-af06-204bb1bd7dcb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ac518238-9253-49cf-bbc4-56a2cd6abdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:24:49.347767 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Attempting to bind port af8860bf-46f9-4aa2-af06-204bb1bd7dcb on network 78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:24:49.353336 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:24:49.353761 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Checking segment: {'id': 'ac518238-9253-49cf-bbc4-56a2cd6abdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:24:49.354267 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:49.354665 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Bound using segment: {'id': 'ac518238-9253-49cf-bbc4-56a2cd6abdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:24:49.355132 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Bound port: af8860bf-46f9-4aa2-af06-204bb1bd7dcb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac518238-9253-49cf-bbc4-56a2cd6abdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:24:49.355515 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (af8860bf-46f9-4aa2-af06-204bb1bd7dcb), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:49.381298 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d57feb92-56b4-4a4c-b4e1-1aacaa52f948 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:49.416642 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d57feb92-56b4-4a4c-b4e1-1aacaa52f948 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:49.425751 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] For port af8860bf-46f9-4aa2-af06-204bb1bd7dcb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:24:49.429612 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] For port af8860bf-46f9-4aa2-af06-204bb1bd7dcb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af8860bf-46f9-4aa2-af06-204bb1bd7dcb,segment=NetworkSegment(ac518238-9253-49cf-bbc4-56a2cd6abdb7),segment_id=ac518238-9253-49cf-bbc4-56a2cd6abdb7)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:24:49.436683 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (af8860bf-46f9-4aa2-af06-204bb1bd7dcb), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:49.471784 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57feb92-56b4-4a4c-b4e1-1aacaa52f948 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:24:49.473581 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-d57feb92-56b4-4a4c-b4e1-1aacaa52f948 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:24:49.476220 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57feb92-56b4-4a4c-b4e1-1aacaa52f948 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:24:49.540621 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57feb92-56b4-4a4c-b4e1-1aacaa52f948 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=771a1b47-af01-4fc9-bcbe-a5e399c9c721,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:49.554085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271268e-9c9a-4cb8-ac82-e9e23cb4fa43 None None] Pushing event updated for resources: {'Port': ['ID=af8860bf-46f9-4aa2-af06-204bb1bd7dcb,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:49.564918 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d57feb92-56b4-4a4c-b4e1-1aacaa52f948 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:49.726411 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d57feb92-56b4-4a4c-b4e1-1aacaa52f948 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:50.047876 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d57feb92-56b4-4a4c-b4e1-1aacaa52f948 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:50.053831 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d57feb92-56b4-4a4c-b4e1-1aacaa52f948 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:50.130065 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d57feb92-56b4-4a4c-b4e1-1aacaa52f948 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:50.131773 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57feb92-56b4-4a4c-b4e1-1aacaa52f948 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=771a1b47-af01-4fc9-bcbe-a5e399c9c721,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:50.229377 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57feb92-56b4-4a4c-b4e1-1aacaa52f948 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:24:50.230851 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-d57feb92-56b4-4a4c-b4e1-1aacaa52f948 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:24:50.348920 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57feb92-56b4-4a4c-b4e1-1aacaa52f948 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:24:50.463241 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57feb92-56b4-4a4c-b4e1-1aacaa52f948 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:24:50.468852 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d57feb92-56b4-4a4c-b4e1-1aacaa52f948 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/b39f335a-828d-4af6-9a5e-eb8b3e6f00a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1064172 Mar 28 09:24:50.471052 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55438) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:50.570756 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0ae9ed-b073-4c6b-bb3a-5595808e2880 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:50.571251 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0ae9ed-b073-4c6b-bb3a-5595808e2880 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:50.571763 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0ae9ed-b073-4c6b-bb3a-5595808e2880 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:50.572240 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0ae9ed-b073-4c6b-bb3a-5595808e2880 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:50.574000 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9e0ae9ed-b073-4c6b-bb3a-5595808e2880 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1019390 Mar 28 09:24:50.576878 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55440) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:50.585592 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d262984-c39c-4115-9adf-e909fac84b6e None None] Network 78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:24:50.636340 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257e7f8f-e63f-405e-bef9-5d6348a36797 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:50.636912 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257e7f8f-e63f-405e-bef9-5d6348a36797 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:50.637380 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257e7f8f-e63f-405e-bef9-5d6348a36797 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:50.637860 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257e7f8f-e63f-405e-bef9-5d6348a36797 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:50.639916 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-257e7f8f-e63f-405e-bef9-5d6348a36797 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0615244 Mar 28 09:24:50.642288 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55442) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:50.694454 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-23df5a5c-dc15-4808-bc05-b9d88ffbf282 None None] Provisioning complete for port af8860bf-46f9-4aa2-af06-204bb1bd7dcb triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:24:50.694822 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-23df5a5c-dc15-4808-bc05-b9d88ffbf282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af8860bf-46f9-4aa2-af06-204bb1bd7dcb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:50.779959 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-91737b2c-f298-460d-a513-0de8183c6ca8 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1365733 Mar 28 09:24:50.784310 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-23df5a5c-dc15-4808-bc05-b9d88ffbf282 None None] Current status of the port af8860bf-46f9-4aa2-af06-204bb1bd7dcb is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:24:50.784710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-23df5a5c-dc15-4808-bc05-b9d88ffbf282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (af8860bf-46f9-4aa2-af06-204bb1bd7dcb), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:50.822932 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-23df5a5c-dc15-4808-bc05-b9d88ffbf282 None None] For port af8860bf-46f9-4aa2-af06-204bb1bd7dcb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af8860bf-46f9-4aa2-af06-204bb1bd7dcb,segment=NetworkSegment(ac518238-9253-49cf-bbc4-56a2cd6abdb7),segment_id=ac518238-9253-49cf-bbc4-56a2cd6abdb7)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:24:50.832475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-23df5a5c-dc15-4808-bc05-b9d88ffbf282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (af8860bf-46f9-4aa2-af06-204bb1bd7dcb), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:50.902585 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df5a5c-dc15-4808-bc05-b9d88ffbf282 None None] Pushing event updated for resources: {'Port': ['ID=af8860bf-46f9-4aa2-af06-204bb1bd7dcb,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:50.977760 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:24:51.025442 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55446) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:51.029974 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-d8926256-60b4-411b-95e0-f7028b908060 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2026232611', 'description': 'tempest-secgroup-smoke-2026232611 description', 'project_id': 'c196c225c4d841048df5a13a55d30507'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:24:51.032964 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:24:51.033452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.056688 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d8926256-60b4-411b-95e0-f7028b908060 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.088489 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-81c393b9-4603-4ec8-be76-2af76764a248 None None] Provisioning complete for port af8860bf-46f9-4aa2-af06-204bb1bd7dcb triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:24:51.088864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-81c393b9-4603-4ec8-be76-2af76764a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af8860bf-46f9-4aa2-af06-204bb1bd7dcb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.147697 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d8926256-60b4-411b-95e0-f7028b908060 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (77dd3249-9726-4046-8a47-85583839fd07), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.152188 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d8926256-60b4-411b-95e0-f7028b908060 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (77dd3249-9726-4046-8a47-85583839fd07), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.172255 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d8926256-60b4-411b-95e0-f7028b908060 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.174072 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d8926256-60b4-411b-95e0-f7028b908060 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1473176 Mar 28 09:24:51.177276 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55448) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:51.181863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-62a30ff9-ff55-41d6-b1e7-53dc31dac7e0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '77dd3249-9726-4046-8a47-85583839fd07', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:24:51.196236 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8926256-60b4-411b-95e0-f7028b908060 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77dd3249-9726-4046-8a47-85583839fd07,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:51.196831 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:24:51.197218 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.224223 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-62a30ff9-ff55-41d6-b1e7-53dc31dac7e0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (7dc7c5a9-8a87-4cb6-b6fb-6ea38c3c764d), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.245696 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:24:51.256763 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.257147 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device af8860bf-46f9-4aa2-af06-204bb1bd7dcb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:24:51.260705 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-81c393b9-4603-4ec8-be76-2af76764a248 None None] Current status of the port af8860bf-46f9-4aa2-af06-204bb1bd7dcb is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:24:51.297609 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Sync routers for ids ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:24:51.298532 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-62a30ff9-ff55-41d6-b1e7-53dc31dac7e0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (7dc7c5a9-8a87-4cb6-b6fb-6ea38c3c764d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.303616 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-62a30ff9-ff55-41d6-b1e7-53dc31dac7e0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (7dc7c5a9-8a87-4cb6-b6fb-6ea38c3c764d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.311522 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Routers {'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:24:51.312576 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:24:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:51.324628 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a30ff9-ff55-41d6-b1e7-53dc31dac7e0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc7c5a9-8a87-4cb6-b6fb-6ea38c3c764d,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:51.335536 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-62a30ff9-ff55-41d6-b1e7-53dc31dac7e0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.340151 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55450) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:51.340485 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-62a30ff9-ff55-41d6-b1e7-53dc31dac7e0 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619654 Mar 28 09:24:51.354522 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-1d6a32bd-b56d-4f51-99b8-c2164a8c0341 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '77dd3249-9726-4046-8a47-85583839fd07', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:24:51.395267 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d6a32bd-b56d-4f51-99b8-c2164a8c0341 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (094d0f4d-754a-4896-81a3-107b153e47ec), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.398516 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.399134 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-81c393b9-4603-4ec8-be76-2af76764a248 None None] Provisioning complete for port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:24:51.400098 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-81c393b9-4603-4ec8-be76-2af76764a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.429826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:51.431860 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Set router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:24:51.465438 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port af8860bf-46f9-4aa2-af06-204bb1bd7dcb triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:24:51.465769 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af8860bf-46f9-4aa2-af06-204bb1bd7dcb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.471037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d6a32bd-b56d-4f51-99b8-c2164a8c0341 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (094d0f4d-754a-4896-81a3-107b153e47ec), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.475640 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d6a32bd-b56d-4f51-99b8-c2164a8c0341 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (094d0f4d-754a-4896-81a3-107b153e47ec), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.500200 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a32bd-b56d-4f51-99b8-c2164a8c0341 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094d0f4d-754a-4896-81a3-107b153e47ec,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:51.505725 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-81c393b9-4603-4ec8-be76-2af76764a248 None None] Port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:24:51.513059 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d6a32bd-b56d-4f51-99b8-c2164a8c0341 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.518304 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1d6a32bd-b56d-4f51-99b8-c2164a8c0341 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1769767 Mar 28 09:24:51.518939 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55452) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:51.523918 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-770d1462-bc7c-43c9-baf8-8b3b9a27ec15 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '77dd3249-9726-4046-8a47-85583839fd07', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:24:51.556130 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-770d1462-bc7c-43c9-baf8-8b3b9a27ec15 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (01af1d62-323d-4b03-83ec-6689ad8cd78a), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.560529 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port af8860bf-46f9-4aa2-af06-204bb1bd7dcb is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:24:51.615938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-770d1462-bc7c-43c9-baf8-8b3b9a27ec15 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (01af1d62-323d-4b03-83ec-6689ad8cd78a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.618727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-770d1462-bc7c-43c9-baf8-8b3b9a27ec15 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (01af1d62-323d-4b03-83ec-6689ad8cd78a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.624934 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-eeab31a6-f246-4f9d-a8c7-0912bd8c5891 None None] Provisioning complete for port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:24:51.625497 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eeab31a6-f246-4f9d-a8c7-0912bd8c5891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.638021 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d1462-bc7c-43c9-baf8-8b3b9a27ec15 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01af1d62-323d-4b03-83ec-6689ad8cd78a,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:51.651709 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-770d1462-bc7c-43c9-baf8-8b3b9a27ec15 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.652924 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-770d1462-bc7c-43c9-baf8-8b3b9a27ec15 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330390 Mar 28 09:24:51.655825 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55454) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:51.661170 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-67479358-1065-4cb4-b189-b0f09108853b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '77dd3249-9726-4046-8a47-85583839fd07', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:24:51.663260 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-eeab31a6-f246-4f9d-a8c7-0912bd8c5891 None None] Port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:24:51.672204 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'name': 'tempest-TestNetworkBasicOps-router-1456930424', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138'}], 'enable_snat': True}, 'gw_port_id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:24:45Z', 'updated_at': '2022-03-28T09:24:49Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:46Z', 'updated_at': '2022-03-28T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '771a1b47-af01-4fc9-bcbe-a5e399c9c721', 'name': '', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:df:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:48Z', 'updated_at': '2022-03-28T09:24:49Z', 'revision_number': 2, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:51.687644 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-67479358-1065-4cb4-b189-b0f09108853b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (f9f3c577-9df7-458a-8e26-52bf136957cc), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.699252 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Checking router: b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:24:51.699608 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Updating router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:24:51.727084 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.745772 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-67479358-1065-4cb4-b189-b0f09108853b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (f9f3c577-9df7-458a-8e26-52bf136957cc), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.749256 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-67479358-1065-4cb4-b189-b0f09108853b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (f9f3c577-9df7-458a-8e26-52bf136957cc), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.766987 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67479358-1065-4cb4-b189-b0f09108853b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f3c577-9df7-458a-8e26-52bf136957cc,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:51.774432 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-67479358-1065-4cb4-b189-b0f09108853b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.775721 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-67479358-1065-4cb4-b189-b0f09108853b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188452 Mar 28 09:24:51.778438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55456) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:51.782999 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-34e19986-fede-445a-8e8c-b863cca7b536 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '77dd3249-9726-4046-8a47-85583839fd07', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:24:51.803506 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-34e19986-fede-445a-8e8c-b863cca7b536 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:24:51.808948 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-34e19986-fede-445a-8e8c-b863cca7b536 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (90b21d68-80ee-4aec-b0ca-dec2028395d2), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.872784 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-34e19986-fede-445a-8e8c-b863cca7b536 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (90b21d68-80ee-4aec-b0ca-dec2028395d2), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.876552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-34e19986-fede-445a-8e8c-b863cca7b536 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (90b21d68-80ee-4aec-b0ca-dec2028395d2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.895457 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e19986-fede-445a-8e8c-b863cca7b536 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b21d68-80ee-4aec-b0ca-dec2028395d2,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:51.906259 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-34e19986-fede-445a-8e8c-b863cca7b536 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.907512 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-34e19986-fede-445a-8e8c-b863cca7b536 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280518 Mar 28 09:24:51.911095 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55458) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:24:51.915902 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-95d144ae-6959-4c8d-b0d0-43c3e0daab71 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'security_group_rule': {'security_group_id': '77dd3249-9726-4046-8a47-85583839fd07', 'project_id': 'c196c225c4d841048df5a13a55d30507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:24:51.935112 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-95d144ae-6959-4c8d-b0d0-43c3e0daab71 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Project c196c225c4d841048df5a13a55d30507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:24:51.939834 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-95d144ae-6959-4c8d-b0d0-43c3e0daab71 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (7e576370-d569-4dd9-9fc5-6d1a222059ce), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:51.999587 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-95d144ae-6959-4c8d-b0d0-43c3e0daab71 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (7e576370-d569-4dd9-9fc5-6d1a222059ce), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:52.003404 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-95d144ae-6959-4c8d-b0d0-43c3e0daab71 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (7e576370-d569-4dd9-9fc5-6d1a222059ce), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:52.018360 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d144ae-6959-4c8d-b0d0-43c3e0daab71 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e576370-d569-4dd9-9fc5-6d1a222059ce,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:52.029875 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-95d144ae-6959-4c8d-b0d0-43c3e0daab71 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:52.031288 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-95d144ae-6959-4c8d-b0d0-43c3e0daab71 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188824 Mar 28 09:24:52.089606 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Publish callbacks [] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:52.095888 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:52.143577 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96c226-a514-46c5-81a6-5784ba47ea99 None None] Pushing event updated for resources: {'Port': ['ID=771a1b47-af01-4fc9-bcbe-a5e399c9c721,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:52.157516 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96c226-a514-46c5-81a6-5784ba47ea99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:52.157897 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96c226-a514-46c5-81a6-5784ba47ea99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:52.158243 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96c226-a514-46c5-81a6-5784ba47ea99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:52.158584 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96c226-a514-46c5-81a6-5784ba47ea99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:52.158943 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96c226-a514-46c5-81a6-5784ba47ea99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:52.159275 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96c226-a514-46c5-81a6-5784ba47ea99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:52.159602 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96c226-a514-46c5-81a6-5784ba47ea99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:52.159921 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96c226-a514-46c5-81a6-5784ba47ea99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:52.160460 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96c226-a514-46c5-81a6-5784ba47ea99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:52.160796 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96c226-a514-46c5-81a6-5784ba47ea99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:52.161130 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96c226-a514-46c5-81a6-5784ba47ea99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:52.161467 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96c226-a514-46c5-81a6-5784ba47ea99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:52.161993 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96c226-a514-46c5-81a6-5784ba47ea99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:52.162112 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96c226-a514-46c5-81a6-5784ba47ea99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:52.162428 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96c226-a514-46c5-81a6-5784ba47ea99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:24:52.205136 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-11eeccc4-ce74-486d-9c9d-7500e06c2220 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2026232611&fields=id&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 267 time: 0.0506706 Mar 28 09:24:52.211808 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Attempting to bind port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:24:52.212185 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Attempting to bind port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ac518238-9253-49cf-bbc4-56a2cd6abdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:24:52.212552 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Attempting to bind port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 on network 78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:24:52.217886 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:24:52.218271 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Checking segment: {'id': 'ac518238-9253-49cf-bbc4-56a2cd6abdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:24:52.218678 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:52.219078 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Bound using segment: {'id': 'ac518238-9253-49cf-bbc4-56a2cd6abdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:24:52.219539 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Bound port: 771a1b47-af01-4fc9-bcbe-a5e399c9c721, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac518238-9253-49cf-bbc4-56a2cd6abdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:24:52.219925 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:52.290478 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] For port 771a1b47-af01-4fc9-bcbe-a5e399c9c721, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:24:52.293782 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] For port 771a1b47-af01-4fc9-bcbe-a5e399c9c721, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=771a1b47-af01-4fc9-bcbe-a5e399c9c721,segment=NetworkSegment(ac518238-9253-49cf-bbc4-56a2cd6abdb7),segment_id=ac518238-9253-49cf-bbc4-56a2cd6abdb7)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:24:52.302489 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:52.320531 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-7dbbdfdf-2ee9-4ecf-8f9c-553b617cba0f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:52.322302 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-7dbbdfdf-2ee9-4ecf-8f9c-553b617cba0f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/networks?id=78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 HTTP/1.1" status: 200 len: 797 time: 0.1092541 Mar 28 09:24:52.338321 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-e9b86bb5-147d-4098-b532-a481ca0f9f4e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/quotas/c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 375 time: 0.0108607 Mar 28 09:24:52.363607 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Routers {'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:24:52.364316 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:24:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:52.366229 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96c226-a514-46c5-81a6-5784ba47ea99 None None] Pushing event updated for resources: {'Port': ['ID=771a1b47-af01-4fc9-bcbe-a5e399c9c721,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:52.390050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e5031dc6-a7a2-42b7-8b1b-1200d0fa9789 None None] Provisioning complete for port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:24:52.390286 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e5031dc6-a7a2-42b7-8b1b-1200d0fa9789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:52.419324 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-040b5508-ae7f-4998-9c4d-022351ccf9bb tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726175 Mar 28 09:24:52.491602 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e5031dc6-a7a2-42b7-8b1b-1200d0fa9789 None None] Current status of the port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:24:52.492001 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e5031dc6-a7a2-42b7-8b1b-1200d0fa9789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:52.511674 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] Set router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:24:52.530122 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-e5031dc6-a7a2-42b7-8b1b-1200d0fa9789 None None] For port 771a1b47-af01-4fc9-bcbe-a5e399c9c721, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=771a1b47-af01-4fc9-bcbe-a5e399c9c721,segment=NetworkSegment(ac518238-9253-49cf-bbc4-56a2cd6abdb7),segment_id=ac518238-9253-49cf-bbc4-56a2cd6abdb7)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:24:52.537637 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e5031dc6-a7a2-42b7-8b1b-1200d0fa9789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:52.593642 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5031dc6-a7a2-42b7-8b1b-1200d0fa9789 None None] Pushing event updated for resources: {'Port': ['ID=771a1b47-af01-4fc9-bcbe-a5e399c9c721,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:52.596316 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-471bbbc1-4d91-420f-a238-5f82ee0da495 service neutron] 10.222.0.15 "GET /v2.0/networks/78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650226 Mar 28 09:24:52.662000 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ea58e1ee-6416-42e2-9eb1-aa57ee0dfaa9 None None] Provisioning complete for port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:24:52.663004 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ea58e1ee-6416-42e2-9eb1-aa57ee0dfaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:52.694303 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-f6397494-f4b5-4408-8f8d-d50a4242b9e4 service neutron] 10.222.0.15 "GET /v2.0/networks/78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916846 Mar 28 09:24:52.735604 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'name': 'tempest-TestNetworkBasicOps-router-1456930424', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138'}], 'enable_snat': True}, 'gw_port_id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:24:45Z', 'updated_at': '2022-03-28T09:24:49Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:46Z', 'updated_at': '2022-03-28T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '771a1b47-af01-4fc9-bcbe-a5e399c9c721', 'name': '', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:df:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:48Z', 'updated_at': '2022-03-28T09:24:52Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:24:52.747858 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ea58e1ee-6416-42e2-9eb1-aa57ee0dfaa9 None None] Current status of the port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:24:52.767380 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3e4f07-709a-41ff-8b52-4aaee4ed4e2a None None] The sync data for ids ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'] in dv-neutron-master-2-hyperv is: [{'id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'name': 'tempest-TestNetworkBasicOps-router-1456930424', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138'}], 'enable_snat': True}, 'gw_port_id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:24:45Z', 'updated_at': '2022-03-28T09:24:49Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:46Z', 'updated_at': '2022-03-28T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '771a1b47-af01-4fc9-bcbe-a5e399c9c721', 'name': '', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:df:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:48Z', 'updated_at': '2022-03-28T09:24:52Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:24:52.871143 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a9b62244-4f97-4b1b-aa6f-febc60c01f5f req-6d11507c-7f87-4227-8a1c-94afaebdb260 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 210 time: 0.0350466 Mar 28 09:24:52.946138 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:24:53.003110 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:24:53.003489 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:53.105646 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:24:53.106954 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device af8860bf-46f9-4aa2-af06-204bb1bd7dcb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:24:53.155370 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port af8860bf-46f9-4aa2-af06-204bb1bd7dcb triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:24:53.155816 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (af8860bf-46f9-4aa2-af06-204bb1bd7dcb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:53.249446 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port af8860bf-46f9-4aa2-af06-204bb1bd7dcb is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:24:53.902802 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-2493dac1-cab5-417c-a3fc-a5dd35f52124 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:53.904842 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-2493dac1-cab5-417c-a3fc-a5dd35f52124 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/networks?id=78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 HTTP/1.1" status: 200 len: 797 time: 0.1136703 Mar 28 09:24:53.976393 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fdc45c2f-dc18-475f-b0b6-7dbd9f3a964c req-a206a506-deeb-4b74-a4b1-d07a6b405490 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 210 time: 0.0363352 Mar 28 09:24:53.981141 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-b3f6aed8-f10a-48be-ab0d-a8dbf8f322ee tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c196c225c4d841048df5a13a55d30507 HTTP/1.1" status: 200 len: 380 time: 0.0675309 Mar 28 09:24:53.992139 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-3821eba4-8ea3-42a2-b105-cf4de5002ada tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'port': {'device_id': 'd9852823-f058-4d15-b509-c77797b7b148', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'admin_state_up': True, 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'security_groups': ['77dd3249-9726-4046-8a47-85583839fd07']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:24:54.101675 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-3821eba4-8ea3-42a2-b105-cf4de5002ada tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Made reservation on behalf of c196c225c4d841048df5a13a55d30507 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:24:54.104989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-3821eba4-8ea3-42a2-b105-cf4de5002ada tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:54.226923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-3821eba4-8ea3-42a2-b105-cf4de5002ada tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.20.0.9 (78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5/f83c2066-253f-4f21-9f12-5831e691df5d/9ab84ae5-3e83-415c-9b79-3fa61c77c000) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:24:54.368279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-3821eba4-8ea3-42a2-b105-cf4de5002ada tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (9ab84ae5-3e83-415c-9b79-3fa61c77c000), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:54.401281 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-3821eba4-8ea3-42a2-b105-cf4de5002ada tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (9ab84ae5-3e83-415c-9b79-3fa61c77c000), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:54.442880 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-3821eba4-8ea3-42a2-b105-cf4de5002ada tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network 78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:24:54.446035 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-3821eba4-8ea3-42a2-b105-cf4de5002ada tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:24:54.452312 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-3821eba4-8ea3-42a2-b105-cf4de5002ada tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:24:54.460608 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821eba4-8ea3-42a2-b105-cf4de5002ada tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=9ab84ae5-3e83-415c-9b79-3fa61c77c000,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:54.507807 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-3821eba4-8ea3-42a2-b105-cf4de5002ada tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:54.508429 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-3821eba4-8ea3-42a2-b105-cf4de5002ada tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:54.525065 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-3821eba4-8ea3-42a2-b105-cf4de5002ada tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5383451 Mar 28 09:24:54.536346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Request body: {'port': {'device_id': 'd9852823-f058-4d15-b509-c77797b7b148', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:24:54.608679 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9ab84ae5-3e83-415c-9b79-3fa61c77c000), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:54.678217 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-76b7e96f-12c7-4ab7-8f46-fec10b936354 None None] Provisioning complete for port 9ab84ae5-3e83-415c-9b79-3fa61c77c000 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:24:54.678788 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-76b7e96f-12c7-4ab7-8f46-fec10b936354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9ab84ae5-3e83-415c-9b79-3fa61c77c000), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:54.715179 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-76b7e96f-12c7-4ab7-8f46-fec10b936354 None None] Port 9ab84ae5-3e83-415c-9b79-3fa61c77c000 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:24:54.872241 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 771a1b47-af01-4fc9-bcbe-a5e399c9c721 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:24:54.874952 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab84ae5-3e83-415c-9b79-3fa61c77c000 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:24:54.884886 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Publish callbacks [] for port (9ab84ae5-3e83-415c-9b79-3fa61c77c000), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:54.897609 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Transition to ACTIVE for port object 9ab84ae5-3e83-415c-9b79-3fa61c77c000 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:24:54.901369 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (9ab84ae5-3e83-415c-9b79-3fa61c77c000), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:54.923400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:24:54.923774 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:54.977068 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab84ae5-3e83-415c-9b79-3fa61c77c000,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:55.010744 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:24:55.039071 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Attempting to bind port 9ab84ae5-3e83-415c-9b79-3fa61c77c000 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:24:55.039407 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Attempting to bind port 9ab84ae5-3e83-415c-9b79-3fa61c77c000 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ac518238-9253-49cf-bbc4-56a2cd6abdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:24:55.039765 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Attempting to bind port 9ab84ae5-3e83-415c-9b79-3fa61c77c000 on network 78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:24:55.046397 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Port 9ab84ae5-3e83-415c-9b79-3fa61c77c000 on network 78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:24:55.046723 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Attempting to bind port 9ab84ae5-3e83-415c-9b79-3fa61c77c000 on network 78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:24:55.052696 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:24:55.053041 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Checking segment: {'id': 'ac518238-9253-49cf-bbc4-56a2cd6abdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:24:55.053433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Bound using segment: {'id': 'ac518238-9253-49cf-bbc4-56a2cd6abdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:24:55.053896 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Bound port: 9ab84ae5-3e83-415c-9b79-3fa61c77c000, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac518238-9253-49cf-bbc4-56a2cd6abdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:24:55.054257 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9ab84ae5-3e83-415c-9b79-3fa61c77c000), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:55.155098 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7ea8e-9c93-477a-8f7a-810d4c06dc55 req-e18b8141-40fd-4974-b990-8a8c515f582c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:55.156568 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1fd7ea8e-9c93-477a-8f7a-810d4c06dc55 req-e18b8141-40fd-4974-b990-8a8c515f582c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 943 time: 0.1001146 Mar 28 09:24:55.164119 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] For port 9ab84ae5-3e83-415c-9b79-3fa61c77c000, host hv-neutron-mast, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:24:55.173976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] For port 9ab84ae5-3e83-415c-9b79-3fa61c77c000, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9ab84ae5-3e83-415c-9b79-3fa61c77c000,segment=NetworkSegment(ac518238-9253-49cf-bbc4-56a2cd6abdb7),segment_id=ac518238-9253-49cf-bbc4-56a2cd6abdb7)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:24:55.184771 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (9ab84ae5-3e83-415c-9b79-3fa61c77c000), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:55.235412 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:55.236031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:55.237416 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] 10.222.0.16 "PUT /v2.0/ports/9ab84ae5-3e83-415c-9b79-3fa61c77c000 HTTP/1.1" status: 200 len: 1093 time: 0.7057889 Mar 28 09:24:55.240700 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9852823-f058-4d15-b509-c77797b7b148', 'tag': '9ab84ae5-3e83-415c-9b79-3fa61c77c000'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:24:55.242911 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c2acf9-2045-4dff-9ae4-a94a0bc56cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "d9852823-f058-4d15-b509-c77797b7b148", "tag": "9ab84ae5-3e83-415c-9b79-3fa61c77c000"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:24:55.278428 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1fd7ea8e-9c93-477a-8f7a-810d4c06dc55 req-de8b2c43-6f75-4410-8746-53bd344afa16 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=77dd3249-9726-4046-8a47-85583839fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154623 Mar 28 09:24:55.280289 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0e51e-c1bb-403e-a69d-c4c9984f9920 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab84ae5-3e83-415c-9b79-3fa61c77c000,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:55.309533 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128150f3-7c2c-4f7b-9d83-a33c3092269e x-openstack-request-id: req-128150f3-7c2c-4f7b-9d83-a33c3092269e {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:24:55.309854 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9852823-f058-4d15-b509-c77797b7b148", "tag": "9ab84ae5-3e83-415c-9b79-3fa61c77c000", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:24:55.310108 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-128150f3-7c2c-4f7b-9d83-a33c3092269e {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:24:55.310507 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128150f3-7c2c-4f7b-9d83-a33c3092269e'] response: {'name': 'network-changed', 'server_uuid': 'd9852823-f058-4d15-b509-c77797b7b148', 'tag': '9ab84ae5-3e83-415c-9b79-3fa61c77c000', 'status': 'completed', 'code': 200} Mar 28 09:24:55.331643 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-43260d18-c5a5-4693-87fd-4713d5427317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:55.334534 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-43260d18-c5a5-4693-87fd-4713d5427317 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 1127 time: 0.0551610 Mar 28 09:24:55.376968 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-148f92b7-a4d5-47f0-8fe5-479a0fe0a96a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ab84ae5-3e83-415c-9b79-3fa61c77c000 HTTP/1.1" status: 200 len: 217 time: 0.0358531 Mar 28 09:24:55.432417 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-0978cfe6-ba92-4883-b0a7-95575b0eab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:55.433898 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-0978cfe6-ba92-4883-b0a7-95575b0eab05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f83c2066-253f-4f21-9f12-5831e691df5d HTTP/1.1" status: 200 len: 834 time: 0.0510201 Mar 28 09:24:55.483382 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-7778cf26-0c74-4a27-abda-ecce0b240cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:55.484892 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-7778cf26-0c74-4a27-abda-ecce0b240cf6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454123 Mar 28 09:24:55.572365 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-fa422bda-2222-4693-b1cf-d75a06f66384 service neutron] 10.222.0.16 "GET /v2.0/networks/78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811739 Mar 28 09:24:55.662451 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5d20ab91-992a-4ae7-8fb4-41d8e6303a89 req-0935d642-b37e-4aee-91f3-3f46ea7c8446 service neutron] 10.222.0.16 "GET /v2.0/networks/78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842001 Mar 28 09:24:55.751496 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2acf9-2045-4dff-9ae4-a94a0bc56cd1 req-354df1bf-3daa-4404-bd3e-5d6ff1bd5e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:55.752974 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c6c2acf9-2045-4dff-9ae4-a94a0bc56cd1 req-354df1bf-3daa-4404-bd3e-5d6ff1bd5e79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 1127 time: 0.0446661 Mar 28 09:24:55.845826 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2acf9-2045-4dff-9ae4-a94a0bc56cd1 req-800bfba1-8546-4f8f-896d-93e1f058b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:55.847300 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c6c2acf9-2045-4dff-9ae4-a94a0bc56cd1 req-800bfba1-8546-4f8f-896d-93e1f058b29f service neutron] 10.222.0.16 "GET /v2.0/networks?id=78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 HTTP/1.1" status: 200 len: 897 time: 0.0877957 Mar 28 09:24:55.888975 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c6c2acf9-2045-4dff-9ae4-a94a0bc56cd1 req-7498d00a-9104-44bc-a129-ee8b3a9ef75c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ab84ae5-3e83-415c-9b79-3fa61c77c000 HTTP/1.1" status: 200 len: 217 time: 0.0346260 Mar 28 09:24:55.934747 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2acf9-2045-4dff-9ae4-a94a0bc56cd1 req-b86efb23-acb0-4b80-b329-c9d53a4b8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:55.936143 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c6c2acf9-2045-4dff-9ae4-a94a0bc56cd1 req-b86efb23-acb0-4b80-b329-c9d53a4b8c30 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f83c2066-253f-4f21-9f12-5831e691df5d HTTP/1.1" status: 200 len: 834 time: 0.0414824 Mar 28 09:24:55.989121 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2acf9-2045-4dff-9ae4-a94a0bc56cd1 req-cdfebc21-480b-4721-85b4-fc3001b7af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:55.990629 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c6c2acf9-2045-4dff-9ae4-a94a0bc56cd1 req-cdfebc21-480b-4721-85b4-fc3001b7af98 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0474119 Mar 28 09:24:56.077982 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c6c2acf9-2045-4dff-9ae4-a94a0bc56cd1 req-3c9d5e03-4398-4293-96d1-e479ef82d9e2 service neutron] 10.222.0.16 "GET /v2.0/networks/78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806155 Mar 28 09:24:56.169518 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c6c2acf9-2045-4dff-9ae4-a94a0bc56cd1 req-add7b1ca-f18b-418a-a748-7fc82c81564c service neutron] 10.222.0.16 "GET /v2.0/networks/78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850465 Mar 28 09:24:56.397821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95572973-52cd-4eec-b197-71563eafd276 req-0e99a331-1d6a-4dd7-8ad7-79010ec342c5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:56.399289 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-95572973-52cd-4eec-b197-71563eafd276 req-0e99a331-1d6a-4dd7-8ad7-79010ec342c5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 943 time: 0.0542202 Mar 28 09:24:56.448563 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-95572973-52cd-4eec-b197-71563eafd276 req-e1d582fd-12eb-4ce4-8e3e-ebeebb6fdadc tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=77dd3249-9726-4046-8a47-85583839fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438211 Mar 28 09:24:57.255898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e4cf6fed-dc56-4920-b868-ffec78b93f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:57.866158 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1e305-4742-4487-a514-71b800b5a580 req-184be4d1-914e-4f96-93eb-f4772998d37e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:57.867679 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-71b1e305-4742-4487-a514-71b800b5a580 req-184be4d1-914e-4f96-93eb-f4772998d37e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 943 time: 0.3525970 Mar 28 09:24:57.916058 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-71b1e305-4742-4487-a514-71b800b5a580 req-0ee8ba3d-8f0d-48de-91f4-753845df5e19 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=77dd3249-9726-4046-8a47-85583839fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427661 Mar 28 09:24:58.699281 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 9ab84ae5-3e83-415c-9b79-3fa61c77c000 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:24:58.793779 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 9ab84ae5-3e83-415c-9b79-3fa61c77c000, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9ab84ae5-3e83-415c-9b79-3fa61c77c000,segment=NetworkSegment(ac518238-9253-49cf-bbc4-56a2cd6abdb7),segment_id=ac518238-9253-49cf-bbc4-56a2cd6abdb7)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:24:58.805515 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '9ab84ae5-3e83-415c-9b79-3fa61c77c000', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'port_id': '9ab84ae5-3e83-415c-9b79-3fa61c77c000', 'mac_address': 'fa:16:3e:db:63:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:24:58.840474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 9ab84ae5-3e83-415c-9b79-3fa61c77c000 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:24:58.840861 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9ab84ae5-3e83-415c-9b79-3fa61c77c000), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:58.853678 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab84ae5-3e83-415c-9b79-3fa61c77c000 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:24:58.872841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 9ab84ae5-3e83-415c-9b79-3fa61c77c000, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9ab84ae5-3e83-415c-9b79-3fa61c77c000,segment=NetworkSegment(ac518238-9253-49cf-bbc4-56a2cd6abdb7),segment_id=ac518238-9253-49cf-bbc4-56a2cd6abdb7)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:24:58.876895 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9ab84ae5-3e83-415c-9b79-3fa61c77c000), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:24:58.923469 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=9ab84ae5-3e83-415c-9b79-3fa61c77c000,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:24:59.034992 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa06fa-5075-44a6-9c43-a9cc1b96baf7 req-3121b648-6547-47b9-b634-302062c18c2f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:24:59.036460 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b4aa06fa-5075-44a6-9c43-a9cc1b96baf7 req-3121b648-6547-47b9-b634-302062c18c2f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 944 time: 0.0556631 Mar 28 09:24:59.076807 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['9ab84ae5-3e83-415c-9b79-3fa61c77c000'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:24:59.086363 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b4aa06fa-5075-44a6-9c43-a9cc1b96baf7 req-1f000592-7708-44b4-9d8d-362bb4a4ed49 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=77dd3249-9726-4046-8a47-85583839fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438979 Mar 28 09:24:59.475374 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0f58372b-96a3-44c8-8d21-64533b05a787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:00.212227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682633-b871-4917-a3f4-e24bc9509f4a req-9e450804-8a4f-4cce-9ac5-1e507051e00b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:00.213726 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-95682633-b871-4917-a3f4-e24bc9509f4a req-9e450804-8a4f-4cce-9ac5-1e507051e00b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 944 time: 0.0575974 Mar 28 09:25:00.266215 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-95682633-b871-4917-a3f4-e24bc9509f4a req-141b9da8-09d0-4bec-940c-2d893b3637e8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=77dd3249-9726-4046-8a47-85583839fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469165 Mar 28 09:25:00.594392 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:00.710097 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 9ab84ae5-3e83-415c-9b79-3fa61c77c000 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:25:00.760087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 9ab84ae5-3e83-415c-9b79-3fa61c77c000 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:25:00.764031 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 9ab84ae5-3e83-415c-9b79-3fa61c77c000 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:25:00.764428 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9ab84ae5-3e83-415c-9b79-3fa61c77c000), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:00.837255 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 9ab84ae5-3e83-415c-9b79-3fa61c77c000 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:25:00.837655 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9ab84ae5-3e83-415c-9b79-3fa61c77c000), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:00.859097 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9852823-f058-4d15-b509-c77797b7b148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab84ae5-3e83-415c-9b79-3fa61c77c000'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:25:00.861243 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108d0d88-d388-4473-9d79-5ac7aa3f2d96" -d '{"events": [{"server_uuid": "d9852823-f058-4d15-b509-c77797b7b148", "name": "network-vif-plugged", "status": "completed", "tag": "9ab84ae5-3e83-415c-9b79-3fa61c77c000"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:25:00.873892 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 9ab84ae5-3e83-415c-9b79-3fa61c77c000, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9ab84ae5-3e83-415c-9b79-3fa61c77c000,segment=NetworkSegment(ac518238-9253-49cf-bbc4-56a2cd6abdb7),segment_id=ac518238-9253-49cf-bbc4-56a2cd6abdb7)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:25:00.877891 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9ab84ae5-3e83-415c-9b79-3fa61c77c000), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:00.904197 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3afc1d-a7da-4b5d-b9bd-b154bae98cb8 x-openstack-request-id: req-2d3afc1d-a7da-4b5d-b9bd-b154bae98cb8 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:25:00.904494 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9852823-f058-4d15-b509-c77797b7b148", "name": "network-vif-plugged", "status": "completed", "tag": "9ab84ae5-3e83-415c-9b79-3fa61c77c000", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:25:00.904748 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d3afc1d-a7da-4b5d-b9bd-b154bae98cb8 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:25:00.905141 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d3afc1d-a7da-4b5d-b9bd-b154bae98cb8'] response: {'server_uuid': 'd9852823-f058-4d15-b509-c77797b7b148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab84ae5-3e83-415c-9b79-3fa61c77c000', 'code': 200} Mar 28 09:25:00.930516 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=9ab84ae5-3e83-415c-9b79-3fa61c77c000,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:01.063324 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010d786-c664-44f5-8215-e7b2a958b309 req-669b60d4-d185-4457-a31f-3b1c69e6ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:01.064830 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9010d786-c664-44f5-8215-e7b2a958b309 req-669b60d4-d185-4457-a31f-3b1c69e6ab25 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 1129 time: 0.0479050 Mar 28 09:25:01.108949 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9010d786-c664-44f5-8215-e7b2a958b309 req-9673dd18-1a46-4a04-a525-6acf86fcda19 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=77dd3249-9726-4046-8a47-85583839fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387650 Mar 28 09:25:01.382932 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e47123-2d8f-429e-8361-2fb276adfd8a req-71d2dcae-b3c1-45ec-a830-60ff36a94a53 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:01.384415 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-63e47123-2d8f-429e-8361-2fb276adfd8a req-71d2dcae-b3c1-45ec-a830-60ff36a94a53 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 945 time: 0.0537715 Mar 28 09:25:01.434886 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-63e47123-2d8f-429e-8361-2fb276adfd8a req-23eee4d0-80b7-4501-b803-9e4366afe753 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=77dd3249-9726-4046-8a47-85583839fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447032 Mar 28 09:25:02.137324 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:02.556138 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289d116-d986-4009-9625-e883aced557a req-677eaa13-8d93-4039-a71a-749f8bed9bc2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:02.557610 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c289d116-d986-4009-9625-e883aced557a req-677eaa13-8d93-4039-a71a-749f8bed9bc2 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 945 time: 0.0527949 Mar 28 09:25:02.606252 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c289d116-d986-4009-9625-e883aced557a req-4b937887-c053-41f2-9ee1-9728a46a69ed tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=77dd3249-9726-4046-8a47-85583839fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430713 Mar 28 09:25:02.721577 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cf632-5326-456c-b9e8-a1fccc815a20 req-2c0c13c9-a366-4c46-943e-6523555dad7a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:02.723002 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f79cf632-5326-456c-b9e8-a1fccc815a20 req-2c0c13c9-a366-4c46-943e-6523555dad7a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 945 time: 0.0517118 Mar 28 09:25:02.770997 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f79cf632-5326-456c-b9e8-a1fccc815a20 req-bbce82e2-88a5-44e4-a026-453160f706a5 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=77dd3249-9726-4046-8a47-85583839fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423717 Mar 28 09:25:02.792680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55516) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:02.838814 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794f2736-b669-4df2-8323-91144b0948d4 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:02.840306 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-794f2736-b669-4df2-8323-91144b0948d4 tempest-TestNetworkBasicOps-1361770771 tempest-TestNetworkBasicOps-1361770771-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 1124 time: 0.0466921 Mar 28 09:25:02.843114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55518) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:02.847217 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': '9ab84ae5-3e83-415c-9b79-3fa61c77c000', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:25:02.867808 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:02.963939 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:03.067445 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Allocated IP 172.36.4.119 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/573cbcd0-a72d-4b38-b480-dc48996b4066) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:25:03.168012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (573cbcd0-a72d-4b38-b480-dc48996b4066), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:03.201584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (573cbcd0-a72d-4b38-b480-dc48996b4066), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:03.242224 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:25:03.245083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:25:03.247549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:25:03.274102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=573cbcd0-a72d-4b38-b480-dc48996b4066,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:03.602245 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (2268b039-258b-4097-bb16-1d61154ecaf0), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:03.673810 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (573cbcd0-a72d-4b38-b480-dc48996b4066), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:03.707538 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:03.854282 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for port (573cbcd0-a72d-4b38-b480-dc48996b4066), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:03.859016 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (573cbcd0-a72d-4b38-b480-dc48996b4066), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:03.932578 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event updated for resources: {'Port': ['ID=573cbcd0-a72d-4b38-b480-dc48996b4066,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:03.944922 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (2268b039-258b-4097-bb16-1d61154ecaf0), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:04.053206 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP 2268b039-258b-4097-bb16-1d61154ecaf0 associated. External IP: 172.36.4.119, port: 9ab84ae5-3e83-415c-9b79-3fa61c77c000. Mar 28 09:25:04.263178 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:25:04.370501 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:25:04.379697 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c9e07-a0af-482f-bd97-2bdcdc8fef67 None None] Sync routers for ids ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:25:04.389392 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:04.391106 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8c9e07-a0af-482f-bd97-2bdcdc8fef67 None None] Routers {'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:25:04.391717 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4d8c9e07-a0af-482f-bd97-2bdcdc8fef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:24:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:04.419022 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6fe37367-07ff-4fc2-82d4-c47160ae01c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5748968 Mar 28 09:25:04.419624 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9852823-f058-4d15-b509-c77797b7b148', 'tag': '9ab84ae5-3e83-415c-9b79-3fa61c77c000'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:25:04.421899 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1c92a9-6a46-495c-a59f-0e057fe02b82" -d '{"events": [{"name": "network-changed", "server_uuid": "d9852823-f058-4d15-b509-c77797b7b148", "tag": "9ab84ae5-3e83-415c-9b79-3fa61c77c000"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:25:04.422024 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55520) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:04.463722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e738c92-45b1-407f-ae2c-40a99513b3db x-openstack-request-id: req-2e738c92-45b1-407f-ae2c-40a99513b3db {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:25:04.464024 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9852823-f058-4d15-b509-c77797b7b148", "tag": "9ab84ae5-3e83-415c-9b79-3fa61c77c000", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:25:04.464285 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e738c92-45b1-407f-ae2c-40a99513b3db {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:25:04.464709 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e738c92-45b1-407f-ae2c-40a99513b3db'] response: {'name': 'network-changed', 'server_uuid': 'd9852823-f058-4d15-b509-c77797b7b148', 'tag': '9ab84ae5-3e83-415c-9b79-3fa61c77c000', 'status': 'completed', 'code': 200} Mar 28 09:25:04.500569 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-4d8c9e07-a0af-482f-bd97-2bdcdc8fef67 None None] Set router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:25:04.525740 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-80bea7f9-c2da-45d0-8d9c-eaa11e59ff79 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/2268b039-258b-4097-bb16-1d61154ecaf0 HTTP/1.1" status: 200 len: 991 time: 0.1011643 Mar 28 09:25:04.540812 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c92a9-6a46-495c-a59f-0e057fe02b82 req-a1126a97-0b4a-4e77-a0b0-a7ded09df2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:04.542311 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ee1c92a9-6a46-495c-a59f-0e057fe02b82 req-a1126a97-0b4a-4e77-a0b0-a7ded09df2e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 1129 time: 0.0582790 Mar 28 09:25:04.641327 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c92a9-6a46-495c-a59f-0e057fe02b82 req-ddf3fefb-6a61-457c-89d8-8c2f4f163100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:04.643645 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ee1c92a9-6a46-495c-a59f-0e057fe02b82 req-ddf3fefb-6a61-457c-89d8-8c2f4f163100 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 HTTP/1.1" status: 200 len: 897 time: 0.0955527 Mar 28 09:25:04.711315 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ee1c92a9-6a46-495c-a59f-0e057fe02b82 req-5d83195f-0e56-4d48-839c-a2ca57676071 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ab84ae5-3e83-415c-9b79-3fa61c77c000 HTTP/1.1" status: 200 len: 999 time: 0.0619791 Mar 28 09:25:04.758333 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c92a9-6a46-495c-a59f-0e057fe02b82 req-631080fc-9d3b-47ad-b0c0-f0840026aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:04.759785 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ee1c92a9-6a46-495c-a59f-0e057fe02b82 req-631080fc-9d3b-47ad-b0c0-f0840026aa7a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f83c2066-253f-4f21-9f12-5831e691df5d HTTP/1.1" status: 200 len: 834 time: 0.0437787 Mar 28 09:25:04.811555 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c92a9-6a46-495c-a59f-0e057fe02b82 req-609cbd79-5b54-4016-bca2-656d21f0182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:04.813049 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ee1c92a9-6a46-495c-a59f-0e057fe02b82 req-609cbd79-5b54-4016-bca2-656d21f0182f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475478 Mar 28 09:25:04.871944 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4d8c9e07-a0af-482f-bd97-2bdcdc8fef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'name': 'tempest-TestNetworkBasicOps-router-1456930424', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138'}], 'enable_snat': True}, 'gw_port_id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:24:45Z', 'updated_at': '2022-03-28T09:24:49Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:46Z', 'updated_at': '2022-03-28T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2268b039-258b-4097-bb16-1d61154ecaf0', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.119', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'port_id': '9ab84ae5-3e83-415c-9b79-3fa61c77c000', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'mac_address': 'fa:16:3e:db:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852823-f058-4d15-b509-c77797b7b148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:25:03Z', 'updated_at': '2022-03-28T09:25:03Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771a1b47-af01-4fc9-bcbe-a5e399c9c721', 'name': '', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:48Z', 'updated_at': '2022-03-28T09:24:52Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:04.897850 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c9e07-a0af-482f-bd97-2bdcdc8fef67 None None] Checking router: b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:25:04.907272 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8c9e07-a0af-482f-bd97-2bdcdc8fef67 None None] Routers {'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:25:04.907880 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4d8c9e07-a0af-482f-bd97-2bdcdc8fef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:24:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:04.909904 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ee1c92a9-6a46-495c-a59f-0e057fe02b82 req-f33e82fd-41fc-4472-9114-4a225b50a284 service neutron] 10.222.0.16 "GET /v2.0/networks/78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901899 Mar 28 09:25:05.001944 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ee1c92a9-6a46-495c-a59f-0e057fe02b82 req-56bdb543-cbb9-4e76-b6bc-70d47e61aa20 service neutron] 10.222.0.16 "GET /v2.0/networks/78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863082 Mar 28 09:25:05.013954 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-4d8c9e07-a0af-482f-bd97-2bdcdc8fef67 None None] Set router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:25:05.231240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4d8c9e07-a0af-482f-bd97-2bdcdc8fef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'name': 'tempest-TestNetworkBasicOps-router-1456930424', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138'}], 'enable_snat': True}, 'gw_port_id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:24:45Z', 'updated_at': '2022-03-28T09:24:49Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:46Z', 'updated_at': '2022-03-28T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2268b039-258b-4097-bb16-1d61154ecaf0', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.119', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'port_id': '9ab84ae5-3e83-415c-9b79-3fa61c77c000', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'mac_address': 'fa:16:3e:db:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852823-f058-4d15-b509-c77797b7b148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:25:03Z', 'updated_at': '2022-03-28T09:25:03Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771a1b47-af01-4fc9-bcbe-a5e399c9c721', 'name': '', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:48Z', 'updated_at': '2022-03-28T09:24:52Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:05.261580 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c9e07-a0af-482f-bd97-2bdcdc8fef67 None None] The sync data for ids ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'] in dv-neutron-master-2-hyperv is: [{'id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'name': 'tempest-TestNetworkBasicOps-router-1456930424', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138'}], 'enable_snat': True}, 'gw_port_id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:24:45Z', 'updated_at': '2022-03-28T09:24:49Z', 'revision_number': 4, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:46Z', 'updated_at': '2022-03-28T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2268b039-258b-4097-bb16-1d61154ecaf0', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.119', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'port_id': '9ab84ae5-3e83-415c-9b79-3fa61c77c000', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'mac_address': 'fa:16:3e:db:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852823-f058-4d15-b509-c77797b7b148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:25:03Z', 'updated_at': '2022-03-28T09:25:03Z', 'revision_number': 0, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771a1b47-af01-4fc9-bcbe-a5e399c9c721', 'name': '', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:48Z', 'updated_at': '2022-03-28T09:24:52Z', 'revision_number': 5, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:25:05.443401 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be21906d-2280-4683-bf3a-1aa19f24a4f7 None None] New status for floating IP 2268b039-258b-4097-bb16-1d61154ecaf0: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:25:05.528784 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55524) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:05.617391 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0613b744-e35e-4ec8-a860-1a375314360d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/2268b039-258b-4097-bb16-1d61154ecaf0 HTTP/1.1" status: 200 len: 991 time: 0.0865710 Mar 28 09:25:06.621018 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55526) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:06.686872 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e7a523dc-ed29-4bc2-959a-8b84fc10a10e tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/2268b039-258b-4097-bb16-1d61154ecaf0 HTTP/1.1" status: 200 len: 993 time: 0.0647018 Mar 28 09:25:11.521843 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:25:21.367166 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:27.257603 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6190250a-230f-4a62-b124-589edb2224c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:29.476158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6bc30ae9-4113-46e0-b1c0-1b2cd29996c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:30.596574 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:32.141201 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:33.242520 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55536) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:33.248210 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-76da766c-84a0-40f9-88de-8c3f57d14999 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'router': {'admin_state_up': False}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:25:33.556845 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-76da766c-84a0-40f9-88de-8c3f57d14999 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:33.567202 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-76da766c-84a0-40f9-88de-8c3f57d14999 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:33.675868 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76da766c-84a0-40f9-88de-8c3f57d14999 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:25:33.702015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:33.793454 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76da766c-84a0-40f9-88de-8c3f57d14999 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:25:33.800025 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-76da766c-84a0-40f9-88de-8c3f57d14999 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:33.801724 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-76da766c-84a0-40f9-88de-8c3f57d14999 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 HTTP/1.1" status: 200 len: 889 time: 0.5574191 Mar 28 09:25:33.803518 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a55759-f9d2-46c2-a0a4-86a2300a6b25 None None] Sync routers for ids ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:25:33.816873 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a55759-f9d2-46c2-a0a4-86a2300a6b25 None None] Routers {'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:25:33.817408 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f1a55759-f9d2-46c2-a0a4-86a2300a6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:25:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:33.852126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f1a55759-f9d2-46c2-a0a4-86a2300a6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:33.860531 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a55759-f9d2-46c2-a0a4-86a2300a6b25 None None] Routers {'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:25:33.861125 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f1a55759-f9d2-46c2-a0a4-86a2300a6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:25:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:33.892951 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f1a55759-f9d2-46c2-a0a4-86a2300a6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:33.893568 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a55759-f9d2-46c2-a0a4-86a2300a6b25 None None] The sync data for ids ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'] in dv-neutron-master-2-hyperv is: [] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:25:34.644509 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ffa663-0875-4c68-9290-8aed14fb8242 None None] New status for floating IP 2268b039-258b-4097-bb16-1d61154ecaf0: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:25:34.869171 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:25:34.947002 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:25:34.947312 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:34.967878 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:25:34.971420 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:34.972135 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 771a1b47-af01-4fc9-bcbe-a5e399c9c721 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:25:35.046211 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:35.085737 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:25:35.086070 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:35.118000 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 771a1b47-af01-4fc9-bcbe-a5e399c9c721, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=771a1b47-af01-4fc9-bcbe-a5e399c9c721,segment=NetworkSegment(ac518238-9253-49cf-bbc4-56a2cd6abdb7),segment_id=ac518238-9253-49cf-bbc4-56a2cd6abdb7)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:25:35.121485 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:35.167222 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=771a1b47-af01-4fc9-bcbe-a5e399c9c721,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:35.920475 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55540) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:35.925143 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-6f37c820-8ea3-48a8-ae48-b30faf9ae97d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:25:36.527448 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f37c820-8ea3-48a8-ae48-b30faf9ae97d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3916752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3931071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2952'] for router (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:36.538449 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f37c820-8ea3-48a8-ae48-b30faf9ae97d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3916761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3931016'] for router (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:36.646884 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f37c820-8ea3-48a8-ae48-b30faf9ae97d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:25:36.755138 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f37c820-8ea3-48a8-ae48-b30faf9ae97d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:25:36.762899 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f37c820-8ea3-48a8-ae48-b30faf9ae97d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:36.764092 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6f37c820-8ea3-48a8-ae48-b30faf9ae97d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 HTTP/1.1" status: 200 len: 888 time: 0.8426156 Mar 28 09:25:36.767016 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55542) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:36.767442 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c157b781-5de3-4510-a871-1451c9425ed1 None None] Sync routers for ids ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:25:36.777020 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c157b781-5de3-4510-a871-1451c9425ed1 None None] Routers {'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:25:36.777717 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c157b781-5de3-4510-a871-1451c9425ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:25:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:36.827971 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4ae6303f-313f-4a47-8308-80c89b580383 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/2268b039-258b-4097-bb16-1d61154ecaf0 HTTP/1.1" status: 200 len: 991 time: 0.0598359 Mar 28 09:25:36.884285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-c157b781-5de3-4510-a871-1451c9425ed1 None None] Set router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:25:37.105932 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c157b781-5de3-4510-a871-1451c9425ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'name': 'tempest-TestNetworkBasicOps-router-1456930424', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138'}], 'enable_snat': True}, 'gw_port_id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:24:45Z', 'updated_at': '2022-03-28T09:25:36Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:46Z', 'updated_at': '2022-03-28T09:25:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2268b039-258b-4097-bb16-1d61154ecaf0', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.119', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'port_id': '9ab84ae5-3e83-415c-9b79-3fa61c77c000', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'mac_address': 'fa:16:3e:db:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852823-f058-4d15-b509-c77797b7b148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:25:03Z', 'updated_at': '2022-03-28T09:25:34Z', 'revision_number': 2, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771a1b47-af01-4fc9-bcbe-a5e399c9c721', 'name': '', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:df:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:48Z', 'updated_at': '2022-03-28T09:25:35Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:37.132474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c157b781-5de3-4510-a871-1451c9425ed1 None None] Checking router: b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:25:37.140560 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c157b781-5de3-4510-a871-1451c9425ed1 None None] Routers {'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:25:37.141144 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c157b781-5de3-4510-a871-1451c9425ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:25:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:37.248079 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-c157b781-5de3-4510-a871-1451c9425ed1 None None] Set router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:25:37.471688 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c157b781-5de3-4510-a871-1451c9425ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'name': 'tempest-TestNetworkBasicOps-router-1456930424', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138'}], 'enable_snat': True}, 'gw_port_id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:24:45Z', 'updated_at': '2022-03-28T09:25:36Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:46Z', 'updated_at': '2022-03-28T09:25:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2268b039-258b-4097-bb16-1d61154ecaf0', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.119', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'port_id': '9ab84ae5-3e83-415c-9b79-3fa61c77c000', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'mac_address': 'fa:16:3e:db:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852823-f058-4d15-b509-c77797b7b148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:25:03Z', 'updated_at': '2022-03-28T09:25:34Z', 'revision_number': 2, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771a1b47-af01-4fc9-bcbe-a5e399c9c721', 'name': '', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:df:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:48Z', 'updated_at': '2022-03-28T09:25:35Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:37.498392 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c157b781-5de3-4510-a871-1451c9425ed1 None None] The sync data for ids ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'] in dv-neutron-master-2-hyperv is: [{'id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'name': 'tempest-TestNetworkBasicOps-router-1456930424', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138'}], 'enable_snat': True}, 'gw_port_id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:24:45Z', 'updated_at': '2022-03-28T09:25:36Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:46Z', 'updated_at': '2022-03-28T09:25:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2268b039-258b-4097-bb16-1d61154ecaf0', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'floating_ip_address': '172.36.4.119', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'port_id': '9ab84ae5-3e83-415c-9b79-3fa61c77c000', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'mac_address': 'fa:16:3e:db:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9852823-f058-4d15-b509-c77797b7b148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:25:03Z', 'updated_at': '2022-03-28T09:25:34Z', 'revision_number': 2, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771a1b47-af01-4fc9-bcbe-a5e399c9c721', 'name': '', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:df:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:48Z', 'updated_at': '2022-03-28T09:25:35Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:25:37.831691 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55546) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:37.898351 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3dcb5e7a-fff3-48d1-95ad-a3b15a884c6f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/2268b039-258b-4097-bb16-1d61154ecaf0 HTTP/1.1" status: 200 len: 991 time: 0.0656443 Mar 28 09:25:38.901128 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55548) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:38.918017 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:25:38.966294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:25:38.966677 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:38.993231 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1e7a2ac0-f494-4194-a88f-bbf538126d4c tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/2268b039-258b-4097-bb16-1d61154ecaf0 HTTP/1.1" status: 200 len: 991 time: 0.0898232 Mar 28 09:25:38.999300 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e88f5af3-1e40-4007-9d07-6a8411054b1c req-e505dc0e-c447-4d64-95ee-e6a2920d5bd5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9852823-f058-4d15-b509-c77797b7b148&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0898473 Mar 28 09:25:39.052195 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:25:39.052594 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:39.077607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:25:39.082269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:39.083054 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 771a1b47-af01-4fc9-bcbe-a5e399c9c721 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:25:39.096164 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f5af3-1e40-4007-9d07-6a8411054b1c req-62df2bde-73f4-42a5-86ef-6f3c8905a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:39.097699 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e88f5af3-1e40-4007-9d07-6a8411054b1c req-62df2bde-73f4-42a5-86ef-6f3c8905a93c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 1129 time: 0.0570588 Mar 28 09:25:39.110510 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5647a89f-263a-48f8-b6dc-514c3dbb2e78 None None] New status for floating IP 2268b039-258b-4097-bb16-1d61154ecaf0: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:25:39.162310 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:39.173345 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:25:39.173754 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:39.215415 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f5af3-1e40-4007-9d07-6a8411054b1c req-3fa09eac-5f49-477b-8a34-cf668343d1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:39.216994 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e88f5af3-1e40-4007-9d07-6a8411054b1c req-3fa09eac-5f49-477b-8a34-cf668343d1a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 HTTP/1.1" status: 200 len: 897 time: 0.0903275 Mar 28 09:25:39.254620 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:25:39.255142 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:39.294672 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 771a1b47-af01-4fc9-bcbe-a5e399c9c721, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=771a1b47-af01-4fc9-bcbe-a5e399c9c721,segment=NetworkSegment(ac518238-9253-49cf-bbc4-56a2cd6abdb7),segment_id=ac518238-9253-49cf-bbc4-56a2cd6abdb7)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:25:39.299151 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:39.307283 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e88f5af3-1e40-4007-9d07-6a8411054b1c req-dd3171d3-3909-479e-9384-f40d5eb6f991 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ab84ae5-3e83-415c-9b79-3fa61c77c000 HTTP/1.1" status: 200 len: 999 time: 0.0839617 Mar 28 09:25:39.350345 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=771a1b47-af01-4fc9-bcbe-a5e399c9c721,revision_number=7']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:39.358965 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f5af3-1e40-4007-9d07-6a8411054b1c req-079c218c-43f2-405c-935f-5317f128f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:39.360430 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e88f5af3-1e40-4007-9d07-6a8411054b1c req-079c218c-43f2-405c-935f-5317f128f36c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f83c2066-253f-4f21-9f12-5831e691df5d HTTP/1.1" status: 200 len: 834 time: 0.0475683 Mar 28 09:25:39.410449 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f5af3-1e40-4007-9d07-6a8411054b1c req-5bb92ec6-b3d9-4197-b6f9-98ba3ec1b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:39.412550 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e88f5af3-1e40-4007-9d07-6a8411054b1c req-5bb92ec6-b3d9-4197-b6f9-98ba3ec1b46e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453234 Mar 28 09:25:39.503933 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e88f5af3-1e40-4007-9d07-6a8411054b1c req-4d6f1771-dba8-4cf0-896b-e08b4c30d9eb service neutron] 10.222.0.16 "GET /v2.0/networks/78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861328 Mar 28 09:25:39.595767 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e88f5af3-1e40-4007-9d07-6a8411054b1c req-196d4ba0-ac49-4ba6-b67b-e3e907b12ab3 service neutron] 10.222.0.16 "GET /v2.0/networks/78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865040 Mar 28 09:25:39.996009 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55550) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:40.059107 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-724a0f23-038b-4147-92e6-d8f22544e60d tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/floatingips/2268b039-258b-4097-bb16-1d61154ecaf0 HTTP/1.1" status: 200 len: 993 time: 0.0619581 Mar 28 09:25:40.339887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55556) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:40.793219 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 573cbcd0-a72d-4b38-b480-dc48996b4066 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:25:40.793560 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (573cbcd0-a72d-4b38-b480-dc48996b4066), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:40.869044 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (573cbcd0-a72d-4b38-b480-dc48996b4066), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:40.869369 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (573cbcd0-a72d-4b38-b480-dc48996b4066), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:40.879928 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:25:40.883017 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 573cbcd0-a72d-4b38-b480-dc48996b4066 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:25:40.930542 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:25:40.930832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:41.037323 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (573cbcd0-a72d-4b38-b480-dc48996b4066), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:41.066416 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=573cbcd0-a72d-4b38-b480-dc48996b4066,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:41.079242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:41.079242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:41.079507 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:41.079832 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:41.080166 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:41.080494 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:41.080821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:41.081145 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:41.081473 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:41.081882 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:41.082211 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:41.082536 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:41.082857 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:41.083183 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:41.083492 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:41.139533 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for floatingip (2268b039-258b-4097-bb16-1d61154ecaf0), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:41.139914 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Floating IP 2268b039-258b-4097-bb16-1d61154ecaf0 disassociated (deleted). External IP: 172.36.4.119, port: 9ab84ae5-3e83-415c-9b79-3fa61c77c000. Mar 28 09:25:41.157200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:25:41.158282 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 771a1b47-af01-4fc9-bcbe-a5e399c9c721 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:25:41.203513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:25:41.203893 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:41.280756 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:25:41.350376 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:25:41.459853 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:25:41.464207 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:41.470363 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755b8ba3-c171-4775-bc6e-25458a172446 None None] Sync routers for ids ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:25:41.480372 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755b8ba3-c171-4775-bc6e-25458a172446 None None] Routers {'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:25:41.480984 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-755b8ba3-c171-4775-bc6e-25458a172446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:25:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:41.494599 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5d397650-ff61-4d97-b223-fab3da5488de tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/floatingips/2268b039-258b-4097-bb16-1d61154ecaf0 HTTP/1.1" status: 204 len: 168 time: 1.1535780 Mar 28 09:25:41.495194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9852823-f058-4d15-b509-c77797b7b148', 'tag': '9ab84ae5-3e83-415c-9b79-3fa61c77c000'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:25:41.497504 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618205c3-97eb-4a99-a146-7ab458198b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "d9852823-f058-4d15-b509-c77797b7b148", "tag": "9ab84ae5-3e83-415c-9b79-3fa61c77c000"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:25:41.538051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204dbcca-5184-4e8a-a81f-f2792947eb2b x-openstack-request-id: req-204dbcca-5184-4e8a-a81f-f2792947eb2b {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:25:41.538393 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9852823-f058-4d15-b509-c77797b7b148", "tag": "9ab84ae5-3e83-415c-9b79-3fa61c77c000", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:25:41.538644 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-204dbcca-5184-4e8a-a81f-f2792947eb2b {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:25:41.539213 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-204dbcca-5184-4e8a-a81f-f2792947eb2b'] response: {'name': 'network-changed', 'server_uuid': 'd9852823-f058-4d15-b509-c77797b7b148', 'tag': '9ab84ae5-3e83-415c-9b79-3fa61c77c000', 'status': 'completed', 'code': 200} Mar 28 09:25:41.601877 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-755b8ba3-c171-4775-bc6e-25458a172446 None None] Set router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:25:41.602905 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618205c3-97eb-4a99-a146-7ab458198b5a req-18ba5a12-1dd8-4413-8bac-09965b7689e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:41.604431 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-618205c3-97eb-4a99-a146-7ab458198b5a req-18ba5a12-1dd8-4413-8bac-09965b7689e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c196c225c4d841048df5a13a55d30507&device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 1129 time: 0.0459716 Mar 28 09:25:41.710373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618205c3-97eb-4a99-a146-7ab458198b5a req-6901a508-8abb-4747-b13a-70b518bec9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:41.711757 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-618205c3-97eb-4a99-a146-7ab458198b5a req-6901a508-8abb-4747-b13a-70b518bec9eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 HTTP/1.1" status: 200 len: 897 time: 0.1002345 Mar 28 09:25:41.752301 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce811d10-8825-4370-81e9-8e48d5281d9c req-65d05b01-d0dd-4c34-ac01-b24cf5d2ed22 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:41.753982 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ce811d10-8825-4370-81e9-8e48d5281d9c req-65d05b01-d0dd-4c34-ac01-b24cf5d2ed22 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 945 time: 0.0628047 Mar 28 09:25:41.755009 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-618205c3-97eb-4a99-a146-7ab458198b5a req-ea712067-8291-41c8-9250-725adaba934e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ab84ae5-3e83-415c-9b79-3fa61c77c000 HTTP/1.1" status: 200 len: 217 time: 0.0369546 Mar 28 09:25:41.805125 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ce811d10-8825-4370-81e9-8e48d5281d9c req-3c5d1cd2-746b-4613-93a8-a69aaa51372f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=77dd3249-9726-4046-8a47-85583839fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450079 Mar 28 09:25:41.805778 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618205c3-97eb-4a99-a146-7ab458198b5a req-33b5b8a8-8cfb-43f9-989f-74eb199f3a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:41.807246 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-618205c3-97eb-4a99-a146-7ab458198b5a req-33b5b8a8-8cfb-43f9-989f-74eb199f3a9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f83c2066-253f-4f21-9f12-5831e691df5d HTTP/1.1" status: 200 len: 834 time: 0.0459888 Mar 28 09:25:41.815853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-755b8ba3-c171-4775-bc6e-25458a172446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'name': 'tempest-TestNetworkBasicOps-router-1456930424', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138'}], 'enable_snat': True}, 'gw_port_id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:24:45Z', 'updated_at': '2022-03-28T09:25:36Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:46Z', 'updated_at': '2022-03-28T09:25:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '771a1b47-af01-4fc9-bcbe-a5e399c9c721', 'name': '', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:48Z', 'updated_at': '2022-03-28T09:25:39Z', 'revision_number': 7, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:41.847091 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755b8ba3-c171-4775-bc6e-25458a172446 None None] Checking router: b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:25:41.855992 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755b8ba3-c171-4775-bc6e-25458a172446 None None] Routers {'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:25:41.856598 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-755b8ba3-c171-4775-bc6e-25458a172446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:25:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:41.858839 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618205c3-97eb-4a99-a146-7ab458198b5a req-2022ee0a-294f-4422-8c4f-27ddc1eb4345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:41.860336 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-618205c3-97eb-4a99-a146-7ab458198b5a req-2022ee0a-294f-4422-8c4f-27ddc1eb4345 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0463586 Mar 28 09:25:41.956884 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-618205c3-97eb-4a99-a146-7ab458198b5a req-332c4f4b-051e-4dcb-a792-1c8b770ab10c service neutron] 10.222.0.16 "GET /v2.0/networks/78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887988 Mar 28 09:25:41.971189 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-755b8ba3-c171-4775-bc6e-25458a172446 None None] Set router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:25:42.051537 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-618205c3-97eb-4a99-a146-7ab458198b5a req-ecb92ed3-da4a-4fd9-9cc4-2fbd7660a08f service neutron] 10.222.0.16 "GET /v2.0/networks/78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876739 Mar 28 09:25:42.171277 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-755b8ba3-c171-4775-bc6e-25458a172446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'name': 'tempest-TestNetworkBasicOps-router-1456930424', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138'}], 'enable_snat': True}, 'gw_port_id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:24:45Z', 'updated_at': '2022-03-28T09:25:36Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:46Z', 'updated_at': '2022-03-28T09:25:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '771a1b47-af01-4fc9-bcbe-a5e399c9c721', 'name': '', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:48Z', 'updated_at': '2022-03-28T09:25:39Z', 'revision_number': 7, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:42.197666 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755b8ba3-c171-4775-bc6e-25458a172446 None None] The sync data for ids ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'] in dv-neutron-master-2-hyperv is: [{'id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'name': 'tempest-TestNetworkBasicOps-router-1456930424', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138'}], 'enable_snat': True}, 'gw_port_id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:24:45Z', 'updated_at': '2022-03-28T09:25:36Z', 'revision_number': 6, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:46Z', 'updated_at': '2022-03-28T09:25:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '771a1b47-af01-4fc9-bcbe-a5e399c9c721', 'name': '', 'network_id': '78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'mac_address': 'fa:16:3e:25:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:48Z', 'updated_at': '2022-03-28T09:25:39Z', 'revision_number': 7, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'subnets': [{'id': 'f83c2066-253f-4f21-9f12-5831e691df5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:25:42.813901 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd1057a-dedb-46b2-a94b-c38cd10b72d5 None None] New status for floating IP 2268b039-258b-4097-bb16-1d61154ecaf0: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:25:42.939180 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0bda5-061b-4f88-a739-a982ae20ac6c req-db9c028d-21aa-4444-8d60-10e2f3ec4729 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:42.940921 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-91c0bda5-061b-4f88-a739-a982ae20ac6c req-db9c028d-21aa-4444-8d60-10e2f3ec4729 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 945 time: 0.0615313 Mar 28 09:25:43.025442 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-91c0bda5-061b-4f88-a739-a982ae20ac6c req-62ffc769-b74d-4bf4-9782-bb850dc2c11a tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "GET /v2.0/security-groups?id=77dd3249-9726-4046-8a47-85583839fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784006 Mar 28 09:25:43.044782 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354618bb-bc34-4518-a561-9a64a986f085 req-7cfab707-bd5b-4a31-92c6-79f80509f201 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:43.046389 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-354618bb-bc34-4518-a561-9a64a986f085 req-7cfab707-bd5b-4a31-92c6-79f80509f201 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9852823-f058-4d15-b509-c77797b7b148 HTTP/1.1" status: 200 len: 945 time: 0.0716958 Mar 28 09:25:43.142988 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-354618bb-bc34-4518-a561-9a64a986f085 req-9a093022-85ae-4c84-bb12-1400bef858e8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 9ab84ae5-3e83-415c-9b79-3fa61c77c000 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:25:43.143628 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-354618bb-bc34-4518-a561-9a64a986f085 req-9a093022-85ae-4c84-bb12-1400bef858e8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (9ab84ae5-3e83-415c-9b79-3fa61c77c000), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:43.231411 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-354618bb-bc34-4518-a561-9a64a986f085 req-9a093022-85ae-4c84-bb12-1400bef858e8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port 9ab84ae5-3e83-415c-9b79-3fa61c77c000, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9ab84ae5-3e83-415c-9b79-3fa61c77c000,segment=NetworkSegment(ac518238-9253-49cf-bbc4-56a2cd6abdb7),segment_id=ac518238-9253-49cf-bbc4-56a2cd6abdb7)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:25:43.231776 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-354618bb-bc34-4518-a561-9a64a986f085 req-9a093022-85ae-4c84-bb12-1400bef858e8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (9ab84ae5-3e83-415c-9b79-3fa61c77c000), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:43.245342 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-354618bb-bc34-4518-a561-9a64a986f085 req-9a093022-85ae-4c84-bb12-1400bef858e8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 9ab84ae5-3e83-415c-9b79-3fa61c77c000 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:25:43.376001 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-354618bb-bc34-4518-a561-9a64a986f085 req-9a093022-85ae-4c84-bb12-1400bef858e8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (9ab84ae5-3e83-415c-9b79-3fa61c77c000), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:43.405836 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a093022-85ae-4c84-bb12-1400bef858e8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=9ab84ae5-3e83-415c-9b79-3fa61c77c000,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:43.447714 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-354618bb-bc34-4518-a561-9a64a986f085 req-9a093022-85ae-4c84-bb12-1400bef858e8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] No DVR routers for this DVR port 9ab84ae5-3e83-415c-9b79-3fa61c77c000 on host hv-neutron-mast {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:25:43.450150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-354618bb-bc34-4518-a561-9a64a986f085 req-9a093022-85ae-4c84-bb12-1400bef858e8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:43.453477 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-354618bb-bc34-4518-a561-9a64a986f085 req-9a093022-85ae-4c84-bb12-1400bef858e8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.16 "DELETE /v2.0/ports/9ab84ae5-3e83-415c-9b79-3fa61c77c000 HTTP/1.1" status: 204 len: 173 time: 0.4011741 Mar 28 09:25:43.540457 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9852823-f058-4d15-b509-c77797b7b148', 'name': 'network-vif-deleted', 'tag': '9ab84ae5-3e83-415c-9b79-3fa61c77c000'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:25:43.543247 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f51f4e9-7c88-4e5e-9200-1540fe8f38a3" -d '{"events": [{"server_uuid": "d9852823-f058-4d15-b509-c77797b7b148", "name": "network-vif-deleted", "tag": "9ab84ae5-3e83-415c-9b79-3fa61c77c000"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:25:43.580399 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553938d0-6487-4ef2-b3b4-735933ecaff0 x-openstack-request-id: req-553938d0-6487-4ef2-b3b4-735933ecaff0 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:25:43.580700 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9852823-f058-4d15-b509-c77797b7b148", "name": "network-vif-deleted", "tag": "9ab84ae5-3e83-415c-9b79-3fa61c77c000", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:25:43.580955 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-553938d0-6487-4ef2-b3b4-735933ecaff0 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:25:43.581361 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-553938d0-6487-4ef2-b3b4-735933ecaff0'] response: {'server_uuid': 'd9852823-f058-4d15-b509-c77797b7b148', 'name': 'network-vif-deleted', 'tag': '9ab84ae5-3e83-415c-9b79-3fa61c77c000', 'status': 'completed', 'code': 200} Mar 28 09:25:44.080047 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55570) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:44.140698 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-34846dfc-4043-4863-806d-21a9949c391b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (77dd3249-9726-4046-8a47-85583839fd07), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:44.166574 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-34846dfc-4043-4863-806d-21a9949c391b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (77dd3249-9726-4046-8a47-85583839fd07), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:44.223808 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-34846dfc-4043-4863-806d-21a9949c391b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (77dd3249-9726-4046-8a47-85583839fd07), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:44.227042 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-34846dfc-4043-4863-806d-21a9949c391b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:44.228253 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-34846dfc-4043-4863-806d-21a9949c391b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/security-groups/77dd3249-9726-4046-8a47-85583839fd07 HTTP/1.1" status: 204 len: 168 time: 0.1472242 Mar 28 09:25:44.237292 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34846dfc-4043-4863-806d-21a9949c391b tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dd3249-9726-4046-8a47-85583839fd07,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:44.259303 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55574) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:44.619153 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:44.876994 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 771a1b47-af01-4fc9-bcbe-a5e399c9c721 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:25:44.877260 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:44.967269 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port 771a1b47-af01-4fc9-bcbe-a5e399c9c721, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=771a1b47-af01-4fc9-bcbe-a5e399c9c721,segment=NetworkSegment(ac518238-9253-49cf-bbc4-56a2cd6abdb7),segment_id=ac518238-9253-49cf-bbc4-56a2cd6abdb7)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:25:44.967642 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:44.980330 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 771a1b47-af01-4fc9-bcbe-a5e399c9c721 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:25:45.164595 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (771a1b47-af01-4fc9-bcbe-a5e399c9c721), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:45.191670 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=771a1b47-af01-4fc9-bcbe-a5e399c9c721,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:45.216672 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:45.217076 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:45.217450 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:45.217769 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:45.218117 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:45.218457 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:45.218792 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:45.219125 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:45.219461 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:45.219794 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:45.220127 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:45.220458 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:45.220803 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:45.221113 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:45.221437 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:45.385959 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:45.602469 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:25:45.710562 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:25:45.715683 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ad9f6459-5776-4921-a64b-24dca8132697 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "PUT /v2.0/routers/b39f335a-828d-4af6-9a5e-eb8b3e6f00a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4553499 Mar 28 09:25:45.718326 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55576) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:45.720843 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec96227-f228-4034-855a-084f28c286ab None None] Sync routers for ids ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:25:45.732150 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec96227-f228-4034-855a-084f28c286ab None None] Routers {'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:25:45.732771 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3ec96227-f228-4034-855a-084f28c286ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:25:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:45.769758 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-567718fe-c4cf-4d07-afab-d8bad7227ee8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting subnet f83c2066-253f-4f21-9f12-5831e691df5d {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:25:45.773444 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-567718fe-c4cf-4d07-afab-d8bad7227ee8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (f83c2066-253f-4f21-9f12-5831e691df5d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:45.817100 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-567718fe-c4cf-4d07-afab-d8bad7227ee8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (f83c2066-253f-4f21-9f12-5831e691df5d), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:45.839739 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-3ec96227-f228-4034-855a-084f28c286ab None None] Set router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:25:45.899619 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-567718fe-c4cf-4d07-afab-d8bad7227ee8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (f83c2066-253f-4f21-9f12-5831e691df5d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:45.958104 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-567718fe-c4cf-4d07-afab-d8bad7227ee8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (f83c2066-253f-4f21-9f12-5831e691df5d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:45.991601 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567718fe-c4cf-4d07-afab-d8bad7227ee8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Subnet': ['ID=f83c2066-253f-4f21-9f12-5831e691df5d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:45.993634 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-567718fe-c4cf-4d07-afab-d8bad7227ee8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:45.999934 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-567718fe-c4cf-4d07-afab-d8bad7227ee8 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/subnets/f83c2066-253f-4f21-9f12-5831e691df5d HTTP/1.1" status: 204 len: 168 time: 0.2778478 Mar 28 09:25:45.999934 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55578) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:46.004920 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d471a09-b959-4901-b4d2-c8af3b0089d7 None None] Network 78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:25:46.092803 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3ec96227-f228-4034-855a-084f28c286ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'name': 'tempest-TestNetworkBasicOps-router-1456930424', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138'}], 'enable_snat': True}, 'gw_port_id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:24:45Z', 'updated_at': '2022-03-28T09:25:45Z', 'revision_number': 7, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:46Z', 'updated_at': '2022-03-28T09:25:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:46.108351 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bde2179a-2d14-4619-b308-28ddc9854297 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:46.122008 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec96227-f228-4034-855a-084f28c286ab None None] Checking router: b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:25:46.138040 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec96227-f228-4034-855a-084f28c286ab None None] Routers {'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:25:46.138654 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3ec96227-f228-4034-855a-084f28c286ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:25:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:46.226002 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bde2179a-2d14-4619-b308-28ddc9854297 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_gateway (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:46.286133 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-bde2179a-2d14-4619-b308-28ddc9854297 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Deleting port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:25:46.286483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bde2179a-2d14-4619-b308-28ddc9854297 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:46.348957 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c39432-5921-4167-be76-adacf246e412 None None] DHCP port deletion for 78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:25:46.366506 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-bde2179a-2d14-4619-b308-28ddc9854297 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] For port 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:25:46.366872 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bde2179a-2d14-4619-b308-28ddc9854297 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:46.379622 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-bde2179a-2d14-4619-b308-28ddc9854297 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Calling delete_port for 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:25:46.420485 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-3ec96227-f228-4034-855a-084f28c286ab None None] Set router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:25:46.490194 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Deleting port af8860bf-46f9-4aa2-af06-204bb1bd7dcb {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:25:46.490702 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (af8860bf-46f9-4aa2-af06-204bb1bd7dcb), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:46.550329 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bde2179a-2d14-4619-b308-28ddc9854297 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:46.579306 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2179a-2d14-4619-b308-28ddc9854297 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Port': ['ID=1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:46.598820 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f9c39432-5921-4167-be76-adacf246e412 None None] For port af8860bf-46f9-4aa2-af06-204bb1bd7dcb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=af8860bf-46f9-4aa2-af06-204bb1bd7dcb,segment=NetworkSegment(ac518238-9253-49cf-bbc4-56a2cd6abdb7),segment_id=ac518238-9253-49cf-bbc4-56a2cd6abdb7)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:25:46.599276 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (af8860bf-46f9-4aa2-af06-204bb1bd7dcb), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:46.619492 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Calling delete_port for af8860bf-46f9-4aa2-af06-204bb1bd7dcb owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:25:46.640800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bde2179a-2d14-4619-b308-28ddc9854297 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:46.733821 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3ec96227-f228-4034-855a-084f28c286ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'name': 'tempest-TestNetworkBasicOps-router-1456930424', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138'}], 'enable_snat': True}, 'gw_port_id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:24:45Z', 'updated_at': '2022-03-28T09:25:45Z', 'revision_number': 7, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:46Z', 'updated_at': '2022-03-28T09:25:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:46.734400 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bde2179a-2d14-4619-b308-28ddc9854297 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:46.737133 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bde2179a-2d14-4619-b308-28ddc9854297 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router_controller (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:46.763309 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (af8860bf-46f9-4aa2-af06-204bb1bd7dcb), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:46.765275 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec96227-f228-4034-855a-084f28c286ab None None] The sync data for ids ['b39f335a-828d-4af6-9a5e-eb8b3e6f00a9'] in dv-neutron-master-2-hyperv is: [{'id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'name': 'tempest-TestNetworkBasicOps-router-1456930424', 'tenant_id': 'c196c225c4d841048df5a13a55d30507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138'}], 'enable_snat': True}, 'gw_port_id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:24:45Z', 'updated_at': '2022-03-28T09:25:45Z', 'revision_number': 7, 'project_id': 'c196c225c4d841048df5a13a55d30507', 'gw_port': {'id': '1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f335a-828d-4af6-9a5e-eb8b3e6f00a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:24:46Z', 'updated_at': '2022-03-28T09:25:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:25:46.785824 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bde2179a-2d14-4619-b308-28ddc9854297 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (b39f335a-828d-4af6-9a5e-eb8b3e6f00a9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:46.786415 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde2179a-2d14-4619-b308-28ddc9854297 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Fanout notify agent at l3_agent the message router_deleted on router b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:25:46.791417 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Pushing event deleted for resources: {'Port': ['ID=af8860bf-46f9-4aa2-af06-204bb1bd7dcb,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:46.795512 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bde2179a-2d14-4619-b308-28ddc9854297 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:46.795842 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c39432-5921-4167-be76-adacf246e412 None None] No DVR routers for this DVR port af8860bf-46f9-4aa2-af06-204bb1bd7dcb on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:25:46.796190 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bde2179a-2d14-4619-b308-28ddc9854297 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/routers/b39f335a-828d-4af6-9a5e-eb8b3e6f00a9 HTTP/1.1" status: 204 len: 168 time: 0.7956409 Mar 28 09:25:46.798941 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55580) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:46.802378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:46.803367 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:46.808614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:46.808614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:46.808614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:46.808614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:46.808614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:46.808614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:46.808614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:46.808614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:46.808614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:46.808614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:46.808614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:46.810128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:46.810128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c39432-5921-4167-be76-adacf246e412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:25:46.878624 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-62c15301-cb93-4a1d-b459-9e35d53ee98f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:46.964431 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 9ab84ae5-3e83-415c-9b79-3fa61c77c000 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:25:46.966868 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-62c15301-cb93-4a1d-b459-9e35d53ee98f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:46.987888 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 9ab84ae5-3e83-415c-9b79-3fa61c77c000 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:25:46.988052 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-62c15301-cb93-4a1d-b459-9e35d53ee98f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:46.988173 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 9ab84ae5-3e83-415c-9b79-3fa61c77c000 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:25:46.997873 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-62c15301-cb93-4a1d-b459-9e35d53ee98f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac518238-9253-49cf-bbc4-56a2cd6abdb7') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:46.998173 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-62c15301-cb93-4a1d-b459-9e35d53ee98f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac518238-9253-49cf-bbc4-56a2cd6abdb7') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:25:47.007401 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-62c15301-cb93-4a1d-b459-9e35d53ee98f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (ac518238-9253-49cf-bbc4-56a2cd6abdb7), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:47.020227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-62c15301-cb93-4a1d-b459-9e35d53ee98f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (ac518238-9253-49cf-bbc4-56a2cd6abdb7), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:47.026130 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c15301-cb93-4a1d-b459-9e35d53ee98f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:25:47.026517 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-62c15301-cb93-4a1d-b459-9e35d53ee98f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (ac518238-9253-49cf-bbc4-56a2cd6abdb7), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:25:47.029397 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:25:47.086279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-62c15301-cb93-4a1d-b459-9e35d53ee98f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:47.092813 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-62c15301-cb93-4a1d-b459-9e35d53ee98f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:47.095962 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-62c15301-cb93-4a1d-b459-9e35d53ee98f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] 10.222.0.15 "DELETE /v2.0/networks/78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5 HTTP/1.1" status: 204 len: 168 time: 0.2958465 Mar 28 09:25:47.112302 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c15301-cb93-4a1d-b459-9e35d53ee98f tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] Pushing event deleted for resources: {'Network': ['ID=78903cc2-f1cd-4b49-97a6-d9ebae7eaeb5,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:47.269351 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device af8860bf-46f9-4aa2-af06-204bb1bd7dcb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:25:47.290811 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: af8860bf-46f9-4aa2-af06-204bb1bd7dcb {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:25:47.291165 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device af8860bf-46f9-4aa2-af06-204bb1bd7dcb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:25:47.291598 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 771a1b47-af01-4fc9-bcbe-a5e399c9c721 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:25:47.312734 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 771a1b47-af01-4fc9-bcbe-a5e399c9c721 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:25:47.313092 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 771a1b47-af01-4fc9-bcbe-a5e399c9c721 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:25:47.406624 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55586) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:47.547337 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1c51c7ca-4009-4c23-8138-6470326504e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c196c225c4d841048df5a13a55d30507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1394145 Mar 28 09:25:47.549997 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55590) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:47.598207 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b4854c3-3630-4e85-9f0a-1f4c961d3ec9 admin admin] Publish callbacks [] for security_group (fa9ccc34-918e-4a71-bb7b-119199e88e91), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:47.619887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b4854c3-3630-4e85-9f0a-1f4c961d3ec9 admin admin] Publish callbacks [] for security_group (fa9ccc34-918e-4a71-bb7b-119199e88e91), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:47.666161 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b4854c3-3630-4e85-9f0a-1f4c961d3ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (fa9ccc34-918e-4a71-bb7b-119199e88e91), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:47.668699 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b4854c3-3630-4e85-9f0a-1f4c961d3ec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:47.669853 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4b4854c3-3630-4e85-9f0a-1f4c961d3ec9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa9ccc34-918e-4a71-bb7b-119199e88e91 HTTP/1.1" status: 204 len: 168 time: 0.1189418 Mar 28 09:25:47.677230 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4854c3-3630-4e85-9f0a-1f4c961d3ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9ccc34-918e-4a71-bb7b-119199e88e91,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:47.941700 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55596) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:47.954739 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8996d714-4a5a-465b-b244-648c191c0092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:48.027291 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8996d714-4a5a-465b-b244-648c191c0092 admin admin] Publish callbacks [] for security_group (e44a5d38-dcb8-4519-9420-840571f31301), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:48.030897 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8996d714-4a5a-465b-b244-648c191c0092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (e44a5d38-dcb8-4519-9420-840571f31301), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:48.070900 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8996d714-4a5a-465b-b244-648c191c0092 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ebf395225b849fa9da3feab515c4b1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1281149 Mar 28 09:25:48.073067 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996d714-4a5a-465b-b244-648c191c0092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44a5d38-dcb8-4519-9420-840571f31301,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:48.073534 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55598) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:25:48.133791 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed238c28-aa3a-472b-80d5-1381d090d351 admin admin] Publish callbacks [] for security_group (e44a5d38-dcb8-4519-9420-840571f31301), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:48.154827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed238c28-aa3a-472b-80d5-1381d090d351 admin admin] Publish callbacks [] for security_group (e44a5d38-dcb8-4519-9420-840571f31301), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:48.201357 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed238c28-aa3a-472b-80d5-1381d090d351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (e44a5d38-dcb8-4519-9420-840571f31301), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:48.203936 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed238c28-aa3a-472b-80d5-1381d090d351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:48.205115 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ed238c28-aa3a-472b-80d5-1381d090d351 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e44a5d38-dcb8-4519-9420-840571f31301 HTTP/1.1" status: 204 len: 168 time: 0.1305478 Mar 28 09:25:48.212960 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed238c28-aa3a-472b-80d5-1381d090d351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44a5d38-dcb8-4519-9420-840571f31301,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:48.520698 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:25:48.838843 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:25:48.858968 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:25:48.859316 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1ad74344-c7f2-4a7f-bb13-af02b8bb8bfc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:25:51.383163 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:55.404709 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-e937465d-6229-4fcc-a70c-fe42fade9e3c tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=62fca89e8cbe4e62b2c6b5222bd7531d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293622 Mar 28 09:25:55.585065 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-e07e5997-8b10-4778-81db-7e2786af29ed tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:55.586561 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-e07e5997-8b10-4778-81db-7e2786af29ed tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771173 Mar 28 09:25:55.600750 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-2ca39311-f24e-4ed4-b26c-79ccad89fc72 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/quotas/62fca89e8cbe4e62b2c6b5222bd7531d HTTP/1.1" status: 200 len: 375 time: 0.0089242 Mar 28 09:25:55.631864 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-3eb9df6d-1884-4103-8602-a63ad784d141 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=62fca89e8cbe4e62b2c6b5222bd7531d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263054 Mar 28 09:25:55.787857 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-102a1194-fef0-4d18-9542-3e20254bf4d5 req-17f51898-80d6-4515-8aed-d941e7829b56 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/ports?device_id=906cc980-92b0-491c-90ca-c0d02fdfab73 HTTP/1.1" status: 200 len: 210 time: 0.0278277 Mar 28 09:25:56.590244 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-8228535c-ce06-445a-8b5b-940ba0250c30 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=62fca89e8cbe4e62b2c6b5222bd7531d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255575 Mar 28 09:25:56.702524 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-35fdad78-a092-4d9c-bfae-061d61e97d74 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:56.703938 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-35fdad78-a092-4d9c-bfae-061d61e97d74 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1091640 Mar 28 09:25:56.716055 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-4946117f-ea27-449d-8133-0b6cd3046266 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Request body: {'port': {'device_id': '906cc980-92b0-491c-90ca-c0d02fdfab73', 'network_id': 'f2a75012-d9b9-43d2-91a0-5a56135d2cbf', 'admin_state_up': True, 'tenant_id': '62fca89e8cbe4e62b2c6b5222bd7531d'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:25:56.821741 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-4946117f-ea27-449d-8133-0b6cd3046266 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Made reservation on behalf of 62fca89e8cbe4e62b2c6b5222bd7531d for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:25:56.825320 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-4946117f-ea27-449d-8133-0b6cd3046266 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:56.835736 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-4946117f-ea27-449d-8133-0b6cd3046266 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:56.892140 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e1cbf305-a6be-47ae-9afc-3c77b9a72adc req-2191f937-febb-4fa4-b386-59a14fbec026 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/ports?device_id=906cc980-92b0-491c-90ca-c0d02fdfab73 HTTP/1.1" status: 200 len: 210 time: 0.0320959 Mar 28 09:25:56.938608 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-4946117f-ea27-449d-8133-0b6cd3046266 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Publish callbacks [] for security_group (0126d811-34cb-43d9-89d2-7e34cff86185), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:56.942374 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-4946117f-ea27-449d-8133-0b6cd3046266 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0126d811-34cb-43d9-89d2-7e34cff86185), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:57.001647 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946117f-ea27-449d-8133-0b6cd3046266 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0126d811-34cb-43d9-89d2-7e34cff86185,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:57.078297 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-4946117f-ea27-449d-8133-0b6cd3046266 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Allocated IP 192.168.233.239 (f2a75012-d9b9-43d2-91a0-5a56135d2cbf/dcee9751-62a8-4848-8954-137ef42c6c9a/4331ef5e-efe0-45c3-a0a2-2118948514f5) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:25:57.222608 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-4946117f-ea27-449d-8133-0b6cd3046266 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Publish callbacks [] for port (4331ef5e-efe0-45c3-a0a2-2118948514f5), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:57.258319 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-4946117f-ea27-449d-8133-0b6cd3046266 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (4331ef5e-efe0-45c3-a0a2-2118948514f5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:57.258951 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8e8c8033-050f-40d8-a37e-5eab9b6fb3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:57.301256 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-4946117f-ea27-449d-8133-0b6cd3046266 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Network f2a75012-d9b9-43d2-91a0-5a56135d2cbf is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:25:57.305177 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-4946117f-ea27-449d-8133-0b6cd3046266 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:25:57.307705 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-4946117f-ea27-449d-8133-0b6cd3046266 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:25:57.336095 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946117f-ea27-449d-8133-0b6cd3046266 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Pushing event updated for resources: {'Port': ['ID=4331ef5e-efe0-45c3-a0a2-2118948514f5,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:57.365978 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-4946117f-ea27-449d-8133-0b6cd3046266 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:57.366603 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-4946117f-ea27-449d-8133-0b6cd3046266 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:57.383695 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-4946117f-ea27-449d-8133-0b6cd3046266 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6711562 Mar 28 09:25:57.394835 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Request body: {'port': {'device_id': '906cc980-92b0-491c-90ca-c0d02fdfab73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:25:57.459196 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4331ef5e-efe0-45c3-a0a2-2118948514f5), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:57.570310 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-16198591-e207-499b-9fa6-c45f14c7dd1c None None] Provisioning complete for port 4331ef5e-efe0-45c3-a0a2-2118948514f5 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:25:57.571104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-16198591-e207-499b-9fa6-c45f14c7dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4331ef5e-efe0-45c3-a0a2-2118948514f5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:57.605643 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-16198591-e207-499b-9fa6-c45f14c7dd1c None None] Port 4331ef5e-efe0-45c3-a0a2-2118948514f5 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:25:57.726069 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4331ef5e-efe0-45c3-a0a2-2118948514f5 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:25:57.733319 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Publish callbacks [] for port (4331ef5e-efe0-45c3-a0a2-2118948514f5), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:57.746012 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Transition to ACTIVE for port object 4331ef5e-efe0-45c3-a0a2-2118948514f5 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:25:57.749322 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (4331ef5e-efe0-45c3-a0a2-2118948514f5), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:57.798770 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Pushing event updated for resources: {'Port': ['ID=4331ef5e-efe0-45c3-a0a2-2118948514f5,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:57.871722 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Attempting to bind port 4331ef5e-efe0-45c3-a0a2-2118948514f5 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:25:57.872055 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Attempting to bind port 4331ef5e-efe0-45c3-a0a2-2118948514f5 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '4232e843-11f6-4f02-b924-665d1340f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2a75012-d9b9-43d2-91a0-5a56135d2cbf'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:25:57.872375 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Attempting to bind port 4331ef5e-efe0-45c3-a0a2-2118948514f5 on network f2a75012-d9b9-43d2-91a0-5a56135d2cbf {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:25:57.877472 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Port 4331ef5e-efe0-45c3-a0a2-2118948514f5 on network f2a75012-d9b9-43d2-91a0-5a56135d2cbf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:25:57.877946 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Attempting to bind port 4331ef5e-efe0-45c3-a0a2-2118948514f5 on network f2a75012-d9b9-43d2-91a0-5a56135d2cbf {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:25:57.883572 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:25:57.883909 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Checking segment: {'id': '4232e843-11f6-4f02-b924-665d1340f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2a75012-d9b9-43d2-91a0-5a56135d2cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:25:57.884289 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Bound using segment: {'id': '4232e843-11f6-4f02-b924-665d1340f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2a75012-d9b9-43d2-91a0-5a56135d2cbf'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:25:57.884710 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Bound port: 4331ef5e-efe0-45c3-a0a2-2118948514f5, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4232e843-11f6-4f02-b924-665d1340f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2a75012-d9b9-43d2-91a0-5a56135d2cbf'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:25:57.885064 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4331ef5e-efe0-45c3-a0a2-2118948514f5), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:57.952392 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] For port 4331ef5e-efe0-45c3-a0a2-2118948514f5, host hv-neutron-mast, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:25:57.955939 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] For port 4331ef5e-efe0-45c3-a0a2-2118948514f5, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4331ef5e-efe0-45c3-a0a2-2118948514f5,segment=NetworkSegment(4232e843-11f6-4f02-b924-665d1340f95c),segment_id=4232e843-11f6-4f02-b924-665d1340f95c)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:25:57.962441 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (4331ef5e-efe0-45c3-a0a2-2118948514f5), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:57.996839 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:57.997711 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:25:57.998938 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] 10.222.0.16 "PUT /v2.0/ports/4331ef5e-efe0-45c3-a0a2-2118948514f5 HTTP/1.1" status: 200 len: 1098 time: 0.6085229 Mar 28 09:25:57.999382 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906cc980-92b0-491c-90ca-c0d02fdfab73', 'tag': '4331ef5e-efe0-45c3-a0a2-2118948514f5'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:25:58.001651 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c601a95b-2949-4d6a-ad6a-06450ef2f486" -d '{"events": [{"name": "network-changed", "server_uuid": "906cc980-92b0-491c-90ca-c0d02fdfab73", "tag": "4331ef5e-efe0-45c3-a0a2-2118948514f5"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:25:58.040312 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb41f5-b737-4cfd-bee2-67358f917666 req-0e1f0a60-9b8b-4387-b176-b70a880daf16 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:58.041939 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d1cb41f5-b737-4cfd-bee2-67358f917666 req-0e1f0a60-9b8b-4387-b176-b70a880daf16 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/ports?device_id=906cc980-92b0-491c-90ca-c0d02fdfab73 HTTP/1.1" status: 200 len: 948 time: 0.0734854 Mar 28 09:25:58.043541 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3af01-7a74-46af-b42a-146f5003da07 service neutron] Pushing event updated for resources: {'Port': ['ID=4331ef5e-efe0-45c3-a0a2-2118948514f5,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:25:58.064777 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d091025-d403-4ebe-af51-30bf37fb580a x-openstack-request-id: req-3d091025-d403-4ebe-af51-30bf37fb580a {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:25:58.065082 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906cc980-92b0-491c-90ca-c0d02fdfab73", "tag": "4331ef5e-efe0-45c3-a0a2-2118948514f5", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:25:58.065340 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d091025-d403-4ebe-af51-30bf37fb580a {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:25:58.065781 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d091025-d403-4ebe-af51-30bf37fb580a'] response: {'name': 'network-changed', 'server_uuid': '906cc980-92b0-491c-90ca-c0d02fdfab73', 'tag': '4331ef5e-efe0-45c3-a0a2-2118948514f5', 'status': 'completed', 'code': 200} Mar 28 09:25:58.110371 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d1cb41f5-b737-4cfd-bee2-67358f917666 req-e90f0853-628d-4142-94fa-53596cc11bd4 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0126d811-34cb-43d9-89d2-7e34cff86185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587633 Mar 28 09:25:58.123570 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-59f0140c-3233-4a8d-857c-e7ab1fb53408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:58.125080 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-59f0140c-3233-4a8d-857c-e7ab1fb53408 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=62fca89e8cbe4e62b2c6b5222bd7531d&device_id=906cc980-92b0-491c-90ca-c0d02fdfab73 HTTP/1.1" status: 200 len: 1132 time: 0.0529296 Mar 28 09:25:58.173545 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-5e937ed3-4f2d-4725-a2ab-835fc194e8ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=4331ef5e-efe0-45c3-a0a2-2118948514f5 HTTP/1.1" status: 200 len: 217 time: 0.0403752 Mar 28 09:25:58.223115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b52ff318-04a0-4381-8254-04423ed004c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:58.225043 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-b52ff318-04a0-4381-8254-04423ed004c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcee9751-62a8-4848-8954-137ef42c6c9a HTTP/1.1" status: 200 len: 843 time: 0.0452931 Mar 28 09:25:58.275502 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-a46bea5c-1d8c-4684-8523-5b1557ed09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:58.276985 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-a46bea5c-1d8c-4684-8523-5b1557ed09c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2a75012-d9b9-43d2-91a0-5a56135d2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0461304 Mar 28 09:25:58.366048 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-08b93cd0-4d56-4bf3-a3f9-08984e35a9d7 service neutron] 10.222.0.16 "GET /v2.0/networks/f2a75012-d9b9-43d2-91a0-5a56135d2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831645 Mar 28 09:25:58.451683 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d1d738ea-35a2-49db-b071-1adfff13bba5 req-9189b89b-9c9e-4689-9f5a-2e5897420ed6 service neutron] 10.222.0.16 "GET /v2.0/networks/f2a75012-d9b9-43d2-91a0-5a56135d2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805147 Mar 28 09:25:58.540490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601a95b-2949-4d6a-ad6a-06450ef2f486 req-b4f69a7b-5450-49d0-b41c-9e727b93b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:58.542055 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c601a95b-2949-4d6a-ad6a-06450ef2f486 req-b4f69a7b-5450-49d0-b41c-9e727b93b770 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=62fca89e8cbe4e62b2c6b5222bd7531d&device_id=906cc980-92b0-491c-90ca-c0d02fdfab73 HTTP/1.1" status: 200 len: 1132 time: 0.0488758 Mar 28 09:25:58.628829 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601a95b-2949-4d6a-ad6a-06450ef2f486 req-c75e9119-d739-4094-babd-5318179a0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:58.630915 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c601a95b-2949-4d6a-ad6a-06450ef2f486 req-c75e9119-d739-4094-babd-5318179a0784 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2a75012-d9b9-43d2-91a0-5a56135d2cbf HTTP/1.1" status: 200 len: 869 time: 0.0816941 Mar 28 09:25:58.669520 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c601a95b-2949-4d6a-ad6a-06450ef2f486 req-eec9fd5b-c7e1-4fc6-92c9-690c3479c238 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=4331ef5e-efe0-45c3-a0a2-2118948514f5 HTTP/1.1" status: 200 len: 217 time: 0.0332155 Mar 28 09:25:58.721354 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601a95b-2949-4d6a-ad6a-06450ef2f486 req-8fda807b-6e3b-4e21-9753-79ba330ae89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:58.722815 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c601a95b-2949-4d6a-ad6a-06450ef2f486 req-8fda807b-6e3b-4e21-9753-79ba330ae89b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcee9751-62a8-4848-8954-137ef42c6c9a HTTP/1.1" status: 200 len: 843 time: 0.0462730 Mar 28 09:25:58.770826 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601a95b-2949-4d6a-ad6a-06450ef2f486 req-b51ab83a-d581-4deb-b973-0665fcaf2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:58.772501 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c601a95b-2949-4d6a-ad6a-06450ef2f486 req-b51ab83a-d581-4deb-b973-0665fcaf2618 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2a75012-d9b9-43d2-91a0-5a56135d2cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0435829 Mar 28 09:25:58.858352 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c601a95b-2949-4d6a-ad6a-06450ef2f486 req-0743dd2b-3e4a-4b2a-a9fa-56ad79239ee1 service neutron] 10.222.0.16 "GET /v2.0/networks/f2a75012-d9b9-43d2-91a0-5a56135d2cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796115 Mar 28 09:25:58.950543 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c601a95b-2949-4d6a-ad6a-06450ef2f486 req-a9f67788-d21e-4dda-80ba-cc556814a9a1 service neutron] 10.222.0.16 "GET /v2.0/networks/f2a75012-d9b9-43d2-91a0-5a56135d2cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855241 Mar 28 09:25:59.225990 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8771b-4260-47ac-acbd-5f1484ae4010 req-cfcc4f46-04c0-40b5-b42c-12a578db01a2 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:25:59.227435 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cae8771b-4260-47ac-acbd-5f1484ae4010 req-cfcc4f46-04c0-40b5-b42c-12a578db01a2 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/ports?device_id=906cc980-92b0-491c-90ca-c0d02fdfab73 HTTP/1.1" status: 200 len: 948 time: 0.0520573 Mar 28 09:25:59.274422 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cae8771b-4260-47ac-acbd-5f1484ae4010 req-0b4c00e2-a79c-4b87-8402-7699a5cd3e76 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0126d811-34cb-43d9-89d2-7e34cff86185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414381 Mar 28 09:25:59.477195 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d2c89c52-c627-4cce-afec-c099f8b3f184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:00.392028 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceaf2cf-19ea-4536-ad04-4c7dab288843 req-6170742c-e1d1-42a0-8e7e-8565559c90bd tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:00.393418 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3ceaf2cf-19ea-4536-ad04-4c7dab288843 req-6170742c-e1d1-42a0-8e7e-8565559c90bd tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/ports?device_id=906cc980-92b0-491c-90ca-c0d02fdfab73 HTTP/1.1" status: 200 len: 948 time: 0.0529301 Mar 28 09:26:00.439168 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3ceaf2cf-19ea-4536-ad04-4c7dab288843 req-a2d79e6e-648f-47cc-8c66-2d9014966477 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0126d811-34cb-43d9-89d2-7e34cff86185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401993 Mar 28 09:26:00.598699 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:01.022658 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 4331ef5e-efe0-45c3-a0a2-2118948514f5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:26:01.127247 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 4331ef5e-efe0-45c3-a0a2-2118948514f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4331ef5e-efe0-45c3-a0a2-2118948514f5,segment=NetworkSegment(4232e843-11f6-4f02-b924-665d1340f95c),segment_id=4232e843-11f6-4f02-b924-665d1340f95c)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:26:01.144101 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '4331ef5e-efe0-45c3-a0a2-2118948514f5', 'network_id': 'f2a75012-d9b9-43d2-91a0-5a56135d2cbf', 'port_id': '4331ef5e-efe0-45c3-a0a2-2118948514f5', 'mac_address': 'fa:16:3e:c8:ae:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcee9751-62a8-4848-8954-137ef42c6c9a', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:26:01.186368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 4331ef5e-efe0-45c3-a0a2-2118948514f5 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:26:01.186758 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4331ef5e-efe0-45c3-a0a2-2118948514f5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:01.201579 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4331ef5e-efe0-45c3-a0a2-2118948514f5 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:26:01.222649 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 4331ef5e-efe0-45c3-a0a2-2118948514f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4331ef5e-efe0-45c3-a0a2-2118948514f5,segment=NetworkSegment(4232e843-11f6-4f02-b924-665d1340f95c),segment_id=4232e843-11f6-4f02-b924-665d1340f95c)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:26:01.228569 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (4331ef5e-efe0-45c3-a0a2-2118948514f5), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:01.280333 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=4331ef5e-efe0-45c3-a0a2-2118948514f5,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:26:01.433978 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['4331ef5e-efe0-45c3-a0a2-2118948514f5'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:26:01.560060 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730df87-94e4-4abb-9ac2-af902296c66e req-d4ba44be-b605-4ae3-862d-2fdc0c356921 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:01.561550 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3730df87-94e4-4abb-9ac2-af902296c66e req-d4ba44be-b605-4ae3-862d-2fdc0c356921 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/ports?device_id=906cc980-92b0-491c-90ca-c0d02fdfab73 HTTP/1.1" status: 200 len: 949 time: 0.0573237 Mar 28 09:26:01.610636 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3730df87-94e4-4abb-9ac2-af902296c66e req-132568f1-a384-448c-9bf7-b22c784551fd tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0126d811-34cb-43d9-89d2-7e34cff86185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431983 Mar 28 09:26:02.144335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:02.726659 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e47690-613b-4e80-ae44-36abf577baf9 req-0fc93873-9f7d-4b05-b069-6e9b20a878e7 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:02.728135 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e4e47690-613b-4e80-ae44-36abf577baf9 req-0fc93873-9f7d-4b05-b069-6e9b20a878e7 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/ports?device_id=906cc980-92b0-491c-90ca-c0d02fdfab73 HTTP/1.1" status: 200 len: 949 time: 0.0521221 Mar 28 09:26:02.774239 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e4e47690-613b-4e80-ae44-36abf577baf9 req-bd16d5cd-571e-4cf2-8818-21d62ddbacc3 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0126d811-34cb-43d9-89d2-7e34cff86185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406120 Mar 28 09:26:03.040833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 4331ef5e-efe0-45c3-a0a2-2118948514f5 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:26:03.088622 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 4331ef5e-efe0-45c3-a0a2-2118948514f5 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:26:03.092674 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 4331ef5e-efe0-45c3-a0a2-2118948514f5 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:26:03.093049 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4331ef5e-efe0-45c3-a0a2-2118948514f5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:03.171282 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 4331ef5e-efe0-45c3-a0a2-2118948514f5 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:26:03.171933 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4331ef5e-efe0-45c3-a0a2-2118948514f5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:03.194617 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906cc980-92b0-491c-90ca-c0d02fdfab73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4331ef5e-efe0-45c3-a0a2-2118948514f5'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:26:03.196812 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2262a43b-fa8b-4b40-a12a-6b6e5eda0260" -d '{"events": [{"server_uuid": "906cc980-92b0-491c-90ca-c0d02fdfab73", "name": "network-vif-plugged", "status": "completed", "tag": "4331ef5e-efe0-45c3-a0a2-2118948514f5"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:26:03.208444 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 4331ef5e-efe0-45c3-a0a2-2118948514f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4331ef5e-efe0-45c3-a0a2-2118948514f5,segment=NetworkSegment(4232e843-11f6-4f02-b924-665d1340f95c),segment_id=4232e843-11f6-4f02-b924-665d1340f95c)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:26:03.212796 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (4331ef5e-efe0-45c3-a0a2-2118948514f5), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:03.235830 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5d8b78-bc13-48da-a806-385571380715 x-openstack-request-id: req-9c5d8b78-bc13-48da-a806-385571380715 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:26:03.236128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906cc980-92b0-491c-90ca-c0d02fdfab73", "name": "network-vif-plugged", "status": "completed", "tag": "4331ef5e-efe0-45c3-a0a2-2118948514f5", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:26:03.236383 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c5d8b78-bc13-48da-a806-385571380715 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:26:03.236786 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5d8b78-bc13-48da-a806-385571380715'] response: {'server_uuid': '906cc980-92b0-491c-90ca-c0d02fdfab73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4331ef5e-efe0-45c3-a0a2-2118948514f5', 'code': 200} Mar 28 09:26:03.263912 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=4331ef5e-efe0-45c3-a0a2-2118948514f5,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:26:03.395922 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e2c41-be2e-478b-b6dd-118b70e0ef05 req-d1e23219-57e5-4c1f-a7a1-312087f85e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:03.397316 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b23e2c41-be2e-478b-b6dd-118b70e0ef05 req-d1e23219-57e5-4c1f-a7a1-312087f85e32 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=906cc980-92b0-491c-90ca-c0d02fdfab73 HTTP/1.1" status: 200 len: 1134 time: 0.0443008 Mar 28 09:26:03.438847 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b23e2c41-be2e-478b-b6dd-118b70e0ef05 req-68c467f1-ce93-4543-811d-c9a26b32e0a0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0126d811-34cb-43d9-89d2-7e34cff86185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361722 Mar 28 09:26:03.705085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:03.894800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98728a1a-6538-4da4-b4ba-3c70d217a73e req-5330b205-7e1d-4758-a784-12229311a120 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:03.896389 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98728a1a-6538-4da4-b4ba-3c70d217a73e req-5330b205-7e1d-4758-a784-12229311a120 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/ports?device_id=906cc980-92b0-491c-90ca-c0d02fdfab73 HTTP/1.1" status: 200 len: 950 time: 0.0576422 Mar 28 09:26:03.942039 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98728a1a-6538-4da4-b4ba-3c70d217a73e req-d912b1dd-a46d-4e13-8b23-998e6db1e58e tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0126d811-34cb-43d9-89d2-7e34cff86185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402513 Mar 28 09:26:05.059552 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628eb2f1-2b06-4559-9dcf-2dafdd8fd0cc req-51580a94-90ab-4bac-99ff-dd2d072ec4d3 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:05.060997 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-628eb2f1-2b06-4559-9dcf-2dafdd8fd0cc req-51580a94-90ab-4bac-99ff-dd2d072ec4d3 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/ports?device_id=906cc980-92b0-491c-90ca-c0d02fdfab73 HTTP/1.1" status: 200 len: 950 time: 0.0510685 Mar 28 09:26:05.409871 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-628eb2f1-2b06-4559-9dcf-2dafdd8fd0cc req-021abac2-3f87-4f57-ae33-cf07e102d421 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0126d811-34cb-43d9-89d2-7e34cff86185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432379 Mar 28 09:26:05.696476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [req-f49f8ee4-d46e-40ed-b0ce-1f5c457edd03 req-d8a5fa94-b007-4bfb-b872-0de68ccc1ad6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:26:05.697377 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f49f8ee4-d46e-40ed-b0ce-1f5c457edd03 req-d8a5fa94-b007-4bfb-b872-0de68ccc1ad6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060134 Mar 28 09:26:06.251520 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [req-8945bae0-c070-43f3-aa36-3f87a21c2b9e req-fe43a29b-1f3e-4da1-a756-fa6c05884ff5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:26:06.252492 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8945bae0-c070-43f3-aa36-3f87a21c2b9e req-fe43a29b-1f3e-4da1-a756-fa6c05884ff5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053153 Mar 28 09:26:06.626491 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab79d1-5a3b-4068-adbd-84fdf001d6ba req-e98fa290-de05-427c-816f-50d0710e0be6 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:06.627966 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-30ab79d1-5a3b-4068-adbd-84fdf001d6ba req-e98fa290-de05-427c-816f-50d0710e0be6 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/ports?device_id=906cc980-92b0-491c-90ca-c0d02fdfab73 HTTP/1.1" status: 200 len: 950 time: 0.0551424 Mar 28 09:26:06.675040 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-30ab79d1-5a3b-4068-adbd-84fdf001d6ba req-fe864125-9c1c-44e0-9248-dcf9493b5729 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0126d811-34cb-43d9-89d2-7e34cff86185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404587 Mar 28 09:26:07.803218 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cd862-6f96-4798-8ad5-de5e7ee6eb00 req-a3ab08e4-8e8b-4593-ae5d-6d6ddcb6395e tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:07.805150 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1c1cd862-6f96-4798-8ad5-de5e7ee6eb00 req-a3ab08e4-8e8b-4593-ae5d-6d6ddcb6395e tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/ports?device_id=906cc980-92b0-491c-90ca-c0d02fdfab73 HTTP/1.1" status: 200 len: 950 time: 0.0573492 Mar 28 09:26:07.837239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dcedc-0157-4db6-ad1b-6f322d1fc198 req-b1e75fe2-9491-4b12-b489-342a1d2ff5d9 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:07.838707 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-987dcedc-0157-4db6-ad1b-6f322d1fc198 req-b1e75fe2-9491-4b12-b489-342a1d2ff5d9 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.16 "GET /v2.0/ports?device_id=906cc980-92b0-491c-90ca-c0d02fdfab73 HTTP/1.1" status: 200 len: 950 time: 0.0531342 Mar 28 09:26:07.857366 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1c1cd862-6f96-4798-8ad5-de5e7ee6eb00 req-76fea11e-a51f-427a-8b84-031e7d82b3e1 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.15 "GET /v2.0/security-groups?id=0126d811-34cb-43d9-89d2-7e34cff86185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466323 Mar 28 09:26:07.935039 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-987dcedc-0157-4db6-ad1b-6f322d1fc198 req-0adff9c0-ff17-4342-9933-8beda4a98706 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Deleting port 4331ef5e-efe0-45c3-a0a2-2118948514f5 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:26:07.935390 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-987dcedc-0157-4db6-ad1b-6f322d1fc198 req-0adff9c0-ff17-4342-9933-8beda4a98706 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (4331ef5e-efe0-45c3-a0a2-2118948514f5), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:08.027059 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-987dcedc-0157-4db6-ad1b-6f322d1fc198 req-0adff9c0-ff17-4342-9933-8beda4a98706 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] For port 4331ef5e-efe0-45c3-a0a2-2118948514f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4331ef5e-efe0-45c3-a0a2-2118948514f5,segment=NetworkSegment(4232e843-11f6-4f02-b924-665d1340f95c),segment_id=4232e843-11f6-4f02-b924-665d1340f95c)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:26:08.027429 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-987dcedc-0157-4db6-ad1b-6f322d1fc198 req-0adff9c0-ff17-4342-9933-8beda4a98706 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (4331ef5e-efe0-45c3-a0a2-2118948514f5), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:08.040365 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-987dcedc-0157-4db6-ad1b-6f322d1fc198 req-0adff9c0-ff17-4342-9933-8beda4a98706 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Calling delete_port for 4331ef5e-efe0-45c3-a0a2-2118948514f5 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:26:08.170360 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-987dcedc-0157-4db6-ad1b-6f322d1fc198 req-0adff9c0-ff17-4342-9933-8beda4a98706 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (4331ef5e-efe0-45c3-a0a2-2118948514f5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:08.182470 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['4331ef5e-efe0-45c3-a0a2-2118948514f5'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:26:08.199667 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adff9c0-ff17-4342-9933-8beda4a98706 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Pushing event deleted for resources: {'Port': ['ID=4331ef5e-efe0-45c3-a0a2-2118948514f5,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:26:08.246699 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-987dcedc-0157-4db6-ad1b-6f322d1fc198 req-0adff9c0-ff17-4342-9933-8beda4a98706 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] No DVR routers for this DVR port 4331ef5e-efe0-45c3-a0a2-2118948514f5 on host hv-neutron-mast {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:26:08.249177 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-987dcedc-0157-4db6-ad1b-6f322d1fc198 req-0adff9c0-ff17-4342-9933-8beda4a98706 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:08.252526 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-987dcedc-0157-4db6-ad1b-6f322d1fc198 req-0adff9c0-ff17-4342-9933-8beda4a98706 tempest-ServersAdminNegativeTestJSON-432781753 tempest-ServersAdminNegativeTestJSON-432781753-project] 10.222.0.16 "DELETE /v2.0/ports/4331ef5e-efe0-45c3-a0a2-2118948514f5 HTTP/1.1" status: 204 len: 173 time: 0.4085491 Mar 28 09:26:08.252981 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906cc980-92b0-491c-90ca-c0d02fdfab73', 'name': 'network-vif-deleted', 'tag': '4331ef5e-efe0-45c3-a0a2-2118948514f5'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:26:08.255288 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565d06d2-b621-40c5-a865-7d3cb58734ba" -d '{"events": [{"server_uuid": "906cc980-92b0-491c-90ca-c0d02fdfab73", "name": "network-vif-deleted", "tag": "4331ef5e-efe0-45c3-a0a2-2118948514f5"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:26:08.309827 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa69a9d4-fea8-4968-8a53-0e41546e5806 x-openstack-request-id: req-aa69a9d4-fea8-4968-8a53-0e41546e5806 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:26:08.310208 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906cc980-92b0-491c-90ca-c0d02fdfab73", "name": "network-vif-deleted", "tag": "4331ef5e-efe0-45c3-a0a2-2118948514f5", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:26:08.310469 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa69a9d4-fea8-4968-8a53-0e41546e5806 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:26:08.310903 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa69a9d4-fea8-4968-8a53-0e41546e5806'] response: {'server_uuid': '906cc980-92b0-491c-90ca-c0d02fdfab73', 'name': 'network-vif-deleted', 'tag': '4331ef5e-efe0-45c3-a0a2-2118948514f5', 'status': 'completed', 'code': 200} Mar 28 09:26:09.146237 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55730) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:26:09.283661 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-edd28ae8-1032-4a0c-94c0-de886caf5f6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62fca89e8cbe4e62b2c6b5222bd7531d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1362550 Mar 28 09:26:09.286138 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55734) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:26:09.335910 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3dd341fb-cab8-41d2-8d9f-8fab8a3fc684 admin admin] Publish callbacks [] for security_group (0126d811-34cb-43d9-89d2-7e34cff86185), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:09.357748 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3dd341fb-cab8-41d2-8d9f-8fab8a3fc684 admin admin] Publish callbacks [] for security_group (0126d811-34cb-43d9-89d2-7e34cff86185), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:09.404611 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3dd341fb-cab8-41d2-8d9f-8fab8a3fc684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0126d811-34cb-43d9-89d2-7e34cff86185), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:09.407139 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3dd341fb-cab8-41d2-8d9f-8fab8a3fc684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:09.408269 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3dd341fb-cab8-41d2-8d9f-8fab8a3fc684 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0126d811-34cb-43d9-89d2-7e34cff86185 HTTP/1.1" status: 204 len: 168 time: 0.1212513 Mar 28 09:26:09.415906 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd341fb-cab8-41d2-8d9f-8fab8a3fc684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0126d811-34cb-43d9-89d2-7e34cff86185,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:26:09.658703 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55740) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:26:09.672429 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6fe0f463-3c27-4931-a33d-67abd7b1db8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:09.748318 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6fe0f463-3c27-4931-a33d-67abd7b1db8c admin admin] Publish callbacks [] for security_group (c1af9eeb-b62c-4219-8ed2-72cebd3f6b60), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:09.751957 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6fe0f463-3c27-4931-a33d-67abd7b1db8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (c1af9eeb-b62c-4219-8ed2-72cebd3f6b60), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:09.790142 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6fe0f463-3c27-4931-a33d-67abd7b1db8c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b75a39b6a5234f9caa6b74d631e0815c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303637 Mar 28 09:26:09.790985 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0f463-3c27-4931-a33d-67abd7b1db8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1af9eeb-b62c-4219-8ed2-72cebd3f6b60,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:26:09.792913 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55742) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:26:09.840824 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9aebe057-75b0-4efa-b575-234fa987dc91 admin admin] Publish callbacks [] for security_group (c1af9eeb-b62c-4219-8ed2-72cebd3f6b60), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:09.862176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9aebe057-75b0-4efa-b575-234fa987dc91 admin admin] Publish callbacks [] for security_group (c1af9eeb-b62c-4219-8ed2-72cebd3f6b60), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:09.909204 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9aebe057-75b0-4efa-b575-234fa987dc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (c1af9eeb-b62c-4219-8ed2-72cebd3f6b60), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:09.911876 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9aebe057-75b0-4efa-b575-234fa987dc91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:09.913029 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9aebe057-75b0-4efa-b575-234fa987dc91 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1af9eeb-b62c-4219-8ed2-72cebd3f6b60 HTTP/1.1" status: 204 len: 168 time: 0.1191249 Mar 28 09:26:09.921486 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebe057-75b0-4efa-b575-234fa987dc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1af9eeb-b62c-4219-8ed2-72cebd3f6b60,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:26:10.562096 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55764) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:26:10.654191 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b2e65b2c-1b90-42ea-9b44-6a0e3cd29cd5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-942668654-network', 'tenant_id': '3cb7841efe6a4f0e8de693917bc3f850'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:26:10.675114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e65b2c-1b90-42ea-9b44-6a0e3cd29cd5 admin admin] Made reservation on behalf of 3cb7841efe6a4f0e8de693917bc3f850 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:26:10.677377 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b2e65b2c-1b90-42ea-9b44-6a0e3cd29cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:10.686043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b2e65b2c-1b90-42ea-9b44-6a0e3cd29cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:10.765085 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b2e65b2c-1b90-42ea-9b44-6a0e3cd29cd5 admin admin] Publish callbacks [] for security_group (0e5009f7-083b-4f3b-98c2-0dd2e0816e0f), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:10.768806 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b2e65b2c-1b90-42ea-9b44-6a0e3cd29cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0e5009f7-083b-4f3b-98c2-0dd2e0816e0f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:10.792922 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e65b2c-1b90-42ea-9b44-6a0e3cd29cd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:26:10.802495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e65b2c-1b90-42ea-9b44-6a0e3cd29cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:26:10.807171 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b2e65b2c-1b90-42ea-9b44-6a0e3cd29cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c17cf29e-8aaa-4868-90cb-08acc5d3d69e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:10.807522 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-b2e65b2c-1b90-42ea-9b44-6a0e3cd29cd5 admin admin] Added segment c17cf29e-8aaa-4868-90cb-08acc5d3d69e of type vlan for network 9d8cdeb8-caad-4707-a013-a82105a4bc50 Mar 28 09:26:10.848363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b2e65b2c-1b90-42ea-9b44-6a0e3cd29cd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (9d8cdeb8-caad-4707-a013-a82105a4bc50), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:10.872815 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b2e65b2c-1b90-42ea-9b44-6a0e3cd29cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (9d8cdeb8-caad-4707-a013-a82105a4bc50), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:10.873785 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e65b2c-1b90-42ea-9b44-6a0e3cd29cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:10.874365 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b2e65b2c-1b90-42ea-9b44-6a0e3cd29cd5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:11.249652 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b2e65b2c-1b90-42ea-9b44-6a0e3cd29cd5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6837101 Mar 28 09:26:11.250090 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55768) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:26:11.254936 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ff36228b-4bb2-40f9-a3ee-11bde9f1380c admin admin] Request body: {'subnet': {'network_id': '9d8cdeb8-caad-4707-a013-a82105a4bc50', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-942668654-subnet', 'tenant_id': '3cb7841efe6a4f0e8de693917bc3f850', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:26:11.264147 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e65b2c-1b90-42ea-9b44-6a0e3cd29cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=9d8cdeb8-caad-4707-a013-a82105a4bc50,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:26:11.274296 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 9d8cdeb8-caad-4707-a013-a82105a4bc50 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:26:11.278303 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff36228b-4bb2-40f9-a3ee-11bde9f1380c admin admin] Made reservation on behalf of 3cb7841efe6a4f0e8de693917bc3f850 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:26:11.280636 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ff36228b-4bb2-40f9-a3ee-11bde9f1380c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:11.448908 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ff36228b-4bb2-40f9-a3ee-11bde9f1380c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (7c7b6aaa-47cc-4d88-a5e0-9bbe6edba79a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:11.504099 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36228b-4bb2-40f9-a3ee-11bde9f1380c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c7b6aaa-47cc-4d88-a5e0-9bbe6edba79a,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:26:11.511594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36228b-4bb2-40f9-a3ee-11bde9f1380c admin admin] Checking segment: {'id': 'c17cf29e-8aaa-4868-90cb-08acc5d3d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9d8cdeb8-caad-4707-a013-a82105a4bc50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:26:11.511952 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff36228b-4bb2-40f9-a3ee-11bde9f1380c admin admin] Network hostable DHCP agents. Network: 9d8cdeb8-caad-4707-a013-a82105a4bc50, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:26:11.528188 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff36228b-4bb2-40f9-a3ee-11bde9f1380c admin admin] Network 9d8cdeb8-caad-4707-a013-a82105a4bc50 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:26:11.537093 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-ff36228b-4bb2-40f9-a3ee-11bde9f1380c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9d8cdeb8-caad-4707-a013-a82105a4bc50) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:26:11.541533 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff36228b-4bb2-40f9-a3ee-11bde9f1380c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:11.542171 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ff36228b-4bb2-40f9-a3ee-11bde9f1380c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:11.546988 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30d8a82-2d91-4360-9413-910bcd105ef5 None None] Network 9d8cdeb8-caad-4707-a013-a82105a4bc50 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:26:11.558359 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ff36228b-4bb2-40f9-a3ee-11bde9f1380c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3071837 Mar 28 09:26:11.644307 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f088144-e289-49f1-8acb-0f26c16f84dd None None] Network 9d8cdeb8-caad-4707-a013-a82105a4bc50 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:26:11.974441 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-a0955697-e6e7-413b-8f4d-eddf31e8bff7 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:11.977032 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-a0955697-e6e7-413b-8f4d-eddf31e8bff7 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/networks?id=9d8cdeb8-caad-4707-a013-a82105a4bc50 HTTP/1.1" status: 200 len: 811 time: 0.1047807 Mar 28 09:26:11.994237 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-64458174-3fa0-4e90-9399-ba687b689f29 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/quotas/3cb7841efe6a4f0e8de693917bc3f850 HTTP/1.1" status: 200 len: 375 time: 0.0117424 Mar 28 09:26:12.027288 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-48aa6012-3140-468f-bc5a-fce73b596e1b tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cb7841efe6a4f0e8de693917bc3f850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278294 Mar 28 09:26:12.120847 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-0f30108e-5e4c-443e-8747-af73a16cfdc5 service neutron] 10.222.0.15 "GET /v2.0/networks/9d8cdeb8-caad-4707-a013-a82105a4bc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871334 Mar 28 09:26:12.209290 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-05e006c6-24e6-431f-be00-9b27beb933f8 service neutron] 10.222.0.15 "GET /v2.0/networks/9d8cdeb8-caad-4707-a013-a82105a4bc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828660 Mar 28 09:26:12.362525 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8d5eb273-30fa-4f8b-8bf8-fddee5194228 req-a142b9e6-5ee7-4bfd-b368-6afa35830bd1 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 210 time: 0.0274878 Mar 28 09:26:13.088647 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 4331ef5e-efe0-45c3-a0a2-2118948514f5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:26:13.108092 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 4331ef5e-efe0-45c3-a0a2-2118948514f5 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:26:13.108446 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 4331ef5e-efe0-45c3-a0a2-2118948514f5 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:26:13.253064 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-24d96dbe-be47-45ad-b038-705e111a8fc8 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:13.254922 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-24d96dbe-be47-45ad-b038-705e111a8fc8 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.16 "GET /v2.0/networks?id=9d8cdeb8-caad-4707-a013-a82105a4bc50 HTTP/1.1" status: 200 len: 811 time: 0.1046999 Mar 28 09:26:13.267644 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-fb87ce0b-84d3-462e-958b-a18dd2c74dce tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Request body: {'port': {'device_id': 'f5262f05-33af-4cc8-bc7b-7b291f590733', 'network_id': '9d8cdeb8-caad-4707-a013-a82105a4bc50', 'admin_state_up': True, 'tenant_id': '3cb7841efe6a4f0e8de693917bc3f850'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:26:13.373784 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-fb87ce0b-84d3-462e-958b-a18dd2c74dce tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Made reservation on behalf of 3cb7841efe6a4f0e8de693917bc3f850 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:26:13.376979 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-fb87ce0b-84d3-462e-958b-a18dd2c74dce tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:13.467650 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2f56e1df-2193-4d1f-bf72-7f7622cfcfdc req-e1f5bf66-498e-4b7e-8023-e0e9af574001 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 210 time: 0.0336418 Mar 28 09:26:13.530834 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-fb87ce0b-84d3-462e-958b-a18dd2c74dce tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Allocated IP 172.20.0.13 (9d8cdeb8-caad-4707-a013-a82105a4bc50/7c7b6aaa-47cc-4d88-a5e0-9bbe6edba79a/c59a942e-2e53-4f98-816d-0cb38dcd7ed5) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:26:13.679015 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-fb87ce0b-84d3-462e-958b-a18dd2c74dce tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Publish callbacks [] for port (c59a942e-2e53-4f98-816d-0cb38dcd7ed5), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:13.711873 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-fb87ce0b-84d3-462e-958b-a18dd2c74dce tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (c59a942e-2e53-4f98-816d-0cb38dcd7ed5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:13.753789 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-fb87ce0b-84d3-462e-958b-a18dd2c74dce tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Network 9d8cdeb8-caad-4707-a013-a82105a4bc50 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:26:13.756900 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-fb87ce0b-84d3-462e-958b-a18dd2c74dce tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:26:13.762920 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-fb87ce0b-84d3-462e-958b-a18dd2c74dce tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:26:13.785505 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87ce0b-84d3-462e-958b-a18dd2c74dce tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Pushing event updated for resources: {'Port': ['ID=c59a942e-2e53-4f98-816d-0cb38dcd7ed5,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:26:13.813270 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-fb87ce0b-84d3-462e-958b-a18dd2c74dce tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:13.813908 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-fb87ce0b-84d3-462e-958b-a18dd2c74dce tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:13.829076 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-fb87ce0b-84d3-462e-958b-a18dd2c74dce tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5657942 Mar 28 09:26:13.840115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Request body: {'port': {'device_id': 'f5262f05-33af-4cc8-bc7b-7b291f590733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:26:13.901413 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c59a942e-2e53-4f98-816d-0cb38dcd7ed5), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:14.157894 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59a942e-2e53-4f98-816d-0cb38dcd7ed5 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:26:14.165844 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Publish callbacks [] for port (c59a942e-2e53-4f98-816d-0cb38dcd7ed5), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:14.177577 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Transition to ACTIVE for port object c59a942e-2e53-4f98-816d-0cb38dcd7ed5 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:26:14.181145 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (c59a942e-2e53-4f98-816d-0cb38dcd7ed5), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:14.249548 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c59a942e-2e53-4f98-816d-0cb38dcd7ed5,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:26:14.298735 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Attempting to bind port c59a942e-2e53-4f98-816d-0cb38dcd7ed5 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:26:14.299397 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Attempting to bind port c59a942e-2e53-4f98-816d-0cb38dcd7ed5 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c17cf29e-8aaa-4868-90cb-08acc5d3d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9d8cdeb8-caad-4707-a013-a82105a4bc50'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:26:14.299397 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Attempting to bind port c59a942e-2e53-4f98-816d-0cb38dcd7ed5 on network 9d8cdeb8-caad-4707-a013-a82105a4bc50 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:26:14.303718 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Port c59a942e-2e53-4f98-816d-0cb38dcd7ed5 on network 9d8cdeb8-caad-4707-a013-a82105a4bc50 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:26:14.304039 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Attempting to bind port c59a942e-2e53-4f98-816d-0cb38dcd7ed5 on network 9d8cdeb8-caad-4707-a013-a82105a4bc50 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:26:14.308899 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:26:14.309236 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Checking segment: {'id': 'c17cf29e-8aaa-4868-90cb-08acc5d3d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9d8cdeb8-caad-4707-a013-a82105a4bc50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:26:14.309643 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Bound using segment: {'id': 'c17cf29e-8aaa-4868-90cb-08acc5d3d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9d8cdeb8-caad-4707-a013-a82105a4bc50'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:26:14.310078 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Bound port: c59a942e-2e53-4f98-816d-0cb38dcd7ed5, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17cf29e-8aaa-4868-90cb-08acc5d3d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9d8cdeb8-caad-4707-a013-a82105a4bc50'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:26:14.310437 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c59a942e-2e53-4f98-816d-0cb38dcd7ed5), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:14.372011 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] For port c59a942e-2e53-4f98-816d-0cb38dcd7ed5, host hv-neutron-mast, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:26:14.374875 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] For port c59a942e-2e53-4f98-816d-0cb38dcd7ed5, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c59a942e-2e53-4f98-816d-0cb38dcd7ed5,segment=NetworkSegment(c17cf29e-8aaa-4868-90cb-08acc5d3d69e),segment_id=c17cf29e-8aaa-4868-90cb-08acc5d3d69e)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:26:14.380894 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (c59a942e-2e53-4f98-816d-0cb38dcd7ed5), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:14.412406 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:14.413032 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:14.415004 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] 10.222.0.16 "PUT /v2.0/ports/c59a942e-2e53-4f98-816d-0cb38dcd7ed5 HTTP/1.1" status: 200 len: 1094 time: 0.5783937 Mar 28 09:26:14.415437 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5262f05-33af-4cc8-bc7b-7b291f590733', 'tag': 'c59a942e-2e53-4f98-816d-0cb38dcd7ed5'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:26:14.417713 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8c9017-6d33-4fe8-a030-03d8b03a950a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5262f05-33af-4cc8-bc7b-7b291f590733", "tag": "c59a942e-2e53-4f98-816d-0cb38dcd7ed5"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:26:14.445345 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a42d1-7f8d-4960-9520-8e8f5bb942b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c59a942e-2e53-4f98-816d-0cb38dcd7ed5,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:26:14.464401 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db57ec9-9f82-4ebf-b4a9-a306ddd5f087 x-openstack-request-id: req-3db57ec9-9f82-4ebf-b4a9-a306ddd5f087 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:26:14.464695 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5262f05-33af-4cc8-bc7b-7b291f590733", "tag": "c59a942e-2e53-4f98-816d-0cb38dcd7ed5", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:26:14.464948 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3db57ec9-9f82-4ebf-b4a9-a306ddd5f087 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:26:14.465348 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db57ec9-9f82-4ebf-b4a9-a306ddd5f087'] response: {'name': 'network-changed', 'server_uuid': 'f5262f05-33af-4cc8-bc7b-7b291f590733', 'tag': 'c59a942e-2e53-4f98-816d-0cb38dcd7ed5', 'status': 'completed', 'code': 200} Mar 28 09:26:14.501452 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-6e9c9b9b-a330-446e-b9a6-f44c7e52b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:14.502993 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-6e9c9b9b-a330-446e-b9a6-f44c7e52b7f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cb7841efe6a4f0e8de693917bc3f850&device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 1128 time: 0.0488074 Mar 28 09:26:14.545477 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-3695c12a-929e-4976-81b3-d055b2ac6ce8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c59a942e-2e53-4f98-816d-0cb38dcd7ed5 HTTP/1.1" status: 200 len: 217 time: 0.0360851 Mar 28 09:26:14.618972 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-cbbb4540-05a2-4972-9b1b-d1d8a6c7ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:14.620404 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-cbbb4540-05a2-4972-9b1b-d1d8a6c7ff37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7c7b6aaa-47cc-4d88-a5e0-9bbe6edba79a HTTP/1.1" status: 200 len: 851 time: 0.0668175 Mar 28 09:26:14.631744 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d1e41-34d8-4b09-bd28-a8a653a69727 req-c874ee5f-383d-4c89-92b7-3e46c09f4385 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:14.633555 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a53d1e41-34d8-4b09-bd28-a8a653a69727 req-c874ee5f-383d-4c89-92b7-3e46c09f4385 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 944 time: 0.0902572 Mar 28 09:26:14.663922 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-5a3a236e-7e0d-4fd6-ad6a-e706ca533a1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d8cdeb8-caad-4707-a013-a82105a4bc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294518 Mar 28 09:26:14.744397 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a53d1e41-34d8-4b09-bd28-a8a653a69727 req-54690d3c-89cb-430f-bf29-055ff117afee tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026883 Mar 28 09:26:14.776653 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-03a57cda-3836-4306-9761-236f902b2e3c service neutron] 10.222.0.16 "GET /v2.0/networks/9d8cdeb8-caad-4707-a013-a82105a4bc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065795 Mar 28 09:26:14.863539 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a196217b-4ba2-42c7-a335-e7e2105d3bce req-edc3aeef-6f4b-437c-afb2-bcbcd2f2d062 service neutron] 10.222.0.16 "GET /v2.0/networks/9d8cdeb8-caad-4707-a013-a82105a4bc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798252 Mar 28 09:26:14.948694 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c9017-6d33-4fe8-a030-03d8b03a950a req-4b61ff90-9690-43a1-827f-9c91dc334d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:14.950098 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ef8c9017-6d33-4fe8-a030-03d8b03a950a req-4b61ff90-9690-43a1-827f-9c91dc334d21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cb7841efe6a4f0e8de693917bc3f850&device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 1128 time: 0.0444067 Mar 28 09:26:15.040811 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c9017-6d33-4fe8-a030-03d8b03a950a req-5a930a60-850d-446d-ac21-026141846bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:15.042283 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ef8c9017-6d33-4fe8-a030-03d8b03a950a req-5a930a60-850d-446d-ac21-026141846bd7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d8cdeb8-caad-4707-a013-a82105a4bc50 HTTP/1.1" status: 200 len: 911 time: 0.0856414 Mar 28 09:26:15.085643 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ef8c9017-6d33-4fe8-a030-03d8b03a950a req-25f0ff6f-008a-4545-94e0-6b007207aa76 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c59a942e-2e53-4f98-816d-0cb38dcd7ed5 HTTP/1.1" status: 200 len: 217 time: 0.0356379 Mar 28 09:26:15.132013 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c9017-6d33-4fe8-a030-03d8b03a950a req-a1a5e3d1-f6b8-4863-a9ac-dc206daa259c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:15.134049 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ef8c9017-6d33-4fe8-a030-03d8b03a950a req-a1a5e3d1-f6b8-4863-a9ac-dc206daa259c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7c7b6aaa-47cc-4d88-a5e0-9bbe6edba79a HTTP/1.1" status: 200 len: 851 time: 0.0424836 Mar 28 09:26:15.167873 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ef8c9017-6d33-4fe8-a030-03d8b03a950a req-843876bb-ac0b-4069-ad39-2209cd381f91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d8cdeb8-caad-4707-a013-a82105a4bc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278542 Mar 28 09:26:15.255884 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ef8c9017-6d33-4fe8-a030-03d8b03a950a req-4c6b6c5f-7b6b-443b-b706-b4ecd653e5f0 service neutron] 10.222.0.16 "GET /v2.0/networks/9d8cdeb8-caad-4707-a013-a82105a4bc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787191 Mar 28 09:26:15.346529 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ef8c9017-6d33-4fe8-a030-03d8b03a950a req-4473b0c4-234e-464b-b0ab-877a7401a2f2 service neutron] 10.222.0.16 "GET /v2.0/networks/9d8cdeb8-caad-4707-a013-a82105a4bc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842426 Mar 28 09:26:15.862288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e3cfe-6c83-4f7b-b677-a9a8bf25d2b5 req-321a4850-0281-42de-a26c-384697c75508 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:15.863757 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d98e3cfe-6c83-4f7b-b677-a9a8bf25d2b5 req-321a4850-0281-42de-a26c-384697c75508 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 944 time: 0.0520093 Mar 28 09:26:15.909754 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d98e3cfe-6c83-4f7b-b677-a9a8bf25d2b5 req-4944a047-b937-495e-a40d-e8cf628a9fec tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398350 Mar 28 09:26:17.027800 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1a6e6-55de-420a-9b69-d06bb55b8910 req-db699b9a-a00f-4d4c-9b3e-1f962b335448 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:17.029257 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5ea1a6e6-55de-420a-9b69-d06bb55b8910 req-db699b9a-a00f-4d4c-9b3e-1f962b335448 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 944 time: 0.0538023 Mar 28 09:26:17.075161 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5ea1a6e6-55de-420a-9b69-d06bb55b8910 req-cb9281a4-75ca-4486-bda6-4951faa634d5 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404596 Mar 28 09:26:17.115545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device c59a942e-2e53-4f98-816d-0cb38dcd7ed5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:26:17.212802 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port c59a942e-2e53-4f98-816d-0cb38dcd7ed5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c59a942e-2e53-4f98-816d-0cb38dcd7ed5,segment=NetworkSegment(c17cf29e-8aaa-4868-90cb-08acc5d3d69e),segment_id=c17cf29e-8aaa-4868-90cb-08acc5d3d69e)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:26:17.223971 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'c59a942e-2e53-4f98-816d-0cb38dcd7ed5', 'network_id': '9d8cdeb8-caad-4707-a013-a82105a4bc50', 'port_id': 'c59a942e-2e53-4f98-816d-0cb38dcd7ed5', 'mac_address': 'fa:16:3e:a7:b7:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7b6aaa-47cc-4d88-a5e0-9bbe6edba79a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:26:17.259535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port c59a942e-2e53-4f98-816d-0cb38dcd7ed5 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:26:17.259927 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c59a942e-2e53-4f98-816d-0cb38dcd7ed5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:17.272548 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59a942e-2e53-4f98-816d-0cb38dcd7ed5 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:26:17.292380 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port c59a942e-2e53-4f98-816d-0cb38dcd7ed5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c59a942e-2e53-4f98-816d-0cb38dcd7ed5,segment=NetworkSegment(c17cf29e-8aaa-4868-90cb-08acc5d3d69e),segment_id=c17cf29e-8aaa-4868-90cb-08acc5d3d69e)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:26:17.296541 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c59a942e-2e53-4f98-816d-0cb38dcd7ed5), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:17.346854 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=c59a942e-2e53-4f98-816d-0cb38dcd7ed5,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:26:17.492893 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['c59a942e-2e53-4f98-816d-0cb38dcd7ed5'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:26:18.196629 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2da4f-d836-4f0d-ae06-6eb672650a79 req-712cfa77-5914-4d88-99e5-65ced4a20ebf tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:18.198133 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-39c2da4f-d836-4f0d-ae06-6eb672650a79 req-712cfa77-5914-4d88-99e5-65ced4a20ebf tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 945 time: 0.0574596 Mar 28 09:26:18.243999 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-39c2da4f-d836-4f0d-ae06-6eb672650a79 req-a4795547-daea-4cbc-994a-10e988a731c4 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403032 Mar 28 09:26:19.119547 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device c59a942e-2e53-4f98-816d-0cb38dcd7ed5 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:26:19.170867 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port c59a942e-2e53-4f98-816d-0cb38dcd7ed5 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:26:19.175010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port c59a942e-2e53-4f98-816d-0cb38dcd7ed5 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:26:19.175390 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c59a942e-2e53-4f98-816d-0cb38dcd7ed5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:19.250428 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port c59a942e-2e53-4f98-816d-0cb38dcd7ed5 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:26:19.250817 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c59a942e-2e53-4f98-816d-0cb38dcd7ed5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:19.274162 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5262f05-33af-4cc8-bc7b-7b291f590733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59a942e-2e53-4f98-816d-0cb38dcd7ed5'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:26:19.276712 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffce62ea-3bfe-4610-b581-74644e9731fd" -d '{"events": [{"server_uuid": "f5262f05-33af-4cc8-bc7b-7b291f590733", "name": "network-vif-plugged", "status": "completed", "tag": "c59a942e-2e53-4f98-816d-0cb38dcd7ed5"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:26:19.290842 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port c59a942e-2e53-4f98-816d-0cb38dcd7ed5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c59a942e-2e53-4f98-816d-0cb38dcd7ed5,segment=NetworkSegment(c17cf29e-8aaa-4868-90cb-08acc5d3d69e),segment_id=c17cf29e-8aaa-4868-90cb-08acc5d3d69e)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:26:19.296112 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c59a942e-2e53-4f98-816d-0cb38dcd7ed5), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:19.324711 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887494b7-65e3-4a38-aa1c-3210e1b9dbf1 x-openstack-request-id: req-887494b7-65e3-4a38-aa1c-3210e1b9dbf1 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:26:19.325005 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5262f05-33af-4cc8-bc7b-7b291f590733", "name": "network-vif-plugged", "status": "completed", "tag": "c59a942e-2e53-4f98-816d-0cb38dcd7ed5", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:26:19.325261 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-887494b7-65e3-4a38-aa1c-3210e1b9dbf1 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:26:19.325681 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-887494b7-65e3-4a38-aa1c-3210e1b9dbf1'] response: {'server_uuid': 'f5262f05-33af-4cc8-bc7b-7b291f590733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59a942e-2e53-4f98-816d-0cb38dcd7ed5', 'code': 200} Mar 28 09:26:19.353893 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=c59a942e-2e53-4f98-816d-0cb38dcd7ed5,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:26:19.372049 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abea531-c3c6-4d1b-a87f-85f66b2ac52e req-3639f5fc-258b-4fbb-8da1-d2c123ba57b3 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:19.373535 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5abea531-c3c6-4d1b-a87f-85f66b2ac52e req-3639f5fc-258b-4fbb-8da1-d2c123ba57b3 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0593777 Mar 28 09:26:19.421649 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5abea531-c3c6-4d1b-a87f-85f66b2ac52e req-bfd0c5c3-642a-4c1c-afa9-52c40e744249 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423646 Mar 28 09:26:19.482500 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5d844-01b5-45e8-92ae-d4926ce1fb24 req-6cc1060a-dee6-4e5c-8aa7-f515cf9da1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:19.483946 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e6a5d844-01b5-45e8-92ae-d4926ce1fb24 req-6cc1060a-dee6-4e5c-8aa7-f515cf9da1de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 1130 time: 0.0478573 Mar 28 09:26:19.527935 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e6a5d844-01b5-45e8-92ae-d4926ce1fb24 req-51f1f537-2967-42ad-979d-4ebdf3d3c569 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379386 Mar 28 09:26:20.546381 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5835652-ce40-42e3-acb4-abfe09e0b5aa req-268ce7f9-8c0e-4e62-a2d7-79e37d58a8ad tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:20.547858 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f5835652-ce40-42e3-acb4-abfe09e0b5aa req-268ce7f9-8c0e-4e62-a2d7-79e37d58a8ad tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0576441 Mar 28 09:26:20.593576 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f5835652-ce40-42e3-acb4-abfe09e0b5aa req-2eedb35c-2edc-4110-91ff-a4ef7e341223 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402606 Mar 28 09:26:21.383363 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:21.711228 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d55801-6676-44a5-b3b9-bebc63e8bf16 req-8788c338-3d31-40b5-86f1-94542616fccd tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:21.712774 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-52d55801-6676-44a5-b3b9-bebc63e8bf16 req-8788c338-3d31-40b5-86f1-94542616fccd tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0525649 Mar 28 09:26:21.758593 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-52d55801-6676-44a5-b3b9-bebc63e8bf16 req-6aef4cb6-2a53-4c48-bd2c-8cbb7e096455 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396862 Mar 28 09:26:22.096476 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379afde4-a216-4425-a8c3-48f93991cfa2 req-59474cd9-f182-4485-838f-4046276c5539 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:22.098018 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-379afde4-a216-4425-a8c3-48f93991cfa2 req-59474cd9-f182-4485-838f-4046276c5539 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0574994 Mar 28 09:26:22.107272 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55828) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:26:22.148950 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-379afde4-a216-4425-a8c3-48f93991cfa2 req-786f7d78-aa3b-4762-af08-1d7aed5ddb75 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446675 Mar 28 09:26:22.195105 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-ea6a0aa0-a980-4e0a-84c3-fbbf954fc35b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866704 Mar 28 09:26:22.203881 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-4e5d99c2-360e-47c9-8992-6716b7883160 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:26:22.204842 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-4e5d99c2-360e-47c9-8992-6716b7883160 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048900 Mar 28 09:26:22.673955 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-9c845e70-2bda-42c9-b3cc-5991eb4dc2e3 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:22.675306 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-9c845e70-2bda-42c9-b3cc-5991eb4dc2e3 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports/c59a942e-2e53-4f98-816d-0cb38dcd7ed5 HTTP/1.1" status: 200 len: 943 time: 0.0992730 Mar 28 09:26:23.267090 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8ae88-6eb2-41c9-a5ab-2bab3099dfc0 req-4fe409bc-1c10-4e3e-9f7e-58e9b444a6c4 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:23.268596 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-08c8ae88-6eb2-41c9-a5ab-2bab3099dfc0 req-4fe409bc-1c10-4e3e-9f7e-58e9b444a6c4 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0529816 Mar 28 09:26:23.313766 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-08c8ae88-6eb2-41c9-a5ab-2bab3099dfc0 req-b38c8a3b-4c24-41c9-bc17-2d07c936fdfb tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395987 Mar 28 09:26:23.475621 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-66dd2771-bfa3-4d07-9072-cfc29071576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:23.477549 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-66dd2771-bfa3-4d07-9072-cfc29071576b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cb7841efe6a4f0e8de693917bc3f850&device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 1130 time: 0.0449967 Mar 28 09:26:23.566756 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-f91646d6-455e-490e-a032-f2abee1b183c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:23.568212 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-f91646d6-455e-490e-a032-f2abee1b183c service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d8cdeb8-caad-4707-a013-a82105a4bc50 HTTP/1.1" status: 200 len: 911 time: 0.0855885 Mar 28 09:26:23.607005 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-bebfb374-b8ca-428f-ba18-d179978c38a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c59a942e-2e53-4f98-816d-0cb38dcd7ed5 HTTP/1.1" status: 200 len: 217 time: 0.0332263 Mar 28 09:26:23.652908 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-7a620c99-3fe2-43b1-ab49-18609c97ce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:23.654330 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-7a620c99-3fe2-43b1-ab49-18609c97ce6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7c7b6aaa-47cc-4d88-a5e0-9bbe6edba79a HTTP/1.1" status: 200 len: 851 time: 0.0416708 Mar 28 09:26:23.689852 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-2d75f316-3fcf-40f7-805f-eebd34c5ea87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d8cdeb8-caad-4707-a013-a82105a4bc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292921 Mar 28 09:26:23.775246 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-d83d5db1-772b-4cb3-8fc6-e3e0d313dacd service neutron] 10.222.0.16 "GET /v2.0/networks/9d8cdeb8-caad-4707-a013-a82105a4bc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792189 Mar 28 09:26:23.865255 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-7720ec78-fc4b-4609-8970-05d8288bded3 service neutron] 10.222.0.16 "GET /v2.0/networks/9d8cdeb8-caad-4707-a013-a82105a4bc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837038 Mar 28 09:26:24.432255 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da94541-dffb-4199-8646-8fbcfb8a68d8 req-26805ba5-8cb2-4784-b592-aa6a33c343f0 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:24.433749 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2da94541-dffb-4199-8646-8fbcfb8a68d8 req-26805ba5-8cb2-4784-b592-aa6a33c343f0 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0531309 Mar 28 09:26:24.479516 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2da94541-dffb-4199-8646-8fbcfb8a68d8 req-b3ac9d72-a567-4baa-a1bf-d750fa34a981 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402820 Mar 28 09:26:25.519009 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:26:25.596825 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aaf074-d672-426d-855d-a4eb60861b53 req-726e47e1-5ff1-49b0-b53a-deb9af187670 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:25.598323 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-52aaf074-d672-426d-855d-a4eb60861b53 req-726e47e1-5ff1-49b0-b53a-deb9af187670 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0523844 Mar 28 09:26:25.645794 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-52aaf074-d672-426d-855d-a4eb60861b53 req-6611d997-3aee-46fa-8b5e-0cb1c8e89ca2 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419741 Mar 28 09:26:26.761670 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb7cf6-335b-48b2-a446-6a0a3f345d5e req-b1f753b4-66a3-4589-b94f-4151904a20ca tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:26.763132 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-27fb7cf6-335b-48b2-a446-6a0a3f345d5e req-b1f753b4-66a3-4589-b94f-4151904a20ca tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0516672 Mar 28 09:26:26.809675 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-27fb7cf6-335b-48b2-a446-6a0a3f345d5e req-89c87e8e-cdef-4c05-ab59-2b2eee28410c tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410972 Mar 28 09:26:27.261184 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7d4a60b-8fb4-4fbf-a400-414045279cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:27.934113 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da82d57-2b38-4ba8-b515-10be83610dd3 req-a645e04c-6fcf-4259-a0f0-60542c8c2e83 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:27.935601 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9da82d57-2b38-4ba8-b515-10be83610dd3 req-a645e04c-6fcf-4259-a0f0-60542c8c2e83 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0572975 Mar 28 09:26:27.982795 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9da82d57-2b38-4ba8-b515-10be83610dd3 req-9d7424bf-0236-4c4b-8fb2-23883d86db12 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 Mar 28 09:26:29.103451 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd3ea1-256e-4bb5-8888-773776467daf req-e69bab22-5401-46f5-bee0-efd2a6873a1a tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:29.104909 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-72dd3ea1-256e-4bb5-8888-773776467daf req-e69bab22-5401-46f5-bee0-efd2a6873a1a tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0559168 Mar 28 09:26:29.150468 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-72dd3ea1-256e-4bb5-8888-773776467daf req-63f0f7a8-4b5f-494a-959c-e43c7ab78e9f tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398762 Mar 28 09:26:29.478733 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-14efbb29-04b5-4c19-8629-7d8d65095589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:30.268677 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cadd23-8183-4e3c-b5eb-e53a7d2e1036 req-f77b8cb7-54f4-477e-90c9-094ed1e7a5a7 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:30.270178 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a4cadd23-8183-4e3c-b5eb-e53a7d2e1036 req-f77b8cb7-54f4-477e-90c9-094ed1e7a5a7 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0531261 Mar 28 09:26:30.316407 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a4cadd23-8183-4e3c-b5eb-e53a7d2e1036 req-df7f157b-6d1b-4431-9224-53e3a2288a97 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406928 Mar 28 09:26:30.602496 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:31.433119 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ca739-9589-4a46-b8c8-14ebfa9b4868 req-fc24d78d-3b0a-4045-b1cb-85daaca794fe tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:31.434597 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-803ca739-9589-4a46-b8c8-14ebfa9b4868 req-fc24d78d-3b0a-4045-b1cb-85daaca794fe tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0519171 Mar 28 09:26:31.479812 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-803ca739-9589-4a46-b8c8-14ebfa9b4868 req-2589edc6-d2fe-4f80-b0c1-4b444344be93 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396664 Mar 28 09:26:32.148104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:32.598090 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef468711-6d93-4ed7-ba8f-d8994bef1ff3 req-89eb0278-6563-466d-a8b9-01016b2da30d tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:32.599584 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef468711-6d93-4ed7-ba8f-d8994bef1ff3 req-89eb0278-6563-466d-a8b9-01016b2da30d tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0528755 Mar 28 09:26:32.651241 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef468711-6d93-4ed7-ba8f-d8994bef1ff3 req-e07cfc0b-0174-4034-a04e-0cea858f5483 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451331 Mar 28 09:26:33.709766 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:33.769194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d4472-2e7f-4ddf-ab9b-f0b9bc29e8bf req-c334f6d8-fa52-4776-837b-6e15da2731c7 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:33.770745 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f09d4472-2e7f-4ddf-ab9b-f0b9bc29e8bf req-c334f6d8-fa52-4776-837b-6e15da2731c7 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0529029 Mar 28 09:26:33.821589 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f09d4472-2e7f-4ddf-ab9b-f0b9bc29e8bf req-3e32b73e-1acd-43a6-a81a-2288d7a21e09 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445967 Mar 28 09:26:34.939226 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472e99f-e323-4e75-acf3-9653679a436c req-25867c48-4cfe-42b2-85bd-34304fba9a37 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:34.940702 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e472e99f-e323-4e75-acf3-9653679a436c req-25867c48-4cfe-42b2-85bd-34304fba9a37 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0529923 Mar 28 09:26:34.988178 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e472e99f-e323-4e75-acf3-9653679a436c req-c5e059f6-fc71-4115-88a1-763058bc8d69 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417831 Mar 28 09:26:36.106033 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadc984-c580-4099-bf5e-ff14aff0bda9 req-cb097a28-3ac7-47a2-b585-a8a308f29f63 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:36.107523 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fbadc984-c580-4099-bf5e-ff14aff0bda9 req-cb097a28-3ac7-47a2-b585-a8a308f29f63 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0517132 Mar 28 09:26:36.154111 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fbadc984-c580-4099-bf5e-ff14aff0bda9 req-f6b86d9a-2098-415c-9884-3fb1c795e207 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409532 Mar 28 09:26:37.271656 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97b2d1-804d-4738-8a97-a1fd145d53a4 req-a23a4b84-c033-42be-bc11-03c9e3811ee6 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:37.273134 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9c97b2d1-804d-4738-8a97-a1fd145d53a4 req-a23a4b84-c033-42be-bc11-03c9e3811ee6 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0525451 Mar 28 09:26:37.319165 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9c97b2d1-804d-4738-8a97-a1fd145d53a4 req-f29a92c8-bd63-4a55-9486-5bbfd876585c tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394847 Mar 28 09:26:38.438013 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2cae5-c16d-45e2-ae2e-c3d7f7f5bfa1 req-55418b51-0f57-4ed9-9af7-d7b8469b300c tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:38.439464 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-23f2cae5-c16d-45e2-ae2e-c3d7f7f5bfa1 req-55418b51-0f57-4ed9-9af7-d7b8469b300c tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0534468 Mar 28 09:26:38.485046 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-23f2cae5-c16d-45e2-ae2e-c3d7f7f5bfa1 req-46d7830e-2994-451f-823a-bf5e793c176f tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400956 Mar 28 09:26:39.263486 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8d589-9969-472f-b94a-7b6da8377c87 req-83c4c3ec-abe5-40ed-b5b6-f64c0d5aea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:39.264960 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-27a8d589-9969-472f-b94a-7b6da8377c87 req-83c4c3ec-abe5-40ed-b5b6-f64c0d5aea32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cb7841efe6a4f0e8de693917bc3f850&device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 1130 time: 0.0482066 Mar 28 09:26:39.392120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8d589-9969-472f-b94a-7b6da8377c87 req-c287ad16-1f7c-4eb2-9192-39dd4f421f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:39.393573 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-27a8d589-9969-472f-b94a-7b6da8377c87 req-c287ad16-1f7c-4eb2-9192-39dd4f421f96 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d8cdeb8-caad-4707-a013-a82105a4bc50 HTTP/1.1" status: 200 len: 911 time: 0.0843337 Mar 28 09:26:39.440245 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-27a8d589-9969-472f-b94a-7b6da8377c87 req-3bcc1395-56e8-4b0f-8019-0854a4630022 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c59a942e-2e53-4f98-816d-0cb38dcd7ed5 HTTP/1.1" status: 200 len: 217 time: 0.0384438 Mar 28 09:26:39.486062 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8d589-9969-472f-b94a-7b6da8377c87 req-50cdd1dd-a2de-4164-a2f3-07460b68283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:39.487462 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-27a8d589-9969-472f-b94a-7b6da8377c87 req-50cdd1dd-a2de-4164-a2f3-07460b68283b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7c7b6aaa-47cc-4d88-a5e0-9bbe6edba79a HTTP/1.1" status: 200 len: 851 time: 0.0418491 Mar 28 09:26:39.518053 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-27a8d589-9969-472f-b94a-7b6da8377c87 req-87dcb3e1-e4a3-4e91-9dc8-b92b85f98f9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d8cdeb8-caad-4707-a013-a82105a4bc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244632 Mar 28 09:26:39.533378 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [req-27a8d589-9969-472f-b94a-7b6da8377c87 req-b55d4a45-0045-4ab1-8498-1b7410ef8eef service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:26:39.534364 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-27a8d589-9969-472f-b94a-7b6da8377c87 req-b55d4a45-0045-4ab1-8498-1b7410ef8eef service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049961 Mar 28 09:26:39.607830 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753315e-56e3-4179-b001-5a82950a63f0 req-f3d61a6f-9834-4728-9ee2-84216b57cb06 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:39.609333 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7753315e-56e3-4179-b001-5a82950a63f0 req-f3d61a6f-9834-4728-9ee2-84216b57cb06 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0577109 Mar 28 09:26:39.628027 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-27a8d589-9969-472f-b94a-7b6da8377c87 req-00bc23ab-4ec6-4d9a-8f11-e6d231726d5f service neutron] 10.222.0.16 "GET /v2.0/networks/9d8cdeb8-caad-4707-a013-a82105a4bc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877233 Mar 28 09:26:39.656909 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7753315e-56e3-4179-b001-5a82950a63f0 req-c2005a8f-95f6-4ddc-80b5-aede725b74b2 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418160 Mar 28 09:26:39.716340 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-27a8d589-9969-472f-b94a-7b6da8377c87 req-fb4eb70d-bb2d-4204-a30d-25865b42fcb3 service neutron] 10.222.0.16 "GET /v2.0/networks/9d8cdeb8-caad-4707-a013-a82105a4bc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828412 Mar 28 09:26:40.774887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572f0d2-e831-4032-a81d-fa2bec1a2a72 req-e2126e2c-1340-4bdf-871b-bc69dc0800dc tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:40.776363 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4572f0d2-e831-4032-a81d-fa2bec1a2a72 req-e2126e2c-1340-4bdf-871b-bc69dc0800dc tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0527534 Mar 28 09:26:40.822255 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4572f0d2-e831-4032-a81d-fa2bec1a2a72 req-3cddfba7-5fda-4884-83c5-bdd2ad4760a1 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404267 Mar 28 09:26:41.940485 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efcce8-685c-4599-9635-3463750c4532 req-f5b42045-6314-467e-acf2-5e6fc931726a tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:41.941975 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b8efcce8-685c-4599-9635-3463750c4532 req-f5b42045-6314-467e-acf2-5e6fc931726a tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0518794 Mar 28 09:26:41.989492 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b8efcce8-685c-4599-9635-3463750c4532 req-4a4d930d-6232-45f9-9bc2-17d1b61266c1 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418801 Mar 28 09:26:43.110629 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a34b2c-8c15-4184-89da-c8e3cf03b44e req-0081b0d2-c746-4bf4-b41b-d2d8c09fe636 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:43.112009 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-69a34b2c-8c15-4184-89da-c8e3cf03b44e req-0081b0d2-c746-4bf4-b41b-d2d8c09fe636 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0564177 Mar 28 09:26:43.157408 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-69a34b2c-8c15-4184-89da-c8e3cf03b44e req-31180926-092b-4c78-92bb-96e0e65f202c tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395956 Mar 28 09:26:44.278977 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6331ff5-7db7-4aea-9394-5d9c7c0c60f6 req-b4feebdd-975d-4a2b-90a0-6d5dbfcb691a tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:44.280433 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c6331ff5-7db7-4aea-9394-5d9c7c0c60f6 req-b4feebdd-975d-4a2b-90a0-6d5dbfcb691a tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0570226 Mar 28 09:26:44.326674 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c6331ff5-7db7-4aea-9394-5d9c7c0c60f6 req-749fa88e-91ac-430d-99c2-ff97a606bf16 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407081 Mar 28 09:26:45.450546 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b8e14-a69f-43a6-92eb-c08eb3cad9d9 req-123af607-8710-4adf-8c56-06c2988cc388 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:45.452013 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-612b8e14-a69f-43a6-92eb-c08eb3cad9d9 req-123af607-8710-4adf-8c56-06c2988cc388 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0530281 Mar 28 09:26:45.498037 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-612b8e14-a69f-43a6-92eb-c08eb3cad9d9 req-09f44bda-ac1c-4a37-80fb-a7d1954efdb3 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403988 Mar 28 09:26:46.621131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72f500-8198-48de-9eed-3a4246e38156 req-1e97d3f5-eaf3-4c79-aeda-e7dd49812628 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:46.622647 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4a72f500-8198-48de-9eed-3a4246e38156 req-1e97d3f5-eaf3-4c79-aeda-e7dd49812628 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0533676 Mar 28 09:26:46.669599 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4a72f500-8198-48de-9eed-3a4246e38156 req-be72dd7a-dc60-4959-8a5e-316900c5b045 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414174 Mar 28 09:26:47.790368 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171757d0-1f79-44db-b5ef-5283337296ec req-fef9f247-ce74-4354-a96a-37f455704c85 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:47.791836 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-171757d0-1f79-44db-b5ef-5283337296ec req-fef9f247-ce74-4354-a96a-37f455704c85 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0565639 Mar 28 09:26:47.836525 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-171757d0-1f79-44db-b5ef-5283337296ec req-38cbc576-eb5f-45e8-8f22-97a855917a8b tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392294 Mar 28 09:26:48.959599 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d308a5-2ddf-4d57-bdd8-e3e136cdd47a req-1008e5a3-dc70-49f9-8e58-c934725f7ca5 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:48.961099 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-31d308a5-2ddf-4d57-bdd8-e3e136cdd47a req-1008e5a3-dc70-49f9-8e58-c934725f7ca5 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0540748 Mar 28 09:26:49.012085 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-31d308a5-2ddf-4d57-bdd8-e3e136cdd47a req-7d836d4d-4236-40ff-beab-a33a1e493885 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454671 Mar 28 09:26:50.128560 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa556ca-1296-42c4-becf-23a7a8eaa083 req-49b3f03a-ba48-48e4-9041-ac8075343581 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:50.130026 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2fa556ca-1296-42c4-becf-23a7a8eaa083 req-49b3f03a-ba48-48e4-9041-ac8075343581 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0523043 Mar 28 09:26:50.177077 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2fa556ca-1296-42c4-becf-23a7a8eaa083 req-3bc28585-166e-428b-adac-a214b1a9421c tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Mar 28 09:26:50.492390 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-00ae6bd0-230d-4fa6-be5d-c0fff83644ff service neutron] 10.222.0.16 "GET /v2.0/ports/c59a942e-2e53-4f98-816d-0cb38dcd7ed5/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0545237 Mar 28 09:26:50.741015 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-6a56952e-a327-4ca5-ad90-0d63fcd03474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:50.742608 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-6a56952e-a327-4ca5-ad90-0d63fcd03474 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733&tenant_id=3cb7841efe6a4f0e8de693917bc3f850 HTTP/1.1" status: 200 len: 1130 time: 0.0793819 Mar 28 09:26:50.804693 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-42e447c5-b596-4557-8133-175140257c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:50.806769 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-42e447c5-b596-4557-8133-175140257c78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cb7841efe6a4f0e8de693917bc3f850&device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 1130 time: 0.0435400 Mar 28 09:26:50.895210 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-85b190b0-71c0-490c-b575-1b09091e8907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:50.896659 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-85b190b0-71c0-490c-b575-1b09091e8907 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d8cdeb8-caad-4707-a013-a82105a4bc50 HTTP/1.1" status: 200 len: 911 time: 0.0848329 Mar 28 09:26:50.936047 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-69326d28-2986-4d56-82df-7a8c0b24748b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c59a942e-2e53-4f98-816d-0cb38dcd7ed5 HTTP/1.1" status: 200 len: 217 time: 0.0336487 Mar 28 09:26:50.985049 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-c460917f-bcd0-41a4-935a-e47e1e468f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:50.986611 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-c460917f-bcd0-41a4-935a-e47e1e468f86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7c7b6aaa-47cc-4d88-a5e0-9bbe6edba79a HTTP/1.1" status: 200 len: 851 time: 0.0441368 Mar 28 09:26:51.016716 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-de8513f0-2670-4240-ad54-3661c3c37edb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d8cdeb8-caad-4707-a013-a82105a4bc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243011 Mar 28 09:26:51.105551 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-e984fd97-f6ea-46d0-9454-82c6b0ccb946 service neutron] 10.222.0.16 "GET /v2.0/networks/9d8cdeb8-caad-4707-a013-a82105a4bc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833771 Mar 28 09:26:51.195656 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8a47f2f3-6a8a-4d85-82cf-b958a8ef1794 req-5aab7a8a-f228-4be8-8061-93b40e553077 service neutron] 10.222.0.16 "GET /v2.0/networks/9d8cdeb8-caad-4707-a013-a82105a4bc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840478 Mar 28 09:26:51.297722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52d3b5-cacd-485e-add5-b1651cb7ed1e req-26c002a0-b5cf-45bb-83c8-9195b3bfb8a4 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:51.299239 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2b52d3b5-cacd-485e-add5-b1651cb7ed1e req-26c002a0-b5cf-45bb-83c8-9195b3bfb8a4 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0544839 Mar 28 09:26:51.347393 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2b52d3b5-cacd-485e-add5-b1651cb7ed1e req-73ef1d5d-a09b-41f8-a83e-a2f27e76af97 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425920 Mar 28 09:26:51.378983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:52.466909 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06c383-43f6-4e03-bef5-4b5818486a58 req-7071a3fa-6a51-4bb9-93ee-d9dc4efcc405 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:52.468355 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fc06c383-43f6-4e03-bef5-4b5818486a58 req-7071a3fa-6a51-4bb9-93ee-d9dc4efcc405 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0517869 Mar 28 09:26:52.513208 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fc06c383-43f6-4e03-bef5-4b5818486a58 req-1b7900f6-7baa-42bb-ae57-c073b9f10fcc tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393970 Mar 28 09:26:53.636096 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3d07b-d82b-4cd8-9d7e-6d194287ceba req-394c885e-f280-45cf-8c3e-057ddd9e8d60 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:53.637593 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9a3d07b-d82b-4cd8-9d7e-6d194287ceba req-394c885e-f280-45cf-8c3e-057ddd9e8d60 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0568531 Mar 28 09:26:53.693284 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9a3d07b-d82b-4cd8-9d7e-6d194287ceba req-e13a2319-6325-4ed7-8177-edcad8108aef tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475094 Mar 28 09:26:54.027503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-57f20e74-9ec6-4516-b131-42c69cb0c9d3 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:54.028933 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-57f20e74-9ec6-4516-b131-42c69cb0c9d3 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733&tenant_id=3cb7841efe6a4f0e8de693917bc3f850&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.0909286 Mar 28 09:26:54.454584 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-5e8a3c09-ea41-44f0-a6bb-5dc95b3adcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:54.455987 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-5e8a3c09-ea41-44f0-a6bb-5dc95b3adcb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cb7841efe6a4f0e8de693917bc3f850&device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 1130 time: 0.3566628 Mar 28 09:26:54.541428 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-5742ad49-dd5c-4182-a956-14efbb86be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:54.542903 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-5742ad49-dd5c-4182-a956-14efbb86be12 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d8cdeb8-caad-4707-a013-a82105a4bc50 HTTP/1.1" status: 200 len: 911 time: 0.0809994 Mar 28 09:26:54.586671 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-7b2aa0e0-8601-4cba-90ba-e95044ce7b0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c59a942e-2e53-4f98-816d-0cb38dcd7ed5 HTTP/1.1" status: 200 len: 217 time: 0.0371194 Mar 28 09:26:54.632805 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-dc23700b-b370-4bc8-ae1f-f8f240a209bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:54.635105 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-dc23700b-b370-4bc8-ae1f-f8f240a209bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7c7b6aaa-47cc-4d88-a5e0-9bbe6edba79a HTTP/1.1" status: 200 len: 851 time: 0.0432959 Mar 28 09:26:54.664302 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-813e4f78-a32c-4799-989e-383c0167c410 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d8cdeb8-caad-4707-a013-a82105a4bc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236752 Mar 28 09:26:54.753809 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-894e9931-a89d-474b-9910-e7c0bbc7d642 service neutron] 10.222.0.16 "GET /v2.0/networks/9d8cdeb8-caad-4707-a013-a82105a4bc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834453 Mar 28 09:26:54.838731 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-95d9bcfd-9834-4c49-ba8f-fba24162853d service neutron] 10.222.0.16 "GET /v2.0/networks/9d8cdeb8-caad-4707-a013-a82105a4bc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794065 Mar 28 09:26:55.525970 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55df1c-5f4f-42d7-97b0-19c8a8e463f3 req-a032f0e0-a3ba-42fe-bd04-5e0b27357332 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:55.527463 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ec55df1c-5f4f-42d7-97b0-19c8a8e463f3 req-a032f0e0-a3ba-42fe-bd04-5e0b27357332 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0581107 Mar 28 09:26:55.573858 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ec55df1c-5f4f-42d7-97b0-19c8a8e463f3 req-f5686592-9cb6-417c-a109-442cd3f93871 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408807 Mar 28 09:26:56.695757 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495907a-3618-436e-9ee6-746f4b0342b7 req-c94db4b8-937d-4068-bb8c-73fd648dbe21 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:56.697904 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c495907a-3618-436e-9ee6-746f4b0342b7 req-c94db4b8-937d-4068-bb8c-73fd648dbe21 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0530591 Mar 28 09:26:56.747181 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c495907a-3618-436e-9ee6-746f4b0342b7 req-4c834d6d-84ed-4e47-bce0-bc0f43cdefed tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438023 Mar 28 09:26:57.096657 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-3719671a-aed8-4dc2-aa3a-e842feff4073 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:26:57.098122 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-3719671a-aed8-4dc2-aa3a-e842feff4073 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 946 time: 0.0506926 Mar 28 09:26:57.186842 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Deleting port c59a942e-2e53-4f98-816d-0cb38dcd7ed5 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:26:57.187109 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (c59a942e-2e53-4f98-816d-0cb38dcd7ed5), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:57.263055 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dd4f6430-c54d-48c7-b1be-180354f59022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:57.277165 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] For port c59a942e-2e53-4f98-816d-0cb38dcd7ed5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c59a942e-2e53-4f98-816d-0cb38dcd7ed5,segment=NetworkSegment(c17cf29e-8aaa-4868-90cb-08acc5d3d69e),segment_id=c17cf29e-8aaa-4868-90cb-08acc5d3d69e)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:26:57.277531 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (c59a942e-2e53-4f98-816d-0cb38dcd7ed5), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:57.290401 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Calling delete_port for c59a942e-2e53-4f98-816d-0cb38dcd7ed5 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:26:57.418082 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (c59a942e-2e53-4f98-816d-0cb38dcd7ed5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:57.430395 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['c59a942e-2e53-4f98-816d-0cb38dcd7ed5'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:26:57.446285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Pushing event deleted for resources: {'Port': ['ID=c59a942e-2e53-4f98-816d-0cb38dcd7ed5,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:26:57.459704 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:57.460065 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:57.460413 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:57.460756 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:57.461098 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:57.462076 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:57.462419 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:57.462909 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:57.463251 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:57.463583 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:57.463916 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:57.464247 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:57.464574 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:57.464898 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:57.465224 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:57.500414 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] No DVR routers for this DVR port c59a942e-2e53-4f98-816d-0cb38dcd7ed5 on host hv-neutron-mast {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:26:57.502899 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:57.506181 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-23e61db8-511a-4d16-bae4-b89e009c7131 req-3c8b5283-9390-4096-8ae5-0c87d7c8dc47 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.16 "DELETE /v2.0/ports/c59a942e-2e53-4f98-816d-0cb38dcd7ed5 HTTP/1.1" status: 204 len: 173 time: 0.4026186 Mar 28 09:26:57.506685 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5262f05-33af-4cc8-bc7b-7b291f590733', 'name': 'network-vif-deleted', 'tag': 'c59a942e-2e53-4f98-816d-0cb38dcd7ed5'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:26:57.509813 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37ff5da-6395-4173-8258-5daa3c1ad614" -d '{"events": [{"server_uuid": "f5262f05-33af-4cc8-bc7b-7b291f590733", "name": "network-vif-deleted", "tag": "c59a942e-2e53-4f98-816d-0cb38dcd7ed5"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:26:57.549926 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3f0f82-350f-4307-beef-5c8b841ea0b7 x-openstack-request-id: req-4e3f0f82-350f-4307-beef-5c8b841ea0b7 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:26:57.550228 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5262f05-33af-4cc8-bc7b-7b291f590733", "name": "network-vif-deleted", "tag": "c59a942e-2e53-4f98-816d-0cb38dcd7ed5", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:26:57.550488 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e3f0f82-350f-4307-beef-5c8b841ea0b7 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:26:57.550906 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3f0f82-350f-4307-beef-5c8b841ea0b7'] response: {'server_uuid': 'f5262f05-33af-4cc8-bc7b-7b291f590733', 'name': 'network-vif-deleted', 'tag': 'c59a942e-2e53-4f98-816d-0cb38dcd7ed5', 'status': 'completed', 'code': 200} Mar 28 09:26:57.852816 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c36bc2f8-f351-417e-bddc-0d4411c1973d req-7146fc4f-4501-4255-8ec1-d5b08fd71296 tempest-DeleteServersTestJSON-464186466 tempest-DeleteServersTestJSON-464186466-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5262f05-33af-4cc8-bc7b-7b291f590733 HTTP/1.1" status: 200 len: 210 time: 0.0273218 Mar 28 09:26:58.979441 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55930) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:26:59.023415 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Deleting subnet 7c7b6aaa-47cc-4d88-a5e0-9bbe6edba79a {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:26:59.027159 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Publish callbacks [] for subnet (7c7b6aaa-47cc-4d88-a5e0-9bbe6edba79a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:59.060665 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (7c7b6aaa-47cc-4d88-a5e0-9bbe6edba79a), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:59.104421 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (7c7b6aaa-47cc-4d88-a5e0-9bbe6edba79a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:59.155760 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (7c7b6aaa-47cc-4d88-a5e0-9bbe6edba79a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:59.182184 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c7b6aaa-47cc-4d88-a5e0-9bbe6edba79a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:26:59.185025 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:59.187865 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7c7b6aaa-47cc-4d88-a5e0-9bbe6edba79a HTTP/1.1" status: 204 len: 168 time: 0.2071712 Mar 28 09:26:59.190258 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55932) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:26:59.194220 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:59.194573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:59.194921 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:59.195265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:59.195606 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:59.196552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:59.196869 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:59.197199 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:59.197534 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:59.197899 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:59.198222 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:59.198554 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:59.198885 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:59.199225 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:59.199525 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da31230f-564f-4cdd-b5ba-30753576a3ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:26:59.261109 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-889cc257-de13-4958-a3a4-0d2c361c4e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (9d8cdeb8-caad-4707-a013-a82105a4bc50), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:59.337896 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-889cc257-de13-4958-a3a4-0d2c361c4e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (9d8cdeb8-caad-4707-a013-a82105a4bc50), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:59.358239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-889cc257-de13-4958-a3a4-0d2c361c4e4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8cdeb8-caad-4707-a013-a82105a4bc50']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:26:59.367479 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-889cc257-de13-4958-a3a4-0d2c361c4e4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17cf29e-8aaa-4868-90cb-08acc5d3d69e') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:26:59.368308 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-889cc257-de13-4958-a3a4-0d2c361c4e4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17cf29e-8aaa-4868-90cb-08acc5d3d69e') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:26:59.377437 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-889cc257-de13-4958-a3a4-0d2c361c4e4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (c17cf29e-8aaa-4868-90cb-08acc5d3d69e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:59.391488 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-889cc257-de13-4958-a3a4-0d2c361c4e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c17cf29e-8aaa-4868-90cb-08acc5d3d69e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:59.397369 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889cc257-de13-4958-a3a4-0d2c361c4e4e admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:26:59.397833 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-889cc257-de13-4958-a3a4-0d2c361c4e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (c17cf29e-8aaa-4868-90cb-08acc5d3d69e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:26:59.399530 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:26:59.456699 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-889cc257-de13-4958-a3a4-0d2c361c4e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (9d8cdeb8-caad-4707-a013-a82105a4bc50), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:59.462703 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-889cc257-de13-4958-a3a4-0d2c361c4e4e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:59.468426 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-889cc257-de13-4958-a3a4-0d2c361c4e4e admin admin] 10.222.0.15 "DELETE /v2.0/networks/9d8cdeb8-caad-4707-a013-a82105a4bc50 HTTP/1.1" status: 204 len: 168 time: 0.2745414 Mar 28 09:26:59.480844 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889cc257-de13-4958-a3a4-0d2c361c4e4e admin admin] Pushing event deleted for resources: {'Network': ['ID=9d8cdeb8-caad-4707-a013-a82105a4bc50,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:26:59.483432 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e5927201-d17f-4aa6-9439-9b31e856424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:59.573450 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55936) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:26:59.612866 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-126c5983-9221-4463-9dba-352b7444a780 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cb7841efe6a4f0e8de693917bc3f850&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381937 Mar 28 09:26:59.615781 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55938) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:26:59.661193 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb1a2349-25be-4d28-95ea-2ef08128a1a2 admin admin] Publish callbacks [] for security_group (0e5009f7-083b-4f3b-98c2-0dd2e0816e0f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:59.682827 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb1a2349-25be-4d28-95ea-2ef08128a1a2 admin admin] Publish callbacks [] for security_group (0e5009f7-083b-4f3b-98c2-0dd2e0816e0f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:59.726897 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb1a2349-25be-4d28-95ea-2ef08128a1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0e5009f7-083b-4f3b-98c2-0dd2e0816e0f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:59.729902 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fb1a2349-25be-4d28-95ea-2ef08128a1a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:26:59.731087 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fb1a2349-25be-4d28-95ea-2ef08128a1a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e5009f7-083b-4f3b-98c2-0dd2e0816e0f HTTP/1.1" status: 204 len: 168 time: 0.1143897 Mar 28 09:26:59.739160 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a2349-25be-4d28-95ea-2ef08128a1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5009f7-083b-4f3b-98c2-0dd2e0816e0f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:27:00.376485 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 55960) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:27:00.469941 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-93840c05-0c21-4811-800b-825c5f364deb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-968083637-network', 'tenant_id': '5dc667b9084147878ffb871cb51551ec'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:27:00.492346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93840c05-0c21-4811-800b-825c5f364deb admin admin] Made reservation on behalf of 5dc667b9084147878ffb871cb51551ec for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:27:00.494992 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-93840c05-0c21-4811-800b-825c5f364deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:00.503005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-93840c05-0c21-4811-800b-825c5f364deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:00.580778 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-93840c05-0c21-4811-800b-825c5f364deb admin admin] Publish callbacks [] for security_group (3f2fedd2-ccd5-4029-981b-551c8377f891), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:00.584743 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-93840c05-0c21-4811-800b-825c5f364deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (3f2fedd2-ccd5-4029-981b-551c8377f891), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:00.607478 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93840c05-0c21-4811-800b-825c5f364deb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:27:00.627455 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-93840c05-0c21-4811-800b-825c5f364deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (f85872a7-f890-4e26-aefb-b153ce379e9f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:00.627805 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-93840c05-0c21-4811-800b-825c5f364deb admin admin] Added segment f85872a7-f890-4e26-aefb-b153ce379e9f of type vlan for network 8622cce2-b8da-43a0-a47f-2be08afdd237 Mar 28 09:27:00.629191 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93840c05-0c21-4811-800b-825c5f364deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2fedd2-ccd5-4029-981b-551c8377f891,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:27:00.677763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-93840c05-0c21-4811-800b-825c5f364deb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (8622cce2-b8da-43a0-a47f-2be08afdd237), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:00.705286 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-93840c05-0c21-4811-800b-825c5f364deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (8622cce2-b8da-43a0-a47f-2be08afdd237), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:00.706573 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93840c05-0c21-4811-800b-825c5f364deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:00.707168 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-93840c05-0c21-4811-800b-825c5f364deb admin admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:00.753153 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:00.781984 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-93840c05-0c21-4811-800b-825c5f364deb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4043362 Mar 28 09:27:00.785311 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 55964) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:27:00.790550 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-86468345-201b-425a-ad94-0b63fe288485 admin admin] Request body: {'subnet': {'network_id': '8622cce2-b8da-43a0-a47f-2be08afdd237', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-968083637-subnet', 'tenant_id': '5dc667b9084147878ffb871cb51551ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:27:00.799421 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93840c05-0c21-4811-800b-825c5f364deb admin admin] Pushing event updated for resources: {'Network': ['ID=8622cce2-b8da-43a0-a47f-2be08afdd237,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:27:00.809979 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 8622cce2-b8da-43a0-a47f-2be08afdd237 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:27:00.812389 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86468345-201b-425a-ad94-0b63fe288485 admin admin] Made reservation on behalf of 5dc667b9084147878ffb871cb51551ec for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:27:00.815018 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-86468345-201b-425a-ad94-0b63fe288485 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:00.983348 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-86468345-201b-425a-ad94-0b63fe288485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (e55c6733-835b-490d-9ac7-b394b535b6fc), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:01.038900 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86468345-201b-425a-ad94-0b63fe288485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e55c6733-835b-490d-9ac7-b394b535b6fc,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:27:01.046493 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86468345-201b-425a-ad94-0b63fe288485 admin admin] Checking segment: {'id': 'f85872a7-f890-4e26-aefb-b153ce379e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8622cce2-b8da-43a0-a47f-2be08afdd237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:27:01.046869 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86468345-201b-425a-ad94-0b63fe288485 admin admin] Network hostable DHCP agents. Network: 8622cce2-b8da-43a0-a47f-2be08afdd237, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:27:01.063292 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86468345-201b-425a-ad94-0b63fe288485 admin admin] Network 8622cce2-b8da-43a0-a47f-2be08afdd237 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:27:01.071817 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-86468345-201b-425a-ad94-0b63fe288485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8622cce2-b8da-43a0-a47f-2be08afdd237) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:27:01.075772 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86468345-201b-425a-ad94-0b63fe288485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:01.076373 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-86468345-201b-425a-ad94-0b63fe288485 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:01.080855 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7b95b4-c193-4dc4-8e54-e88ee7d6079a None None] Network 8622cce2-b8da-43a0-a47f-2be08afdd237 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:27:01.092825 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-86468345-201b-425a-ad94-0b63fe288485 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3063142 Mar 28 09:27:01.178905 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5947c612-8c86-4fdd-b94e-35e7be0b0d1e None None] Network 8622cce2-b8da-43a0-a47f-2be08afdd237 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:27:01.304883 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device c59a942e-2e53-4f98-816d-0cb38dcd7ed5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:27:01.324700 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: c59a942e-2e53-4f98-816d-0cb38dcd7ed5 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:27:01.325064 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device c59a942e-2e53-4f98-816d-0cb38dcd7ed5 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:27:01.511661 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-d2fb56e8-a586-40d7-b573-0ca6cdd309b7 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:01.513146 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-d2fb56e8-a586-40d7-b573-0ca6cdd309b7 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/networks?id=8622cce2-b8da-43a0-a47f-2be08afdd237 HTTP/1.1" status: 200 len: 814 time: 0.1060488 Mar 28 09:27:01.528301 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-33173dd6-c64f-4149-96b3-28cb88f5aafa tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/quotas/5dc667b9084147878ffb871cb51551ec HTTP/1.1" status: 200 len: 375 time: 0.0097678 Mar 28 09:27:01.564917 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0c28b524-8cf5-41cf-a4d8-926890856531 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5dc667b9084147878ffb871cb51551ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315096 Mar 28 09:27:01.655683 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-9bca26c7-434f-49c8-88ec-ff9063d938ea service neutron] 10.222.0.15 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842829 Mar 28 09:27:01.750911 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-25b8a20c-5446-479f-a7fe-2236837b6dbe service neutron] 10.222.0.15 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895278 Mar 28 09:27:01.938764 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cb4f2432-8a94-407d-88bf-04d88a539a32 req-9bc841f2-0810-40a0-836f-8795e0ff8962 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 210 time: 0.0291193 Mar 28 09:27:02.153149 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:02.517758 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:27:02.862622 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-cb802f56-0f01-446d-af52-41b098f8e9ff tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:02.864070 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-cb802f56-0f01-446d-af52-41b098f8e9ff tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.16 "GET /v2.0/networks?id=8622cce2-b8da-43a0-a47f-2be08afdd237 HTTP/1.1" status: 200 len: 814 time: 0.0996959 Mar 28 09:27:02.875759 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-14038136-d46e-4981-99ba-0ada37dba8c8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Request body: {'port': {'device_id': 'daa721f2-eb73-4d71-babb-eaf01a55f1d0', 'network_id': '8622cce2-b8da-43a0-a47f-2be08afdd237', 'admin_state_up': True, 'tenant_id': '5dc667b9084147878ffb871cb51551ec'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:27:02.989396 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-14038136-d46e-4981-99ba-0ada37dba8c8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Made reservation on behalf of 5dc667b9084147878ffb871cb51551ec for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:27:02.992787 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-14038136-d46e-4981-99ba-0ada37dba8c8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:03.071122 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-20a284ce-5aa8-4cbe-bd6b-07f39b93be56 req-7daa798c-4efd-49d8-b77b-20186dfd46cf tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 210 time: 0.0549490 Mar 28 09:27:03.146773 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-14038136-d46e-4981-99ba-0ada37dba8c8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Allocated IP 172.20.0.3 (8622cce2-b8da-43a0-a47f-2be08afdd237/e55c6733-835b-490d-9ac7-b394b535b6fc/47359f2c-2909-450f-a9ff-0af7558456e1) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:27:03.287626 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-14038136-d46e-4981-99ba-0ada37dba8c8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Publish callbacks [] for port (47359f2c-2909-450f-a9ff-0af7558456e1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:03.319298 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-14038136-d46e-4981-99ba-0ada37dba8c8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (47359f2c-2909-450f-a9ff-0af7558456e1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:03.363811 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-14038136-d46e-4981-99ba-0ada37dba8c8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Network 8622cce2-b8da-43a0-a47f-2be08afdd237 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:27:03.366921 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-14038136-d46e-4981-99ba-0ada37dba8c8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:27:03.370764 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-14038136-d46e-4981-99ba-0ada37dba8c8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:27:03.398209 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14038136-d46e-4981-99ba-0ada37dba8c8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Pushing event updated for resources: {'Port': ['ID=47359f2c-2909-450f-a9ff-0af7558456e1,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:27:03.425858 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-14038136-d46e-4981-99ba-0ada37dba8c8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:03.426505 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-14038136-d46e-4981-99ba-0ada37dba8c8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:03.441535 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-14038136-d46e-4981-99ba-0ada37dba8c8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5696566 Mar 28 09:27:03.453538 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Request body: {'port': {'device_id': 'daa721f2-eb73-4d71-babb-eaf01a55f1d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:27:03.510651 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (47359f2c-2909-450f-a9ff-0af7558456e1), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:03.703914 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:03.768316 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47359f2c-2909-450f-a9ff-0af7558456e1 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:27:03.775832 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Publish callbacks [] for port (47359f2c-2909-450f-a9ff-0af7558456e1), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:03.787326 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Transition to ACTIVE for port object 47359f2c-2909-450f-a9ff-0af7558456e1 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:27:03.790750 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (47359f2c-2909-450f-a9ff-0af7558456e1), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:03.857069 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=47359f2c-2909-450f-a9ff-0af7558456e1,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:27:03.908569 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Attempting to bind port 47359f2c-2909-450f-a9ff-0af7558456e1 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:27:03.909210 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Attempting to bind port 47359f2c-2909-450f-a9ff-0af7558456e1 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f85872a7-f890-4e26-aefb-b153ce379e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8622cce2-b8da-43a0-a47f-2be08afdd237'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:27:03.909210 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Attempting to bind port 47359f2c-2909-450f-a9ff-0af7558456e1 on network 8622cce2-b8da-43a0-a47f-2be08afdd237 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:27:03.913434 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Port 47359f2c-2909-450f-a9ff-0af7558456e1 on network 8622cce2-b8da-43a0-a47f-2be08afdd237 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:27:03.913795 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Attempting to bind port 47359f2c-2909-450f-a9ff-0af7558456e1 on network 8622cce2-b8da-43a0-a47f-2be08afdd237 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:27:03.918665 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:27:03.919004 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Checking segment: {'id': 'f85872a7-f890-4e26-aefb-b153ce379e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8622cce2-b8da-43a0-a47f-2be08afdd237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:27:03.919389 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Bound using segment: {'id': 'f85872a7-f890-4e26-aefb-b153ce379e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8622cce2-b8da-43a0-a47f-2be08afdd237'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:27:03.919811 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Bound port: 47359f2c-2909-450f-a9ff-0af7558456e1, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85872a7-f890-4e26-aefb-b153ce379e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8622cce2-b8da-43a0-a47f-2be08afdd237'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:27:03.920164 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (47359f2c-2909-450f-a9ff-0af7558456e1), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:03.982875 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] For port 47359f2c-2909-450f-a9ff-0af7558456e1, host hv-neutron-mast, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:27:03.985896 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] For port 47359f2c-2909-450f-a9ff-0af7558456e1, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=47359f2c-2909-450f-a9ff-0af7558456e1,segment=NetworkSegment(f85872a7-f890-4e26-aefb-b153ce379e9f),segment_id=f85872a7-f890-4e26-aefb-b153ce379e9f)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:27:03.990706 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (47359f2c-2909-450f-a9ff-0af7558456e1), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:04.024690 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:04.025312 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:04.026706 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] 10.222.0.16 "PUT /v2.0/ports/47359f2c-2909-450f-a9ff-0af7558456e1 HTTP/1.1" status: 200 len: 1093 time: 0.5780554 Mar 28 09:27:04.027147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa721f2-eb73-4d71-babb-eaf01a55f1d0', 'tag': '47359f2c-2909-450f-a9ff-0af7558456e1'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:27:04.029372 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cf139e-275b-49eb-82aa-ca4c5d51f0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "daa721f2-eb73-4d71-babb-eaf01a55f1d0", "tag": "47359f2c-2909-450f-a9ff-0af7558456e1"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:27:04.056458 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2fbff7-d26e-4659-a76c-d99ba01af8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=47359f2c-2909-450f-a9ff-0af7558456e1,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:27:04.073449 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a990b5-16d5-4de5-b6f9-cb9eebb51da9 x-openstack-request-id: req-d0a990b5-16d5-4de5-b6f9-cb9eebb51da9 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:27:04.073763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa721f2-eb73-4d71-babb-eaf01a55f1d0", "tag": "47359f2c-2909-450f-a9ff-0af7558456e1", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:27:04.074016 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0a990b5-16d5-4de5-b6f9-cb9eebb51da9 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:27:04.074416 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0a990b5-16d5-4de5-b6f9-cb9eebb51da9'] response: {'name': 'network-changed', 'server_uuid': 'daa721f2-eb73-4d71-babb-eaf01a55f1d0', 'tag': '47359f2c-2909-450f-a9ff-0af7558456e1', 'status': 'completed', 'code': 200} Mar 28 09:27:04.112150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-1a39d965-a274-41ef-9c97-49fdb43d8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:04.113672 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-1a39d965-a274-41ef-9c97-49fdb43d8a9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dc667b9084147878ffb871cb51551ec&device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 1127 time: 0.0498717 Mar 28 09:27:04.166633 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-b5517bc7-49f0-4327-a86f-592d90b620c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47359f2c-2909-450f-a9ff-0af7558456e1 HTTP/1.1" status: 200 len: 217 time: 0.0467265 Mar 28 09:27:04.238214 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-48f898f0-9b2e-4943-9f9e-9730fb436c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:04.239556 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-48f898f0-9b2e-4943-9f9e-9730fb436c5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e55c6733-835b-490d-9ac7-b394b535b6fc HTTP/1.1" status: 200 len: 854 time: 0.0552051 Mar 28 09:27:04.247817 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9311c-0924-46a6-92b7-0e6c4c6dcaaf req-f23c28da-9708-4262-88e1-8c89b187b6a1 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:04.249160 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-09d9311c-0924-46a6-92b7-0e6c4c6dcaaf req-f23c28da-9708-4262-88e1-8c89b187b6a1 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 943 time: 0.0917373 Mar 28 09:27:04.284168 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-ebe28391-905e-4de2-9097-549d84bfdd5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8622cce2-b8da-43a0-a47f-2be08afdd237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340016 Mar 28 09:27:04.364743 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-09d9311c-0924-46a6-92b7-0e6c4c6dcaaf req-87bf3b5f-758b-441d-ab70-2b3568cb1962 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075652 Mar 28 09:27:04.394294 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-e02f2a62-a23b-4769-aa81-91d5bc02542d service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043210 Mar 28 09:27:04.483388 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e52084f2-37d4-4750-96a7-eb38407f1107 req-15c38a1c-1450-44af-9f4c-862a48ee808f service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830407 Mar 28 09:27:04.572663 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf139e-275b-49eb-82aa-ca4c5d51f0f6 req-41259c04-71ad-449b-81ff-1cc8c131d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:04.574171 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c4cf139e-275b-49eb-82aa-ca4c5d51f0f6 req-41259c04-71ad-449b-81ff-1cc8c131d886 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dc667b9084147878ffb871cb51551ec&device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 1127 time: 0.0451980 Mar 28 09:27:04.665928 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf139e-275b-49eb-82aa-ca4c5d51f0f6 req-9259f7e5-70e1-47ad-a451-a2583e38cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:04.667373 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c4cf139e-275b-49eb-82aa-ca4c5d51f0f6 req-9259f7e5-70e1-47ad-a451-a2583e38cb4c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8622cce2-b8da-43a0-a47f-2be08afdd237 HTTP/1.1" status: 200 len: 914 time: 0.0871782 Mar 28 09:27:04.709780 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c4cf139e-275b-49eb-82aa-ca4c5d51f0f6 req-12fe1d27-bcf1-436f-9608-3b5a2008d244 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47359f2c-2909-450f-a9ff-0af7558456e1 HTTP/1.1" status: 200 len: 217 time: 0.0339065 Mar 28 09:27:04.755576 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf139e-275b-49eb-82aa-ca4c5d51f0f6 req-cd2e0626-316d-4ec9-950f-960c88c54ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:04.756965 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c4cf139e-275b-49eb-82aa-ca4c5d51f0f6 req-cd2e0626-316d-4ec9-950f-960c88c54ea9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e55c6733-835b-490d-9ac7-b394b535b6fc HTTP/1.1" status: 200 len: 854 time: 0.0419598 Mar 28 09:27:04.788201 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c4cf139e-275b-49eb-82aa-ca4c5d51f0f6 req-f0aeb003-64e1-4b2f-9f61-36c4c63fabbe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8622cce2-b8da-43a0-a47f-2be08afdd237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245776 Mar 28 09:27:04.877778 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c4cf139e-275b-49eb-82aa-ca4c5d51f0f6 req-9fc2d26f-8963-44f0-9ee0-814e76c346a6 service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827355 Mar 28 09:27:04.965236 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c4cf139e-275b-49eb-82aa-ca4c5d51f0f6 req-37265e42-9763-4958-87a4-210d168820ff service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805697 Mar 28 09:27:05.488904 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61365ca8-05ec-4218-a7df-71a9404d72cf req-a60d6b85-d365-47ed-ad03-4c9d44eadfa6 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:05.490412 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-61365ca8-05ec-4218-a7df-71a9404d72cf req-a60d6b85-d365-47ed-ad03-4c9d44eadfa6 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 943 time: 0.0577500 Mar 28 09:27:05.537415 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-61365ca8-05ec-4218-a7df-71a9404d72cf req-db655e49-fc9b-4bfd-87b0-02fabad5689c tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407810 Mar 28 09:27:06.662960 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315afe50-546e-4507-9876-be97382f5b6e req-8c8cc9f3-220b-48cc-b09f-8ac24570ecd0 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:06.664498 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-315afe50-546e-4507-9876-be97382f5b6e req-8c8cc9f3-220b-48cc-b09f-8ac24570ecd0 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 943 time: 0.0578148 Mar 28 09:27:06.710935 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-315afe50-546e-4507-9876-be97382f5b6e req-48af63a6-df27-4b44-9788-84edaeeff9e7 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407975 Mar 28 09:27:07.351090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 47359f2c-2909-450f-a9ff-0af7558456e1 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:27:07.449998 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 47359f2c-2909-450f-a9ff-0af7558456e1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=47359f2c-2909-450f-a9ff-0af7558456e1,segment=NetworkSegment(f85872a7-f890-4e26-aefb-b153ce379e9f),segment_id=f85872a7-f890-4e26-aefb-b153ce379e9f)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:27:07.462399 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '47359f2c-2909-450f-a9ff-0af7558456e1', 'network_id': '8622cce2-b8da-43a0-a47f-2be08afdd237', 'port_id': '47359f2c-2909-450f-a9ff-0af7558456e1', 'mac_address': 'fa:16:3e:8f:90:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55c6733-835b-490d-9ac7-b394b535b6fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:27:07.499232 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 47359f2c-2909-450f-a9ff-0af7558456e1 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:27:07.499629 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (47359f2c-2909-450f-a9ff-0af7558456e1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:07.513275 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47359f2c-2909-450f-a9ff-0af7558456e1 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:27:07.532688 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 47359f2c-2909-450f-a9ff-0af7558456e1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=47359f2c-2909-450f-a9ff-0af7558456e1,segment=NetworkSegment(f85872a7-f890-4e26-aefb-b153ce379e9f),segment_id=f85872a7-f890-4e26-aefb-b153ce379e9f)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:27:07.536598 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (47359f2c-2909-450f-a9ff-0af7558456e1), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:07.587336 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=47359f2c-2909-450f-a9ff-0af7558456e1,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:27:07.594400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:27:07.594752 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:27:07.595098 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:27:07.595439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:27:07.595776 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:27:07.596107 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:27:07.596461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:27:07.596788 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:27:07.597183 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:27:07.597680 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:27:07.597962 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:27:07.598434 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:27:07.598760 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:27:07.599082 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:27:07.599403 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:27:07.743090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['47359f2c-2909-450f-a9ff-0af7558456e1'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:27:07.832205 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184afdf6-bbb8-4921-a3b8-6b855d402419 req-5b0408d9-9eee-4f1c-9422-c93a6ae52872 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:07.833745 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-184afdf6-bbb8-4921-a3b8-6b855d402419 req-5b0408d9-9eee-4f1c-9422-c93a6ae52872 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 944 time: 0.0547040 Mar 28 09:27:07.884592 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-184afdf6-bbb8-4921-a3b8-6b855d402419 req-0436635e-f2ae-49ac-93ab-1c116451c005 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442622 Mar 28 09:27:09.013856 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc5f3f-d135-4f00-abbe-cb8fa1e14b40 req-7bf99029-2c26-4f19-b735-0424bbefa9fc tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:09.015343 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fedc5f3f-d135-4f00-abbe-cb8fa1e14b40 req-7bf99029-2c26-4f19-b735-0424bbefa9fc tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 944 time: 0.0550916 Mar 28 09:27:09.061915 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fedc5f3f-d135-4f00-abbe-cb8fa1e14b40 req-270c4a5b-b037-4bde-a8f4-d327b55e89a5 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407634 Mar 28 09:27:09.370440 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 47359f2c-2909-450f-a9ff-0af7558456e1 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:27:09.418535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 47359f2c-2909-450f-a9ff-0af7558456e1 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:27:09.422196 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 47359f2c-2909-450f-a9ff-0af7558456e1 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:27:09.422573 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (47359f2c-2909-450f-a9ff-0af7558456e1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:09.496340 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 47359f2c-2909-450f-a9ff-0af7558456e1 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:27:09.496702 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (47359f2c-2909-450f-a9ff-0af7558456e1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:09.518779 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa721f2-eb73-4d71-babb-eaf01a55f1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47359f2c-2909-450f-a9ff-0af7558456e1'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:27:09.520936 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc92c24-2339-4740-b7e1-89c298acf1b9" -d '{"events": [{"server_uuid": "daa721f2-eb73-4d71-babb-eaf01a55f1d0", "name": "network-vif-plugged", "status": "completed", "tag": "47359f2c-2909-450f-a9ff-0af7558456e1"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:27:09.534167 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 47359f2c-2909-450f-a9ff-0af7558456e1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=47359f2c-2909-450f-a9ff-0af7558456e1,segment=NetworkSegment(f85872a7-f890-4e26-aefb-b153ce379e9f),segment_id=f85872a7-f890-4e26-aefb-b153ce379e9f)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:27:09.539083 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (47359f2c-2909-450f-a9ff-0af7558456e1), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:09.565177 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296566ac-ed43-4b43-aaab-9fb99ed26815 x-openstack-request-id: req-296566ac-ed43-4b43-aaab-9fb99ed26815 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:27:09.565472 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa721f2-eb73-4d71-babb-eaf01a55f1d0", "name": "network-vif-plugged", "status": "completed", "tag": "47359f2c-2909-450f-a9ff-0af7558456e1", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:27:09.565746 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-296566ac-ed43-4b43-aaab-9fb99ed26815 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:27:09.566142 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-296566ac-ed43-4b43-aaab-9fb99ed26815'] response: {'server_uuid': 'daa721f2-eb73-4d71-babb-eaf01a55f1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47359f2c-2909-450f-a9ff-0af7558456e1', 'code': 200} Mar 28 09:27:09.591772 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=47359f2c-2909-450f-a9ff-0af7558456e1,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:27:09.725315 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baea4fe-d15e-4a9e-a763-11efc26fc1d4 req-1eb99708-fdec-4a45-a098-1e22ea75acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:09.726783 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9baea4fe-d15e-4a9e-a763-11efc26fc1d4 req-1eb99708-fdec-4a45-a098-1e22ea75acf0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 1129 time: 0.0434928 Mar 28 09:27:09.772519 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9baea4fe-d15e-4a9e-a763-11efc26fc1d4 req-f33de5a2-bfcb-4096-b0c5-b5f00257faf9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395720 Mar 28 09:27:10.178249 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7456a-2249-44b6-8370-a0479f8a391c req-82388fe0-b339-4acf-b435-5e1c1f0cb503 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:10.179725 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3ba7456a-2249-44b6-8370-a0479f8a391c req-82388fe0-b339-4acf-b435-5e1c1f0cb503 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0519369 Mar 28 09:27:10.226193 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3ba7456a-2249-44b6-8370-a0479f8a391c req-c3ac0257-a577-47dd-9800-0a5492a43035 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403512 Mar 28 09:27:11.347420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d11a7f-e553-4807-ba9d-7668b7ccd0f5 req-eb4bcc4e-d1ba-4f4a-a0db-807d77cfdff8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:11.348872 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-50d11a7f-e553-4807-ba9d-7668b7ccd0f5 req-eb4bcc4e-d1ba-4f4a-a0db-807d77cfdff8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0558550 Mar 28 09:27:11.396638 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-50d11a7f-e553-4807-ba9d-7668b7ccd0f5 req-d15f89b9-066b-4f11-bf42-8e14ba42c926 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421190 Mar 28 09:27:11.512391 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155c325-4721-40e5-b639-5a6528e0407e req-86b85059-3822-4323-b604-2c10c3938154 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:11.513761 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8155c325-4721-40e5-b639-5a6528e0407e req-86b85059-3822-4323-b604-2c10c3938154 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0511949 Mar 28 09:27:11.559354 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8155c325-4721-40e5-b639-5a6528e0407e req-17e9e65f-de80-4745-9aee-066171539f2e tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401039 Mar 28 09:27:11.768193 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c1788-80b5-4b4b-8d20-f9ee5aa47a1c req-5fbcd968-9b51-4963-b503-3f0ef0f98de8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:11.769565 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-af0c1788-80b5-4b4b-8d20-f9ee5aa47a1c req-5fbcd968-9b51-4963-b503-3f0ef0f98de8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0571895 Mar 28 09:27:11.815790 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-af0c1788-80b5-4b4b-8d20-f9ee5aa47a1c req-efd03697-1f6b-4572-a5f1-1b794a034b9a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403299 Mar 28 09:27:11.931309 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a76bc-833c-4603-8625-bf8b81a89417 req-032c603a-3687-44f5-87db-b915a3dafdca tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:11.932769 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-396a76bc-833c-4603-8625-bf8b81a89417 req-032c603a-3687-44f5-87db-b915a3dafdca tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0528297 Mar 28 09:27:11.978410 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-396a76bc-833c-4603-8625-bf8b81a89417 req-89943a99-c0c4-4b27-962d-ab48a00170f0 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401242 Mar 28 09:27:12.322900 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-08a33677-bc9d-4cc7-9a33-43988e8ba26f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766070 Mar 28 09:27:12.333905 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca227a-0b52-45fe-a746-4b08c028b67e req-aa383284-43da-4f1e-a09e-d9521378c38a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:12.335365 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4cca227a-0b52-45fe-a746-4b08c028b67e req-aa383284-43da-4f1e-a09e-d9521378c38a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0811841 Mar 28 09:27:12.383211 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4cca227a-0b52-45fe-a746-4b08c028b67e req-97d9d429-6139-453b-bf76-10de00dcded3 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417533 Mar 28 09:27:12.709684 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-45bdf3da-668c-41c7-83a2-b2ac9274c7ce tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:12.711107 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-45bdf3da-668c-41c7-83a2-b2ac9274c7ce tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports/47359f2c-2909-450f-a9ff-0af7558456e1 HTTP/1.1" status: 200 len: 942 time: 0.0456469 Mar 28 09:27:13.487687 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-ecc4773b-5336-4306-9e0d-404c9c9af507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:13.489146 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-ecc4773b-5336-4306-9e0d-404c9c9af507 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dc667b9084147878ffb871cb51551ec&device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 1129 time: 0.0717497 Mar 28 09:27:13.557365 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97df45-4c07-4ca0-9fba-b6a450158a6a req-bd712003-0b76-45ea-82e8-3b0979abeac8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:13.558833 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2d97df45-4c07-4ca0-9fba-b6a450158a6a req-bd712003-0b76-45ea-82e8-3b0979abeac8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.1064174 Mar 28 09:27:13.614149 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-b663a15a-3993-4116-a138-0b55893e5a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:13.615581 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-b663a15a-3993-4116-a138-0b55893e5a12 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8622cce2-b8da-43a0-a47f-2be08afdd237 HTTP/1.1" status: 200 len: 914 time: 0.1206813 Mar 28 09:27:13.632472 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2d97df45-4c07-4ca0-9fba-b6a450158a6a req-a0599223-e835-4ade-8bfb-25aeed257126 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675886 Mar 28 09:27:13.664432 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-66369321-1ec6-4aec-a6fb-8b911f3bd6ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47359f2c-2909-450f-a9ff-0af7558456e1 HTTP/1.1" status: 200 len: 217 time: 0.0415101 Mar 28 09:27:13.709713 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-7f7b90a8-bd4c-4968-8c40-b2621b0ec8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:13.711752 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-7f7b90a8-bd4c-4968-8c40-b2621b0ec8b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e55c6733-835b-490d-9ac7-b394b535b6fc HTTP/1.1" status: 200 len: 854 time: 0.0415568 Mar 28 09:27:13.740483 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-48b7c364-e6a8-4987-a5e0-f9d08cc0cd19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8622cce2-b8da-43a0-a47f-2be08afdd237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235724 Mar 28 09:27:13.831165 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-914bc3d4-401e-455e-87e8-de189f89b4b7 service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846510 Mar 28 09:27:13.918326 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-fdd7055b-fe32-46ab-909a-3b07025f3cdc service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813351 Mar 28 09:27:14.750894 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7aa647-afbf-4dc3-a3c4-c36394a2fc1b req-99ab386a-e142-402f-b625-0c56a0ef89fb tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:14.752360 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ed7aa647-afbf-4dc3-a3c4-c36394a2fc1b req-99ab386a-e142-402f-b625-0c56a0ef89fb tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0513992 Mar 28 09:27:14.798004 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ed7aa647-afbf-4dc3-a3c4-c36394a2fc1b req-e1299af0-e82a-4749-bd83-1231d753ac11 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401525 Mar 28 09:27:15.927206 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea278d-2cec-43e8-b908-c3b88a32c5a2 req-42cc2aeb-a630-4906-9669-1f880c35be40 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:15.928654 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ebea278d-2cec-43e8-b908-c3b88a32c5a2 req-42cc2aeb-a630-4906-9669-1f880c35be40 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0571265 Mar 28 09:27:15.975685 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ebea278d-2cec-43e8-b908-c3b88a32c5a2 req-060b98bb-dfb9-418a-b224-f791450a8f5a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415092 Mar 28 09:27:17.100084 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1506dd-f259-4ecd-b4b9-3fc2db8a6c60 req-f7c93e04-3f0a-4003-9699-f2348d281fe0 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:17.101569 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7c1506dd-f259-4ecd-b4b9-3fc2db8a6c60 req-f7c93e04-3f0a-4003-9699-f2348d281fe0 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0585728 Mar 28 09:27:17.148881 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7c1506dd-f259-4ecd-b4b9-3fc2db8a6c60 req-69965c64-a73b-4b11-a93b-da2d220aa385 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412517 Mar 28 09:27:18.420448 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7f927-ba73-4d1a-b685-16d1cf5f8ec2 req-9bf45cb4-0dab-4b53-8b85-06e6a5ff0ce9 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:18.421831 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7dc7f927-ba73-4d1a-b685-16d1cf5f8ec2 req-9bf45cb4-0dab-4b53-8b85-06e6a5ff0ce9 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0516517 Mar 28 09:27:18.468844 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7dc7f927-ba73-4d1a-b685-16d1cf5f8ec2 req-e48c99c2-095f-4b13-a2f5-5c0bf52b67de tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Mar 28 09:27:19.588449 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cf6a5-aefb-457f-af03-f10277ff1416 req-b04268d8-2d40-49c2-94a3-985f83563329 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:19.589967 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f31cf6a5-aefb-457f-af03-f10277ff1416 req-b04268d8-2d40-49c2-94a3-985f83563329 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0558536 Mar 28 09:27:19.637328 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f31cf6a5-aefb-457f-af03-f10277ff1416 req-bab7db1d-a442-47d8-ba4f-c4ea8e4c921e tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417964 Mar 28 09:27:20.751768 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c2833-e17f-453f-83d8-5fee2c04bc88 req-dd1942bc-88ac-4e1a-abd5-6ce09190c75a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:20.753220 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ae0c2833-e17f-453f-83d8-5fee2c04bc88 req-dd1942bc-88ac-4e1a-abd5-6ce09190c75a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0512886 Mar 28 09:27:20.802403 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ae0c2833-e17f-453f-83d8-5fee2c04bc88 req-44ef2300-6df6-419b-871e-7b7fb7ccd4c6 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430064 Mar 28 09:27:21.380173 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:21.923198 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f3f42-2566-4d13-8860-68009f51c868 req-0e0dadfa-1564-4f37-b008-7252008879e4 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:21.925025 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-915f3f42-2566-4d13-8860-68009f51c868 req-0e0dadfa-1564-4f37-b008-7252008879e4 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0563822 Mar 28 09:27:21.974973 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-915f3f42-2566-4d13-8860-68009f51c868 req-8132ab9c-1eef-4a6b-b9a0-ec6b7b6bf1d4 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437520 Mar 28 09:27:23.093692 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebf0f1-1e85-4885-83e0-46e5218e6c71 req-5e7f6f8b-c16d-4b88-bd01-19ce619300ad tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:23.095179 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-30ebf0f1-1e85-4885-83e0-46e5218e6c71 req-5e7f6f8b-c16d-4b88-bd01-19ce619300ad tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0525072 Mar 28 09:27:23.142980 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-30ebf0f1-1e85-4885-83e0-46e5218e6c71 req-b45c9c23-bb2c-45b6-af00-6b89672975b4 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421357 Mar 28 09:27:24.261839 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9efe91-9ff2-4d3b-8323-2d33ee5863c5 req-b0475fd0-7f1e-4485-8adc-4052ec02ff5a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:24.263334 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9f9efe91-9ff2-4d3b-8323-2d33ee5863c5 req-b0475fd0-7f1e-4485-8adc-4052ec02ff5a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0533006 Mar 28 09:27:24.310176 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9f9efe91-9ff2-4d3b-8323-2d33ee5863c5 req-ea6fda1f-0c97-4b12-9a92-c1c9115f6acd tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 Mar 28 09:27:25.426367 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e6093-b064-4fd4-ac85-9bc8ac98b8b6 req-30b45f8a-c736-4461-a769-13b152f3d7fe tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:25.427835 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-003e6093-b064-4fd4-ac85-9bc8ac98b8b6 req-30b45f8a-c736-4461-a769-13b152f3d7fe tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0520105 Mar 28 09:27:25.474003 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-003e6093-b064-4fd4-ac85-9bc8ac98b8b6 req-dccf4c75-ed70-4478-95be-dbf93afe339c tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395064 Mar 28 09:27:26.593222 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27244d3b-f304-4aab-ae05-4b28d65343f8 req-0687e784-b357-44ff-b82b-5a90f7117fee tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:26.594737 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-27244d3b-f304-4aab-ae05-4b28d65343f8 req-0687e784-b357-44ff-b82b-5a90f7117fee tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0529280 Mar 28 09:27:26.642098 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-27244d3b-f304-4aab-ae05-4b28d65343f8 req-2f4c5f90-03a0-4610-b266-535bace01ee8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418451 Mar 28 09:27:27.264817 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d4afa4d-b98b-44cd-9ccb-32d525e29a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:27.762426 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf3722-cf22-4f00-bf38-9e3897d49b08 req-1f46c489-cf31-4c08-919c-e5c76830f4d1 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:27.763880 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fdcf3722-cf22-4f00-bf38-9e3897d49b08 req-1f46c489-cf31-4c08-919c-e5c76830f4d1 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0562091 Mar 28 09:27:27.809445 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fdcf3722-cf22-4f00-bf38-9e3897d49b08 req-0d742677-a69c-4a18-a0d3-4f3d5f5c16c7 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399296 Mar 28 09:27:28.932595 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805064f-db81-4e7e-91c9-d546ce5e90ee req-a7579ddc-e662-4956-b0a1-8b4932e87bb1 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:28.934081 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b805064f-db81-4e7e-91c9-d546ce5e90ee req-a7579ddc-e662-4956-b0a1-8b4932e87bb1 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0586200 Mar 28 09:27:28.982315 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b805064f-db81-4e7e-91c9-d546ce5e90ee req-e9baa43e-145f-4199-ab3e-fff6901e4443 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426636 Mar 28 09:27:29.486529 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dae1676e-6b46-4bba-a870-248a0602e1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:30.098401 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8fd1c-0790-4aa4-8084-ed7a9311f808 req-2054a962-41ee-4798-8ef2-90fa84aafcbc tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:30.099877 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2ce8fd1c-0790-4aa4-8084-ed7a9311f808 req-2054a962-41ee-4798-8ef2-90fa84aafcbc tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0522923 Mar 28 09:27:30.146096 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2ce8fd1c-0790-4aa4-8084-ed7a9311f808 req-17651b1b-c886-4115-9a68-410c51e72d84 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401211 Mar 28 09:27:30.609090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:31.265577 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e45b1-934e-4821-9c9a-f8d8ababa2a9 req-13301f84-4e52-470b-9f64-960f3f2da066 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:31.267094 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-995e45b1-934e-4821-9c9a-f8d8ababa2a9 req-13301f84-4e52-470b-9f64-960f3f2da066 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0530431 Mar 28 09:27:31.312818 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-995e45b1-934e-4821-9c9a-f8d8ababa2a9 req-b7e622fd-44eb-4229-b2ef-f5919471c67f tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402021 Mar 28 09:27:32.152349 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:32.430363 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a956b6-c05d-4506-afba-bba3ccad6994 req-9fbcf66b-0d90-4cb0-bdf5-6144e0af37b4 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:32.431815 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e9a956b6-c05d-4506-afba-bba3ccad6994 req-9fbcf66b-0d90-4cb0-bdf5-6144e0af37b4 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0514021 Mar 28 09:27:32.481589 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e9a956b6-c05d-4506-afba-bba3ccad6994 req-ca396110-802a-4ab9-975c-a6ff7ee404d2 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442662 Mar 28 09:27:33.602548 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2151e-4405-46a6-b9e4-2c2cb457d5b9 req-266a6838-54b4-44ec-a7fa-04e8fbba6c2d tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:33.604024 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3ad2151e-4405-46a6-b9e4-2c2cb457d5b9 req-266a6838-54b4-44ec-a7fa-04e8fbba6c2d tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0567207 Mar 28 09:27:33.650559 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3ad2151e-4405-46a6-b9e4-2c2cb457d5b9 req-ff2953a5-3c4f-4b80-b8e1-f5945ddd8572 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409057 Mar 28 09:27:33.706981 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:34.767241 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38557627-85a3-435e-93cf-a3418484a9ee req-2abe6a20-fe77-4b39-a749-087221a748e3 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:34.768700 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-38557627-85a3-435e-93cf-a3418484a9ee req-2abe6a20-fe77-4b39-a749-087221a748e3 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0517240 Mar 28 09:27:34.815305 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-38557627-85a3-435e-93cf-a3418484a9ee req-47cead4d-1aa1-4f52-bf73-77b134ce8bcb tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401490 Mar 28 09:27:35.932707 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864e43c-8aeb-49fd-9453-83fc6e4b777a req-70f8b9d8-1a99-4493-b728-31261a507bf8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:35.934215 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4864e43c-8aeb-49fd-9453-83fc6e4b777a req-70f8b9d8-1a99-4493-b728-31261a507bf8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0529425 Mar 28 09:27:35.987258 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4864e43c-8aeb-49fd-9453-83fc6e4b777a req-88d226e2-3809-4462-b47c-d428173ac8f8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435562 Mar 28 09:27:37.104025 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861ad93-f308-421e-b06c-d8b8eaf41e0c req-1bf89105-636d-476e-a97e-5172eea41b37 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:37.105496 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4861ad93-f308-421e-b06c-d8b8eaf41e0c req-1bf89105-636d-476e-a97e-5172eea41b37 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0524039 Mar 28 09:27:37.150612 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4861ad93-f308-421e-b06c-d8b8eaf41e0c req-1e92648a-87ca-4bbe-ac8c-08d445603a62 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395606 Mar 28 09:27:38.270231 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bb982-3a00-45eb-bc98-c6d266b05780 req-83817e0e-d934-4dcc-9574-44eec47a73c7 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:38.271714 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d38bb982-3a00-45eb-bc98-c6d266b05780 req-83817e0e-d934-4dcc-9574-44eec47a73c7 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0534863 Mar 28 09:27:38.322296 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d38bb982-3a00-45eb-bc98-c6d266b05780 req-20708c6f-7efa-4894-8b91-872543bcd869 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448070 Mar 28 09:27:39.444472 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a897c-61c9-48be-ba00-6ec524dcde8f req-65427df5-ad3d-41d7-8e96-308102b1172c tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:39.446180 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-007a897c-61c9-48be-ba00-6ec524dcde8f req-65427df5-ad3d-41d7-8e96-308102b1172c tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0568924 Mar 28 09:27:39.492309 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-007a897c-61c9-48be-ba00-6ec524dcde8f req-8b08df92-738d-4a99-a8b9-89bd02c007d1 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405133 Mar 28 09:27:39.516413 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:27:40.303312 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ddaa8-f285-4919-ab54-665413d3a4c0 req-6eec392b-045f-4fa6-a856-2d9fb347e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:40.305338 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-360ddaa8-f285-4919-ab54-665413d3a4c0 req-6eec392b-045f-4fa6-a856-2d9fb347e94a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dc667b9084147878ffb871cb51551ec&device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 1129 time: 0.0868187 Mar 28 09:27:40.406635 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ddaa8-f285-4919-ab54-665413d3a4c0 req-bcf51c33-4fbf-4fff-bf5f-e2a398621a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:40.408028 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-360ddaa8-f285-4919-ab54-665413d3a4c0 req-bcf51c33-4fbf-4fff-bf5f-e2a398621a30 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8622cce2-b8da-43a0-a47f-2be08afdd237 HTTP/1.1" status: 200 len: 914 time: 0.0844367 Mar 28 09:27:40.449377 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-360ddaa8-f285-4919-ab54-665413d3a4c0 req-61b8bd0e-d7b7-446c-b440-714ad0f64988 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47359f2c-2909-450f-a9ff-0af7558456e1 HTTP/1.1" status: 200 len: 217 time: 0.0344758 Mar 28 09:27:40.489951 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-2932d800-30fe-4e61-a12c-fe38afabc7eb service neutron] 10.222.0.16 "GET /v2.0/ports/47359f2c-2909-450f-a9ff-0af7558456e1/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0555568 Mar 28 09:27:40.496479 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ddaa8-f285-4919-ab54-665413d3a4c0 req-4c333e53-d55f-482f-b72c-19adb2eac125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:40.497952 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-360ddaa8-f285-4919-ab54-665413d3a4c0 req-4c333e53-d55f-482f-b72c-19adb2eac125 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e55c6733-835b-490d-9ac7-b394b535b6fc HTTP/1.1" status: 200 len: 854 time: 0.0430810 Mar 28 09:27:40.529529 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-360ddaa8-f285-4919-ab54-665413d3a4c0 req-e59e2eb6-d0fd-4e0d-ab97-759214b6f65e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8622cce2-b8da-43a0-a47f-2be08afdd237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258813 Mar 28 09:27:40.617754 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98207d36-d403-4829-9d49-8526a57be6f5 req-4556dbfe-7947-4171-a4da-a2adf8076a37 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:40.624780 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98207d36-d403-4829-9d49-8526a57be6f5 req-4556dbfe-7947-4171-a4da-a2adf8076a37 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0627146 Mar 28 09:27:40.639093 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-360ddaa8-f285-4919-ab54-665413d3a4c0 req-6573a274-bc13-4828-a770-63dda0d98575 service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018956 Mar 28 09:27:40.721531 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-98207d36-d403-4829-9d49-8526a57be6f5 req-8a21ebd9-2805-46a3-bd17-1349a6f0c341 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956488 Mar 28 09:27:40.729514 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-360ddaa8-f285-4919-ab54-665413d3a4c0 req-518f1e09-0861-4c74-87df-267970042f34 service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851679 Mar 28 09:27:40.749723 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-bb7abda9-cc27-4ddf-86f8-c8a1ab3697d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:40.751233 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-bb7abda9-cc27-4ddf-86f8-c8a1ab3697d4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0&tenant_id=5dc667b9084147878ffb871cb51551ec HTTP/1.1" status: 200 len: 1129 time: 0.0943465 Mar 28 09:27:40.821022 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-7298b0ae-cbd5-4ee7-8d65-44cb6bfb2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:40.822548 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-7298b0ae-cbd5-4ee7-8d65-44cb6bfb2925 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dc667b9084147878ffb871cb51551ec&device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 1129 time: 0.0454807 Mar 28 09:27:40.914988 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-ff25488c-4cc9-4d06-80b5-60f49b0ba7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:40.916474 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-ff25488c-4cc9-4d06-80b5-60f49b0ba7ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=8622cce2-b8da-43a0-a47f-2be08afdd237 HTTP/1.1" status: 200 len: 914 time: 0.0873156 Mar 28 09:27:40.956622 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-f9a7ec28-d157-452a-a0c3-bc7583c6140d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47359f2c-2909-450f-a9ff-0af7558456e1 HTTP/1.1" status: 200 len: 217 time: 0.0336370 Mar 28 09:27:41.005853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-c6b696ea-2721-4c31-91a0-5be668fe8be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:41.007353 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-c6b696ea-2721-4c31-91a0-5be668fe8be8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e55c6733-835b-490d-9ac7-b394b535b6fc HTTP/1.1" status: 200 len: 854 time: 0.0441234 Mar 28 09:27:41.039107 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-129e56d5-21f1-4bb8-886e-472c3a43734a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8622cce2-b8da-43a0-a47f-2be08afdd237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254304 Mar 28 09:27:41.139779 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-fc9c4ab4-10a1-4347-9d2e-f8f688e369b5 service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880618 Mar 28 09:27:41.227608 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-78176868-9eae-4f7c-ba09-693c0cfaa722 req-5523a337-c149-42ae-aa91-0a8180e90a00 service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806265 Mar 28 09:27:41.851758 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e25849-b6c8-4d06-b83d-54a399d33480 req-7f6cbe70-1b47-44a5-857d-7f8a03aa96a1 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:41.853226 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e2e25849-b6c8-4d06-b83d-54a399d33480 req-7f6cbe70-1b47-44a5-857d-7f8a03aa96a1 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0583949 Mar 28 09:27:41.902933 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e2e25849-b6c8-4d06-b83d-54a399d33480 req-c34c1425-bce7-45ea-8904-61cbb95a1715 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441368 Mar 28 09:27:43.027639 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f069494-8922-42e3-9916-88262e810860 req-d6ba019c-4bde-42a6-838b-76f48c5a6561 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:43.030144 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5f069494-8922-42e3-9916-88262e810860 req-d6ba019c-4bde-42a6-838b-76f48c5a6561 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0593557 Mar 28 09:27:43.075480 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5f069494-8922-42e3-9916-88262e810860 req-db6a9c77-4848-4527-97b6-76cb2299d6a8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407848 Mar 28 09:27:43.340730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a222f0-04f6-407d-ac1c-75733b409d75 req-05467d77-de8f-463d-9af4-dfed84504b92 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:43.342382 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-01a222f0-04f6-407d-ac1c-75733b409d75 req-05467d77-de8f-463d-9af4-dfed84504b92 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.1178241 Mar 28 09:27:43.363436 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c177a5d-a02b-4546-be36-2ac4c06088d8 req-c37cff0d-eee1-433a-955e-4e6ee6a4f4d2 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:43.364818 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8c177a5d-a02b-4546-be36-2ac4c06088d8 req-c37cff0d-eee1-433a-955e-4e6ee6a4f4d2 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0&tenant_id=5dc667b9084147878ffb871cb51551ec&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.1310236 Mar 28 09:27:43.402353 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-01a222f0-04f6-407d-ac1c-75733b409d75 req-ab6fb7f7-2cb4-4a40-8d4e-90ea15de44cd tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521142 Mar 28 09:27:43.452232 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c177a5d-a02b-4546-be36-2ac4c06088d8 req-d1afcf59-e0dc-423a-b140-59fd144a57e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:43.453658 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8c177a5d-a02b-4546-be36-2ac4c06088d8 req-d1afcf59-e0dc-423a-b140-59fd144a57e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dc667b9084147878ffb871cb51551ec&device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 1129 time: 0.0458984 Mar 28 09:27:43.546695 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c177a5d-a02b-4546-be36-2ac4c06088d8 req-aebf20e7-e9c6-43d1-87a2-6c6421e71370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:43.548139 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8c177a5d-a02b-4546-be36-2ac4c06088d8 req-aebf20e7-e9c6-43d1-87a2-6c6421e71370 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8622cce2-b8da-43a0-a47f-2be08afdd237 HTTP/1.1" status: 200 len: 914 time: 0.0880949 Mar 28 09:27:43.589234 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8c177a5d-a02b-4546-be36-2ac4c06088d8 req-a156c6ca-f23a-4a6d-80bd-1b04d3a2a5ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47359f2c-2909-450f-a9ff-0af7558456e1 HTTP/1.1" status: 200 len: 217 time: 0.0352857 Mar 28 09:27:43.639481 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c177a5d-a02b-4546-be36-2ac4c06088d8 req-0111b022-a3ab-4095-9653-ebc4f1b0834f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:43.640877 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8c177a5d-a02b-4546-be36-2ac4c06088d8 req-0111b022-a3ab-4095-9653-ebc4f1b0834f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e55c6733-835b-490d-9ac7-b394b535b6fc HTTP/1.1" status: 200 len: 854 time: 0.0459185 Mar 28 09:27:43.673480 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8c177a5d-a02b-4546-be36-2ac4c06088d8 req-9dab61f9-4158-404d-a39e-c8d172a90005 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8622cce2-b8da-43a0-a47f-2be08afdd237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262461 Mar 28 09:27:43.764850 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8c177a5d-a02b-4546-be36-2ac4c06088d8 req-6547ddd7-15d2-4005-a36a-57afadd5f492 service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856230 Mar 28 09:27:43.855640 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8c177a5d-a02b-4546-be36-2ac4c06088d8 req-8b8fbf44-004a-4438-bc5c-d1fb7e4ab13d service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847588 Mar 28 09:27:44.523067 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b9aa5-6d0b-4038-96c0-861492efd91f req-85b7b413-55af-46ee-bff3-eb422b8eb931 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:44.525114 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a07b9aa5-6d0b-4038-96c0-861492efd91f req-85b7b413-55af-46ee-bff3-eb422b8eb931 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0522444 Mar 28 09:27:44.570119 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a07b9aa5-6d0b-4038-96c0-861492efd91f req-ede7e0b3-9c86-4303-9eb7-14ed1237bdf9 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395317 Mar 28 09:27:44.685988 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e92a3a-f3a5-4774-a9fe-79c5354db000 req-c3d57628-5e4a-4367-a1d5-b16bbb0cf163 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:44.687359 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-89e92a3a-f3a5-4774-a9fe-79c5354db000 req-c3d57628-5e4a-4367-a1d5-b16bbb0cf163 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0513823 Mar 28 09:27:44.732297 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-89e92a3a-f3a5-4774-a9fe-79c5354db000 req-40face42-8e41-4a2c-959d-9d5ec999ffe4 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394609 Mar 28 09:27:44.848780 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a17210-c79b-4aea-969e-0c871ea55a4a req-fe52cb36-0fed-40c8-99ec-530796c35ecb tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:44.850260 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-53a17210-c79b-4aea-969e-0c871ea55a4a req-fe52cb36-0fed-40c8-99ec-530796c35ecb tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0545177 Mar 28 09:27:44.896011 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-53a17210-c79b-4aea-969e-0c871ea55a4a req-9dc86fe1-b88e-4e8b-9355-73936202d9e4 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 Mar 28 09:27:45.244250 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-430a1c82-17e7-4065-b88f-48fd068de479 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:45.245724 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-430a1c82-17e7-4065-b88f-48fd068de479 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/networks?id=8622cce2-b8da-43a0-a47f-2be08afdd237 HTTP/1.1" status: 200 len: 814 time: 0.0988233 Mar 28 09:27:45.260463 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-0166981b-12f7-45eb-982d-c1aaf0191e4b tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/quotas/5dc667b9084147878ffb871cb51551ec HTTP/1.1" status: 200 len: 375 time: 0.0094271 Mar 28 09:27:45.315442 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-375eebf0-479c-4bd6-b786-fd525b351522 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5dc667b9084147878ffb871cb51551ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503042 Mar 28 09:27:45.325566 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-cd55b31b-e36f-45f0-b392-859c9f8f136c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:27:45.326536 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-cd55b31b-e36f-45f0-b392-859c9f8f136c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049441 Mar 28 09:27:45.411474 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-2b73cafe-5a7e-47a9-a671-0ea1df5acc4e service neutron] 10.222.0.15 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798569 Mar 28 09:27:45.504863 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-e5bdc88f-40cc-4339-8e47-dbdf3c47ffd7 service neutron] 10.222.0.15 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871367 Mar 28 09:27:45.661538 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-41fce7f0-ab17-40e2-aed0-1882e0062e44 req-01987ccd-ae08-4397-a626-2a4bfd5f96aa tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 210 time: 0.0278718 Mar 28 09:27:46.572070 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-ad396cd7-0125-4fcd-9ea4-fb01d5396b04 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:46.573506 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-ad396cd7-0125-4fcd-9ea4-fb01d5396b04 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.16 "GET /v2.0/networks?id=8622cce2-b8da-43a0-a47f-2be08afdd237 HTTP/1.1" status: 200 len: 814 time: 0.1066034 Mar 28 09:27:46.588311 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-b40b6406-5776-444e-901c-84166d5e48fd tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Request body: {'port': {'device_id': 'bd6a829c-9cb8-4c53-bf9b-85215a4df802', 'network_id': '8622cce2-b8da-43a0-a47f-2be08afdd237', 'admin_state_up': True, 'tenant_id': '5dc667b9084147878ffb871cb51551ec'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:27:46.694894 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-b40b6406-5776-444e-901c-84166d5e48fd tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Made reservation on behalf of 5dc667b9084147878ffb871cb51551ec for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:27:46.698654 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-b40b6406-5776-444e-901c-84166d5e48fd tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:46.757970 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6f3d895b-8201-4a98-aa78-1d2cedb4c2e8 req-2698dabb-9140-45b9-8d70-8a0ca9d2e864 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 210 time: 0.0274756 Mar 28 09:27:46.826483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-b40b6406-5776-444e-901c-84166d5e48fd tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Allocated IP 172.20.0.7 (8622cce2-b8da-43a0-a47f-2be08afdd237/e55c6733-835b-490d-9ac7-b394b535b6fc/bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:27:46.865689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4798b-e877-495f-9f6c-b05844f236f3 req-cce8011b-b1e0-46bc-975d-2d8d45a8f012 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:46.867145 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c4c4798b-e877-495f-9f6c-b05844f236f3 req-cce8011b-b1e0-46bc-975d-2d8d45a8f012 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.16 "GET /v2.0/ports?device_id=daa721f2-eb73-4d71-babb-eaf01a55f1d0 HTTP/1.1" status: 200 len: 945 time: 0.0526090 Mar 28 09:27:46.956549 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-c4c4798b-e877-495f-9f6c-b05844f236f3 req-10b5e29f-3811-43f2-9ccf-4219853c2c01 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Deleting port 47359f2c-2909-450f-a9ff-0af7558456e1 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:27:46.956902 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c4c4798b-e877-495f-9f6c-b05844f236f3 req-10b5e29f-3811-43f2-9ccf-4219853c2c01 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (47359f2c-2909-450f-a9ff-0af7558456e1), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:46.979793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-b40b6406-5776-444e-901c-84166d5e48fd tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Publish callbacks [] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:47.012528 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-b40b6406-5776-444e-901c-84166d5e48fd tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:47.024480 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['47359f2c-2909-450f-a9ff-0af7558456e1'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:27:47.055327 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-c4c4798b-e877-495f-9f6c-b05844f236f3 req-10b5e29f-3811-43f2-9ccf-4219853c2c01 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] For port 47359f2c-2909-450f-a9ff-0af7558456e1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=47359f2c-2909-450f-a9ff-0af7558456e1,segment=NetworkSegment(f85872a7-f890-4e26-aefb-b153ce379e9f),segment_id=f85872a7-f890-4e26-aefb-b153ce379e9f)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:27:47.056447 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c4c4798b-e877-495f-9f6c-b05844f236f3 req-10b5e29f-3811-43f2-9ccf-4219853c2c01 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (47359f2c-2909-450f-a9ff-0af7558456e1), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:47.070519 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-c4c4798b-e877-495f-9f6c-b05844f236f3 req-10b5e29f-3811-43f2-9ccf-4219853c2c01 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Calling delete_port for 47359f2c-2909-450f-a9ff-0af7558456e1 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:27:47.072670 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-b40b6406-5776-444e-901c-84166d5e48fd tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Network 8622cce2-b8da-43a0-a47f-2be08afdd237 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:27:47.073568 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b6406-5776-444e-901c-84166d5e48fd tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Pushing event updated for resources: {'Port': ['ID=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:27:47.077875 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-b40b6406-5776-444e-901c-84166d5e48fd tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:27:47.080156 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-b40b6406-5776-444e-901c-84166d5e48fd tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:27:47.128600 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-b40b6406-5776-444e-901c-84166d5e48fd tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:47.129221 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-b40b6406-5776-444e-901c-84166d5e48fd tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:47.146031 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-b40b6406-5776-444e-901c-84166d5e48fd tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5621719 Mar 28 09:27:47.157008 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Request body: {'port': {'device_id': 'bd6a829c-9cb8-4c53-bf9b-85215a4df802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:27:47.222389 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:47.493267 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:27:47.501429 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Publish callbacks [] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:47.538968 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Transition to ACTIVE for port object bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:27:47.539166 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c4c4798b-e877-495f-9f6c-b05844f236f3 req-10b5e29f-3811-43f2-9ccf-4219853c2c01 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (47359f2c-2909-450f-a9ff-0af7558456e1), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:47.543282 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:47.569709 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5e29f-3811-43f2-9ccf-4219853c2c01 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Pushing event deleted for resources: {'Port': ['ID=47359f2c-2909-450f-a9ff-0af7558456e1,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:27:47.599175 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:27:47.611934 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c4798b-e877-495f-9f6c-b05844f236f3 req-10b5e29f-3811-43f2-9ccf-4219853c2c01 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] No DVR routers for this DVR port 47359f2c-2909-450f-a9ff-0af7558456e1 on host hv-neutron-mast {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:27:47.614494 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c4c4798b-e877-495f-9f6c-b05844f236f3 req-10b5e29f-3811-43f2-9ccf-4219853c2c01 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:47.617990 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c4c4798b-e877-495f-9f6c-b05844f236f3 req-10b5e29f-3811-43f2-9ccf-4219853c2c01 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.16 "DELETE /v2.0/ports/47359f2c-2909-450f-a9ff-0af7558456e1 HTTP/1.1" status: 204 len: 173 time: 0.7459455 Mar 28 09:27:47.618432 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa721f2-eb73-4d71-babb-eaf01a55f1d0', 'name': 'network-vif-deleted', 'tag': '47359f2c-2909-450f-a9ff-0af7558456e1'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:27:47.620657 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05921b12-0723-4b51-be8d-65f1d7a5456f" -d '{"events": [{"server_uuid": "daa721f2-eb73-4d71-babb-eaf01a55f1d0", "name": "network-vif-deleted", "tag": "47359f2c-2909-450f-a9ff-0af7558456e1"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:27:47.659587 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8bbb8d-597d-4985-b8e3-904ce868ed00 x-openstack-request-id: req-6a8bbb8d-597d-4985-b8e3-904ce868ed00 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:27:47.659897 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa721f2-eb73-4d71-babb-eaf01a55f1d0", "name": "network-vif-deleted", "tag": "47359f2c-2909-450f-a9ff-0af7558456e1", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:27:47.660149 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a8bbb8d-597d-4985-b8e3-904ce868ed00 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:27:47.660560 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a8bbb8d-597d-4985-b8e3-904ce868ed00'] response: {'server_uuid': 'daa721f2-eb73-4d71-babb-eaf01a55f1d0', 'name': 'network-vif-deleted', 'tag': '47359f2c-2909-450f-a9ff-0af7558456e1', 'status': 'completed', 'code': 200} Mar 28 09:27:47.674822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Attempting to bind port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:27:47.675165 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Attempting to bind port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f85872a7-f890-4e26-aefb-b153ce379e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8622cce2-b8da-43a0-a47f-2be08afdd237'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:27:47.675496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Attempting to bind port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 on network 8622cce2-b8da-43a0-a47f-2be08afdd237 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:27:47.679952 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 on network 8622cce2-b8da-43a0-a47f-2be08afdd237 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:27:47.680280 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Attempting to bind port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 on network 8622cce2-b8da-43a0-a47f-2be08afdd237 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:27:47.685837 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:27:47.686180 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Checking segment: {'id': 'f85872a7-f890-4e26-aefb-b153ce379e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8622cce2-b8da-43a0-a47f-2be08afdd237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:27:47.686570 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Bound using segment: {'id': 'f85872a7-f890-4e26-aefb-b153ce379e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8622cce2-b8da-43a0-a47f-2be08afdd237'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:27:47.686997 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Bound port: bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85872a7-f890-4e26-aefb-b153ce379e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8622cce2-b8da-43a0-a47f-2be08afdd237'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:27:47.687361 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:47.751905 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] For port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:27:47.754830 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] For port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6,segment=NetworkSegment(f85872a7-f890-4e26-aefb-b153ce379e9f),segment_id=f85872a7-f890-4e26-aefb-b153ce379e9f)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:27:47.760980 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:47.795399 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:47.796023 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:47.797433 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] 10.222.0.16 "PUT /v2.0/ports/bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 HTTP/1.1" status: 200 len: 1093 time: 0.6448672 Mar 28 09:27:47.797907 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6a829c-9cb8-4c53-bf9b-85215a4df802', 'tag': 'bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:27:47.800140 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9513678-213c-4f45-a294-b030385e285d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6a829c-9cb8-4c53-bf9b-85215a4df802", "tag": "bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:27:47.826302 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22386e7b-4aa0-4c52-b852-91fb8a2e9e07 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:27:47.851848 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b19d290-194c-4a46-bac2-994a6c34f60e x-openstack-request-id: req-0b19d290-194c-4a46-bac2-994a6c34f60e {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:27:47.852149 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6a829c-9cb8-4c53-bf9b-85215a4df802", "tag": "bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:27:47.852440 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b19d290-194c-4a46-bac2-994a6c34f60e {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:27:47.852868 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b19d290-194c-4a46-bac2-994a6c34f60e'] response: {'name': 'network-changed', 'server_uuid': 'bd6a829c-9cb8-4c53-bf9b-85215a4df802', 'tag': 'bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6', 'status': 'completed', 'code': 200} Mar 28 09:27:47.889863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9245838-01df-4e53-8f09-be587c114530 req-20a395a2-3656-4dc6-bb79-b7edaacc1a1b tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:47.891430 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c9245838-01df-4e53-8f09-be587c114530 req-20a395a2-3656-4dc6-bb79-b7edaacc1a1b tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 943 time: 0.0577612 Mar 28 09:27:47.910009 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-e9fcbcb2-4a38-4035-b82c-e738c643be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:47.911542 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-e9fcbcb2-4a38-4035-b82c-e738c643be29 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dc667b9084147878ffb871cb51551ec&device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 1127 time: 0.0511138 Mar 28 09:27:47.939107 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c9245838-01df-4e53-8f09-be587c114530 req-d27a5488-91fe-40dd-a42c-e7834916ac61 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416591 Mar 28 09:27:47.954761 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-a569d154-0ca3-4ad5-bd27-54d415472ce6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 HTTP/1.1" status: 200 len: 217 time: 0.0360541 Mar 28 09:27:48.010482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-6c5f2350-4e52-4706-bfd8-2342366c357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:48.011964 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-6c5f2350-4e52-4706-bfd8-2342366c357e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e55c6733-835b-490d-9ac7-b394b535b6fc HTTP/1.1" status: 200 len: 854 time: 0.0474048 Mar 28 09:27:48.047055 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-50e67b47-2a69-4d17-a585-66debf3f0fad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8622cce2-b8da-43a0-a47f-2be08afdd237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257337 Mar 28 09:27:48.144807 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-88c142fe-0138-4f81-83f1-a2f121c07fe1 service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901904 Mar 28 09:27:48.232141 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6a29ab19-9098-483d-8bcc-f713e6e09aa7 req-55ceb450-9a30-4c7d-bf8d-5f06c56c44c4 service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815191 Mar 28 09:27:48.622107 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513678-213c-4f45-a294-b030385e285d req-da902ab5-7bb1-47c4-8d4b-0c830cc4b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:48.623723 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e9513678-213c-4f45-a294-b030385e285d req-da902ab5-7bb1-47c4-8d4b-0c830cc4b711 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dc667b9084147878ffb871cb51551ec&device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 1127 time: 0.3484282 Mar 28 09:27:48.712898 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513678-213c-4f45-a294-b030385e285d req-5cf58496-f0c9-4dbf-95d5-3ada779ebb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:48.714391 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e9513678-213c-4f45-a294-b030385e285d req-5cf58496-f0c9-4dbf-95d5-3ada779ebb0a service neutron] 10.222.0.16 "GET /v2.0/networks?id=8622cce2-b8da-43a0-a47f-2be08afdd237 HTTP/1.1" status: 200 len: 914 time: 0.0829389 Mar 28 09:27:48.760015 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e9513678-213c-4f45-a294-b030385e285d req-b5a63775-2453-4948-a364-96f9c3e59fff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 HTTP/1.1" status: 200 len: 217 time: 0.0386279 Mar 28 09:27:48.807721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513678-213c-4f45-a294-b030385e285d req-50a69c40-7dfa-4594-82de-a1034139691a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:48.809173 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e9513678-213c-4f45-a294-b030385e285d req-50a69c40-7dfa-4594-82de-a1034139691a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e55c6733-835b-490d-9ac7-b394b535b6fc HTTP/1.1" status: 200 len: 854 time: 0.0429459 Mar 28 09:27:48.840434 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e9513678-213c-4f45-a294-b030385e285d req-6a99f18e-3d8b-4ad3-8a78-b44389f57a4a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8622cce2-b8da-43a0-a47f-2be08afdd237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251231 Mar 28 09:27:48.930126 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e9513678-213c-4f45-a294-b030385e285d req-6cac825b-bf1d-466d-961e-9a6d0f199f52 service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821626 Mar 28 09:27:49.049458 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e9513678-213c-4f45-a294-b030385e285d req-68b35ae1-2aa7-4cb7-89db-af195da7aa31 service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128635 Mar 28 09:27:49.072962 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3e446-124a-4237-9247-0aae6cea0892 req-2058c6b9-d977-40c8-8b50-76e597bad0bc tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:49.074455 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a4a3e446-124a-4237-9247-0aae6cea0892 req-2058c6b9-d977-40c8-8b50-76e597bad0bc tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 943 time: 0.0647554 Mar 28 09:27:49.121067 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a4a3e446-124a-4237-9247-0aae6cea0892 req-4e1b4dbd-2e91-4ab3-89cb-bd4331506e07 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 Mar 28 09:27:50.236636 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82a80b-6551-4b8e-b1fc-d1d4706c90e7 req-28b55ea6-e75c-4ef2-bcd2-4eb2e0abd143 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:50.238096 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0c82a80b-6551-4b8e-b1fc-d1d4706c90e7 req-28b55ea6-e75c-4ef2-bcd2-4eb2e0abd143 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 943 time: 0.0514491 Mar 28 09:27:50.285418 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0c82a80b-6551-4b8e-b1fc-d1d4706c90e7 req-8d76ff90-041c-4ec9-ae0f-af3836c3be3b tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392935 Mar 28 09:27:51.378617 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:51.410004 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f67d3e-d35b-4538-8de5-79c7a785d85a req-5c930945-9f7c-41c4-ae00-e12afd104dde tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:51.411760 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a6f67d3e-d35b-4538-8de5-79c7a785d85a req-5c930945-9f7c-41c4-ae00-e12afd104dde tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 943 time: 0.0576844 Mar 28 09:27:51.458551 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a6f67d3e-d35b-4538-8de5-79c7a785d85a req-8e4c188e-97f9-4982-b344-4dcb22198702 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412974 Mar 28 09:27:51.630662 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:27:51.634550 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 47359f2c-2909-450f-a9ff-0af7558456e1 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:27:51.660891 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 47359f2c-2909-450f-a9ff-0af7558456e1 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:27:51.661242 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 47359f2c-2909-450f-a9ff-0af7558456e1 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:27:51.746428 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6,segment=NetworkSegment(f85872a7-f890-4e26-aefb-b153ce379e9f),segment_id=f85872a7-f890-4e26-aefb-b153ce379e9f)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:27:51.756713 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6', 'network_id': '8622cce2-b8da-43a0-a47f-2be08afdd237', 'port_id': 'bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6', 'mac_address': 'fa:16:3e:50:e5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55c6733-835b-490d-9ac7-b394b535b6fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:27:51.796064 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:27:51.796456 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:51.809401 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:27:51.827817 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6,segment=NetworkSegment(f85872a7-f890-4e26-aefb-b153ce379e9f),segment_id=f85872a7-f890-4e26-aefb-b153ce379e9f)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:27:51.831454 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:51.877104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:27:52.019709 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:27:52.572485 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f6e2c-2ccc-40dc-a290-b465b2d3ec46 req-4e8b0029-9a1e-4232-935e-401e602edddc tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:52.573977 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0b0f6e2c-2ccc-40dc-a290-b465b2d3ec46 req-4e8b0029-9a1e-4232-935e-401e602edddc tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 944 time: 0.0518093 Mar 28 09:27:52.623079 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0b0f6e2c-2ccc-40dc-a290-b465b2d3ec46 req-4593814b-e1b4-4b0b-9198-13b1c414d743 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436237 Mar 28 09:27:53.630975 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:27:53.681575 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:27:53.685888 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:27:53.686266 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:53.740940 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84f851-efe7-4992-811c-42ce72687b85 req-b16175ed-4be7-4d77-9853-286b015114f8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:53.742497 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8d84f851-efe7-4992-811c-42ce72687b85 req-b16175ed-4be7-4d77-9853-286b015114f8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 944 time: 0.0533547 Mar 28 09:27:53.766066 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:27:53.766438 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:53.788825 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6a829c-9cb8-4c53-bf9b-85215a4df802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:27:53.790695 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8d84f851-efe7-4992-811c-42ce72687b85 req-24dccaa4-42f6-4b13-a9fc-4f506caa92fa tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419962 Mar 28 09:27:53.791393 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790da9e3-df1b-466e-9f18-439071384b95" -d '{"events": [{"server_uuid": "bd6a829c-9cb8-4c53-bf9b-85215a4df802", "name": "network-vif-plugged", "status": "completed", "tag": "bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:27:53.803880 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6,segment=NetworkSegment(f85872a7-f890-4e26-aefb-b153ce379e9f),segment_id=f85872a7-f890-4e26-aefb-b153ce379e9f)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:27:53.809076 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:53.833422 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2de9fae-a2b2-4e43-a50e-06bbd982892f x-openstack-request-id: req-e2de9fae-a2b2-4e43-a50e-06bbd982892f {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:27:53.833748 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6a829c-9cb8-4c53-bf9b-85215a4df802", "name": "network-vif-plugged", "status": "completed", "tag": "bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:27:53.834006 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2de9fae-a2b2-4e43-a50e-06bbd982892f {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:27:53.834407 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2de9fae-a2b2-4e43-a50e-06bbd982892f'] response: {'server_uuid': 'bd6a829c-9cb8-4c53-bf9b-85215a4df802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6', 'code': 200} Mar 28 09:27:53.861595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:27:54.002294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f2c1e-360f-4375-9df0-3bad759520b2 req-0ff2eddc-5a06-49dc-8acb-9d5baffaeba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:54.003795 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-955f2c1e-360f-4375-9df0-3bad759520b2 req-0ff2eddc-5a06-49dc-8acb-9d5baffaeba7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 1129 time: 0.0520000 Mar 28 09:27:54.046401 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-955f2c1e-360f-4375-9df0-3bad759520b2 req-667a940c-1a87-49e7-b51f-4005064a3b19 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366611 Mar 28 09:27:54.920022 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfa1b7-adbc-4f12-9e64-95c688e7af08 req-03b77c00-d23d-4ac9-b15a-7f53c3174e92 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:54.921496 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a0dfa1b7-adbc-4f12-9e64-95c688e7af08 req-03b77c00-d23d-4ac9-b15a-7f53c3174e92 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0544074 Mar 28 09:27:54.968276 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a0dfa1b7-adbc-4f12-9e64-95c688e7af08 req-37b640e2-4852-491f-97c3-fd533fd842c8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411184 Mar 28 09:27:56.089072 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8d6b9-414e-4ee0-9cb2-6fdd3b1c7a86 req-91aad446-6947-4fad-9ff9-2b7cd5d7e8f8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:56.090561 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-21c8d6b9-414e-4ee0-9cb2-6fdd3b1c7a86 req-91aad446-6947-4fad-9ff9-2b7cd5d7e8f8 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0524232 Mar 28 09:27:56.137014 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-21c8d6b9-414e-4ee0-9cb2-6fdd3b1c7a86 req-cb14397a-54b9-4635-9399-f0977805a29c tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409133 Mar 28 09:27:56.253972 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6450a-c179-4e99-ba1e-e7080e8b5b13 req-9640a020-269a-4f91-a8cb-ce281c96ef05 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:56.255379 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-32c6450a-c179-4e99-ba1e-e7080e8b5b13 req-9640a020-269a-4f91-a8cb-ce281c96ef05 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0530741 Mar 28 09:27:56.306035 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-32c6450a-c179-4e99-ba1e-e7080e8b5b13 req-d4373747-0b52-41cd-8504-c36429d3a92a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441728 Mar 28 09:27:56.564359 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-3af3e348-d756-47e2-8f32-8c40487b7013 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0725780 Mar 28 09:27:56.576245 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44cb11-4da0-4122-a996-dade1633896d req-3e5b42d8-a3da-4bf5-8bdf-61daea77be19 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:56.577715 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9d44cb11-4da0-4122-a996-dade1633896d req-3e5b42d8-a3da-4bf5-8bdf-61daea77be19 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0778444 Mar 28 09:27:56.626194 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9d44cb11-4da0-4122-a996-dade1633896d req-afe97bb5-6176-47db-9ded-951235ed4275 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427604 Mar 28 09:27:56.903111 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-9b9e663d-69eb-48d9-841e-d1da10617742 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:56.904456 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-9b9e663d-69eb-48d9-841e-d1da10617742 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports/bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 HTTP/1.1" status: 200 len: 942 time: 0.0460052 Mar 28 09:27:57.266283 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d6b532f8-90aa-49bf-8c87-576ec82873d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:27:57.656647 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-664c6a27-ef3e-4a23-a0dc-0cd14516bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:57.658231 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-664c6a27-ef3e-4a23-a0dc-0cd14516bb6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dc667b9084147878ffb871cb51551ec&device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 1129 time: 0.0490842 Mar 28 09:27:57.747671 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-abf1a340-3185-4066-a627-2c784f8e2b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:57.747922 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3a05d-99f5-4ba7-897a-be86cb85edf8 req-90b1cc5a-52f5-4acd-9211-91f21f1a6d96 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:57.749131 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-abf1a340-3185-4066-a627-2c784f8e2b8f service neutron] 10.222.0.16 "GET /v2.0/networks?id=8622cce2-b8da-43a0-a47f-2be08afdd237 HTTP/1.1" status: 200 len: 914 time: 0.0849493 Mar 28 09:27:57.749279 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-46e3a05d-99f5-4ba7-897a-be86cb85edf8 req-90b1cc5a-52f5-4acd-9211-91f21f1a6d96 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0555329 Mar 28 09:27:57.791167 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-11edf146-8a1a-4805-b4e6-b36ad88493bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 HTTP/1.1" status: 200 len: 217 time: 0.0362964 Mar 28 09:27:57.795753 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-46e3a05d-99f5-4ba7-897a-be86cb85edf8 req-d89275ac-473e-4fc5-8c2f-ad2e3faa015e tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406945 Mar 28 09:27:57.847213 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-b11c1d4e-3585-4e96-9806-3c531c6101e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:57.848884 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-b11c1d4e-3585-4e96-9806-3c531c6101e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e55c6733-835b-490d-9ac7-b394b535b6fc HTTP/1.1" status: 200 len: 854 time: 0.0513062 Mar 28 09:27:57.879096 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-6e0956f5-e2db-4264-8d3d-3794f6327722 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8622cce2-b8da-43a0-a47f-2be08afdd237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251627 Mar 28 09:27:57.967361 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-7bae079a-1d66-4f0a-bb66-00adcc4987a6 service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822611 Mar 28 09:27:58.062108 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-0f3a4df8-afad-4d32-9d13-ccc76249e9ae service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894883 Mar 28 09:27:58.916069 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2f918-cfe9-4a66-9de8-b13a3594b49b req-fbd68de7-1568-478c-898b-95dea000858f tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:27:58.917560 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-62e2f918-cfe9-4a66-9de8-b13a3594b49b req-fbd68de7-1568-478c-898b-95dea000858f tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0543718 Mar 28 09:27:58.963735 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-62e2f918-cfe9-4a66-9de8-b13a3594b49b req-7fe0f214-9bb8-4ea8-87c1-836495c2fe3c tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406516 Mar 28 09:27:59.487654 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8512a49f-e2a9-43b9-8881-0572c7e193bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:00.082467 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37ba89-9871-4d51-bdb2-351d30170b8f req-14a7db19-0d8d-4f84-82f0-154ff76757c4 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:00.083914 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5b37ba89-9871-4d51-bdb2-351d30170b8f req-14a7db19-0d8d-4f84-82f0-154ff76757c4 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0518661 Mar 28 09:28:00.129764 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5b37ba89-9871-4d51-bdb2-351d30170b8f req-3b0c8ebc-445b-4a45-918e-3ab1149fb36a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395491 Mar 28 09:28:00.611765 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:01.254993 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139cb32-f758-45d7-833d-a984c20b969a req-d3224f02-97e4-4660-a3c7-603558c3c7ef tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:01.256461 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f139cb32-f758-45d7-833d-a984c20b969a req-d3224f02-97e4-4660-a3c7-603558c3c7ef tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0573621 Mar 28 09:28:01.302912 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f139cb32-f758-45d7-833d-a984c20b969a req-73602023-fe8c-46ee-b483-f2bb15de0f8e tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406494 Mar 28 09:28:02.154842 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:02.418430 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedb246-8201-4823-8f41-051cf349beec req-c085f158-5ebf-433b-bec0-96e21c93fd6a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:02.419793 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5dedb246-8201-4823-8f41-051cf349beec req-c085f158-5ebf-433b-bec0-96e21c93fd6a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0510683 Mar 28 09:28:02.469097 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5dedb246-8201-4823-8f41-051cf349beec req-017a4728-84dc-4b93-a676-52f663ce0c02 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438588 Mar 28 09:28:03.588465 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63500786-1435-4f25-9057-4b585cb76753 req-c1f1c61c-19c1-4e5a-9b4b-ac7b9f7eedb9 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:03.589951 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-63500786-1435-4f25-9057-4b585cb76753 req-c1f1c61c-19c1-4e5a-9b4b-ac7b9f7eedb9 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0534079 Mar 28 09:28:03.641140 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-63500786-1435-4f25-9057-4b585cb76753 req-4d008418-4599-4168-9260-eb9ebb07664b tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456500 Mar 28 09:28:03.710793 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:04.757326 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394c46a-91c1-4b9b-b619-04fd79596c84 req-061a06f6-8bb2-4cba-a603-347db7b53145 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:04.759696 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c394c46a-91c1-4b9b-b619-04fd79596c84 req-061a06f6-8bb2-4cba-a603-347db7b53145 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0523887 Mar 28 09:28:04.803580 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c394c46a-91c1-4b9b-b619-04fd79596c84 req-4018fa01-2bdb-4aeb-8ae4-57ad0cdbcb21 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384085 Mar 28 09:28:05.923893 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c8f7d-937c-44ee-a4af-b8b95981c100 req-dc6ab980-3cf6-4b60-baa4-02fd73849a4a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:05.925379 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d98c8f7d-937c-44ee-a4af-b8b95981c100 req-dc6ab980-3cf6-4b60-baa4-02fd73849a4a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0537293 Mar 28 09:28:05.978443 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d98c8f7d-937c-44ee-a4af-b8b95981c100 req-e93b97b3-be84-4d41-b5f7-35263af73f03 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472808 Mar 28 09:28:07.097958 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d076c0-441b-4347-bab5-5fb3f9596241 req-aae394e8-a7f0-4e72-9b32-d80734a43595 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:07.099511 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-50d076c0-441b-4347-bab5-5fb3f9596241 req-aae394e8-a7f0-4e72-9b32-d80734a43595 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0516970 Mar 28 09:28:07.146001 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-50d076c0-441b-4347-bab5-5fb3f9596241 req-edb88d5f-42ca-42b6-b22a-e71f7a02543d tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402181 Mar 28 09:28:08.264344 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857994e-3aab-4e5d-88e7-76fd640da09f req-47e8d2a5-2387-485e-8294-bb571a3b2c01 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:08.265846 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f857994e-3aab-4e5d-88e7-76fd640da09f req-47e8d2a5-2387-485e-8294-bb571a3b2c01 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0533688 Mar 28 09:28:08.311943 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f857994e-3aab-4e5d-88e7-76fd640da09f req-41466bab-081a-4838-ba16-653e78605d4f tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405722 Mar 28 09:28:09.432051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1eea1-227a-4ade-9571-e255f8c0433d req-e4228af2-b696-4f08-8b35-c46b8f0b5eeb tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:09.433490 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5fc1eea1-227a-4ade-9571-e255f8c0433d req-e4228af2-b696-4f08-8b35-c46b8f0b5eeb tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0548949 Mar 28 09:28:09.479173 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5fc1eea1-227a-4ade-9571-e255f8c0433d req-3d4765bd-90a0-470d-aaea-24945e54619d tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401554 Mar 28 09:28:10.597973 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efb6d1-bef1-440d-a5aa-fa0acde6885d req-b5aa1d2d-02c4-4292-8dcd-54f2ad2c86d2 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:10.599428 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f3efb6d1-bef1-440d-a5aa-fa0acde6885d req-b5aa1d2d-02c4-4292-8dcd-54f2ad2c86d2 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0528073 Mar 28 09:28:10.645245 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f3efb6d1-bef1-440d-a5aa-fa0acde6885d req-375e0c81-68c6-4003-9da1-89c63093af77 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401926 Mar 28 09:28:11.763695 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61c7e4-94a4-40b7-bccd-eb5979d8ac64 req-7c09aec0-d957-450b-9c3d-e1b90621c89b tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:11.765127 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9b61c7e4-94a4-40b7-bccd-eb5979d8ac64 req-7c09aec0-d957-450b-9c3d-e1b90621c89b tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0528154 Mar 28 09:28:11.810520 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9b61c7e4-94a4-40b7-bccd-eb5979d8ac64 req-92de3346-7b11-4717-8c7a-b05a1cdf012c tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398662 Mar 28 09:28:12.933648 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6c338-5312-4812-8f82-430697f3876b req-77aa09b9-fbc1-48e7-9754-fca2d903026a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:12.935126 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bba6c338-5312-4812-8f82-430697f3876b req-77aa09b9-fbc1-48e7-9754-fca2d903026a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0573599 Mar 28 09:28:12.982943 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bba6c338-5312-4812-8f82-430697f3876b req-693e4708-8ba4-45e4-9361-0e261ef81f16 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422928 Mar 28 09:28:14.150709 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d4614-ea2b-437c-a943-6fe5dd0eeec1 req-64da2329-2b63-4798-b39e-c3fbb4faf54f tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:14.152185 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-680d4614-ea2b-437c-a943-6fe5dd0eeec1 req-64da2329-2b63-4798-b39e-c3fbb4faf54f tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.1028254 Mar 28 09:28:14.201569 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-680d4614-ea2b-437c-a943-6fe5dd0eeec1 req-afd1c58a-8b4b-4902-8786-647dec4a706c tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436924 Mar 28 09:28:15.369471 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391f54d-9b15-4f4c-8ff7-5029434aa172 req-2384c1f1-4925-4316-a1e9-234203dea1fd tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:15.370947 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2391f54d-9b15-4f4c-8ff7-5029434aa172 req-2384c1f1-4925-4316-a1e9-234203dea1fd tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.1040728 Mar 28 09:28:15.416274 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2391f54d-9b15-4f4c-8ff7-5029434aa172 req-e9afffe6-ad3c-4a2d-b5f3-373119f8428a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397503 Mar 28 09:28:16.515445 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:28:16.533055 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dee67-7214-4a84-bfe3-1ca5f15792be req-08681719-a855-4d61-9b2c-968a6001bf2c tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:16.534554 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0e8dee67-7214-4a84-bfe3-1ca5f15792be req-08681719-a855-4d61-9b2c-968a6001bf2c tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0518799 Mar 28 09:28:16.581048 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0e8dee67-7214-4a84-bfe3-1ca5f15792be req-627461c7-3857-4446-8419-52ee99bbe02c tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401878 Mar 28 09:28:17.700026 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca146316-ab45-4dfc-a7fa-519f76cb9c8a req-b4910e04-4f6e-459e-b11c-3560022af75f tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:17.701712 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ca146316-ab45-4dfc-a7fa-519f76cb9c8a req-b4910e04-4f6e-459e-b11c-3560022af75f tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0536964 Mar 28 09:28:17.752814 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ca146316-ab45-4dfc-a7fa-519f76cb9c8a req-69e05bad-054c-4eb4-baf2-fbb6d878df9d tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456710 Mar 28 09:28:18.868004 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdb50d-5802-473f-97d6-24745457c4ab req-6d07cc78-7ec3-4e34-85ed-4e02e8bec972 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:18.869475 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-27cdb50d-5802-473f-97d6-24745457c4ab req-6d07cc78-7ec3-4e34-85ed-4e02e8bec972 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0522685 Mar 28 09:28:18.916408 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-27cdb50d-5802-473f-97d6-24745457c4ab req-aab5436e-0943-467a-af31-c07ec86f7dd2 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413439 Mar 28 09:28:20.033978 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307681da-8982-4a01-aeeb-eb98f22b722f req-3f703174-9bd5-4d26-a297-7ec258d12a07 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:20.035437 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-307681da-8982-4a01-aeeb-eb98f22b722f req-3f703174-9bd5-4d26-a297-7ec258d12a07 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0522029 Mar 28 09:28:20.082576 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-307681da-8982-4a01-aeeb-eb98f22b722f req-669450a7-0bd5-4fe2-95d3-f2711314fcb4 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410981 Mar 28 09:28:21.203791 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735baadc-21bc-49c2-92cd-046f25399ad8 req-3e1c797f-7b45-48f6-a7d8-4f91cb2477af tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:21.205161 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-735baadc-21bc-49c2-92cd-046f25399ad8 req-3e1c797f-7b45-48f6-a7d8-4f91cb2477af tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0548389 Mar 28 09:28:21.251144 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-735baadc-21bc-49c2-92cd-046f25399ad8 req-201ebf5c-a313-4356-9323-22dc8f1ae3a4 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Mar 28 09:28:21.393091 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:22.371245 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200caf9c-d0ea-4003-a6c2-b22e7edf46b6 req-cb34a6ad-c452-4405-a0dd-189a8c10de0a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:22.372657 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-200caf9c-d0ea-4003-a6c2-b22e7edf46b6 req-cb34a6ad-c452-4405-a0dd-189a8c10de0a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0529258 Mar 28 09:28:22.419114 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-200caf9c-d0ea-4003-a6c2-b22e7edf46b6 req-9a532312-bb53-43e5-8e54-964b1f092b91 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410030 Mar 28 09:28:23.537297 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be4b03-1970-4799-8241-5e18d4a3ca7a req-b01128e8-c84c-46da-abb7-4df0d8e74c4c tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:23.538802 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-25be4b03-1970-4799-8241-5e18d4a3ca7a req-b01128e8-c84c-46da-abb7-4df0d8e74c4c tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0519750 Mar 28 09:28:23.585332 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-25be4b03-1970-4799-8241-5e18d4a3ca7a req-3d8fcb11-054c-4671-90f8-b4efe420d26e tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400100 Mar 28 09:28:24.604483 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-966b5411-529e-4684-97e6-5c4229058f78 service neutron] 10.222.0.16 "GET /v2.0/ports/bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0592401 Mar 28 09:28:24.707280 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c14195-3bd1-4d37-a21f-8eddf54d2170 req-1040f894-97eb-4997-9414-7afc62078387 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:24.708779 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-44c14195-3bd1-4d37-a21f-8eddf54d2170 req-1040f894-97eb-4997-9414-7afc62078387 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0548916 Mar 28 09:28:24.759656 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-44c14195-3bd1-4d37-a21f-8eddf54d2170 req-3fadc5fd-6ce8-483b-b146-e501efe7cdaf tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440001 Mar 28 09:28:24.814363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-947ff8c8-f6ad-449e-9154-9e10eae53a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:24.815860 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-947ff8c8-f6ad-449e-9154-9e10eae53a8a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802&tenant_id=5dc667b9084147878ffb871cb51551ec HTTP/1.1" status: 200 len: 1129 time: 0.0450919 Mar 28 09:28:24.882128 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-d1b61896-d080-4c62-874e-9b7151b2e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:24.883830 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-d1b61896-d080-4c62-874e-9b7151b2e6d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dc667b9084147878ffb871cb51551ec&device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 1129 time: 0.0482202 Mar 28 09:28:24.971300 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-4fca76cf-0877-4e3b-a789-007839538685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:24.972765 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-4fca76cf-0877-4e3b-a789-007839538685 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8622cce2-b8da-43a0-a47f-2be08afdd237 HTTP/1.1" status: 200 len: 914 time: 0.0840354 Mar 28 09:28:25.017102 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-8c3b4db8-6455-4946-956b-5a0caf77249a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 HTTP/1.1" status: 200 len: 217 time: 0.0381589 Mar 28 09:28:25.064172 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-b3714576-8e91-43ae-bba7-9ec4d0242b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:25.065667 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-b3714576-8e91-43ae-bba7-9ec4d0242b93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e55c6733-835b-490d-9ac7-b394b535b6fc HTTP/1.1" status: 200 len: 854 time: 0.0433333 Mar 28 09:28:25.095991 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-6fa15ebc-ce55-49dc-8f07-9f3ddd7025af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8622cce2-b8da-43a0-a47f-2be08afdd237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250099 Mar 28 09:28:25.182780 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-39265ef4-029c-484e-9c72-6b81a292f46a service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811510 Mar 28 09:28:25.273474 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1bfea100-6161-4a21-9f4e-0471e152f83a req-de56e398-20b4-4222-aa0a-ff67557c4051 service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845914 Mar 28 09:28:25.891625 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2b7d7-04a4-459b-b6a2-ac626e0a6564 req-b0e9e9e2-858e-46b3-a79b-c2207a63b8cd tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:25.893096 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-12d2b7d7-04a4-459b-b6a2-ac626e0a6564 req-b0e9e9e2-858e-46b3-a79b-c2207a63b8cd tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0575042 Mar 28 09:28:25.939412 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-12d2b7d7-04a4-459b-b6a2-ac626e0a6564 req-445203ef-feb7-4da9-9f21-5eeb16d007a6 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407619 Mar 28 09:28:27.058500 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675de67-c54c-48e5-a996-9716aeba57dc req-931fb6de-8374-4739-96a8-fb52299cb843 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:27.060015 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f675de67-c54c-48e5-a996-9716aeba57dc req-931fb6de-8374-4739-96a8-fb52299cb843 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0542035 Mar 28 09:28:27.109099 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f675de67-c54c-48e5-a996-9716aeba57dc req-96e831cf-d8db-4837-b236-a17ed87fba91 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435693 Mar 28 09:28:27.271288 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18c97804-f765-4f16-80d4-03e1c3da1b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:27.319895 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdf22b-c2fa-4ab0-b15e-0a8c160cb706 req-9f86704b-8853-4709-b3f7-84f540b272ef tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:27.321971 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-24fdf22b-c2fa-4ab0-b15e-0a8c160cb706 req-9f86704b-8853-4709-b3f7-84f540b272ef tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0691895 Mar 28 09:28:27.394873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf317a-0363-4b17-af4d-2d6642a0f7f9 req-1fd88f6f-3fb0-4d5b-845c-fce537f42165 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:27.396308 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-99bf317a-0363-4b17-af4d-2d6642a0f7f9 req-1fd88f6f-3fb0-4d5b-845c-fce537f42165 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802&tenant_id=5dc667b9084147878ffb871cb51551ec&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0967331 Mar 28 09:28:27.399836 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-24fdf22b-c2fa-4ab0-b15e-0a8c160cb706 req-4615c601-69c1-47e4-b21a-7828a7f704a7 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636015 Mar 28 09:28:27.484621 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf317a-0363-4b17-af4d-2d6642a0f7f9 req-4daa6e7b-a1d5-48d7-b54d-301bff452238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:27.486054 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-99bf317a-0363-4b17-af4d-2d6642a0f7f9 req-4daa6e7b-a1d5-48d7-b54d-301bff452238 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dc667b9084147878ffb871cb51551ec&device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 1129 time: 0.0454473 Mar 28 09:28:27.577842 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf317a-0363-4b17-af4d-2d6642a0f7f9 req-1db642d5-433b-423b-b8a6-4a452486f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:27.579325 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-99bf317a-0363-4b17-af4d-2d6642a0f7f9 req-1db642d5-433b-423b-b8a6-4a452486f635 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8622cce2-b8da-43a0-a47f-2be08afdd237 HTTP/1.1" status: 200 len: 914 time: 0.0881498 Mar 28 09:28:27.620770 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-99bf317a-0363-4b17-af4d-2d6642a0f7f9 req-e6e574cc-b321-43ec-a2bb-b27dc1b19f0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 HTTP/1.1" status: 200 len: 217 time: 0.0360126 Mar 28 09:28:27.673921 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf317a-0363-4b17-af4d-2d6642a0f7f9 req-bf1cd8cc-bd05-44eb-b9be-9c875fabf1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:27.675488 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-99bf317a-0363-4b17-af4d-2d6642a0f7f9 req-bf1cd8cc-bd05-44eb-b9be-9c875fabf1cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e55c6733-835b-490d-9ac7-b394b535b6fc HTTP/1.1" status: 200 len: 854 time: 0.0486782 Mar 28 09:28:27.698417 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:28:27.706630 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-99bf317a-0363-4b17-af4d-2d6642a0f7f9 req-749530d9-533b-4e6a-82b7-ac803c8d94c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8622cce2-b8da-43a0-a47f-2be08afdd237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258224 Mar 28 09:28:27.795307 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-99bf317a-0363-4b17-af4d-2d6642a0f7f9 req-c442bf9b-976f-4247-905c-7a4fdeaa8731 service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822258 Mar 28 09:28:27.804010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6,segment=NetworkSegment(f85872a7-f890-4e26-aefb-b153ce379e9f),segment_id=f85872a7-f890-4e26-aefb-b153ce379e9f)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:28:27.815097 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6', 'network_id': '8622cce2-b8da-43a0-a47f-2be08afdd237', 'port_id': 'bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6', 'mac_address': 'fa:16:3e:50:e5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55c6733-835b-490d-9ac7-b394b535b6fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:28:27.851299 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 is: ACTIVE; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:28:27.851686 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:27.864612 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:28:27.885323 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6,segment=NetworkSegment(f85872a7-f890-4e26-aefb-b153ce379e9f),segment_id=f85872a7-f890-4e26-aefb-b153ce379e9f)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:28:27.889421 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:27.890064 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-99bf317a-0363-4b17-af4d-2d6642a0f7f9 req-cdc988b7-7a13-4b50-8884-3cb15033372a service neutron] 10.222.0.16 "GET /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889709 Mar 28 09:28:27.939224 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:27.946906 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:27.947245 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:27.947585 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:27.947962 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:27.948301 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:27.948690 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:27.948992 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:27.949318 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:27.949678 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:27.950011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:27.950337 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:27.950734 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:27.951065 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:27.951383 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:27.951705 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:27.956451 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:28:28.520373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ace9e-9919-44df-a9bd-268ca46636af req-117e5d2b-9900-45cd-a30c-e000cea72863 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:28.521872 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-428ace9e-9919-44df-a9bd-268ca46636af req-117e5d2b-9900-45cd-a30c-e000cea72863 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 944 time: 0.0521774 Mar 28 09:28:28.568025 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-428ace9e-9919-44df-a9bd-268ca46636af req-0f17bd5d-f496-4350-bb0f-1c73acfbc0da tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397604 Mar 28 09:28:28.686294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d2856-813d-4ab0-96fc-a0bc8a32cbd3 req-465b5175-291c-482b-b3f2-d5c65a9a7e20 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:28.687709 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-575d2856-813d-4ab0-96fc-a0bc8a32cbd3 req-465b5175-291c-482b-b3f2-d5c65a9a7e20 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 944 time: 0.0544512 Mar 28 09:28:28.734394 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-575d2856-813d-4ab0-96fc-a0bc8a32cbd3 req-b091126b-ddd7-43a7-8690-3799ecc48d8f tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411022 Mar 28 09:28:28.850549 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752abf98-9d41-49a9-828d-837a28379988 req-d888530a-3cbd-4884-bd1e-0fbb46f077df tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:28.852320 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-752abf98-9d41-49a9-828d-837a28379988 req-d888530a-3cbd-4884-bd1e-0fbb46f077df tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 944 time: 0.0542119 Mar 28 09:28:28.903648 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-752abf98-9d41-49a9-828d-837a28379988 req-38def8e4-bf1b-4d45-9e80-871468f8a89a tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458150 Mar 28 09:28:29.233986 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d1bf2-30ed-4101-bd5b-0a4862a50788 req-1ed78b9e-a955-4773-9dca-eb06c214e24d tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:29.235363 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-eb2d1bf2-30ed-4101-bd5b-0a4862a50788 req-1ed78b9e-a955-4773-9dca-eb06c214e24d tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 944 time: 0.0524683 Mar 28 09:28:29.287951 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-eb2d1bf2-30ed-4101-bd5b-0a4862a50788 req-d053e986-6513-45a3-9db0-9a22c699ca0c tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470469 Mar 28 09:28:29.488884 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a626906f-6ec0-42a0-b7bf-bcecb316d319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:29.699945 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:28:29.748676 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:28:29.749053 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:29.822718 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:28:29.823102 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:29.844448 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6a829c-9cb8-4c53-bf9b-85215a4df802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:28:29.846680 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d1f517-3695-4e39-8f27-8e02eb5042c8" -d '{"events": [{"server_uuid": "bd6a829c-9cb8-4c53-bf9b-85215a4df802", "name": "network-vif-plugged", "status": "completed", "tag": "bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:28:29.859733 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6,segment=NetworkSegment(f85872a7-f890-4e26-aefb-b153ce379e9f),segment_id=f85872a7-f890-4e26-aefb-b153ce379e9f)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:28:29.864301 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:29.887832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9370edbf-d998-4da3-a85c-af47c05e872a x-openstack-request-id: req-9370edbf-d998-4da3-a85c-af47c05e872a {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:28:29.888129 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6a829c-9cb8-4c53-bf9b-85215a4df802", "name": "network-vif-plugged", "status": "completed", "tag": "bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:28:29.888384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9370edbf-d998-4da3-a85c-af47c05e872a {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:28:29.888780 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9370edbf-d998-4da3-a85c-af47c05e872a'] response: {'server_uuid': 'bd6a829c-9cb8-4c53-bf9b-85215a4df802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6', 'code': 200} Mar 28 09:28:29.912554 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6,revision_number=7']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:30.405682 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19a48f-d7b3-4ea1-842b-5f1e48c22db7 req-e7dc37ea-6b33-4578-a962-465515c48723 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:30.407211 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f19a48f-d7b3-4ea1-842b-5f1e48c22db7 req-e7dc37ea-6b33-4578-a962-465515c48723 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0528424 Mar 28 09:28:30.453218 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f19a48f-d7b3-4ea1-842b-5f1e48c22db7 req-377a2bc0-aa49-415c-abf7-e7f8a0d13a86 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3f2fedd2-ccd5-4029-981b-551c8377f891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405641 Mar 28 09:28:30.619021 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:30.756328 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afdc88-7cd8-4837-9480-ae3704de944d req-8afec898-fbd9-4861-8fa4-3018b6b554ba tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:30.757794 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-21afdc88-7cd8-4837-9480-ae3704de944d req-8afec898-fbd9-4861-8fa4-3018b6b554ba tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 945 time: 0.0525930 Mar 28 09:28:30.863116 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-21afdc88-7cd8-4837-9480-ae3704de944d req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Deleting port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:28:30.863467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-21afdc88-7cd8-4837-9480-ae3704de944d req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:30.950796 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-21afdc88-7cd8-4837-9480-ae3704de944d req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] For port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6,segment=NetworkSegment(f85872a7-f890-4e26-aefb-b153ce379e9f),segment_id=f85872a7-f890-4e26-aefb-b153ce379e9f)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:28:30.951170 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-21afdc88-7cd8-4837-9480-ae3704de944d req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:30.964973 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-21afdc88-7cd8-4837-9480-ae3704de944d req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Calling delete_port for bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:28:31.097016 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-21afdc88-7cd8-4837-9480-ae3704de944d req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:31.108327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:28:31.125712 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Pushing event deleted for resources: {'Port': ['ID=bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:31.137902 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:31.138263 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:31.138611 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:31.138954 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:31.139293 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:31.139630 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:31.139963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:31.140294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:31.140625 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:31.140963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:31.141284 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:31.141643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:31.141990 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:31.142318 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:31.142643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:31.181736 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-21afdc88-7cd8-4837-9480-ae3704de944d req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] No DVR routers for this DVR port bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:28:31.184255 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-21afdc88-7cd8-4837-9480-ae3704de944d req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:31.187481 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-21afdc88-7cd8-4837-9480-ae3704de944d req-87c729b8-f20f-4c5e-82a7-b27ad44d0882 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.16 "DELETE /v2.0/ports/bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 HTTP/1.1" status: 204 len: 173 time: 0.4246767 Mar 28 09:28:31.187920 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6a829c-9cb8-4c53-bf9b-85215a4df802', 'name': 'network-vif-deleted', 'tag': 'bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:28:31.190212 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc5d262-8256-475b-bfe1-3150a3419fe2" -d '{"events": [{"server_uuid": "bd6a829c-9cb8-4c53-bf9b-85215a4df802", "name": "network-vif-deleted", "tag": "bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:28:31.226618 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa3510e-993b-457e-a54a-fe7acc4bea13 x-openstack-request-id: req-efa3510e-993b-457e-a54a-fe7acc4bea13 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:28:31.226915 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6a829c-9cb8-4c53-bf9b-85215a4df802", "name": "network-vif-deleted", "tag": "bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:28:31.227176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efa3510e-993b-457e-a54a-fe7acc4bea13 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:28:31.227588 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efa3510e-993b-457e-a54a-fe7acc4bea13'] response: {'server_uuid': 'bd6a829c-9cb8-4c53-bf9b-85215a4df802', 'name': 'network-vif-deleted', 'tag': 'bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6', 'status': 'completed', 'code': 200} Mar 28 09:28:31.560277 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-247c0f47-596f-4f4b-9bed-a3f6e2adedcb req-b7fedf05-c218-47bc-9bc4-7068ab2fc49d tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd6a829c-9cb8-4c53-bf9b-85215a4df802 HTTP/1.1" status: 200 len: 210 time: 0.0279894 Mar 28 09:28:32.157087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:32.682899 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 56292) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:28:32.727101 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7cb1e4-3a66-498b-b7c0-06d6f5d104d9 admin admin] Deleting subnet e55c6733-835b-490d-9ac7-b394b535b6fc {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:28:32.730380 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb1e4-3a66-498b-b7c0-06d6f5d104d9 admin admin] Publish callbacks [] for subnet (e55c6733-835b-490d-9ac7-b394b535b6fc), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:32.764925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb1e4-3a66-498b-b7c0-06d6f5d104d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (e55c6733-835b-490d-9ac7-b394b535b6fc), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:32.802769 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb1e4-3a66-498b-b7c0-06d6f5d104d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (e55c6733-835b-490d-9ac7-b394b535b6fc), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:32.858438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb1e4-3a66-498b-b7c0-06d6f5d104d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (e55c6733-835b-490d-9ac7-b394b535b6fc), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:32.885361 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cb1e4-3a66-498b-b7c0-06d6f5d104d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e55c6733-835b-490d-9ac7-b394b535b6fc,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:32.887389 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb1e4-3a66-498b-b7c0-06d6f5d104d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:32.890612 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7d7cb1e4-3a66-498b-b7c0-06d6f5d104d9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e55c6733-835b-490d-9ac7-b394b535b6fc HTTP/1.1" status: 204 len: 168 time: 0.2067065 Mar 28 09:28:32.893118 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 56294) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:28:32.960546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5d55ee1-a89c-4562-b1d9-14c8decf058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (8622cce2-b8da-43a0-a47f-2be08afdd237), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:33.043125 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5d55ee1-a89c-4562-b1d9-14c8decf058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (8622cce2-b8da-43a0-a47f-2be08afdd237), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:33.063536 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e5d55ee1-a89c-4562-b1d9-14c8decf058c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8622cce2-b8da-43a0-a47f-2be08afdd237']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:28:33.073233 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e5d55ee1-a89c-4562-b1d9-14c8decf058c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85872a7-f890-4e26-aefb-b153ce379e9f') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:28:33.073535 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e5d55ee1-a89c-4562-b1d9-14c8decf058c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85872a7-f890-4e26-aefb-b153ce379e9f') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:28:33.083350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5d55ee1-a89c-4562-b1d9-14c8decf058c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (f85872a7-f890-4e26-aefb-b153ce379e9f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:33.097638 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5d55ee1-a89c-4562-b1d9-14c8decf058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (f85872a7-f890-4e26-aefb-b153ce379e9f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:33.103845 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d55ee1-a89c-4562-b1d9-14c8decf058c admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:28:33.104335 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5d55ee1-a89c-4562-b1d9-14c8decf058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (f85872a7-f890-4e26-aefb-b153ce379e9f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:28:33.114704 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:28:33.159060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5d55ee1-a89c-4562-b1d9-14c8decf058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (8622cce2-b8da-43a0-a47f-2be08afdd237), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:33.164126 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5d55ee1-a89c-4562-b1d9-14c8decf058c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:33.167606 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e5d55ee1-a89c-4562-b1d9-14c8decf058c admin admin] 10.222.0.15 "DELETE /v2.0/networks/8622cce2-b8da-43a0-a47f-2be08afdd237 HTTP/1.1" status: 204 len: 168 time: 0.2734506 Mar 28 09:28:33.178340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d55ee1-a89c-4562-b1d9-14c8decf058c admin admin] Pushing event deleted for resources: {'Network': ['ID=8622cce2-b8da-43a0-a47f-2be08afdd237,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:33.272044 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 56298) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:28:33.315134 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-35896542-1e25-45a3-a2ec-892b571f7215 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5dc667b9084147878ffb871cb51551ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419347 Mar 28 09:28:33.317685 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 56300) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:28:33.363818 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4ea7f61a-193a-48a4-8ae4-09b994063254 admin admin] Publish callbacks [] for security_group (3f2fedd2-ccd5-4029-981b-551c8377f891), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:33.385682 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4ea7f61a-193a-48a4-8ae4-09b994063254 admin admin] Publish callbacks [] for security_group (3f2fedd2-ccd5-4029-981b-551c8377f891), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:33.432208 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4ea7f61a-193a-48a4-8ae4-09b994063254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (3f2fedd2-ccd5-4029-981b-551c8377f891), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:33.434886 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4ea7f61a-193a-48a4-8ae4-09b994063254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:33.436038 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4ea7f61a-193a-48a4-8ae4-09b994063254 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f2fedd2-ccd5-4029-981b-551c8377f891 HTTP/1.1" status: 204 len: 168 time: 0.1174648 Mar 28 09:28:33.444024 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7f61a-193a-48a4-8ae4-09b994063254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2fedd2-ccd5-4029-981b-551c8377f891,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:33.715326 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:34.086767 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 56322) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:28:34.184360 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-bfdc8a71-a768-4599-ae62-7c0df9d29b8d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1835674163-network', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:28:34.202886 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdc8a71-a768-4599-ae62-7c0df9d29b8d admin admin] Made reservation on behalf of 221d328a4f5c471b840c8b10fad5c87b for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:28:34.205586 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8a71-a768-4599-ae62-7c0df9d29b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:34.214802 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8a71-a768-4599-ae62-7c0df9d29b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:34.290162 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8a71-a768-4599-ae62-7c0df9d29b8d admin admin] Publish callbacks [] for security_group (f6985a0a-143d-42b0-ac25-bae3ae7cf8dd), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:34.294941 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8a71-a768-4599-ae62-7c0df9d29b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (f6985a0a-143d-42b0-ac25-bae3ae7cf8dd), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:34.319973 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdc8a71-a768-4599-ae62-7c0df9d29b8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:28:34.329938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc8a71-a768-4599-ae62-7c0df9d29b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6985a0a-143d-42b0-ac25-bae3ae7cf8dd,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:34.337447 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8a71-a768-4599-ae62-7c0df9d29b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (b48edcfe-0657-43b6-9ef9-ced19740471d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:34.337574 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-bfdc8a71-a768-4599-ae62-7c0df9d29b8d admin admin] Added segment b48edcfe-0657-43b6-9ef9-ced19740471d of type vlan for network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 Mar 28 09:28:34.381885 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8a71-a768-4599-ae62-7c0df9d29b8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (95a08f1e-2101-4ca5-9db9-b45528dbc3b2), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:34.407512 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8a71-a768-4599-ae62-7c0df9d29b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (95a08f1e-2101-4ca5-9db9-b45528dbc3b2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:34.408464 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc8a71-a768-4599-ae62-7c0df9d29b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:34.409043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8a71-a768-4599-ae62-7c0df9d29b8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:34.463316 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bfdc8a71-a768-4599-ae62-7c0df9d29b8d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3752599 Mar 28 09:28:34.466619 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 56326) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:28:34.468770 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc8a71-a768-4599-ae62-7c0df9d29b8d admin admin] Pushing event updated for resources: {'Network': ['ID=95a08f1e-2101-4ca5-9db9-b45528dbc3b2,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:34.471542 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Request body: {'subnet': {'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1835674163-subnet', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:28:34.484069 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:28:34.491265 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Made reservation on behalf of 221d328a4f5c471b840c8b10fad5c87b for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:28:34.493756 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:34.661983 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (daf46333-dab3-423b-9699-9dc7261dce51), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:34.717547 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daf46333-dab3-423b-9699-9dc7261dce51,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:34.729387 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:34.729780 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:34.730137 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:34.730484 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:34.730827 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:34.731168 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:34.731507 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:34.731843 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:34.732178 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:34.732506 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:34.732839 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:34.733171 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:34.733499 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:34.733857 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:34.734186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:34.737555 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Checking segment: {'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:28:34.737939 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Network hostable DHCP agents. Network: 95a08f1e-2101-4ca5-9db9-b45528dbc3b2, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:28:34.754940 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:28:34.763893 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 95a08f1e-2101-4ca5-9db9-b45528dbc3b2) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:28:34.767810 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:34.768402 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:34.774213 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d6d6f7-e7ac-437d-9839-52d54256ae44 None None] Network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:28:34.784385 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e5cc2b64-25d6-4226-a3d5-d4e2772dc968 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3166451 Mar 28 09:28:34.787654 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 56328) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:28:34.791866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:28:34.811727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (710d635f-35af-4e81-b696-834c89e683bb), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:34.812809 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (710d635f-35af-4e81-b696-834c89e683bb), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:34.871887 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:28:34.872983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:34.874900 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] Publish callbacks [] for router_controller (710d635f-35af-4e81-b696-834c89e683bb), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:35.008812 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Allocated IP 172.20.0.2 (95a08f1e-2101-4ca5-9db9-b45528dbc3b2/daf46333-dab3-423b-9699-9dc7261dce51/0a656b63-4760-4849-9725-6d41a14b9677) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:28:35.016360 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] Publish callbacks [] for router_gateway (710d635f-35af-4e81-b696-834c89e683bb), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:35.152325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Publish callbacks [] for port (0a656b63-4760-4849-9725-6d41a14b9677), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:35.159135 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (0a656b63-4760-4849-9725-6d41a14b9677), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:35.195322 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:28:35.198985 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:28:35.204992 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:28:35.211748 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Pushing event updated for resources: {'Port': ['ID=0a656b63-4760-4849-9725-6d41a14b9677,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:35.228617 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] Publish callbacks [] for router_gateway (710d635f-35af-4e81-b696-834c89e683bb), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:35.247570 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:35.267113 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Attempting to bind port 0a656b63-4760-4849-9725-6d41a14b9677 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:28:35.267403 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Attempting to bind port 0a656b63-4760-4849-9725-6d41a14b9677 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:28:35.267765 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Attempting to bind port 0a656b63-4760-4849-9725-6d41a14b9677 on network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:28:35.272635 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:28:35.273003 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Checking segment: {'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:28:35.273398 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:35.273813 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Bound using segment: {'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:28:35.274271 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Bound port: 0a656b63-4760-4849-9725-6d41a14b9677, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:28:35.274644 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0a656b63-4760-4849-9725-6d41a14b9677), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:35.335928 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] For port 0a656b63-4760-4849-9725-6d41a14b9677, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:28:35.339826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] For port 0a656b63-4760-4849-9725-6d41a14b9677, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a656b63-4760-4849-9725-6d41a14b9677,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:28:35.345721 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0a656b63-4760-4849-9725-6d41a14b9677), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:35.352227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] Allocated IP 172.36.4.139 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/cd17b824-e57f-4fc3-ae66-32c3df34b93e) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:28:35.405965 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d9a86-e0e2-4d7d-9161-08fcfff8046f None None] Pushing event updated for resources: {'Port': ['ID=0a656b63-4760-4849-9725-6d41a14b9677,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:35.466086 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] Publish callbacks [] for port (cd17b824-e57f-4fc3-ae66-32c3df34b93e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:35.500631 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (cd17b824-e57f-4fc3-ae66-32c3df34b93e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:35.542088 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:28:35.547296 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:28:35.556597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:28:35.568839 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] Pushing event updated for resources: {'Port': ['ID=cd17b824-e57f-4fc3-ae66-32c3df34b93e,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:35.741826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:28:35.763693 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:28:35.764037 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device bbe1b377-11fd-4ae0-b5ba-60bf2814d9a6 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:28:35.823269 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] Publish callbacks [] for router_gateway (710d635f-35af-4e81-b696-834c89e683bb), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:36.018744 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (710d635f-35af-4e81-b696-834c89e683bb), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:36.360719 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f48ba17-9b28-4087-b65b-c7d1e27b8147 None None] Network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:28:36.438573 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-11e1ba7c-cbfe-45fd-b7b2-2f00c52914ff None None] Provisioning complete for port 0a656b63-4760-4849-9725-6d41a14b9677 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:28:36.438944 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-11e1ba7c-cbfe-45fd-b7b2-2f00c52914ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0a656b63-4760-4849-9725-6d41a14b9677), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:36.481366 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] Router 710d635f-35af-4e81-b696-834c89e683bb is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:28:36.583530 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-11e1ba7c-cbfe-45fd-b7b2-2f00c52914ff None None] Current status of the port 0a656b63-4760-4849-9725-6d41a14b9677 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:28:36.583992 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-11e1ba7c-cbfe-45fd-b7b2-2f00c52914ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0a656b63-4760-4849-9725-6d41a14b9677), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:36.598986 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:28:36.612011 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Sync routers for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:28:36.623936 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:28:36.624826 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:28:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:28:36.625138 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-11e1ba7c-cbfe-45fd-b7b2-2f00c52914ff None None] For port 0a656b63-4760-4849-9725-6d41a14b9677, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a656b63-4760-4849-9725-6d41a14b9677,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:28:36.629995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-11e1ba7c-cbfe-45fd-b7b2-2f00c52914ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0a656b63-4760-4849-9725-6d41a14b9677), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:36.633589 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:36.637818 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8f315ee7-b419-46e5-aa0c-6393052dc83a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8470356 Mar 28 09:28:36.638041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 56330) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:28:36.689268 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1ba7c-cbfe-45fd-b7b2-2f00c52914ff None None] Pushing event updated for resources: {'Port': ['ID=0a656b63-4760-4849-9725-6d41a14b9677,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:36.742408 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:28:36.851752 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-962ad3bd-7e82-4058-8b8f-05e8f6ec9022 None None] Provisioning complete for port 0a656b63-4760-4849-9725-6d41a14b9677 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:28:36.852498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-962ad3bd-7e82-4058-8b8f-05e8f6ec9022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0a656b63-4760-4849-9725-6d41a14b9677), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:36.927611 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:35Z', 'revision_number': 3, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:28:36.941971 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-962ad3bd-7e82-4058-8b8f-05e8f6ec9022 None None] Current status of the port 0a656b63-4760-4849-9725-6d41a14b9677 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:28:36.968810 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Checking router: 710d635f-35af-4e81-b696-834c89e683bb for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:28:36.969389 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Updating router 710d635f-35af-4e81-b696-834c89e683bb port cd17b824-e57f-4fc3-ae66-32c3df34b93e binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:28:37.001211 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (cd17b824-e57f-4fc3-ae66-32c3df34b93e), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:37.019308 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0a656b63-4760-4849-9725-6d41a14b9677 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:28:37.072316 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 0a656b63-4760-4849-9725-6d41a14b9677 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:28:37.072698 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0a656b63-4760-4849-9725-6d41a14b9677), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:37.113844 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-94967efd-15b2-4b8b-ac8e-7c5f43ac34ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:37.155147 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 0a656b63-4760-4849-9725-6d41a14b9677 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:28:37.258495 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Publish callbacks [] for port (cd17b824-e57f-4fc3-ae66-32c3df34b93e), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:37.266397 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (cd17b824-e57f-4fc3-ae66-32c3df34b93e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:37.320215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-94967efd-15b2-4b8b-ac8e-7c5f43ac34ba admin admin] Allocated IP 172.20.0.1 (95a08f1e-2101-4ca5-9db9-b45528dbc3b2/daf46333-dab3-423b-9699-9dc7261dce51/5d2910ad-3e8f-4ab4-bf33-60115ed55d95) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:28:37.321120 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Attempting to bind port cd17b824-e57f-4fc3-ae66-32c3df34b93e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:28:37.321797 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Attempting to bind port cd17b824-e57f-4fc3-ae66-32c3df34b93e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:28:37.321919 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Attempting to bind port cd17b824-e57f-4fc3-ae66-32c3df34b93e on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:28:37.324620 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fb7de-65b6-47c0-9f6e-d0eb0e66afdb None None] Pushing event updated for resources: {'Port': ['ID=cd17b824-e57f-4fc3-ae66-32c3df34b93e,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:37.333731 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344fb7de-65b6-47c0-9f6e-d0eb0e66afdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:37.334082 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344fb7de-65b6-47c0-9f6e-d0eb0e66afdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:37.334431 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344fb7de-65b6-47c0-9f6e-d0eb0e66afdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:37.334769 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344fb7de-65b6-47c0-9f6e-d0eb0e66afdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:37.335103 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344fb7de-65b6-47c0-9f6e-d0eb0e66afdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:37.335437 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344fb7de-65b6-47c0-9f6e-d0eb0e66afdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:37.335762 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344fb7de-65b6-47c0-9f6e-d0eb0e66afdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:37.336084 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344fb7de-65b6-47c0-9f6e-d0eb0e66afdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:37.336409 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344fb7de-65b6-47c0-9f6e-d0eb0e66afdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:37.336737 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344fb7de-65b6-47c0-9f6e-d0eb0e66afdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:37.337065 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344fb7de-65b6-47c0-9f6e-d0eb0e66afdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:37.337383 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344fb7de-65b6-47c0-9f6e-d0eb0e66afdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:37.337731 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344fb7de-65b6-47c0-9f6e-d0eb0e66afdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:37.338140 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344fb7de-65b6-47c0-9f6e-d0eb0e66afdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:37.338469 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344fb7de-65b6-47c0-9f6e-d0eb0e66afdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:28:37.341785 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:28:37.342162 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:28:37.342562 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:37.342936 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:28:37.343403 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Bound port: cd17b824-e57f-4fc3-ae66-32c3df34b93e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:28:37.344571 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (cd17b824-e57f-4fc3-ae66-32c3df34b93e), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:37.394048 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] For port cd17b824-e57f-4fc3-ae66-32c3df34b93e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:28:37.397866 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] For port cd17b824-e57f-4fc3-ae66-32c3df34b93e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd17b824-e57f-4fc3-ae66-32c3df34b93e,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:28:37.404719 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (cd17b824-e57f-4fc3-ae66-32c3df34b93e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:37.428700 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-94967efd-15b2-4b8b-ac8e-7c5f43ac34ba admin admin] Publish callbacks [] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:37.460962 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:28:37.461574 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:28:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:28:37.465650 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fb7de-65b6-47c0-9f6e-d0eb0e66afdb None None] Pushing event updated for resources: {'Port': ['ID=cd17b824-e57f-4fc3-ae66-32c3df34b93e,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:37.465823 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-94967efd-15b2-4b8b-ac8e-7c5f43ac34ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:37.502184 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94967efd-15b2-4b8b-ac8e-7c5f43ac34ba admin admin] Network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:28:37.505122 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-94967efd-15b2-4b8b-ac8e-7c5f43ac34ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:28:37.507771 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94967efd-15b2-4b8b-ac8e-7c5f43ac34ba admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:28:37.546059 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94967efd-15b2-4b8b-ac8e-7c5f43ac34ba admin admin] Pushing event updated for resources: {'Port': ['ID=5d2910ad-3e8f-4ab4-bf33-60115ed55d95,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:37.559792 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-94967efd-15b2-4b8b-ac8e-7c5f43ac34ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (710d635f-35af-4e81-b696-834c89e683bb), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:37.580590 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:28:37.706664 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-94967efd-15b2-4b8b-ac8e-7c5f43ac34ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:37.767072 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-05a41385-d94a-4907-a55b-860210f54039 None None] Provisioning complete for port 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:28:37.768172 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-05a41385-d94a-4907-a55b-860210f54039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:37.805336 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-05a41385-d94a-4907-a55b-860210f54039 None None] Port 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:28:37.858244 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:35Z', 'revision_number': 3, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:28:37.881385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-94967efd-15b2-4b8b-ac8e-7c5f43ac34ba admin admin] Publish callbacks [] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:37.886723 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-94967efd-15b2-4b8b-ac8e-7c5f43ac34ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:37.888130 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97e1437-ec32-449f-af2f-a857195b31d1 None None] The sync data for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv is: [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:35Z', 'revision_number': 3, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:28:37.955856 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94967efd-15b2-4b8b-ac8e-7c5f43ac34ba admin admin] Pushing event updated for resources: {'Port': ['ID=5d2910ad-3e8f-4ab4-bf33-60115ed55d95,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:37.958259 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-94967efd-15b2-4b8b-ac8e-7c5f43ac34ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (710d635f-35af-4e81-b696-834c89e683bb), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:38.061299 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94967efd-15b2-4b8b-ac8e-7c5f43ac34ba admin admin] Network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:28:38.062764 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-94967efd-15b2-4b8b-ac8e-7c5f43ac34ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:28:38.220553 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94967efd-15b2-4b8b-ac8e-7c5f43ac34ba admin admin] Router 710d635f-35af-4e81-b696-834c89e683bb has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:28:38.338357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b0d0984d-4235-4931-8f41-1268b31375f8 None None] Provisioning complete for port 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:28:38.338856 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b0d0984d-4235-4931-8f41-1268b31375f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:38.345908 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94967efd-15b2-4b8b-ac8e-7c5f43ac34ba admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:28:38.353257 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-94967efd-15b2-4b8b-ac8e-7c5f43ac34ba admin admin] 10.222.0.15 "PUT /v2.0/routers/710d635f-35af-4e81-b696-834c89e683bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7114975 Mar 28 09:28:38.373805 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b0d0984d-4235-4931-8f41-1268b31375f8 None None] Port 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:28:38.827124 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 56338) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:28:38.831761 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-5ea7cc89-e80b-458f-8e23-48674ead131e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--289034466', 'description': 'tempest-description--1025259442'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:28:38.851043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ea7cc89-e80b-458f-8e23-48674ead131e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:38.921720 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ea7cc89-e80b-458f-8e23-48674ead131e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for security_group (c825365c-0581-4e4a-aba8-25b78cb826e9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:38.926865 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ea7cc89-e80b-458f-8e23-48674ead131e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (c825365c-0581-4e4a-aba8-25b78cb826e9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:38.959583 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ea7cc89-e80b-458f-8e23-48674ead131e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:38.961554 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5ea7cc89-e80b-458f-8e23-48674ead131e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1326888 Mar 28 09:28:38.962344 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7cc89-e80b-458f-8e23-48674ead131e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c825365c-0581-4e4a-aba8-25b78cb826e9,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:38.964249 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 56340) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:28:38.969386 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-265d4c16-970e-40b6-a334-bc302a007a96 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Request body: {'security_group_rule': {'security_group_id': 'c825365c-0581-4e4a-aba8-25b78cb826e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:28:38.995072 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device cd17b824-e57f-4fc3-ae66-32c3df34b93e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:28:38.999067 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-265d4c16-970e-40b6-a334-bc302a007a96 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for security_group_rule (2948345f-83ba-466a-a1a2-5a2ff00e064b), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:39.047348 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port cd17b824-e57f-4fc3-ae66-32c3df34b93e triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:28:39.047703 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (cd17b824-e57f-4fc3-ae66-32c3df34b93e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:39.057482 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-265d4c16-970e-40b6-a334-bc302a007a96 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for security_group_rule (2948345f-83ba-466a-a1a2-5a2ff00e064b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:39.061285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-265d4c16-970e-40b6-a334-bc302a007a96 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (2948345f-83ba-466a-a1a2-5a2ff00e064b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:39.079037 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d4c16-970e-40b6-a334-bc302a007a96 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2948345f-83ba-466a-a1a2-5a2ff00e064b,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:39.090997 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-265d4c16-970e-40b6-a334-bc302a007a96 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:39.092250 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-265d4c16-970e-40b6-a334-bc302a007a96 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266847 Mar 28 09:28:39.095388 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 56342) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:28:39.099889 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a6ba0cd7-e3ec-4f87-af6a-638c1fb0ea42 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Request body: {'security_group_rule': {'security_group_id': 'c825365c-0581-4e4a-aba8-25b78cb826e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:28:39.128516 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0cd7-e3ec-4f87-af6a-638c1fb0ea42 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for security_group_rule (2598c25f-ced4-47fa-9e8f-d22be89f5aef), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:39.133514 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port cd17b824-e57f-4fc3-ae66-32c3df34b93e is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:28:39.133942 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (cd17b824-e57f-4fc3-ae66-32c3df34b93e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:39.157304 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port cd17b824-e57f-4fc3-ae66-32c3df34b93e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd17b824-e57f-4fc3-ae66-32c3df34b93e,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:28:39.163031 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (cd17b824-e57f-4fc3-ae66-32c3df34b93e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:39.194169 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0cd7-e3ec-4f87-af6a-638c1fb0ea42 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for security_group_rule (2598c25f-ced4-47fa-9e8f-d22be89f5aef), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:39.198659 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0cd7-e3ec-4f87-af6a-638c1fb0ea42 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (2598c25f-ced4-47fa-9e8f-d22be89f5aef), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:39.212121 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=cd17b824-e57f-4fc3-ae66-32c3df34b93e,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:39.221891 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba0cd7-e3ec-4f87-af6a-638c1fb0ea42 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2598c25f-ced4-47fa-9e8f-d22be89f5aef,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:39.228287 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0cd7-e3ec-4f87-af6a-638c1fb0ea42 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:39.230054 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a6ba0cd7-e3ec-4f87-af6a-638c1fb0ea42 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336582 Mar 28 09:28:39.233153 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 56344) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:28:39.237417 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-30a892b5-36e8-4eb7-83e4-9139b0e53345 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:28:39.259009 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-30a892b5-36e8-4eb7-83e4-9139b0e53345 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:39.365644 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-30a892b5-36e8-4eb7-83e4-9139b0e53345 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:39.410114 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Sync routers for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:28:39.424189 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:28:39.424805 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:28:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:28:39.469976 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-30a892b5-36e8-4eb7-83e4-9139b0e53345 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Allocated IP 172.36.4.151 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/2804773a-c3b6-476f-ba25-a924d831e756) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:28:39.529727 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:28:39.574252 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-30a892b5-36e8-4eb7-83e4-9139b0e53345 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for port (2804773a-c3b6-476f-ba25-a924d831e756), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:39.608795 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-30a892b5-36e8-4eb7-83e4-9139b0e53345 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (2804773a-c3b6-476f-ba25-a924d831e756), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:39.645178 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a892b5-36e8-4eb7-83e4-9139b0e53345 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:28:39.649575 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-30a892b5-36e8-4eb7-83e4-9139b0e53345 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:28:39.655514 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a892b5-36e8-4eb7-83e4-9139b0e53345 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:28:39.661102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a892b5-36e8-4eb7-83e4-9139b0e53345 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Pushing event updated for resources: {'Port': ['ID=2804773a-c3b6-476f-ba25-a924d831e756,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:39.734810 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 2, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:28:39.750105 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-30a892b5-36e8-4eb7-83e4-9139b0e53345 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for floatingip (334e73aa-fbf8-4d1b-952f-e3c831e4e58a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:39.762815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Checking router: 710d635f-35af-4e81-b696-834c89e683bb for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:28:39.763185 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Updating router 710d635f-35af-4e81-b696-834c89e683bb port 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:28:39.788710 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-30a892b5-36e8-4eb7-83e4-9139b0e53345 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2804773a-c3b6-476f-ba25-a924d831e756), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:39.789999 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:39.940785 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-30a892b5-36e8-4eb7-83e4-9139b0e53345 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for port (2804773a-c3b6-476f-ba25-a924d831e756), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:39.946003 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-30a892b5-36e8-4eb7-83e4-9139b0e53345 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (2804773a-c3b6-476f-ba25-a924d831e756), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:40.015260 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a892b5-36e8-4eb7-83e4-9139b0e53345 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Pushing event updated for resources: {'Port': ['ID=2804773a-c3b6-476f-ba25-a924d831e756,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:40.026636 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-30a892b5-36e8-4eb7-83e4-9139b0e53345 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (334e73aa-fbf8-4d1b-952f-e3c831e4e58a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:40.043262 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-30a892b5-36e8-4eb7-83e4-9139b0e53345 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:40.052052 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-30a892b5-36e8-4eb7-83e4-9139b0e53345 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8103323 Mar 28 09:28:40.066465 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Publish callbacks [] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:40.071509 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:40.130008 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393402a9-fe2a-4176-ba03-463377b69eb0 None None] Pushing event updated for resources: {'Port': ['ID=5d2910ad-3e8f-4ab4-bf33-60115ed55d95,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:40.188560 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Attempting to bind port 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:28:40.188934 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Attempting to bind port 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:28:40.189299 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Attempting to bind port 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 on network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:28:40.194370 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:28:40.194753 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Checking segment: {'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:28:40.195135 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:40.195526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Bound using segment: {'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:28:40.195986 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Bound port: 5d2910ad-3e8f-4ab4-bf33-60115ed55d95, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:28:40.196362 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:40.199382 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-4b9a2059-c378-4d28-9497-50db0bfa734f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--289034466&fields=id&tenant_id=221d328a4f5c471b840c8b10fad5c87b HTTP/1.1" status: 200 len: 267 time: 0.0473678 Mar 28 09:28:40.269303 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] For port 5d2910ad-3e8f-4ab4-bf33-60115ed55d95, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:28:40.273668 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] For port 5d2910ad-3e8f-4ab4-bf33-60115ed55d95, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d2910ad-3e8f-4ab4-bf33-60115ed55d95,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:28:40.281714 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:40.321945 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-e46158bf-e623-4419-8548-0a7319c39bb3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:40.323194 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-e46158bf-e623-4419-8548-0a7319c39bb3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 812 time: 0.1145735 Mar 28 09:28:40.334789 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:28:40.335414 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:28:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:28:40.338838 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-b7738fcd-5b7c-4dea-8771-55edf5157d20 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/quotas/221d328a4f5c471b840c8b10fad5c87b HTTP/1.1" status: 200 len: 375 time: 0.0099919 Mar 28 09:28:40.402541 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-c79f154a-881a-48c4-982e-1bfe5573bb08 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571287 Mar 28 09:28:40.407546 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393402a9-fe2a-4176-ba03-463377b69eb0 None None] Pushing event updated for resources: {'Port': ['ID=5d2910ad-3e8f-4ab4-bf33-60115ed55d95,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:40.437162 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a291ff89-7b6e-4ffb-9d7d-81d43c72fc2a None None] Provisioning complete for port 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:28:40.437538 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a291ff89-7b6e-4ffb-9d7d-81d43c72fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:40.502653 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:28:40.568161 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-46082180-f925-45e3-9f4c-65e997788920 service neutron] 10.222.0.15 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443396 Mar 28 09:28:40.613193 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a291ff89-7b6e-4ffb-9d7d-81d43c72fc2a None None] Current status of the port 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:28:40.613577 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a291ff89-7b6e-4ffb-9d7d-81d43c72fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:40.657240 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-dc4a64d6-1eaa-4e8d-acf5-fe6b498d84a3 service neutron] 10.222.0.15 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830517 Mar 28 09:28:40.690651 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a291ff89-7b6e-4ffb-9d7d-81d43c72fc2a None None] For port 5d2910ad-3e8f-4ab4-bf33-60115ed55d95, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d2910ad-3e8f-4ab4-bf33-60115ed55d95,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:28:40.700445 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a291ff89-7b6e-4ffb-9d7d-81d43c72fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:40.785411 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291ff89-7b6e-4ffb-9d7d-81d43c72fc2a None None] Pushing event updated for resources: {'Port': ['ID=5d2910ad-3e8f-4ab4-bf33-60115ed55d95,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:40.804734 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:28:40.826963 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-277ac744-73eb-4bf7-9b64-e6652ece95be req-80684cdf-3ac5-44bd-bc7e-e885eab2226a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 210 time: 0.0303452 Mar 28 09:28:40.846740 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdecc2c-ef07-4270-8967-2f5f215e8d44 None None] The sync data for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv is: [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:28:40.851069 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-512bb0a0-2b2d-4b41-b652-ced78c0188f8 None None] Provisioning complete for port 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:28:40.851566 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-512bb0a0-2b2d-4b41-b652-ced78c0188f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:40.961284 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-512bb0a0-2b2d-4b41-b652-ced78c0188f8 None None] Current status of the port 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:28:41.122957 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:28:41.180516 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:28:41.180891 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:41.274410 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:28:41.275727 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device cd17b824-e57f-4fc3-ae66-32c3df34b93e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:28:41.331886 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port cd17b824-e57f-4fc3-ae66-32c3df34b93e triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:28:41.332183 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (cd17b824-e57f-4fc3-ae66-32c3df34b93e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:41.431268 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port cd17b824-e57f-4fc3-ae66-32c3df34b93e is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:28:41.925333 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9600d575-5b86-4fbf-839e-e95e4eea2363 req-f1155946-7dc0-41a1-850d-559f85ec9b4d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 210 time: 0.0289607 Mar 28 09:28:42.229734 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-a8d88658-e3c8-400d-8f55-851413d764a8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:42.231213 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-a8d88658-e3c8-400d-8f55-851413d764a8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 812 time: 0.1106267 Mar 28 09:28:42.295359 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-29b3d3c9-b48b-40cd-8d5d-9ccbd6bf00f6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=221d328a4f5c471b840c8b10fad5c87b HTTP/1.1" status: 200 len: 379 time: 0.0553744 Mar 28 09:28:42.304318 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-b66c433b-928b-41ea-81e7-8808fa0bfa60 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Request body: {'port': {'device_id': '53e5962d-c626-4799-8b3f-cb86a6fea270', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'admin_state_up': True, 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'security_groups': ['c825365c-0581-4e4a-aba8-25b78cb826e9']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:28:42.408291 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-b66c433b-928b-41ea-81e7-8808fa0bfa60 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Made reservation on behalf of 221d328a4f5c471b840c8b10fad5c87b for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:28:42.411838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-b66c433b-928b-41ea-81e7-8808fa0bfa60 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:42.537066 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-b66c433b-928b-41ea-81e7-8808fa0bfa60 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Allocated IP 172.20.0.12 (95a08f1e-2101-4ca5-9db9-b45528dbc3b2/daf46333-dab3-423b-9699-9dc7261dce51/77cdcc2e-06d1-44b3-aa3f-7bced9852161) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:28:42.672109 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-b66c433b-928b-41ea-81e7-8808fa0bfa60 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for port (77cdcc2e-06d1-44b3-aa3f-7bced9852161), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:42.704470 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-b66c433b-928b-41ea-81e7-8808fa0bfa60 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (77cdcc2e-06d1-44b3-aa3f-7bced9852161), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:42.746382 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-b66c433b-928b-41ea-81e7-8808fa0bfa60 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:28:42.749517 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-b66c433b-928b-41ea-81e7-8808fa0bfa60 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:28:42.755557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-b66c433b-928b-41ea-81e7-8808fa0bfa60 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:28:42.780216 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c433b-928b-41ea-81e7-8808fa0bfa60 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Pushing event updated for resources: {'Port': ['ID=77cdcc2e-06d1-44b3-aa3f-7bced9852161,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:42.811978 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-b66c433b-928b-41ea-81e7-8808fa0bfa60 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:42.812844 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-b66c433b-928b-41ea-81e7-8808fa0bfa60 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:42.831595 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-b66c433b-928b-41ea-81e7-8808fa0bfa60 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5307705 Mar 28 09:28:42.843767 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Request body: {'port': {'device_id': '53e5962d-c626-4799-8b3f-cb86a6fea270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:28:42.911755 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (77cdcc2e-06d1-44b3-aa3f-7bced9852161), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:42.997827 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-023dbc5a-91bf-4a5f-bdc1-60e8390a72e7 None None] Provisioning complete for port 77cdcc2e-06d1-44b3-aa3f-7bced9852161 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:28:42.998400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-023dbc5a-91bf-4a5f-bdc1-60e8390a72e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (77cdcc2e-06d1-44b3-aa3f-7bced9852161), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:43.032509 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-023dbc5a-91bf-4a5f-bdc1-60e8390a72e7 None None] Port 77cdcc2e-06d1-44b3-aa3f-7bced9852161 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:28:43.125358 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec1b9-05de-431a-924b-b8eaee443e94 req-f7d7e543-021a-4caf-9b26-e15d17ccbc7d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:43.126860 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5a2ec1b9-05de-431a-924b-b8eaee443e94 req-f7d7e543-021a-4caf-9b26-e15d17ccbc7d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 932 time: 0.1136730 Mar 28 09:28:43.204432 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5a2ec1b9-05de-431a-924b-b8eaee443e94 req-65008a38-4082-4973-b35f-abca66693cf5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685685 Mar 28 09:28:43.253339 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77cdcc2e-06d1-44b3-aa3f-7bced9852161 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:28:43.261773 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Publish callbacks [] for port (77cdcc2e-06d1-44b3-aa3f-7bced9852161), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:43.274109 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Transition to ACTIVE for port object 77cdcc2e-06d1-44b3-aa3f-7bced9852161 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:28:43.277891 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (77cdcc2e-06d1-44b3-aa3f-7bced9852161), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:43.328251 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Pushing event updated for resources: {'Port': ['ID=77cdcc2e-06d1-44b3-aa3f-7bced9852161,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:43.401368 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Attempting to bind port 77cdcc2e-06d1-44b3-aa3f-7bced9852161 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:28:43.401767 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Attempting to bind port 77cdcc2e-06d1-44b3-aa3f-7bced9852161 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:28:43.402247 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Attempting to bind port 77cdcc2e-06d1-44b3-aa3f-7bced9852161 on network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:28:43.408087 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Port 77cdcc2e-06d1-44b3-aa3f-7bced9852161 on network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:28:43.408423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Attempting to bind port 77cdcc2e-06d1-44b3-aa3f-7bced9852161 on network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:28:43.413734 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:28:43.414083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Checking segment: {'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:28:43.414473 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Bound using segment: {'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:28:43.414932 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Bound port: 77cdcc2e-06d1-44b3-aa3f-7bced9852161, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:28:43.415299 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (77cdcc2e-06d1-44b3-aa3f-7bced9852161), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:43.481842 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] For port 77cdcc2e-06d1-44b3-aa3f-7bced9852161, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:28:43.484889 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] For port 77cdcc2e-06d1-44b3-aa3f-7bced9852161, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=77cdcc2e-06d1-44b3-aa3f-7bced9852161,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:28:43.491083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (77cdcc2e-06d1-44b3-aa3f-7bced9852161), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:43.525965 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:43.526586 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:43.528005 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] 10.222.0.16 "PUT /v2.0/ports/77cdcc2e-06d1-44b3-aa3f-7bced9852161 HTTP/1.1" status: 200 len: 1094 time: 0.6887355 Mar 28 09:28:43.528451 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e5962d-c626-4799-8b3f-cb86a6fea270', 'tag': '77cdcc2e-06d1-44b3-aa3f-7bced9852161'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:28:43.530715 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538e391f-0053-4795-a19e-4def83665282" -d '{"events": [{"name": "network-changed", "server_uuid": "53e5962d-c626-4799-8b3f-cb86a6fea270", "tag": "77cdcc2e-06d1-44b3-aa3f-7bced9852161"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:28:43.555665 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab9150-c409-4a94-89b3-dbd86c01bdbb service neutron] Pushing event updated for resources: {'Port': ['ID=77cdcc2e-06d1-44b3-aa3f-7bced9852161,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:43.583968 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea150d2d-e7e2-49a0-af22-f8014153b516 x-openstack-request-id: req-ea150d2d-e7e2-49a0-af22-f8014153b516 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:28:43.584269 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e5962d-c626-4799-8b3f-cb86a6fea270", "tag": "77cdcc2e-06d1-44b3-aa3f-7bced9852161", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:28:43.584527 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea150d2d-e7e2-49a0-af22-f8014153b516 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:28:43.584947 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea150d2d-e7e2-49a0-af22-f8014153b516'] response: {'name': 'network-changed', 'server_uuid': '53e5962d-c626-4799-8b3f-cb86a6fea270', 'tag': '77cdcc2e-06d1-44b3-aa3f-7bced9852161', 'status': 'completed', 'code': 200} Mar 28 09:28:43.620437 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-bf575ddd-9b94-40a2-a51d-974aff51c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:43.621997 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-bf575ddd-9b94-40a2-a51d-974aff51c47b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 1128 time: 0.0484850 Mar 28 09:28:43.671001 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-c260f7d1-b434-4de1-a0b0-4a2980b91b5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77cdcc2e-06d1-44b3-aa3f-7bced9852161 HTTP/1.1" status: 200 len: 217 time: 0.0415945 Mar 28 09:28:43.720871 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-4d72c19c-4a14-4a45-8727-f6a6dfd9c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:43.722342 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-4d72c19c-4a14-4a45-8727-f6a6dfd9c655 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0460787 Mar 28 09:28:43.771520 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-1f2b6e71-d472-42d1-afc0-e59ef561690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:43.772990 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-1f2b6e71-d472-42d1-afc0-e59ef561690d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450640 Mar 28 09:28:43.867901 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-89e8688d-636f-4eb2-a234-3df8b71d8ab7 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871372 Mar 28 09:28:43.955304 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4691f834-6a16-481d-a8d3-5fd2c15ca04f req-ac4ef8e4-9561-42b1-bbab-4ee7942ca850 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818744 Mar 28 09:28:44.052772 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e391f-0053-4795-a19e-4def83665282 req-127483c5-8ab0-4669-93e5-a99f1499f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:44.054418 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-538e391f-0053-4795-a19e-4def83665282 req-127483c5-8ab0-4669-93e5-a99f1499f128 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 1128 time: 0.0507584 Mar 28 09:28:44.142310 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e391f-0053-4795-a19e-4def83665282 req-cb2bde7e-b06d-4cfd-8b0b-4da489a684dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:44.143714 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-538e391f-0053-4795-a19e-4def83665282 req-cb2bde7e-b06d-4cfd-8b0b-4da489a684dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0830867 Mar 28 09:28:44.185530 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-538e391f-0053-4795-a19e-4def83665282 req-bc89bc38-984c-4c86-9f49-eb907add95f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77cdcc2e-06d1-44b3-aa3f-7bced9852161 HTTP/1.1" status: 200 len: 217 time: 0.0354385 Mar 28 09:28:44.236366 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e391f-0053-4795-a19e-4def83665282 req-f9c58d4c-1a20-478c-980d-3722b1f9f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:44.237850 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-538e391f-0053-4795-a19e-4def83665282 req-f9c58d4c-1a20-478c-980d-3722b1f9f1f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0459652 Mar 28 09:28:44.318116 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e391f-0053-4795-a19e-4def83665282 req-056c1a24-a221-42e2-849f-98cd4152bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:44.319618 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-538e391f-0053-4795-a19e-4def83665282 req-056c1a24-a221-42e2-849f-98cd4152bf5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0756545 Mar 28 09:28:44.341552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248d226-731a-4b6e-bfcf-85eeb592cb27 req-2a789be6-5194-4582-bca4-896185a7e3ee tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:44.342940 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2248d226-731a-4b6e-bfcf-85eeb592cb27 req-2a789be6-5194-4582-bca4-896185a7e3ee tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 944 time: 0.0703204 Mar 28 09:28:44.439837 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2248d226-731a-4b6e-bfcf-85eeb592cb27 req-920e2ea6-bea9-46a9-9b77-9b8d8bf64acb tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876546 Mar 28 09:28:44.452755 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-538e391f-0053-4795-a19e-4def83665282 req-2731fbd2-0be2-4277-89bd-093da4164a62 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255236 Mar 28 09:28:44.539855 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-538e391f-0053-4795-a19e-4def83665282 req-c409d018-11e1-4c3b-9809-0b0c985333d8 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802326 Mar 28 09:28:45.563890 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b33d30-2963-448f-99a8-5533bdc1d1fe req-d71dbec6-bb61-402d-b2f7-3e84a01128af tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:45.565357 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b6b33d30-2963-448f-99a8-5533bdc1d1fe req-d71dbec6-bb61-402d-b2f7-3e84a01128af tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 944 time: 0.0576007 Mar 28 09:28:45.611326 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b6b33d30-2963-448f-99a8-5533bdc1d1fe req-17adbca8-1697-4d37-bfc0-0ae473e7dce6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403726 Mar 28 09:28:45.785190 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 77cdcc2e-06d1-44b3-aa3f-7bced9852161 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:28:45.881992 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 77cdcc2e-06d1-44b3-aa3f-7bced9852161, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=77cdcc2e-06d1-44b3-aa3f-7bced9852161,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:28:45.894131 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '77cdcc2e-06d1-44b3-aa3f-7bced9852161', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'port_id': '77cdcc2e-06d1-44b3-aa3f-7bced9852161', 'mac_address': 'fa:16:3e:12:c0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:28:45.930034 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 77cdcc2e-06d1-44b3-aa3f-7bced9852161 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:28:45.930424 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (77cdcc2e-06d1-44b3-aa3f-7bced9852161), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:45.943282 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cdcc2e-06d1-44b3-aa3f-7bced9852161 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:28:45.961554 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 77cdcc2e-06d1-44b3-aa3f-7bced9852161, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=77cdcc2e-06d1-44b3-aa3f-7bced9852161,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:28:45.966501 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (77cdcc2e-06d1-44b3-aa3f-7bced9852161), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:46.016053 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=77cdcc2e-06d1-44b3-aa3f-7bced9852161,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:46.304275 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['77cdcc2e-06d1-44b3-aa3f-7bced9852161'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:28:46.734012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ab620-3d67-4f7b-8feb-7667a1ce1b37 req-7e1cff33-3713-4da2-a00b-2d90a22518d3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:46.735425 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5c9ab620-3d67-4f7b-8feb-7667a1ce1b37 req-7e1cff33-3713-4da2-a00b-2d90a22518d3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 945 time: 0.0580328 Mar 28 09:28:46.781255 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5c9ab620-3d67-4f7b-8feb-7667a1ce1b37 req-78175561-ff24-4ac1-ac26-82198c1afd63 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403540 Mar 28 09:28:47.800896 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 77cdcc2e-06d1-44b3-aa3f-7bced9852161 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:28:47.852722 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 77cdcc2e-06d1-44b3-aa3f-7bced9852161 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:28:47.857073 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 77cdcc2e-06d1-44b3-aa3f-7bced9852161 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:28:47.857450 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (77cdcc2e-06d1-44b3-aa3f-7bced9852161), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:47.899950 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ddab6-c684-4670-b1fb-2800f2bfe52e req-a3572ea1-73ff-4bff-a68a-2a466a623cc8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:47.902382 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b30ddab6-c684-4670-b1fb-2800f2bfe52e req-a3572ea1-73ff-4bff-a68a-2a466a623cc8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 945 time: 0.0557942 Mar 28 09:28:47.936079 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 77cdcc2e-06d1-44b3-aa3f-7bced9852161 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:28:47.936472 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (77cdcc2e-06d1-44b3-aa3f-7bced9852161), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:47.950188 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b30ddab6-c684-4670-b1fb-2800f2bfe52e req-811d8f8f-de2f-4127-8388-1a425a29527d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421164 Mar 28 09:28:47.960654 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e5962d-c626-4799-8b3f-cb86a6fea270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cdcc2e-06d1-44b3-aa3f-7bced9852161'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:28:47.963029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34fac80-9add-43e4-8f30-99d69e2ca79c" -d '{"events": [{"server_uuid": "53e5962d-c626-4799-8b3f-cb86a6fea270", "name": "network-vif-plugged", "status": "completed", "tag": "77cdcc2e-06d1-44b3-aa3f-7bced9852161"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:28:47.976690 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 77cdcc2e-06d1-44b3-aa3f-7bced9852161, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=77cdcc2e-06d1-44b3-aa3f-7bced9852161,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:28:47.982071 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (77cdcc2e-06d1-44b3-aa3f-7bced9852161), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:48.034461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=77cdcc2e-06d1-44b3-aa3f-7bced9852161,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:28:48.066215 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011a2ef8-21ca-41ac-b9cc-77d54c009a96 x-openstack-request-id: req-011a2ef8-21ca-41ac-b9cc-77d54c009a96 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:28:48.066519 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e5962d-c626-4799-8b3f-cb86a6fea270", "name": "network-vif-plugged", "status": "completed", "tag": "77cdcc2e-06d1-44b3-aa3f-7bced9852161", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:28:48.066782 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-011a2ef8-21ca-41ac-b9cc-77d54c009a96 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:28:48.067195 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-011a2ef8-21ca-41ac-b9cc-77d54c009a96'] response: {'server_uuid': '53e5962d-c626-4799-8b3f-cb86a6fea270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cdcc2e-06d1-44b3-aa3f-7bced9852161', 'code': 200} Mar 28 09:28:48.232605 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e1bca-f2ca-43d5-ac54-2d72f113f5e8 req-76995ccc-495b-4d33-acf0-249eebc611a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:48.234153 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d97e1bca-f2ca-43d5-ac54-2d72f113f5e8 req-76995ccc-495b-4d33-acf0-249eebc611a4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 1130 time: 0.0447888 Mar 28 09:28:48.276748 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d97e1bca-f2ca-43d5-ac54-2d72f113f5e8 req-adb1ed73-d7e0-4776-9e19-b081f812f657 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369580 Mar 28 09:28:49.067570 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29512dd6-9953-4ab6-8042-9f3a3e413bad req-d29f4283-ac6b-46b2-aa1d-86969b5ef322 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:49.069044 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-29512dd6-9953-4ab6-8042-9f3a3e413bad req-d29f4283-ac6b-46b2-aa1d-86969b5ef322 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0519857 Mar 28 09:28:49.119919 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-29512dd6-9953-4ab6-8042-9f3a3e413bad req-b130d942-6d72-48e7-9533-a3dc961302d3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452957 Mar 28 09:28:50.241463 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a3a8b-54ad-4d72-8a01-fb9599bb1a62 req-c1192682-3f18-4ce8-8c96-11d8609c4760 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:50.242947 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-258a3a8b-54ad-4d72-8a01-fb9599bb1a62 req-c1192682-3f18-4ce8-8c96-11d8609c4760 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0565090 Mar 28 09:28:50.289692 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-258a3a8b-54ad-4d72-8a01-fb9599bb1a62 req-d9cb1bea-747f-452d-a272-afe2c93d9bfe tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411484 Mar 28 09:28:50.402616 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5eda01-6a33-4ce3-8879-f141ac672f3f req-ae3672e4-fdb1-4fa4-bc79-f4ddf807fd18 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:50.404004 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0f5eda01-6a33-4ce3-8879-f141ac672f3f req-ae3672e4-fdb1-4fa4-bc79-f4ddf807fd18 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0516093 Mar 28 09:28:50.412434 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 56400) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:28:50.417290 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-80ea8ab4-b042-4e46-8edc-9f9f05aa4407 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Request body: {'floatingip': {'port_id': '77cdcc2e-06d1-44b3-aa3f-7bced9852161'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:28:50.454973 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-80ea8ab4-b042-4e46-8edc-9f9f05aa4407 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for floatingip (334e73aa-fbf8-4d1b-952f-e3c831e4e58a), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:50.872594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-80ea8ab4-b042-4e46-8edc-9f9f05aa4407 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:50.876236 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-80ea8ab4-b042-4e46-8edc-9f9f05aa4407 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (334e73aa-fbf8-4d1b-952f-e3c831e4e58a), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:50.978813 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-80ea8ab4-b042-4e46-8edc-9f9f05aa4407 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Floating IP 334e73aa-fbf8-4d1b-952f-e3c831e4e58a associated. External IP: 172.36.4.151, port: 77cdcc2e-06d1-44b3-aa3f-7bced9852161. Mar 28 09:28:51.186483 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ea8ab4-b042-4e46-8edc-9f9f05aa4407 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Router 710d635f-35af-4e81-b696-834c89e683bb has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:28:51.294095 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ea8ab4-b042-4e46-8edc-9f9f05aa4407 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:28:51.298560 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-80ea8ab4-b042-4e46-8edc-9f9f05aa4407 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:51.304280 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6d89f4-2f7e-4d2b-82f6-5770bc0fd3b5 None None] Sync routers for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:28:51.314910 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6d89f4-2f7e-4d2b-82f6-5770bc0fd3b5 None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:28:51.315519 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5f6d89f4-2f7e-4d2b-82f6-5770bc0fd3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:28:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:28:51.328883 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-80ea8ab4-b042-4e46-8edc-9f9f05aa4407 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "PUT /v2.0/floatingips/334e73aa-fbf8-4d1b-952f-e3c831e4e58a HTTP/1.1" status: 200 len: 992 time: 0.9154241 Mar 28 09:28:51.329475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e5962d-c626-4799-8b3f-cb86a6fea270', 'tag': '77cdcc2e-06d1-44b3-aa3f-7bced9852161'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:28:51.332347 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30326d3-27de-43d1-a0da-b2d09cec43a5" -d '{"events": [{"name": "network-changed", "server_uuid": "53e5962d-c626-4799-8b3f-cb86a6fea270", "tag": "77cdcc2e-06d1-44b3-aa3f-7bced9852161"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:28:51.427134 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:51.432684 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-5f6d89f4-2f7e-4d2b-82f6-5770bc0fd3b5 None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:28:51.434924 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c56fa-3707-4b1a-8198-18937cac4b2d req-572b2755-dab7-4a52-baa3-5731ebd77938 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:51.436580 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6e5c56fa-3707-4b1a-8198-18937cac4b2d req-572b2755-dab7-4a52-baa3-5731ebd77938 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0577817 Mar 28 09:28:51.444515 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752a3005-87da-45ed-bcfd-126922cd78a5 x-openstack-request-id: req-752a3005-87da-45ed-bcfd-126922cd78a5 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:28:51.444970 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e5962d-c626-4799-8b3f-cb86a6fea270", "tag": "77cdcc2e-06d1-44b3-aa3f-7bced9852161", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:28:51.445049 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-752a3005-87da-45ed-bcfd-126922cd78a5 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:28:51.445684 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752a3005-87da-45ed-bcfd-126922cd78a5'] response: {'name': 'network-changed', 'server_uuid': '53e5962d-c626-4799-8b3f-cb86a6fea270', 'tag': '77cdcc2e-06d1-44b3-aa3f-7bced9852161', 'status': 'completed', 'code': 200} Mar 28 09:28:51.516152 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6e5c56fa-3707-4b1a-8198-18937cac4b2d req-b7141326-7cc9-41a1-95a0-e8668d48b949 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737102 Mar 28 09:28:51.527988 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30326d3-27de-43d1-a0da-b2d09cec43a5 req-0a54a062-115f-41a4-a73e-6839e42ad504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:51.529427 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d30326d3-27de-43d1-a0da-b2d09cec43a5 req-0a54a062-115f-41a4-a73e-6839e42ad504 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 1130 time: 0.0632279 Mar 28 09:28:51.646806 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a3a41-f0ef-4b7d-945c-faacb78f0cb3 req-7a6db8bc-44af-4153-9fa5-2eef78c1f0fe tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:51.648390 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b99a3a41-f0ef-4b7d-945c-faacb78f0cb3 req-7a6db8bc-44af-4153-9fa5-2eef78c1f0fe tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0616949 Mar 28 09:28:51.681070 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5f6d89f4-2f7e-4d2b-82f6-5770bc0fd3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '334e73aa-fbf8-4d1b-952f-e3c831e4e58a', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'floating_ip_address': '172.36.4.151', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '710d635f-35af-4e81-b696-834c89e683bb', 'port_id': '77cdcc2e-06d1-44b3-aa3f-7bced9852161', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'mac_address': 'fa:16:3e:12:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5962d-c626-4799-8b3f-cb86a6fea270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:28:39Z', 'updated_at': '2022-03-28T09:28:50Z', 'revision_number': 1, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:28:51.700330 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b99a3a41-f0ef-4b7d-945c-faacb78f0cb3 req-bf0e4c11-1754-47d2-9cf8-dda774146daf tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448892 Mar 28 09:28:51.717895 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6d89f4-2f7e-4d2b-82f6-5770bc0fd3b5 None None] Checking router: 710d635f-35af-4e81-b696-834c89e683bb for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:28:51.723565 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6d89f4-2f7e-4d2b-82f6-5770bc0fd3b5 None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:28:51.724185 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5f6d89f4-2f7e-4d2b-82f6-5770bc0fd3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:28:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:28:51.839502 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-5f6d89f4-2f7e-4d2b-82f6-5770bc0fd3b5 None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:28:51.951028 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30326d3-27de-43d1-a0da-b2d09cec43a5 req-cc3267d1-8441-447b-b5a1-03f573fc1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:51.952431 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d30326d3-27de-43d1-a0da-b2d09cec43a5 req-cc3267d1-8441-447b-b5a1-03f573fc1f1e service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.4166949 Mar 28 09:28:52.017656 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d30326d3-27de-43d1-a0da-b2d09cec43a5 req-17fe79bc-1b97-4ee0-8ddb-8f02d5f12e4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77cdcc2e-06d1-44b3-aa3f-7bced9852161 HTTP/1.1" status: 200 len: 1000 time: 0.0591443 Mar 28 09:28:52.061908 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5f6d89f4-2f7e-4d2b-82f6-5770bc0fd3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '334e73aa-fbf8-4d1b-952f-e3c831e4e58a', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'floating_ip_address': '172.36.4.151', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '710d635f-35af-4e81-b696-834c89e683bb', 'port_id': '77cdcc2e-06d1-44b3-aa3f-7bced9852161', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'mac_address': 'fa:16:3e:12:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5962d-c626-4799-8b3f-cb86a6fea270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:28:39Z', 'updated_at': '2022-03-28T09:28:50Z', 'revision_number': 1, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:28:52.068489 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30326d3-27de-43d1-a0da-b2d09cec43a5 req-54b9b132-88c6-40ee-9dda-7d65728d56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:52.070011 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d30326d3-27de-43d1-a0da-b2d09cec43a5 req-54b9b132-88c6-40ee-9dda-7d65728d56e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0473137 Mar 28 09:28:52.092209 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6d89f4-2f7e-4d2b-82f6-5770bc0fd3b5 None None] The sync data for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv is: [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '334e73aa-fbf8-4d1b-952f-e3c831e4e58a', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'floating_ip_address': '172.36.4.151', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '710d635f-35af-4e81-b696-834c89e683bb', 'port_id': '77cdcc2e-06d1-44b3-aa3f-7bced9852161', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'mac_address': 'fa:16:3e:12:c0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e5962d-c626-4799-8b3f-cb86a6fea270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:28:39Z', 'updated_at': '2022-03-28T09:28:50Z', 'revision_number': 1, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:28:52.124152 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30326d3-27de-43d1-a0da-b2d09cec43a5 req-d74786ab-ff30-428b-aa7a-2b524ce6d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:52.125756 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d30326d3-27de-43d1-a0da-b2d09cec43a5 req-d74786ab-ff30-428b-aa7a-2b524ce6d7fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0507114 Mar 28 09:28:52.219140 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d30326d3-27de-43d1-a0da-b2d09cec43a5 req-42ed22d5-4b79-405e-a1ff-91c635f8cbf1 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878215 Mar 28 09:28:52.301118 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526814e9-8610-47da-96b2-8d89833280f1 None None] New status for floating IP 334e73aa-fbf8-4d1b-952f-e3c831e4e58a: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:28:52.315926 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d30326d3-27de-43d1-a0da-b2d09cec43a5 req-07570cc0-8977-4f8d-aa91-9ceea1af9407 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913885 Mar 28 09:28:52.818609 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afdbdc-d060-4485-bf7b-c968a8742639 req-40e130ca-eb1a-4498-ace2-c9125efdd6b8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:52.820085 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-10afdbdc-d060-4485-bf7b-c968a8742639 req-40e130ca-eb1a-4498-ace2-c9125efdd6b8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0522993 Mar 28 09:28:52.866709 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-10afdbdc-d060-4485-bf7b-c968a8742639 req-66c3d315-bc69-4bcd-b547-30bd299630ac tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400727 Mar 28 09:28:52.983532 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44cf89-b9f5-4d44-a905-4c36de0cd773 req-ce75fa80-0f3e-4be2-af49-c70ef86a17f6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:52.984951 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9e44cf89-b9f5-4d44-a905-4c36de0cd773 req-ce75fa80-0f3e-4be2-af49-c70ef86a17f6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0524654 Mar 28 09:28:53.035151 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9e44cf89-b9f5-4d44-a905-4c36de0cd773 req-235a2134-cce4-43aa-8c75-b7e97cdd2108 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442891 Mar 28 09:28:53.265779 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-d3bc0af5-30a7-4fa1-908b-c018c4f9ce82 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0483024 Mar 28 09:28:53.275269 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053589e4-c4d1-42b7-b9ed-b3d919d9eee1 req-43624b9d-ecdc-468e-a1e4-0fd1127d66e0 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:53.277459 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-053589e4-c4d1-42b7-b9ed-b3d919d9eee1 req-43624b9d-ecdc-468e-a1e4-0fd1127d66e0 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0541277 Mar 28 09:28:53.328466 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-053589e4-c4d1-42b7-b9ed-b3d919d9eee1 req-cab8f3b6-fd5f-4503-b44e-dc214bd6bb8d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447235 Mar 28 09:28:53.515049 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:28:53.597335 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-edbbd2dd-2f20-4761-aa48-8c99372b2139 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:53.598691 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-edbbd2dd-2f20-4761-aa48-8c99372b2139 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports/77cdcc2e-06d1-44b3-aa3f-7bced9852161 HTTP/1.1" status: 200 len: 943 time: 0.0457203 Mar 28 09:28:54.352586 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-bf59fd62-5c33-43f8-96a7-0b52e08967d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:54.354737 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-bf59fd62-5c33-43f8-96a7-0b52e08967d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 1130 time: 0.0459368 Mar 28 09:28:54.484284 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10640fc-6647-4ec9-b394-2ebde9b2152a req-5d04e3cf-9af0-4dcc-a6de-7b4adff9b96a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:54.485775 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d10640fc-6647-4ec9-b394-2ebde9b2152a req-5d04e3cf-9af0-4dcc-a6de-7b4adff9b96a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0833101 Mar 28 09:28:54.487120 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-74d4c5a7-30c2-4e25-a655-0c6ef32c1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:54.488421 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-74d4c5a7-30c2-4e25-a655-0c6ef32c1c40 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.1278722 Mar 28 09:28:54.578781 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d10640fc-6647-4ec9-b394-2ebde9b2152a req-e1d22384-8efb-4423-9372-cb6a3b23e93f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873814 Mar 28 09:28:54.580559 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-2e2816bb-a924-431c-9fc9-279214835220 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77cdcc2e-06d1-44b3-aa3f-7bced9852161 HTTP/1.1" status: 200 len: 1002 time: 0.0836101 Mar 28 09:28:54.636287 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-e1996d2c-9660-4426-be7a-b540e85e4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:54.637729 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-e1996d2c-9660-4426-be7a-b540e85e4a33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0514748 Mar 28 09:28:54.686963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-63b751ab-9eb2-4cf4-bee2-487788e64d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:54.688441 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-63b751ab-9eb2-4cf4-bee2-487788e64d0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435092 Mar 28 09:28:54.776099 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-8f5816d3-be78-46f1-906b-d26ad392c453 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800517 Mar 28 09:28:54.866052 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-dba67496-5421-4413-9de9-7f7306112fe3 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839040 Mar 28 09:28:55.702463 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5cce4-8c1e-435d-8966-699bda2254cc req-85767a68-a15f-4f1b-b223-5e7be16c8b15 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:55.703940 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-40e5cce4-8c1e-435d-8966-699bda2254cc req-85767a68-a15f-4f1b-b223-5e7be16c8b15 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0567033 Mar 28 09:28:55.749425 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-40e5cce4-8c1e-435d-8966-699bda2254cc req-8b718169-98d4-4376-b611-d5554975a08a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399835 Mar 28 09:28:56.868364 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20971b31-af5b-49c9-aa24-e4625237753a req-4d50cddb-5a27-4347-8315-50c66ae92fb5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:56.869956 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-20971b31-af5b-49c9-aa24-e4625237753a req-4d50cddb-5a27-4347-8315-50c66ae92fb5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0533500 Mar 28 09:28:56.917264 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-20971b31-af5b-49c9-aa24-e4625237753a req-071d2d0c-9d90-473e-973b-bf5c2419df8d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418034 Mar 28 09:28:57.263940 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9900-f7d0-4377-88a1-aa4e3d0c0a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:28:58.036423 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84548fe-4c65-4a9e-87ff-c33af988e28d req-48a5780b-fbfa-4c3b-bdf7-f21e8f662fc2 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:58.038278 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e84548fe-4c65-4a9e-87ff-c33af988e28d req-48a5780b-fbfa-4c3b-bdf7-f21e8f662fc2 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0524087 Mar 28 09:28:58.084317 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e84548fe-4c65-4a9e-87ff-c33af988e28d req-9fd066bb-d476-48a1-a3e5-151beb4ec85c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396633 Mar 28 09:28:59.206978 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e16b3-dc04-4e07-9564-a02f3062a340 req-496e3429-fb34-4b24-a438-f0d90552e7dd tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:28:59.208380 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b09e16b3-dc04-4e07-9564-a02f3062a340 req-496e3429-fb34-4b24-a438-f0d90552e7dd tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0565588 Mar 28 09:28:59.254527 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b09e16b3-dc04-4e07-9564-a02f3062a340 req-2dd00fac-0d05-4b71-8544-a9e19fa90ac5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399690 Mar 28 09:28:59.492894 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-98eee0f8-2f95-46d5-b3a3-17e31392940e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:00.372673 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4e100-fe88-4837-9ad8-36f6dcf3bb51 req-d5992f8b-7740-493d-b19b-b88cf6b9ac3b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:00.374091 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f7c4e100-fe88-4837-9ad8-36f6dcf3bb51 req-d5992f8b-7740-493d-b19b-b88cf6b9ac3b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0524244 Mar 28 09:29:00.426056 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f7c4e100-fe88-4837-9ad8-36f6dcf3bb51 req-90818b2b-46d3-477d-ab3e-693b3031a4e5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449336 Mar 28 09:29:00.615954 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:01.546099 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d874b1-d745-4647-805b-c8f85362a40f req-eebcf056-c5f4-40dd-879f-18bd3812f611 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:01.547594 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f0d874b1-d745-4647-805b-c8f85362a40f req-eebcf056-c5f4-40dd-879f-18bd3812f611 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0534050 Mar 28 09:29:01.594115 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f0d874b1-d745-4647-805b-c8f85362a40f req-eb0f16b0-b738-4ba7-8eb3-e6d466330a06 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409558 Mar 28 09:29:02.158914 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:02.710863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d20bde-e436-4f97-9657-5d18606b06ad req-36ea4dcc-c26a-4df0-bdc0-cd6f71280dad tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:02.712310 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-21d20bde-e436-4f97-9657-5d18606b06ad req-36ea4dcc-c26a-4df0-bdc0-cd6f71280dad tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0511861 Mar 28 09:29:02.758590 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-21d20bde-e436-4f97-9657-5d18606b06ad req-2469e711-b448-4caa-87f2-f510cbe7ffd7 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397465 Mar 28 09:29:03.718130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:03.875010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148e891-2123-49cd-bb4b-ac781026481b req-63a478eb-d48f-4c40-aa71-c2aeaac61d84 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:03.876512 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a148e891-2123-49cd-bb4b-ac781026481b req-63a478eb-d48f-4c40-aa71-c2aeaac61d84 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0532138 Mar 28 09:29:03.927967 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a148e891-2123-49cd-bb4b-ac781026481b req-6ca77844-daf6-4cb3-bc06-eb79a5b2b9ac tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458913 Mar 28 09:29:05.047324 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a589c-bd39-4f85-ad9e-34a9429c8b0a req-9249aa56-224b-41a3-817c-336562c58fa8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:05.048840 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-948a589c-bd39-4f85-ad9e-34a9429c8b0a req-9249aa56-224b-41a3-817c-336562c58fa8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0531738 Mar 28 09:29:05.095398 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-948a589c-bd39-4f85-ad9e-34a9429c8b0a req-f4a72054-74f3-4bec-a02b-5235ab748916 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410085 Mar 28 09:29:06.224539 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f550257-534e-42ac-b24e-e01354054708 req-cd6e7f3f-2ee8-40dd-8f16-a2cb7921ed66 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:06.226070 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4f550257-534e-42ac-b24e-e01354054708 req-cd6e7f3f-2ee8-40dd-8f16-a2cb7921ed66 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0556440 Mar 28 09:29:06.281565 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4f550257-534e-42ac-b24e-e01354054708 req-e468e4eb-c294-4198-b6bc-9f9949550f46 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492783 Mar 28 09:29:07.404744 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7aa5a2-b0f6-44b4-a02a-b161c0cf86ac req-0583beae-3dd8-46b3-9091-3f7e6ade68c4 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:07.406269 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6e7aa5a2-b0f6-44b4-a02a-b161c0cf86ac req-0583beae-3dd8-46b3-9091-3f7e6ade68c4 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0573061 Mar 28 09:29:07.453296 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6e7aa5a2-b0f6-44b4-a02a-b161c0cf86ac req-212734dc-6f96-4204-a872-bcc572fd3ffc tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414774 Mar 28 09:29:08.571107 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe7ff2-e30f-495f-b0a2-101eddbfd668 req-4d170405-cd18-42a7-8237-c22e646d7c39 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:08.572568 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f2fe7ff2-e30f-495f-b0a2-101eddbfd668 req-4d170405-cd18-42a7-8237-c22e646d7c39 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0531294 Mar 28 09:29:08.618171 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f2fe7ff2-e30f-495f-b0a2-101eddbfd668 req-a855ded1-b7e4-4fb1-aaa4-c2c384546e98 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397747 Mar 28 09:29:09.737190 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ca98c-1aa1-482b-9c40-04fccb3c0369 req-2cef7a45-a852-434d-90eb-3fd0e3c73c66 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:09.738687 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-996ca98c-1aa1-482b-9c40-04fccb3c0369 req-2cef7a45-a852-434d-90eb-3fd0e3c73c66 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0518050 Mar 28 09:29:09.784659 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-996ca98c-1aa1-482b-9c40-04fccb3c0369 req-c21e2bcb-50c8-4d1b-bcfa-0e910d5073a8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404620 Mar 28 09:29:10.907950 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6721d-2826-4fad-b4c5-cbaa69227d77 req-907254e8-6e98-4e89-b2fd-6928f3cd354b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:10.909418 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b3a6721d-2826-4fad-b4c5-cbaa69227d77 req-907254e8-6e98-4e89-b2fd-6928f3cd354b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0579479 Mar 28 09:29:10.955660 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b3a6721d-2826-4fad-b4c5-cbaa69227d77 req-dc877cfe-d1fa-48f8-a2fe-428c28256c64 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407064 Mar 28 09:29:11.674564 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-63eba7c5-890f-4151-9157-01a96c762446 service neutron] 10.222.0.16 "GET /v2.0/ports/77cdcc2e-06d1-44b3-aa3f-7bced9852161/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0539672 Mar 28 09:29:11.872059 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-e2f75178-37b0-46d8-afac-9ee78209303e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:11.873586 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-e2f75178-37b0-46d8-afac-9ee78209303e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270&tenant_id=221d328a4f5c471b840c8b10fad5c87b HTTP/1.1" status: 200 len: 1130 time: 0.0452821 Mar 28 09:29:11.942027 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-77c29f9f-e3d5-49f2-8e89-c4f73df2d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:11.943412 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-77c29f9f-e3d5-49f2-8e89-c4f73df2d9ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 1130 time: 0.0482831 Mar 28 09:29:12.032832 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-9bed1452-7970-4a53-bebf-2978526b8182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:12.034377 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-9bed1452-7970-4a53-bebf-2978526b8182 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0847604 Mar 28 09:29:12.075151 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be23fe-0c86-4905-9f68-c499f642445a req-c969cca9-5b87-434c-87bb-8c00c55d4737 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:12.076622 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-34be23fe-0c86-4905-9f68-c499f642445a req-c969cca9-5b87-434c-87bb-8c00c55d4737 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0532658 Mar 28 09:29:12.106332 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-39ad7d55-207d-4765-8062-1984bb7c4792 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77cdcc2e-06d1-44b3-aa3f-7bced9852161 HTTP/1.1" status: 200 len: 1002 time: 0.0663774 Mar 28 09:29:12.131234 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-34be23fe-0c86-4905-9f68-c499f642445a req-5f39d83f-16f4-4a97-9660-cf3ff9243d09 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487270 Mar 28 09:29:12.156430 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-5632a9a8-b280-41a8-8721-2ffe98086fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:12.157924 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-5632a9a8-b280-41a8-8721-2ffe98086fc5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0459554 Mar 28 09:29:12.205791 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-8c112a6e-fedb-4017-83bf-702ec77c1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:12.207257 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-8c112a6e-fedb-4017-83bf-702ec77c1024 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437224 Mar 28 09:29:12.302111 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-32419ef9-56df-460c-8211-f60415ff322f service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891800 Mar 28 09:29:12.388949 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7e4c4c65-8ed7-40d3-a549-275526e73cf2 req-a3f8f26a-acb7-4303-be47-f468d994984b service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810559 Mar 28 09:29:13.251108 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ffe05-96d0-41df-9489-a1eb3cc717a8 req-6ccb7d89-ce97-4a02-9fc7-368e93375c3e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:13.252590 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4e3ffe05-96d0-41df-9489-a1eb3cc717a8 req-6ccb7d89-ce97-4a02-9fc7-368e93375c3e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0520601 Mar 28 09:29:13.298257 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4e3ffe05-96d0-41df-9489-a1eb3cc717a8 req-355a1864-71dd-4132-a965-0141286bbd14 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401490 Mar 28 09:29:14.415795 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768fb05-26a4-4fa0-bf98-cb3b8aec206b req-91c8936b-7a36-41f7-abeb-dc5bfc6a6f3e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:14.417403 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f768fb05-26a4-4fa0-bf98-cb3b8aec206b req-91c8936b-7a36-41f7-abeb-dc5bfc6a6f3e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0524611 Mar 28 09:29:14.463696 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f768fb05-26a4-4fa0-bf98-cb3b8aec206b req-7b6583a3-fdca-465e-8a3f-133275b325dd tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408664 Mar 28 09:29:14.666567 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c19e51-02ed-4797-baec-b5e3ea8198d2 req-cede8eb6-285b-4848-98a0-6c17d082166b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:14.669229 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-09c19e51-02ed-4797-baec-b5e3ea8198d2 req-cede8eb6-285b-4848-98a0-6c17d082166b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0557239 Mar 28 09:29:14.687636 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37551cb5-e98e-460f-900c-31495cde44c3 req-02b04902-c7c2-4045-a171-6d8d96815aac tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:14.689093 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-37551cb5-e98e-460f-900c-31495cde44c3 req-02b04902-c7c2-4045-a171-6d8d96815aac tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270&tenant_id=221d328a4f5c471b840c8b10fad5c87b&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.0606568 Mar 28 09:29:14.717437 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-09c19e51-02ed-4797-baec-b5e3ea8198d2 req-c9584cdf-7523-4d11-9235-1f208eabe39c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421836 Mar 28 09:29:14.773803 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37551cb5-e98e-460f-900c-31495cde44c3 req-fbfcd1b3-3da2-4ec1-a204-f212031b9595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:14.775282 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-37551cb5-e98e-460f-900c-31495cde44c3 req-fbfcd1b3-3da2-4ec1-a204-f212031b9595 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 1130 time: 0.0446792 Mar 28 09:29:14.864605 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37551cb5-e98e-460f-900c-31495cde44c3 req-038c5185-1620-421f-9e66-ed1dbc7a99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:14.866114 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-37551cb5-e98e-460f-900c-31495cde44c3 req-038c5185-1620-421f-9e66-ed1dbc7a99b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0846500 Mar 28 09:29:14.929591 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-37551cb5-e98e-460f-900c-31495cde44c3 req-8a2ac92b-4299-45d2-9faa-a2840618e878 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77cdcc2e-06d1-44b3-aa3f-7bced9852161 HTTP/1.1" status: 200 len: 1002 time: 0.0574965 Mar 28 09:29:14.976577 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37551cb5-e98e-460f-900c-31495cde44c3 req-f11ed3ce-16d6-4548-b3bd-72d376403fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:14.978035 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-37551cb5-e98e-460f-900c-31495cde44c3 req-f11ed3ce-16d6-4548-b3bd-72d376403fcb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0434713 Mar 28 09:29:15.030552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37551cb5-e98e-460f-900c-31495cde44c3 req-a20d9dec-1018-452e-b396-913a8c3c4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:15.032037 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-37551cb5-e98e-460f-900c-31495cde44c3 req-a20d9dec-1018-452e-b396-913a8c3c4845 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480537 Mar 28 09:29:15.121686 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-37551cb5-e98e-460f-900c-31495cde44c3 req-5f2cc1cb-ef4c-45aa-9d3d-54035e5c2873 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820746 Mar 28 09:29:15.213584 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-37551cb5-e98e-460f-900c-31495cde44c3 req-f54727a8-fefd-48a5-bdec-7addc0f68ab1 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857439 Mar 28 09:29:15.840072 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3a1d9-65a7-47fe-9ab8-c52cc110204d req-e17d949d-1477-475a-a6b6-3b106f64006a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:15.841566 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-40d3a1d9-65a7-47fe-9ab8-c52cc110204d req-e17d949d-1477-475a-a6b6-3b106f64006a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0542228 Mar 28 09:29:15.889112 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-40d3a1d9-65a7-47fe-9ab8-c52cc110204d req-540493db-ce95-4f61-8971-49d7fdea0e66 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419135 Mar 28 09:29:15.975603 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 77cdcc2e-06d1-44b3-aa3f-7bced9852161 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:29:16.010838 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e0b6c-7f43-4b50-8511-4693ffa19ccb req-dda06fec-d4d1-47d7-a376-6e715f8fb7b7 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:16.012333 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ad1e0b6c-7f43-4b50-8511-4693ffa19ccb req-dda06fec-d4d1-47d7-a376-6e715f8fb7b7 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 946 time: 0.0567427 Mar 28 09:29:16.055943 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 77cdcc2e-06d1-44b3-aa3f-7bced9852161 is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:29:16.056354 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (77cdcc2e-06d1-44b3-aa3f-7bced9852161), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:16.060829 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ad1e0b6c-7f43-4b50-8511-4693ffa19ccb req-3f218919-94b1-4fea-a0df-efd628fe47a0 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428295 Mar 28 09:29:16.078895 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e5962d-c626-4799-8b3f-cb86a6fea270', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77cdcc2e-06d1-44b3-aa3f-7bced9852161'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:29:16.081128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cee2d5-22dd-4e9d-8a7f-d42302c48a75" -d '{"events": [{"server_uuid": "53e5962d-c626-4799-8b3f-cb86a6fea270", "name": "network-vif-unplugged", "status": "completed", "tag": "77cdcc2e-06d1-44b3-aa3f-7bced9852161"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:29:16.095992 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 77cdcc2e-06d1-44b3-aa3f-7bced9852161, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=77cdcc2e-06d1-44b3-aa3f-7bced9852161,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:29:16.100960 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (77cdcc2e-06d1-44b3-aa3f-7bced9852161), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:16.131885 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 09:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a6e879-4a65-4737-9f8a-2acf4030a1ea x-openstack-request-id: req-48a6e879-4a65-4737-9f8a-2acf4030a1ea {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:29:16.132669 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e5962d-c626-4799-8b3f-cb86a6fea270", "name": "network-vif-unplugged", "status": "completed", "tag": "77cdcc2e-06d1-44b3-aa3f-7bced9852161", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:29:16.133458 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48a6e879-4a65-4737-9f8a-2acf4030a1ea {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:29:16.134070 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48a6e879-4a65-4737-9f8a-2acf4030a1ea'] response: {'server_uuid': '53e5962d-c626-4799-8b3f-cb86a6fea270', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77cdcc2e-06d1-44b3-aa3f-7bced9852161', 'code': 200} Mar 28 09:29:16.165016 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=77cdcc2e-06d1-44b3-aa3f-7bced9852161,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:29:16.186817 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cd387-9740-4e9f-a207-08de02693d94 req-8c131672-f1da-495a-beaa-d1dd082458e4 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:16.188330 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e53cd387-9740-4e9f-a207-08de02693d94 req-8c131672-f1da-495a-beaa-d1dd082458e4 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 944 time: 0.0563858 Mar 28 09:29:16.236418 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e53cd387-9740-4e9f-a207-08de02693d94 req-f17f2f66-6dfa-40b2-9051-023ea978ce5d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425055 Mar 28 09:29:16.477651 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b093143-c864-4e5a-a73f-11b5e6f1d874 req-c5457622-1b63-4a25-b29b-f41c635bdbab tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:16.479187 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6b093143-c864-4e5a-a73f-11b5e6f1d874 req-c5457622-1b63-4a25-b29b-f41c635bdbab tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 944 time: 0.0561838 Mar 28 09:29:16.524724 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6b093143-c864-4e5a-a73f-11b5e6f1d874 req-f0746f28-894a-4d97-b24d-a185fe16cf1b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400481 Mar 28 09:29:17.646763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149855a-9c28-4a94-9267-222556f3330a req-17b7b592-8c95-4c69-9f87-de6f43edc59c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:17.648232 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3149855a-9c28-4a94-9267-222556f3330a req-17b7b592-8c95-4c69-9f87-de6f43edc59c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 944 time: 0.0535913 Mar 28 09:29:17.694051 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3149855a-9c28-4a94-9267-222556f3330a req-a152f283-8e72-4408-b2e8-a7ffbab43bb6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402300 Mar 28 09:29:18.083245 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273faafc-3da8-40be-9188-bc47708fc185 req-7871af76-6eee-4c7c-baea-8c4bb27f4378 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:18.084674 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-273faafc-3da8-40be-9188-bc47708fc185 req-7871af76-6eee-4c7c-baea-8c4bb27f4378 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 944 time: 0.0523348 Mar 28 09:29:18.176982 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-273faafc-3da8-40be-9188-bc47708fc185 req-7fd566d5-b483-427d-ae95-f46731c4804e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Deleting port 77cdcc2e-06d1-44b3-aa3f-7bced9852161 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:29:18.177301 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-273faafc-3da8-40be-9188-bc47708fc185 req-7fd566d5-b483-427d-ae95-f46731c4804e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (77cdcc2e-06d1-44b3-aa3f-7bced9852161), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:18.263933 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-273faafc-3da8-40be-9188-bc47708fc185 req-7fd566d5-b483-427d-ae95-f46731c4804e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] For port 77cdcc2e-06d1-44b3-aa3f-7bced9852161, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=77cdcc2e-06d1-44b3-aa3f-7bced9852161,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:29:18.264291 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-273faafc-3da8-40be-9188-bc47708fc185 req-7fd566d5-b483-427d-ae95-f46731c4804e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (77cdcc2e-06d1-44b3-aa3f-7bced9852161), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:18.431578 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-273faafc-3da8-40be-9188-bc47708fc185 req-7fd566d5-b483-427d-ae95-f46731c4804e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:18.431862 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-273faafc-3da8-40be-9188-bc47708fc185 req-7fd566d5-b483-427d-ae95-f46731c4804e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (334e73aa-fbf8-4d1b-952f-e3c831e4e58a), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:18.432748 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [req-273faafc-3da8-40be-9188-bc47708fc185 req-7fd566d5-b483-427d-ae95-f46731c4804e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Floating IP 334e73aa-fbf8-4d1b-952f-e3c831e4e58a disassociated. External IP: 172.36.4.151, port: 77cdcc2e-06d1-44b3-aa3f-7bced9852161. Mar 28 09:29:18.433086 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-273faafc-3da8-40be-9188-bc47708fc185 req-7fd566d5-b483-427d-ae95-f46731c4804e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Calling delete_port for 77cdcc2e-06d1-44b3-aa3f-7bced9852161 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:29:18.563484 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-273faafc-3da8-40be-9188-bc47708fc185 req-7fd566d5-b483-427d-ae95-f46731c4804e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (77cdcc2e-06d1-44b3-aa3f-7bced9852161), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:18.591231 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd566d5-b483-427d-ae95-f46731c4804e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Pushing event deleted for resources: {'Port': ['ID=77cdcc2e-06d1-44b3-aa3f-7bced9852161,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:29:18.710395 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-273faafc-3da8-40be-9188-bc47708fc185 req-7fd566d5-b483-427d-ae95-f46731c4804e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Router 710d635f-35af-4e81-b696-834c89e683bb has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:29:18.815650 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8d93f5c2-3934-49f5-9788-721e07ac2414 req-c94584c2-d029-4d1f-bd63-ca3a4265098d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e5962d-c626-4799-8b3f-cb86a6fea270 HTTP/1.1" status: 200 len: 210 time: 0.0317616 Mar 28 09:29:18.846016 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-273faafc-3da8-40be-9188-bc47708fc185 req-7fd566d5-b483-427d-ae95-f46731c4804e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:29:18.856612 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60619e09-cd20-44c6-8a60-ee591b588e33 None None] Sync routers for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:29:18.866837 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60619e09-cd20-44c6-8a60-ee591b588e33 None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:29:18.867378 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-60619e09-cd20-44c6-8a60-ee591b588e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:28:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:29:18.890543 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-273faafc-3da8-40be-9188-bc47708fc185 req-7fd566d5-b483-427d-ae95-f46731c4804e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] No DVR routers for this DVR port 77cdcc2e-06d1-44b3-aa3f-7bced9852161 on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:29:18.893162 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-273faafc-3da8-40be-9188-bc47708fc185 req-7fd566d5-b483-427d-ae95-f46731c4804e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:18.896538 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-273faafc-3da8-40be-9188-bc47708fc185 req-7fd566d5-b483-427d-ae95-f46731c4804e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "DELETE /v2.0/ports/77cdcc2e-06d1-44b3-aa3f-7bced9852161 HTTP/1.1" status: 204 len: 173 time: 0.8063843 Mar 28 09:29:18.896987 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e5962d-c626-4799-8b3f-cb86a6fea270', 'name': 'network-vif-deleted', 'tag': '77cdcc2e-06d1-44b3-aa3f-7bced9852161'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:29:18.899257 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1bcc28-1c6e-4cd5-b9c4-bd1d6419a259" -d '{"events": [{"server_uuid": "53e5962d-c626-4799-8b3f-cb86a6fea270", "name": "network-vif-deleted", "tag": "77cdcc2e-06d1-44b3-aa3f-7bced9852161"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:29:18.977591 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-60619e09-cd20-44c6-8a60-ee591b588e33 None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:29:19.002327 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25968bd4-c650-44a4-82d1-6fce4525d261 x-openstack-request-id: req-25968bd4-c650-44a4-82d1-6fce4525d261 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:29:19.002689 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e5962d-c626-4799-8b3f-cb86a6fea270", "name": "network-vif-deleted", "tag": "77cdcc2e-06d1-44b3-aa3f-7bced9852161", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:29:19.003046 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25968bd4-c650-44a4-82d1-6fce4525d261 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:29:19.003530 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25968bd4-c650-44a4-82d1-6fce4525d261'] response: {'server_uuid': '53e5962d-c626-4799-8b3f-cb86a6fea270', 'name': 'network-vif-deleted', 'tag': '77cdcc2e-06d1-44b3-aa3f-7bced9852161', 'status': 'completed', 'code': 200} Mar 28 09:29:19.181608 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-60619e09-cd20-44c6-8a60-ee591b588e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:29:19.304424 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60619e09-cd20-44c6-8a60-ee591b588e33 None None] Checking router: 710d635f-35af-4e81-b696-834c89e683bb for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:29:19.313170 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60619e09-cd20-44c6-8a60-ee591b588e33 None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:29:19.313812 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-60619e09-cd20-44c6-8a60-ee591b588e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:28:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:29:19.424952 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-60619e09-cd20-44c6-8a60-ee591b588e33 None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:29:19.616495 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-60619e09-cd20-44c6-8a60-ee591b588e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:29:19.646104 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60619e09-cd20-44c6-8a60-ee591b588e33 None None] The sync data for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv is: [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:29:19.856459 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182511e-1ac3-4df3-b19b-30bd9966a9f8 None None] New status for floating IP 334e73aa-fbf8-4d1b-952f-e3c831e4e58a: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:29:20.056198 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-a3ecebeb-dae5-4c61-8d81-4956b4a7d337 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--289034466&fields=id&tenant_id=221d328a4f5c471b840c8b10fad5c87b HTTP/1.1" status: 200 len: 267 time: 0.0433075 Mar 28 09:29:20.160373 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-be23a59f-ae1c-42f7-b58a-c5672817abc3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:20.161780 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-be23a59f-ae1c-42f7-b58a-c5672817abc3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 812 time: 0.0982931 Mar 28 09:29:20.177036 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-9854b92f-137e-4156-b1ef-d78c149d68ac tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/quotas/221d328a4f5c471b840c8b10fad5c87b HTTP/1.1" status: 200 len: 375 time: 0.0094016 Mar 28 09:29:20.235899 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-208e712e-5e01-4e2b-a373-558d6719b7d4 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539289 Mar 28 09:29:20.251566 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-ed8f1284-b802-493a-81a6-98b5698daebb service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:29:20.252524 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-ed8f1284-b802-493a-81a6-98b5698daebb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049906 Mar 28 09:29:20.342994 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-775fd91e-6f46-4a24-8040-afdb425ada18 service neutron] 10.222.0.15 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852711 Mar 28 09:29:20.434735 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-b459d20e-7117-4138-8bd5-89046406469b service neutron] 10.222.0.15 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860696 Mar 28 09:29:20.595969 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-02473393-08b1-45d5-ab44-2a369b49b932 req-1993d265-3bc4-482c-926e-29a6598ce05d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 210 time: 0.0306151 Mar 28 09:29:21.423308 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:21.468098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-10a17899-77b5-4c5e-a9f3-328c8320685e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:21.469549 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-10a17899-77b5-4c5e-a9f3-328c8320685e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 812 time: 0.1125355 Mar 28 09:29:21.531446 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-ad4ed601-5eea-44fe-819c-6fb1b2ec6a0b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=221d328a4f5c471b840c8b10fad5c87b HTTP/1.1" status: 200 len: 379 time: 0.0540221 Mar 28 09:29:21.539479 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-498ea5dc-922c-4f7f-91fb-8e1aa92fd7e6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Request body: {'port': {'device_id': 'e185016d-3dba-4a5c-bb97-b8aba6c31778', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'admin_state_up': True, 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'security_groups': ['c825365c-0581-4e4a-aba8-25b78cb826e9']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:29:21.648947 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-498ea5dc-922c-4f7f-91fb-8e1aa92fd7e6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Made reservation on behalf of 221d328a4f5c471b840c8b10fad5c87b for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:29:21.652345 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-498ea5dc-922c-4f7f-91fb-8e1aa92fd7e6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:21.698258 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7329ae66-fc97-45ea-9e91-b3e8f7987570 req-9a15ca81-c5ef-41bb-89ba-02ceb4f4d81d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 210 time: 0.0340719 Mar 28 09:29:21.805449 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-498ea5dc-922c-4f7f-91fb-8e1aa92fd7e6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Allocated IP 172.20.0.13 (95a08f1e-2101-4ca5-9db9-b45528dbc3b2/daf46333-dab3-423b-9699-9dc7261dce51/44501162-63a8-495e-93f8-07c5e314135d) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:29:21.937889 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-498ea5dc-922c-4f7f-91fb-8e1aa92fd7e6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for port (44501162-63a8-495e-93f8-07c5e314135d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:21.969733 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-498ea5dc-922c-4f7f-91fb-8e1aa92fd7e6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (44501162-63a8-495e-93f8-07c5e314135d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:22.002884 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 77cdcc2e-06d1-44b3-aa3f-7bced9852161 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:29:22.016126 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-498ea5dc-922c-4f7f-91fb-8e1aa92fd7e6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:29:22.019268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-498ea5dc-922c-4f7f-91fb-8e1aa92fd7e6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:29:22.025496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-498ea5dc-922c-4f7f-91fb-8e1aa92fd7e6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:29:22.030804 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 77cdcc2e-06d1-44b3-aa3f-7bced9852161 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:29:22.031337 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 77cdcc2e-06d1-44b3-aa3f-7bced9852161 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:29:22.031955 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ea5dc-922c-4f7f-91fb-8e1aa92fd7e6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Pushing event updated for resources: {'Port': ['ID=44501162-63a8-495e-93f8-07c5e314135d,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:29:22.077291 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-498ea5dc-922c-4f7f-91fb-8e1aa92fd7e6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:22.078029 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-498ea5dc-922c-4f7f-91fb-8e1aa92fd7e6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:22.095280 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-498ea5dc-922c-4f7f-91fb-8e1aa92fd7e6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5592892 Mar 28 09:29:22.106552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Request body: {'port': {'device_id': 'e185016d-3dba-4a5c-bb97-b8aba6c31778', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:29:22.169462 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (44501162-63a8-495e-93f8-07c5e314135d), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:22.249293 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ebb3466b-9ef5-4e47-a724-b69e99135c19 None None] Provisioning complete for port 44501162-63a8-495e-93f8-07c5e314135d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:29:22.249698 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ebb3466b-9ef5-4e47-a724-b69e99135c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (44501162-63a8-495e-93f8-07c5e314135d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:22.286251 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ebb3466b-9ef5-4e47-a724-b69e99135c19 None None] Port 44501162-63a8-495e-93f8-07c5e314135d cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:29:22.440354 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44501162-63a8-495e-93f8-07c5e314135d {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:29:22.448139 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Publish callbacks [] for port (44501162-63a8-495e-93f8-07c5e314135d), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:22.463019 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Transition to ACTIVE for port object 44501162-63a8-495e-93f8-07c5e314135d will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:29:22.467816 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (44501162-63a8-495e-93f8-07c5e314135d), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:22.519444 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Pushing event updated for resources: {'Port': ['ID=44501162-63a8-495e-93f8-07c5e314135d,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:29:22.586589 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Attempting to bind port 44501162-63a8-495e-93f8-07c5e314135d on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:29:22.586925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Attempting to bind port 44501162-63a8-495e-93f8-07c5e314135d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:29:22.587259 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Attempting to bind port 44501162-63a8-495e-93f8-07c5e314135d on network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:29:22.591963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Port 44501162-63a8-495e-93f8-07c5e314135d on network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:29:22.592289 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Attempting to bind port 44501162-63a8-495e-93f8-07c5e314135d on network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:29:22.597292 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:29:22.597706 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Checking segment: {'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:29:22.598047 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Bound using segment: {'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:29:22.598476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Bound port: 44501162-63a8-495e-93f8-07c5e314135d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:29:22.598838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (44501162-63a8-495e-93f8-07c5e314135d), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:22.672271 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] For port 44501162-63a8-495e-93f8-07c5e314135d, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:29:22.675737 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] For port 44501162-63a8-495e-93f8-07c5e314135d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=44501162-63a8-495e-93f8-07c5e314135d,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:29:22.681202 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (44501162-63a8-495e-93f8-07c5e314135d), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:22.717370 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:22.718036 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:22.719434 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] 10.222.0.16 "PUT /v2.0/ports/44501162-63a8-495e-93f8-07c5e314135d HTTP/1.1" status: 200 len: 1094 time: 0.6175730 Mar 28 09:29:22.719982 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e185016d-3dba-4a5c-bb97-b8aba6c31778', 'tag': '44501162-63a8-495e-93f8-07c5e314135d'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:29:22.722387 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4746a893-655f-4751-a749-fa7602d1a1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e185016d-3dba-4a5c-bb97-b8aba6c31778", "tag": "44501162-63a8-495e-93f8-07c5e314135d"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:29:22.771686 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c91029-b06f-431c-85dc-24084d7accfd service neutron] Pushing event updated for resources: {'Port': ['ID=44501162-63a8-495e-93f8-07c5e314135d,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:29:22.779576 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247ce3db-d0da-4ae1-8184-9ead204c0bb1 x-openstack-request-id: req-247ce3db-d0da-4ae1-8184-9ead204c0bb1 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:29:22.779936 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e185016d-3dba-4a5c-bb97-b8aba6c31778", "tag": "44501162-63a8-495e-93f8-07c5e314135d", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:29:22.780286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-247ce3db-d0da-4ae1-8184-9ead204c0bb1 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:29:22.780784 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-247ce3db-d0da-4ae1-8184-9ead204c0bb1'] response: {'name': 'network-changed', 'server_uuid': 'e185016d-3dba-4a5c-bb97-b8aba6c31778', 'tag': '44501162-63a8-495e-93f8-07c5e314135d', 'status': 'completed', 'code': 200} Mar 28 09:29:22.828387 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-a0d1d0b0-89ee-4086-8ed6-f7d64c295721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:22.829959 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-a0d1d0b0-89ee-4086-8ed6-f7d64c295721 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 1128 time: 0.0524116 Mar 28 09:29:22.837932 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c3116-997c-4a2c-bd48-68625c6a894d req-21131304-5602-43ec-83b9-8fecbe53f9fa tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:22.840162 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a75c3116-997c-4a2c-bd48-68625c6a894d req-21131304-5602-43ec-83b9-8fecbe53f9fa tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 944 time: 0.0558627 Mar 28 09:29:22.877891 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-002bc9c4-aed1-4361-863e-58a831d28c82 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44501162-63a8-495e-93f8-07c5e314135d HTTP/1.1" status: 200 len: 217 time: 0.0413401 Mar 28 09:29:22.892353 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a75c3116-997c-4a2c-bd48-68625c6a894d req-7f2f8bb4-82cb-44cb-98ea-bf0cbc04fc07 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459969 Mar 28 09:29:22.931279 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-3250ccf7-8fda-4f7a-9d89-29d2c02b1a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:22.933301 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-3250ccf7-8fda-4f7a-9d89-29d2c02b1a82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0497808 Mar 28 09:29:22.982277 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-38014d48-5b18-4b0d-8d59-9bec91b3c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:22.983796 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-38014d48-5b18-4b0d-8d59-9bec91b3c023 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450299 Mar 28 09:29:23.077746 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-7d240181-4550-483d-9e62-af50085acb8b service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878272 Mar 28 09:29:23.164361 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-adef08ae-91e0-4205-9db6-dcc9cd09b817 req-db506360-8de8-46cc-a0ee-a2bedf664ba9 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809779 Mar 28 09:29:23.252818 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746a893-655f-4751-a749-fa7602d1a1c2 req-8a825a58-8aaf-4f52-8ba8-586c1f747b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:23.254348 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4746a893-655f-4751-a749-fa7602d1a1c2 req-8a825a58-8aaf-4f52-8ba8-586c1f747b67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 1128 time: 0.0451202 Mar 28 09:29:23.346494 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746a893-655f-4751-a749-fa7602d1a1c2 req-0277a564-4991-4980-a180-c35d84a1e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:23.348376 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4746a893-655f-4751-a749-fa7602d1a1c2 req-0277a564-4991-4980-a180-c35d84a1e4b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0885532 Mar 28 09:29:23.389170 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4746a893-655f-4751-a749-fa7602d1a1c2 req-306fad3e-af97-4ef6-a272-4250b35e7298 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44501162-63a8-495e-93f8-07c5e314135d HTTP/1.1" status: 200 len: 217 time: 0.0347655 Mar 28 09:29:23.753210 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746a893-655f-4751-a749-fa7602d1a1c2 req-1c3be5cb-3810-42cd-ac11-f62ff3060481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:23.754701 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4746a893-655f-4751-a749-fa7602d1a1c2 req-1c3be5cb-3810-42cd-ac11-f62ff3060481 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.3602850 Mar 28 09:29:23.803557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746a893-655f-4751-a749-fa7602d1a1c2 req-53d76ace-ce71-4ef3-b214-745373cfdf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:23.805011 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4746a893-655f-4751-a749-fa7602d1a1c2 req-53d76ace-ce71-4ef3-b214-745373cfdf5f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432768 Mar 28 09:29:23.894626 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4746a893-655f-4751-a749-fa7602d1a1c2 req-750056cb-7968-4860-ac76-3e6f5d8897e1 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812473 Mar 28 09:29:24.014398 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4746a893-655f-4751-a749-fa7602d1a1c2 req-edb354ab-0d4b-4dfc-8c5b-f93baa0a02c7 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140664 Mar 28 09:29:24.032413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2b509-6806-4771-8f3f-01891fb8ee7a req-bdb13f09-f38f-47bf-9fb6-0277b8e9ed1b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:24.033892 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-12f2b509-6806-4771-8f3f-01891fb8ee7a req-bdb13f09-f38f-47bf-9fb6-0277b8e9ed1b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 944 time: 0.0731695 Mar 28 09:29:24.080461 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-12f2b509-6806-4771-8f3f-01891fb8ee7a req-cd1d5253-ae46-4b8b-8a2f-16da51ae4198 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410666 Mar 28 09:29:25.199094 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e217475-3b1f-430d-ab44-eea19ed1e1bd req-ec00a335-ea90-416a-8266-5b3ebf296171 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:25.200466 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8e217475-3b1f-430d-ab44-eea19ed1e1bd req-ec00a335-ea90-416a-8266-5b3ebf296171 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 944 time: 0.0517454 Mar 28 09:29:25.246245 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8e217475-3b1f-430d-ab44-eea19ed1e1bd req-c8bc196b-cef3-41de-9ed2-957c5bb0bd4b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403130 Mar 28 09:29:26.018615 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 44501162-63a8-495e-93f8-07c5e314135d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:29:26.115617 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 44501162-63a8-495e-93f8-07c5e314135d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=44501162-63a8-495e-93f8-07c5e314135d,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:29:26.127657 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '44501162-63a8-495e-93f8-07c5e314135d', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'port_id': '44501162-63a8-495e-93f8-07c5e314135d', 'mac_address': 'fa:16:3e:e1:cd:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:29:26.163050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 44501162-63a8-495e-93f8-07c5e314135d is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:29:26.163443 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (44501162-63a8-495e-93f8-07c5e314135d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:26.176235 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44501162-63a8-495e-93f8-07c5e314135d {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:29:26.195495 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 44501162-63a8-495e-93f8-07c5e314135d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=44501162-63a8-495e-93f8-07c5e314135d,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:29:26.199425 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (44501162-63a8-495e-93f8-07c5e314135d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:26.244160 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=44501162-63a8-495e-93f8-07c5e314135d,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:29:26.369385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f260b28-dcb3-4024-8790-846402188b6d req-88980c29-71f5-4f23-8f16-f7d4161da60a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:26.371527 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f260b28-dcb3-4024-8790-846402188b6d req-88980c29-71f5-4f23-8f16-f7d4161da60a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 945 time: 0.0573094 Mar 28 09:29:26.387164 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['44501162-63a8-495e-93f8-07c5e314135d'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:29:26.418704 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f260b28-dcb3-4024-8790-846402188b6d req-f552a32f-cf18-4126-95af-df6d98107632 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416138 Mar 28 09:29:27.266536 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c71c347f-6962-40b5-8ab1-d97992bb888c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:27.538923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea4853-93b3-49f9-afcd-39c292fcf8aa req-a2be96bc-ef26-4f3e-8bcb-2e1970b1f3a5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:27.540291 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-76ea4853-93b3-49f9-afcd-39c292fcf8aa req-a2be96bc-ef26-4f3e-8bcb-2e1970b1f3a5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 945 time: 0.0557175 Mar 28 09:29:27.587588 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-76ea4853-93b3-49f9-afcd-39c292fcf8aa req-18f25e22-2784-4881-9d64-3251891a8f27 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408909 Mar 28 09:29:28.033389 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 44501162-63a8-495e-93f8-07c5e314135d up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:29:28.081461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 44501162-63a8-495e-93f8-07c5e314135d completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:29:28.085267 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 44501162-63a8-495e-93f8-07c5e314135d triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:29:28.085663 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (44501162-63a8-495e-93f8-07c5e314135d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:28.164057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 44501162-63a8-495e-93f8-07c5e314135d is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:29:28.164445 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (44501162-63a8-495e-93f8-07c5e314135d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:28.186589 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e185016d-3dba-4a5c-bb97-b8aba6c31778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44501162-63a8-495e-93f8-07c5e314135d'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:29:28.188814 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f13a06-01a5-4204-92f8-0c3a222d0b7a" -d '{"events": [{"server_uuid": "e185016d-3dba-4a5c-bb97-b8aba6c31778", "name": "network-vif-plugged", "status": "completed", "tag": "44501162-63a8-495e-93f8-07c5e314135d"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:29:28.201455 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 44501162-63a8-495e-93f8-07c5e314135d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=44501162-63a8-495e-93f8-07c5e314135d,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:29:28.205482 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (44501162-63a8-495e-93f8-07c5e314135d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:28.227660 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c58818-0ba7-42f0-b619-5becd86d87aa x-openstack-request-id: req-57c58818-0ba7-42f0-b619-5becd86d87aa {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:29:28.227957 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e185016d-3dba-4a5c-bb97-b8aba6c31778", "name": "network-vif-plugged", "status": "completed", "tag": "44501162-63a8-495e-93f8-07c5e314135d", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:29:28.228213 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57c58818-0ba7-42f0-b619-5becd86d87aa {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:29:28.228613 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c58818-0ba7-42f0-b619-5becd86d87aa'] response: {'server_uuid': 'e185016d-3dba-4a5c-bb97-b8aba6c31778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44501162-63a8-495e-93f8-07c5e314135d', 'code': 200} Mar 28 09:29:28.255014 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=44501162-63a8-495e-93f8-07c5e314135d,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:29:28.263025 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:29:28.263373 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:29:28.263716 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:29:28.264054 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:29:28.264390 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:29:28.264717 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:29:28.265043 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:29:28.265364 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:29:28.265714 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:29:28.266039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:29:28.266370 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:29:28.266692 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:29:28.267297 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:29:28.267297 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:29:28.267617 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:29:28.391698 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf9ecd-f351-4834-9b1e-4301acd0c1dc req-59983e99-ba3a-4ac4-9160-065f50b0081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:28.393065 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-75cf9ecd-f351-4834-9b1e-4301acd0c1dc req-59983e99-ba3a-4ac4-9160-065f50b0081c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 1130 time: 0.0440650 Mar 28 09:29:28.434911 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-75cf9ecd-f351-4834-9b1e-4301acd0c1dc req-c0fcaa50-7600-4073-837e-0caed9e03f5a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363586 Mar 28 09:29:28.704126 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78040c30-dedc-4282-99e8-bb05beba09d5 req-fc8098fc-6e36-4960-8656-e0b0be40c278 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:28.705507 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-78040c30-dedc-4282-99e8-bb05beba09d5 req-fc8098fc-6e36-4960-8656-e0b0be40c278 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0517409 Mar 28 09:29:28.751749 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-78040c30-dedc-4282-99e8-bb05beba09d5 req-9bfed2b1-8d0d-4ede-8ff3-ee5738335ec4 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407660 Mar 28 09:29:29.493991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6b979ffe-8fa5-4360-ba0b-fe4872e92ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:29.875064 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27ee41-89d5-4278-8ce6-b09b8f349964 req-2720bddb-8c99-463c-b548-85225534af98 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:29.876550 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f27ee41-89d5-4278-8ce6-b09b8f349964 req-2720bddb-8c99-463c-b548-85225534af98 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0571370 Mar 28 09:29:29.921953 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f27ee41-89d5-4278-8ce6-b09b8f349964 req-b65ed52e-9e98-46db-a937-65aa24ea48d8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398607 Mar 28 09:29:30.034724 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b0292-6b4e-417e-8778-3e071b89a05c req-b8a81b83-f554-491c-b272-4e1a062ce33e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:30.036088 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c71b0292-6b4e-417e-8778-3e071b89a05c req-b8a81b83-f554-491c-b272-4e1a062ce33e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0512223 Mar 28 09:29:30.045348 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 56556) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:29:30.049771 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b6e04e0c-0f7c-460a-9d75-b86092a77cad tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Request body: {'floatingip': {'port_id': '44501162-63a8-495e-93f8-07c5e314135d'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:29:30.094521 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b6e04e0c-0f7c-460a-9d75-b86092a77cad tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for floatingip (334e73aa-fbf8-4d1b-952f-e3c831e4e58a), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:30.514452 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:29:30.515051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b6e04e0c-0f7c-460a-9d75-b86092a77cad tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:30.518095 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b6e04e0c-0f7c-460a-9d75-b86092a77cad tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (334e73aa-fbf8-4d1b-952f-e3c831e4e58a), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:30.620957 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:30.930961 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-b6e04e0c-0f7c-460a-9d75-b86092a77cad tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Floating IP 334e73aa-fbf8-4d1b-952f-e3c831e4e58a associated. External IP: 172.36.4.151, port: 44501162-63a8-495e-93f8-07c5e314135d. Mar 28 09:29:31.137166 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e04e0c-0f7c-460a-9d75-b86092a77cad tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Router 710d635f-35af-4e81-b696-834c89e683bb has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:29:31.244063 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e04e0c-0f7c-460a-9d75-b86092a77cad tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:29:31.249423 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b6e04e0c-0f7c-460a-9d75-b86092a77cad tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:31.253957 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef62767-1e9f-4536-800d-664636d00977 None None] Sync routers for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:29:31.264464 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef62767-1e9f-4536-800d-664636d00977 None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:29:31.265061 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5ef62767-1e9f-4536-800d-664636d00977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:29:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:29:31.279883 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b6e04e0c-0f7c-460a-9d75-b86092a77cad tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "PUT /v2.0/floatingips/334e73aa-fbf8-4d1b-952f-e3c831e4e58a HTTP/1.1" status: 200 len: 992 time: 1.2334557 Mar 28 09:29:31.280469 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e185016d-3dba-4a5c-bb97-b8aba6c31778', 'tag': '44501162-63a8-495e-93f8-07c5e314135d'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:29:31.282720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a77a3b-d6ad-4238-ba58-0982e49433f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e185016d-3dba-4a5c-bb97-b8aba6c31778", "tag": "44501162-63a8-495e-93f8-07c5e314135d"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:29:31.322431 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e667b99-b19e-4a06-b5ac-6345e7a36bcd x-openstack-request-id: req-0e667b99-b19e-4a06-b5ac-6345e7a36bcd {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:29:31.322658 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e185016d-3dba-4a5c-bb97-b8aba6c31778", "tag": "44501162-63a8-495e-93f8-07c5e314135d", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:29:31.322920 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e667b99-b19e-4a06-b5ac-6345e7a36bcd {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:29:31.323550 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e667b99-b19e-4a06-b5ac-6345e7a36bcd'] response: {'name': 'network-changed', 'server_uuid': 'e185016d-3dba-4a5c-bb97-b8aba6c31778', 'tag': '44501162-63a8-495e-93f8-07c5e314135d', 'status': 'completed', 'code': 200} Mar 28 09:29:31.377242 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-5ef62767-1e9f-4536-800d-664636d00977 None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:29:31.407491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a77a3b-d6ad-4238-ba58-0982e49433f5 req-87471637-d6ec-4f8e-8411-4d85e88b0ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:31.409146 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-52a77a3b-d6ad-4238-ba58-0982e49433f5 req-87471637-d6ec-4f8e-8411-4d85e88b0ead service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 1130 time: 0.0656900 Mar 28 09:29:31.492421 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d3a87-7f0c-4014-831a-8934bbaf62bf req-91fb0b3c-04d3-4b93-a78d-3d68dd9877bc tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:31.494056 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a14d3a87-7f0c-4014-831a-8934bbaf62bf req-91fb0b3c-04d3-4b93-a78d-3d68dd9877bc tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0676203 Mar 28 09:29:31.506190 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a77a3b-d6ad-4238-ba58-0982e49433f5 req-fd78c4c5-b871-4554-b759-02601554454a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:31.507926 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-52a77a3b-d6ad-4238-ba58-0982e49433f5 req-fd78c4c5-b871-4554-b759-02601554454a service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0929825 Mar 28 09:29:31.544517 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a14d3a87-7f0c-4014-831a-8934bbaf62bf req-b9368f3a-f617-4756-bcef-c774a4773aee tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448179 Mar 28 09:29:31.578454 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-52a77a3b-d6ad-4238-ba58-0982e49433f5 req-8c7a32ed-01eb-4c0e-ae78-3eede4484b0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44501162-63a8-495e-93f8-07c5e314135d HTTP/1.1" status: 200 len: 1000 time: 0.0646784 Mar 28 09:29:31.608468 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5ef62767-1e9f-4536-800d-664636d00977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '334e73aa-fbf8-4d1b-952f-e3c831e4e58a', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'floating_ip_address': '172.36.4.151', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '710d635f-35af-4e81-b696-834c89e683bb', 'port_id': '44501162-63a8-495e-93f8-07c5e314135d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'mac_address': 'fa:16:3e:e1:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e185016d-3dba-4a5c-bb97-b8aba6c31778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:28:39Z', 'updated_at': '2022-03-28T09:29:30Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:29:31.625370 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a77a3b-d6ad-4238-ba58-0982e49433f5 req-c98a2ac7-c9c6-424a-85ae-b74ad1500d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:31.626876 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-52a77a3b-d6ad-4238-ba58-0982e49433f5 req-c98a2ac7-c9c6-424a-85ae-b74ad1500d33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0429485 Mar 28 09:29:31.637828 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef62767-1e9f-4536-800d-664636d00977 None None] Checking router: 710d635f-35af-4e81-b696-834c89e683bb for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:29:31.645986 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef62767-1e9f-4536-800d-664636d00977 None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:29:31.646587 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5ef62767-1e9f-4536-800d-664636d00977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:29:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:29:31.676302 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a77a3b-d6ad-4238-ba58-0982e49433f5 req-e677c4d0-9e6b-4dc7-9fa8-da43b1a7b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:31.677845 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-52a77a3b-d6ad-4238-ba58-0982e49433f5 req-e677c4d0-9e6b-4dc7-9fa8-da43b1a7b89f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442069 Mar 28 09:29:31.753340 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-5ef62767-1e9f-4536-800d-664636d00977 None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:29:31.769756 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-52a77a3b-d6ad-4238-ba58-0982e49433f5 req-2bdced75-f170-445d-8a03-b11244d1f232 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861940 Mar 28 09:29:31.858054 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-52a77a3b-d6ad-4238-ba58-0982e49433f5 req-ce770831-8a14-450f-a321-3017e01d1974 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816793 Mar 28 09:29:31.975787 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5ef62767-1e9f-4536-800d-664636d00977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '334e73aa-fbf8-4d1b-952f-e3c831e4e58a', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'floating_ip_address': '172.36.4.151', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '710d635f-35af-4e81-b696-834c89e683bb', 'port_id': '44501162-63a8-495e-93f8-07c5e314135d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'mac_address': 'fa:16:3e:e1:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e185016d-3dba-4a5c-bb97-b8aba6c31778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:28:39Z', 'updated_at': '2022-03-28T09:29:30Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:29:32.001545 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef62767-1e9f-4536-800d-664636d00977 None None] The sync data for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv is: [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '334e73aa-fbf8-4d1b-952f-e3c831e4e58a', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'floating_ip_address': '172.36.4.151', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '710d635f-35af-4e81-b696-834c89e683bb', 'port_id': '44501162-63a8-495e-93f8-07c5e314135d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'mac_address': 'fa:16:3e:e1:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e185016d-3dba-4a5c-bb97-b8aba6c31778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:28:39Z', 'updated_at': '2022-03-28T09:29:30Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:29:32.165960 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:32.183018 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4da229-ed60-4d54-8b72-298d2ef669b5 None None] New status for floating IP 334e73aa-fbf8-4d1b-952f-e3c831e4e58a: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:29:32.673235 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23da61d-8611-4ec4-8a11-140a65fd977e req-d827d190-efed-4d5e-9f07-e5d13b3dd5e6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:32.674757 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c23da61d-8611-4ec4-8a11-140a65fd977e req-d827d190-efed-4d5e-9f07-e5d13b3dd5e6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0611441 Mar 28 09:29:32.720519 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c23da61d-8611-4ec4-8a11-140a65fd977e req-9e934b31-819c-40de-a87a-edf0fa8ec69f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402231 Mar 28 09:29:33.718983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:33.837458 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675633e-d621-4123-b429-fda567749b74 req-ef082f43-08d9-46c6-a3de-d55cb26448fd tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:33.839079 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9675633e-d621-4123-b429-fda567749b74 req-ef082f43-08d9-46c6-a3de-d55cb26448fd tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0524554 Mar 28 09:29:33.885167 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9675633e-d621-4123-b429-fda567749b74 req-158ff3c3-1b7d-4d72-b8d8-6d167b35ac1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404754 Mar 28 09:29:35.003693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec627f-0a2c-440d-ad1a-26b0bb610518 req-6f4fe652-632a-4d48-939b-31fd54ed731a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:35.005183 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4dec627f-0a2c-440d-ad1a-26b0bb610518 req-6f4fe652-632a-4d48-939b-31fd54ed731a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0532382 Mar 28 09:29:35.052539 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4dec627f-0a2c-440d-ad1a-26b0bb610518 req-75c0aa2e-59f9-454e-9655-b69bcee9f606 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410168 Mar 28 09:29:36.174057 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983e5d1-a7a8-460b-aa8c-b5188e3e3ff5 req-54a4f844-069d-4832-b944-0fc36ad2cef9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:36.175515 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e983e5d1-a7a8-460b-aa8c-b5188e3e3ff5 req-54a4f844-069d-4832-b944-0fc36ad2cef9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0564191 Mar 28 09:29:36.222073 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e983e5d1-a7a8-460b-aa8c-b5188e3e3ff5 req-695c34d7-0ac8-4b7d-9913-c57c46e0754b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409586 Mar 28 09:29:37.343342 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601adfb7-fe78-42fe-a2b4-c1d51de7f677 req-760992e9-0993-4a16-b794-38d203eb3d25 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:37.345366 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-601adfb7-fe78-42fe-a2b4-c1d51de7f677 req-760992e9-0993-4a16-b794-38d203eb3d25 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0579956 Mar 28 09:29:37.391512 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-601adfb7-fe78-42fe-a2b4-c1d51de7f677 req-9ce72887-ec20-4ab3-a76a-736e96c28ecf tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406399 Mar 28 09:29:38.510289 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123dc3d-414e-4931-8c0b-74d0155f099c req-f3651762-f85a-4c56-a371-6d22dfa9089f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:38.511788 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1123dc3d-414e-4931-8c0b-74d0155f099c req-f3651762-f85a-4c56-a371-6d22dfa9089f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0528274 Mar 28 09:29:38.558554 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1123dc3d-414e-4931-8c0b-74d0155f099c req-723e8cc7-4ff6-41df-8c5a-24f49e8f0efe tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412338 Mar 28 09:29:39.677445 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eb9cc-b9a3-4408-930b-5c1bb24f832e req-24f5762e-2e7d-475f-b736-b06eba956fa5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:39.678945 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2e6eb9cc-b9a3-4408-930b-5c1bb24f832e req-24f5762e-2e7d-475f-b736-b06eba956fa5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0530217 Mar 28 09:29:39.725852 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2e6eb9cc-b9a3-4408-930b-5c1bb24f832e req-939b65ec-8174-438c-915c-b35e8d75500f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411749 Mar 28 09:29:40.842388 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68433cb1-4b11-4d3a-8a93-34051bb26210 req-461817e5-e86d-4db5-afaa-f095d5097b47 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:40.843864 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-68433cb1-4b11-4d3a-8a93-34051bb26210 req-461817e5-e86d-4db5-afaa-f095d5097b47 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0525370 Mar 28 09:29:40.893886 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-68433cb1-4b11-4d3a-8a93-34051bb26210 req-dc9cefb8-fc2e-4fd2-9b9c-827765df64ce tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445209 Mar 28 09:29:42.013333 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16782405-8dc5-4951-9a2a-8b02e5c70d83 req-5c69b264-51e9-4d47-aeec-7f7a70c0baf0 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:42.014849 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-16782405-8dc5-4951-9a2a-8b02e5c70d83 req-5c69b264-51e9-4d47-aeec-7f7a70c0baf0 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0556550 Mar 28 09:29:42.065484 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-16782405-8dc5-4951-9a2a-8b02e5c70d83 req-3fdda316-bd6d-42f5-a3b1-fa5d4ca50d9d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451055 Mar 28 09:29:43.183320 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5624da-d452-4611-99a3-75b163c76bc7 req-9f60e421-beab-4bb0-95c4-3a5dcdf9b2dd tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:43.184783 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3c5624da-d452-4611-99a3-75b163c76bc7 req-9f60e421-beab-4bb0-95c4-3a5dcdf9b2dd tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0531089 Mar 28 09:29:43.231506 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3c5624da-d452-4611-99a3-75b163c76bc7 req-66c2560f-54d9-4c6d-ba9d-e6610fd94970 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410330 Mar 28 09:29:43.822091 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0592e-934e-4552-8dbd-db51346fd0ba req-ed325a59-dce5-4183-954f-1bc3dae556d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:43.823851 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3cc0592e-934e-4552-8dbd-db51346fd0ba req-ed325a59-dce5-4183-954f-1bc3dae556d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 1130 time: 0.0445731 Mar 28 09:29:43.922743 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0592e-934e-4552-8dbd-db51346fd0ba req-f05522d1-f9d4-477f-8462-a8e069844f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:43.924205 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3cc0592e-934e-4552-8dbd-db51346fd0ba req-f05522d1-f9d4-477f-8462-a8e069844f27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0831692 Mar 28 09:29:43.993451 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3cc0592e-934e-4552-8dbd-db51346fd0ba req-6951e596-ab1c-414f-b1bd-24375bce2324 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44501162-63a8-495e-93f8-07c5e314135d HTTP/1.1" status: 200 len: 1002 time: 0.0628114 Mar 28 09:29:44.041573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0592e-934e-4552-8dbd-db51346fd0ba req-2ee1b6ac-90c6-4f2d-9dfb-b054ab8db0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:44.043006 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3cc0592e-934e-4552-8dbd-db51346fd0ba req-2ee1b6ac-90c6-4f2d-9dfb-b054ab8db0a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0438161 Mar 28 09:29:44.091945 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0592e-934e-4552-8dbd-db51346fd0ba req-11655070-2dff-43b7-bce8-b3425c6e7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:44.093378 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3cc0592e-934e-4552-8dbd-db51346fd0ba req-11655070-2dff-43b7-bce8-b3425c6e7218 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441487 Mar 28 09:29:44.184133 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3cc0592e-934e-4552-8dbd-db51346fd0ba req-289137ec-ac08-4f61-8842-b55b83c90908 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849402 Mar 28 09:29:44.271621 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3cc0592e-934e-4552-8dbd-db51346fd0ba req-10e7b566-b6c9-49f8-a74b-978dc623c6cd service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813379 Mar 28 09:29:44.353345 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c5012-65bb-4107-a040-8939c42e5039 req-c737f182-90ee-40ce-8b0a-40a26d0f7db6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:44.355044 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-784c5012-65bb-4107-a040-8939c42e5039 req-c737f182-90ee-40ce-8b0a-40a26d0f7db6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0550106 Mar 28 09:29:44.406483 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-784c5012-65bb-4107-a040-8939c42e5039 req-cddaa284-1bee-4ddc-8cf9-716460868d66 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459695 Mar 28 09:29:45.527540 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40e56d-468a-4315-95db-f3011ae14139 req-690fff23-2f7d-450a-b61e-d2fbebfdc4e0 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:45.529071 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fc40e56d-468a-4315-95db-f3011ae14139 req-690fff23-2f7d-450a-b61e-d2fbebfdc4e0 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0537007 Mar 28 09:29:45.575025 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fc40e56d-468a-4315-95db-f3011ae14139 req-6862e3c4-60cc-465d-9c9d-95811ff953b0 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403850 Mar 28 09:29:46.694578 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9291dc-a67f-4584-ab4d-15e0a879642d req-dea1adf1-20b3-4216-adb4-73cabeb7b540 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:46.696070 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0c9291dc-a67f-4584-ab4d-15e0a879642d req-dea1adf1-20b3-4216-adb4-73cabeb7b540 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0527179 Mar 28 09:29:46.743087 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0c9291dc-a67f-4584-ab4d-15e0a879642d req-291c7ca7-5b52-45d0-882b-221a19b04072 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411451 Mar 28 09:29:47.863092 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38108c66-e782-4f82-80dc-a3e734092dd4 req-8e70605d-4bc7-4fab-8e52-12830709e189 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:47.864544 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-38108c66-e782-4f82-80dc-a3e734092dd4 req-8e70605d-4bc7-4fab-8e52-12830709e189 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0554812 Mar 28 09:29:47.910372 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-38108c66-e782-4f82-80dc-a3e734092dd4 req-91f0ff60-dd00-443b-a160-769597176682 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394182 Mar 28 09:29:49.027948 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160a52d-0e6b-4872-9d3e-45fb6ac5af71 req-610454e5-9d4e-4cd7-803b-56841bd58db1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:49.029412 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e160a52d-0e6b-4872-9d3e-45fb6ac5af71 req-610454e5-9d4e-4cd7-803b-56841bd58db1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0525818 Mar 28 09:29:49.075525 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e160a52d-0e6b-4872-9d3e-45fb6ac5af71 req-32cd4e82-3dd3-4abe-96e5-29815f3e3034 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406008 Mar 28 09:29:50.190878 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61c718-9a3a-4abb-ae33-40decedfc9cf req-2da7611a-d613-4b66-9397-30e159702eeb tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:50.192357 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3a61c718-9a3a-4abb-ae33-40decedfc9cf req-2da7611a-d613-4b66-9397-30e159702eeb tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0516577 Mar 28 09:29:50.238361 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3a61c718-9a3a-4abb-ae33-40decedfc9cf req-03e0a86c-42fe-487d-babf-30a75323df54 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401738 Mar 28 09:29:51.362910 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530e8b0-5e69-4c8e-bd3b-f2f812c90e0c req-4dcc606a-eaf1-4b84-8e5b-3def48c564c3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:51.364373 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2530e8b0-5e69-4c8e-bd3b-f2f812c90e0c req-4dcc606a-eaf1-4b84-8e5b-3def48c564c3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0563917 Mar 28 09:29:51.410754 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2530e8b0-5e69-4c8e-bd3b-f2f812c90e0c req-52307b74-fdc1-4e3c-affd-da8d8a37de6c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408797 Mar 28 09:29:51.438365 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:52.530719 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7791a8b-bc67-45a0-acee-310821c3d3ba req-802a8dc5-3735-4977-b249-c2ecd9543733 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:52.532174 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d7791a8b-bc67-45a0-acee-310821c3d3ba req-802a8dc5-3735-4977-b249-c2ecd9543733 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0525537 Mar 28 09:29:52.583120 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d7791a8b-bc67-45a0-acee-310821c3d3ba req-08d58298-5062-4a65-b620-33c0534d55f8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454397 Mar 28 09:29:53.700716 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa67160-87cd-45ff-9e3c-412b7f2db362 req-ceb0f5a5-dfc9-4ea3-a2c1-26e66e509c42 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:53.702212 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5fa67160-87cd-45ff-9e3c-412b7f2db362 req-ceb0f5a5-dfc9-4ea3-a2c1-26e66e509c42 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0533736 Mar 28 09:29:53.748295 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5fa67160-87cd-45ff-9e3c-412b7f2db362 req-3c03339c-0407-4bbc-89c0-317ce2db0f65 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403569 Mar 28 09:29:54.865919 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d788ea-b961-43d6-83a0-9d5b9cfaf092 req-ed49978a-29ad-4cc1-a173-9031ea722e74 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:54.867392 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-65d788ea-b961-43d6-83a0-9d5b9cfaf092 req-ed49978a-29ad-4cc1-a173-9031ea722e74 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0517774 Mar 28 09:29:54.913835 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-65d788ea-b961-43d6-83a0-9d5b9cfaf092 req-fcc12c9b-0c8a-4d58-9c54-e1e1b5f040ac tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402696 Mar 28 09:29:56.035823 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ed483-bd78-4ca3-9ad1-13aae17aabf9 req-41d4f433-81db-4f4f-867d-4617408e799d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:56.037293 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e22ed483-bd78-4ca3-9ad1-13aae17aabf9 req-41d4f433-81db-4f4f-867d-4617408e799d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0564518 Mar 28 09:29:56.083837 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e22ed483-bd78-4ca3-9ad1-13aae17aabf9 req-c34edcaa-462b-42e0-8331-b5fc3228676c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407991 Mar 28 09:29:57.201344 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65afa72b-6b81-4884-9eef-9c8de94f0d6c req-1c873dfb-b3c3-403d-92bd-77c41a070798 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:57.202784 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-65afa72b-6b81-4884-9eef-9c8de94f0d6c req-1c873dfb-b3c3-403d-92bd-77c41a070798 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0528996 Mar 28 09:29:57.249194 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-65afa72b-6b81-4884-9eef-9c8de94f0d6c req-c2dc205e-770e-454f-a71e-f7290fb43e17 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408349 Mar 28 09:29:57.268057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-85f671b9-aa80-4fd9-8b98-45d62ceb7d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:57.474623 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-eabcea80-23f2-4bf2-b12a-440542a4305d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450444 Mar 28 09:29:57.490798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec30925-4b36-40e9-8987-c1f7eadeba93 req-ef15ebbe-dc16-43aa-a398-573a37027be3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:57.492279 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4ec30925-4b36-40e9-8987-c1f7eadeba93 req-ef15ebbe-dc16-43aa-a398-573a37027be3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0561152 Mar 28 09:29:57.541007 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4ec30925-4b36-40e9-8987-c1f7eadeba93 req-7a626c9d-378f-4a32-aa8a-4737f786e12c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415771 Mar 28 09:29:57.807462 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-18897dcf-7300-42e2-b122-b6cfe17af787 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:57.808799 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-18897dcf-7300-42e2-b122-b6cfe17af787 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports/44501162-63a8-495e-93f8-07c5e314135d HTTP/1.1" status: 200 len: 943 time: 0.0454626 Mar 28 09:29:58.547888 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-a3c4ed8f-ee08-4f8b-a706-c0b8da707bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:58.549392 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-a3c4ed8f-ee08-4f8b-a706-c0b8da707bc2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 1130 time: 0.0446763 Mar 28 09:29:58.674312 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-16272332-f325-414a-8f43-a8df87126df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:58.675796 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-16272332-f325-414a-8f43-a8df87126df6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.1210685 Mar 28 09:29:58.687335 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1546aff-b3da-4f06-80e5-a923c756a0ec req-e6c847ed-cb40-4d49-886c-73cb2efcf846 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:58.688719 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e1546aff-b3da-4f06-80e5-a923c756a0ec req-e6c847ed-cb40-4d49-886c-73cb2efcf846 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0768404 Mar 28 09:29:58.780449 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-fae86853-4beb-4055-a674-ba22fb9c5a44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44501162-63a8-495e-93f8-07c5e314135d HTTP/1.1" status: 200 len: 1002 time: 0.0907941 Mar 28 09:29:58.784612 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e1546aff-b3da-4f06-80e5-a923c756a0ec req-77f36a1b-e934-46bd-a68e-c72fc03a3b25 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883768 Mar 28 09:29:58.828994 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-3a8da6e2-7208-4523-af31-f39af3ad9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:58.830409 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-3a8da6e2-7208-4523-af31-f39af3ad9de0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0443308 Mar 28 09:29:58.879170 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-ea154fe1-06f9-4bc7-89c4-01f31a58bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:58.880641 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-ea154fe1-06f9-4bc7-89c4-01f31a58bd0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434573 Mar 28 09:29:58.970725 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-a4648d0a-13be-42c8-bdb8-07e904f47556 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840123 Mar 28 09:29:59.058149 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-7e326ecc-3e7b-41ee-a545-c4ea5083c80e service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821624 Mar 28 09:29:59.496557 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-317cc28d-ad15-4d77-9580-e51f2edae4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:29:59.903022 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b40d1-2728-4b13-9c37-0cbb2db4688b req-a899eb2e-61ae-4bba-9e03-3a9d046935c8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:29:59.904495 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1e7b40d1-2728-4b13-9c37-0cbb2db4688b req-a899eb2e-61ae-4bba-9e03-3a9d046935c8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0525315 Mar 28 09:29:59.953925 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1e7b40d1-2728-4b13-9c37-0cbb2db4688b req-a1dd73b7-931f-4b27-ad29-f4a4b259909a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439634 Mar 28 09:30:00.564497 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-af1f2088-08ee-4e42-9233-8d5054fd123d service neutron] 10.222.0.16 "GET /v2.0/ports/44501162-63a8-495e-93f8-07c5e314135d/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0557046 Mar 28 09:30:00.623089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:00.779742 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-ee40f6a1-345f-440b-9d29-8128015b9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:00.781238 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-ee40f6a1-345f-440b-9d29-8128015b9c7f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778&tenant_id=221d328a4f5c471b840c8b10fad5c87b HTTP/1.1" status: 200 len: 1130 time: 0.0494754 Mar 28 09:30:00.844834 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-7a3e77b1-125f-4c29-b100-bc28ea0167ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:00.846247 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-7a3e77b1-125f-4c29-b100-bc28ea0167ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 1130 time: 0.0443399 Mar 28 09:30:00.933260 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-77b4d570-f0ab-4396-a2fd-86259fa2cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:00.934745 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-77b4d570-f0ab-4396-a2fd-86259fa2cb74 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0830486 Mar 28 09:30:01.003945 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-c7f55221-2e58-4715-b1be-c826037b118d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44501162-63a8-495e-93f8-07c5e314135d HTTP/1.1" status: 200 len: 1002 time: 0.0634146 Mar 28 09:30:01.083158 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-f2eb228c-3510-4d2a-8d99-d621c131f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:01.084594 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-f2eb228c-3510-4d2a-8d99-d621c131f310 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0740387 Mar 28 09:30:01.128723 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03efee-8069-4e49-bcb0-89ba7e7b845a req-71c8a725-35ba-4cf1-a891-fd9f55ecfcee tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:01.130101 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0d03efee-8069-4e49-bcb0-89ba7e7b845a req-71c8a725-35ba-4cf1-a891-fd9f55ecfcee tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0935349 Mar 28 09:30:01.169848 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-17dd4d45-18d3-462c-98de-50b2f6e59ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:01.171340 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-17dd4d45-18d3-462c-98de-50b2f6e59ae0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0805285 Mar 28 09:30:01.203365 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0d03efee-8069-4e49-bcb0-89ba7e7b845a req-f7dd9951-a8c1-4a6c-8ced-cd1c4757313a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671458 Mar 28 09:30:01.274699 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-30e76a2b-c4fe-4710-907f-a08853d31cfb service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940285 Mar 28 09:30:01.374448 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ea5ea368-7299-4278-be19-26a67ad7e110 req-c7bc8e65-3b02-4802-a5a8-5b9377c39a41 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891399 Mar 28 09:30:02.168815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:02.323080 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12f0ed-af31-40c8-a7df-a449f4e961fe req-6f3b8e82-98cc-4dc2-a83d-c29e8f017aed tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:02.324940 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-da12f0ed-af31-40c8-a7df-a449f4e961fe req-6f3b8e82-98cc-4dc2-a83d-c29e8f017aed tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0522623 Mar 28 09:30:02.370665 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-da12f0ed-af31-40c8-a7df-a449f4e961fe req-87ba5f1c-d8cd-4d6a-8c8b-cadd935033ec tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399647 Mar 28 09:30:03.488912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783f5e3-ba57-43e9-9de7-1e97073c083b req-20699c37-a159-4aef-93c9-12fa3b445203 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:03.490406 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3783f5e3-ba57-43e9-9de7-1e97073c083b req-20699c37-a159-4aef-93c9-12fa3b445203 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0523996 Mar 28 09:30:03.536862 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3783f5e3-ba57-43e9-9de7-1e97073c083b req-7d200eb1-3e9a-4021-a05b-60df62c054c6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402355 Mar 28 09:30:03.722636 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:03.770618 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa540d-fdc7-4ce0-899c-86319a1dcdb2 req-cab00fc2-0fba-4f99-970e-62c55ff8e3a9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:03.772107 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d0fa540d-fdc7-4ce0-899c-86319a1dcdb2 req-cab00fc2-0fba-4f99-970e-62c55ff8e3a9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0928349 Mar 28 09:30:03.786544 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d839f-74e0-45d1-b331-bedc1e0f718e req-bddfa75d-8ae0-41d4-92a7-e4758e76494f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:03.787934 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c51d839f-74e0-45d1-b331-bedc1e0f718e req-bddfa75d-8ae0-41d4-92a7-e4758e76494f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778&tenant_id=221d328a4f5c471b840c8b10fad5c87b&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.0950251 Mar 28 09:30:03.838911 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d0fa540d-fdc7-4ce0-899c-86319a1dcdb2 req-632d13e7-e790-44ed-a516-9803e574cab9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601912 Mar 28 09:30:03.874826 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d839f-74e0-45d1-b331-bedc1e0f718e req-fc7b6067-52d7-4354-9624-f3cdbfffeb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:03.876301 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c51d839f-74e0-45d1-b331-bedc1e0f718e req-fc7b6067-52d7-4354-9624-f3cdbfffeb59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 1130 time: 0.0477021 Mar 28 09:30:03.966725 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d839f-74e0-45d1-b331-bedc1e0f718e req-1242271c-025d-408e-9bf6-aa78a6429c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:03.968178 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c51d839f-74e0-45d1-b331-bedc1e0f718e req-1242271c-025d-408e-9bf6-aa78a6429c17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0860107 Mar 28 09:30:04.033551 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c51d839f-74e0-45d1-b331-bedc1e0f718e req-de27467c-ffc8-4edf-aeea-b5a879b8e150 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44501162-63a8-495e-93f8-07c5e314135d HTTP/1.1" status: 200 len: 1002 time: 0.0588937 Mar 28 09:30:04.085187 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d839f-74e0-45d1-b331-bedc1e0f718e req-344efcb8-a630-48ac-97f5-ab33cb586e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:04.086634 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c51d839f-74e0-45d1-b331-bedc1e0f718e req-344efcb8-a630-48ac-97f5-ab33cb586e7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0464790 Mar 28 09:30:04.135585 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d839f-74e0-45d1-b331-bedc1e0f718e req-bae229fa-1c08-480d-b239-440d3edfc454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:04.137088 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c51d839f-74e0-45d1-b331-bedc1e0f718e req-bae229fa-1c08-480d-b239-440d3edfc454 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443687 Mar 28 09:30:04.224365 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c51d839f-74e0-45d1-b331-bedc1e0f718e req-56e5e335-d166-4043-be8a-70e730148086 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808494 Mar 28 09:30:04.314966 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 44501162-63a8-495e-93f8-07c5e314135d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:30:04.316934 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 44501162-63a8-495e-93f8-07c5e314135d no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:30:04.317457 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c51d839f-74e0-45d1-b331-bedc1e0f718e req-5e58837c-d78f-45da-aef5-8bb474070d52 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872681 Mar 28 09:30:04.460439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 44501162-63a8-495e-93f8-07c5e314135d is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:30:04.460823 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (44501162-63a8-495e-93f8-07c5e314135d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:04.479954 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 44501162-63a8-495e-93f8-07c5e314135d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=44501162-63a8-495e-93f8-07c5e314135d,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:30:04.497710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '44501162-63a8-495e-93f8-07c5e314135d', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'port_id': '44501162-63a8-495e-93f8-07c5e314135d', 'mac_address': 'fa:16:3e:e1:cd:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:30:04.502487 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e185016d-3dba-4a5c-bb97-b8aba6c31778', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44501162-63a8-495e-93f8-07c5e314135d'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:30:04.504991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1592db69-07f5-45ff-b495-e5e9b976da1b" -d '{"events": [{"server_uuid": "e185016d-3dba-4a5c-bb97-b8aba6c31778", "name": "network-vif-unplugged", "status": "completed", "tag": "44501162-63a8-495e-93f8-07c5e314135d"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:30:04.520323 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 44501162-63a8-495e-93f8-07c5e314135d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=44501162-63a8-495e-93f8-07c5e314135d,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:30:04.542431 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (44501162-63a8-495e-93f8-07c5e314135d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:04.549563 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 09:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09ea445-9c07-4de8-a124-e454082cf7d1 x-openstack-request-id: req-b09ea445-9c07-4de8-a124-e454082cf7d1 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:30:04.549879 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e185016d-3dba-4a5c-bb97-b8aba6c31778", "name": "network-vif-unplugged", "status": "completed", "tag": "44501162-63a8-495e-93f8-07c5e314135d", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:30:04.550136 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b09ea445-9c07-4de8-a124-e454082cf7d1 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:30:04.550527 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b09ea445-9c07-4de8-a124-e454082cf7d1'] response: {'server_uuid': 'e185016d-3dba-4a5c-bb97-b8aba6c31778', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44501162-63a8-495e-93f8-07c5e314135d', 'code': 200} Mar 28 09:30:04.581264 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 44501162-63a8-495e-93f8-07c5e314135d is: ACTIVE; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:30:04.581563 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (44501162-63a8-495e-93f8-07c5e314135d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:04.606615 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44501162-63a8-495e-93f8-07c5e314135d {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:30:04.614018 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=44501162-63a8-495e-93f8-07c5e314135d,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:30:04.652627 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:30:04.652989 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:30:04.959520 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e0e88-fd8b-4eeb-82f5-41cf93aa7749 req-c9197632-390d-4467-aa31-223844666a70 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:04.961006 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8f2e0e88-fd8b-4eeb-82f5-41cf93aa7749 req-c9197632-390d-4467-aa31-223844666a70 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 944 time: 0.0522940 Mar 28 09:30:05.008066 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8f2e0e88-fd8b-4eeb-82f5-41cf93aa7749 req-c834db39-6d3a-4f2f-aff8-7d5d76aaf091 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410006 Mar 28 09:30:05.127540 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a4db0-901a-4b2f-a1f4-ae127e69a07d req-6ffb51c6-5211-4c95-95d7-44be6b808dd2 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:05.128923 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-864a4db0-901a-4b2f-a1f4-ae127e69a07d req-6ffb51c6-5211-4c95-95d7-44be6b808dd2 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 944 time: 0.0525780 Mar 28 09:30:05.174531 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-864a4db0-901a-4b2f-a1f4-ae127e69a07d req-6a210304-c07e-49ba-8a48-d8d2b9fa7677 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397630 Mar 28 09:30:05.190139 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 44501162-63a8-495e-93f8-07c5e314135d is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:30:05.190637 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (44501162-63a8-495e-93f8-07c5e314135d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:05.206827 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44501162-63a8-495e-93f8-07c5e314135d {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:30:05.226826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 44501162-63a8-495e-93f8-07c5e314135d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=44501162-63a8-495e-93f8-07c5e314135d,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:30:05.231905 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (44501162-63a8-495e-93f8-07c5e314135d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:05.289572 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=44501162-63a8-495e-93f8-07c5e314135d,revision_number=7']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:30:05.294398 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['44501162-63a8-495e-93f8-07c5e314135d'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:30:05.405110 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd5c08-4c06-40c0-bb45-d41558412852 req-6bce4447-a860-45e7-a3c1-b7ba53016fcb tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:05.406556 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a1bd5c08-4c06-40c0-bb45-d41558412852 req-6bce4447-a860-45e7-a3c1-b7ba53016fcb tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 945 time: 0.0601337 Mar 28 09:30:05.417177 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f2e03-b2f9-4bf3-9651-96a3d9da90cb req-932e25d1-1672-4f17-ace7-2b61f0cc9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:05.419215 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3d2f2e03-b2f9-4bf3-9651-96a3d9da90cb req-932e25d1-1672-4f17-ace7-2b61f0cc9076 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 1129 time: 0.0581224 Mar 28 09:30:05.459185 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a1bd5c08-4c06-40c0-bb45-d41558412852 req-38369edf-d943-4763-a1cc-b6fa658a93b2 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466537 Mar 28 09:30:05.509232 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f2e03-b2f9-4bf3-9651-96a3d9da90cb req-52c27fdb-fb9c-4246-a5cd-5540b2fec9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:05.510715 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3d2f2e03-b2f9-4bf3-9651-96a3d9da90cb req-52c27fdb-fb9c-4246-a5cd-5540b2fec9c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0851016 Mar 28 09:30:05.577833 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3d2f2e03-b2f9-4bf3-9651-96a3d9da90cb req-cca46e09-5e64-4bef-8254-22e6aecf6bac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44501162-63a8-495e-93f8-07c5e314135d HTTP/1.1" status: 200 len: 1001 time: 0.0609682 Mar 28 09:30:05.625248 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f2e03-b2f9-4bf3-9651-96a3d9da90cb req-cd763dac-f538-4f6f-b167-e433ea6177ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:05.626684 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3d2f2e03-b2f9-4bf3-9651-96a3d9da90cb req-cd763dac-f538-4f6f-b167-e433ea6177ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0427058 Mar 28 09:30:05.674803 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f2e03-b2f9-4bf3-9651-96a3d9da90cb req-e6e8b427-a976-48a5-ba94-cf6b8930c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:05.676181 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3d2f2e03-b2f9-4bf3-9651-96a3d9da90cb req-e6e8b427-a976-48a5-ba94-cf6b8930c8ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433269 Mar 28 09:30:05.767103 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3d2f2e03-b2f9-4bf3-9651-96a3d9da90cb req-c22170d3-af89-4349-b0f4-fe83a62f7e12 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850713 Mar 28 09:30:05.854430 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3d2f2e03-b2f9-4bf3-9651-96a3d9da90cb req-11364d6b-b749-4469-a855-2741da6cbdfd service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814037 Mar 28 09:30:06.313893 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 44501162-63a8-495e-93f8-07c5e314135d up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:30:06.364443 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 44501162-63a8-495e-93f8-07c5e314135d triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:30:06.364840 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (44501162-63a8-495e-93f8-07c5e314135d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:06.439310 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 44501162-63a8-495e-93f8-07c5e314135d is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:30:06.439694 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (44501162-63a8-495e-93f8-07c5e314135d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:06.471127 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 44501162-63a8-495e-93f8-07c5e314135d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=44501162-63a8-495e-93f8-07c5e314135d,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:30:06.474430 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (44501162-63a8-495e-93f8-07c5e314135d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:06.529297 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=44501162-63a8-495e-93f8-07c5e314135d,revision_number=8']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:30:06.551833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e185016d-3dba-4a5c-bb97-b8aba6c31778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44501162-63a8-495e-93f8-07c5e314135d'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:30:06.554199 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8d3bb6-f24f-4339-862a-d557916d51c6" -d '{"events": [{"server_uuid": "e185016d-3dba-4a5c-bb97-b8aba6c31778", "name": "network-vif-plugged", "status": "completed", "tag": "44501162-63a8-495e-93f8-07c5e314135d"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:30:06.592563 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb210757-cda1-4b0d-9b46-b8bc535fe47d x-openstack-request-id: req-cb210757-cda1-4b0d-9b46-b8bc535fe47d {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:30:06.592863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e185016d-3dba-4a5c-bb97-b8aba6c31778", "name": "network-vif-plugged", "status": "completed", "tag": "44501162-63a8-495e-93f8-07c5e314135d", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:30:06.593131 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb210757-cda1-4b0d-9b46-b8bc535fe47d {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:30:06.593529 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb210757-cda1-4b0d-9b46-b8bc535fe47d'] response: {'server_uuid': 'e185016d-3dba-4a5c-bb97-b8aba6c31778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44501162-63a8-495e-93f8-07c5e314135d', 'code': 200} Mar 28 09:30:06.596265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8306cb-565b-47a8-baa5-cefa7c5760a3 req-54810555-1b88-421c-8a7e-bc2ae8f42341 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:06.597810 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fe8306cb-565b-47a8-baa5-cefa7c5760a3 req-54810555-1b88-421c-8a7e-bc2ae8f42341 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0611796 Mar 28 09:30:06.645467 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fe8306cb-565b-47a8-baa5-cefa7c5760a3 req-517254ab-ccb3-4232-8e87-cc6f8664495b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417082 Mar 28 09:30:06.923470 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33199947-4ae1-41ec-97c7-7dae0576b4e3 req-f264f164-e651-4286-9549-c4d2aa36a120 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:06.925157 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-33199947-4ae1-41ec-97c7-7dae0576b4e3 req-f264f164-e651-4286-9549-c4d2aa36a120 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0902896 Mar 28 09:30:07.001705 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-33199947-4ae1-41ec-97c7-7dae0576b4e3 req-390725e2-f624-40d9-a38f-c51b4a6f744b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677032 Mar 28 09:30:07.514368 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:30:08.133454 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce6c06-4c4d-44e8-b2ac-7e3738f233d1 req-dc5d2db5-7629-42af-b4b4-aa16c137314f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:08.135512 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e2ce6c06-4c4d-44e8-b2ac-7e3738f233d1 req-dc5d2db5-7629-42af-b4b4-aa16c137314f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0600102 Mar 28 09:30:08.189221 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e2ce6c06-4c4d-44e8-b2ac-7e3738f233d1 req-aa3fa1a1-2000-44be-9e0f-2579501ba77d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477817 Mar 28 09:30:08.500130 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cee233-613f-4b44-8935-65a3963baf96 req-7fdf3d59-df72-4880-8774-c984ff9bedc2 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:08.501639 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-09cee233-613f-4b44-8935-65a3963baf96 req-7fdf3d59-df72-4880-8774-c984ff9bedc2 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 946 time: 0.0512519 Mar 28 09:30:08.601321 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-09cee233-613f-4b44-8935-65a3963baf96 req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Deleting port 44501162-63a8-495e-93f8-07c5e314135d {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:30:08.601690 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-09cee233-613f-4b44-8935-65a3963baf96 req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (44501162-63a8-495e-93f8-07c5e314135d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:08.690264 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-09cee233-613f-4b44-8935-65a3963baf96 req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] For port 44501162-63a8-495e-93f8-07c5e314135d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=44501162-63a8-495e-93f8-07c5e314135d,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:30:08.690633 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-09cee233-613f-4b44-8935-65a3963baf96 req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (44501162-63a8-495e-93f8-07c5e314135d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:08.861970 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-09cee233-613f-4b44-8935-65a3963baf96 req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:08.862260 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-09cee233-613f-4b44-8935-65a3963baf96 req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (334e73aa-fbf8-4d1b-952f-e3c831e4e58a), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:08.862599 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [req-09cee233-613f-4b44-8935-65a3963baf96 req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Floating IP 334e73aa-fbf8-4d1b-952f-e3c831e4e58a disassociated. External IP: 172.36.4.151, port: 44501162-63a8-495e-93f8-07c5e314135d. Mar 28 09:30:08.862944 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-09cee233-613f-4b44-8935-65a3963baf96 req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Calling delete_port for 44501162-63a8-495e-93f8-07c5e314135d owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:30:08.987368 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-09cee233-613f-4b44-8935-65a3963baf96 req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (44501162-63a8-495e-93f8-07c5e314135d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:09.018998 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Pushing event deleted for resources: {'Port': ['ID=44501162-63a8-495e-93f8-07c5e314135d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:30:09.030806 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:09.031179 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:09.031519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:09.031860 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:09.032201 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:09.032534 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:09.032866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:09.033197 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:09.033524 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:09.033882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:09.034220 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:09.034552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:09.034878 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:09.035201 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:09.035531 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:09.147548 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09cee233-613f-4b44-8935-65a3963baf96 req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Router 710d635f-35af-4e81-b696-834c89e683bb has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:30:09.261276 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09cee233-613f-4b44-8935-65a3963baf96 req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:30:09.270557 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefae600-de9c-4a9a-a433-386ab715d15d None None] Sync routers for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:30:09.280705 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefae600-de9c-4a9a-a433-386ab715d15d None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:30:09.284144 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-eefae600-de9c-4a9a-a433-386ab715d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:29:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:30:09.310341 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9b393d04-ec6f-4f2d-bcac-dc4569b1e75e req-eee631b1-b03d-4458-935a-4eaecd7f06ff tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=e185016d-3dba-4a5c-bb97-b8aba6c31778 HTTP/1.1" status: 200 len: 210 time: 0.0511644 Mar 28 09:30:09.329061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cee233-613f-4b44-8935-65a3963baf96 req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] No DVR routers for this DVR port 44501162-63a8-495e-93f8-07c5e314135d on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:30:09.331675 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-09cee233-613f-4b44-8935-65a3963baf96 req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:09.335064 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-09cee233-613f-4b44-8935-65a3963baf96 req-41a4569c-9487-49da-8c2f-6cdebad8fd1c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "DELETE /v2.0/ports/44501162-63a8-495e-93f8-07c5e314135d HTTP/1.1" status: 204 len: 173 time: 0.8285351 Mar 28 09:30:09.335511 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e185016d-3dba-4a5c-bb97-b8aba6c31778', 'name': 'network-vif-deleted', 'tag': '44501162-63a8-495e-93f8-07c5e314135d'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:30:09.338435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ba7364-759d-440c-a3bb-46e2d3aeb665" -d '{"events": [{"server_uuid": "e185016d-3dba-4a5c-bb97-b8aba6c31778", "name": "network-vif-deleted", "tag": "44501162-63a8-495e-93f8-07c5e314135d"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:30:09.385950 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2489a38c-b7bf-4652-b201-4905dd52b319 x-openstack-request-id: req-2489a38c-b7bf-4652-b201-4905dd52b319 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:30:09.386191 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e185016d-3dba-4a5c-bb97-b8aba6c31778", "name": "network-vif-deleted", "tag": "44501162-63a8-495e-93f8-07c5e314135d", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:30:09.386452 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2489a38c-b7bf-4652-b201-4905dd52b319 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:30:09.386870 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2489a38c-b7bf-4652-b201-4905dd52b319'] response: {'server_uuid': 'e185016d-3dba-4a5c-bb97-b8aba6c31778', 'name': 'network-vif-deleted', 'tag': '44501162-63a8-495e-93f8-07c5e314135d', 'status': 'completed', 'code': 200} Mar 28 09:30:09.394554 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-eefae600-de9c-4a9a-a433-386ab715d15d None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:30:09.676606 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-eefae600-de9c-4a9a-a433-386ab715d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:30:09.703291 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefae600-de9c-4a9a-a433-386ab715d15d None None] Checking router: 710d635f-35af-4e81-b696-834c89e683bb for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:30:09.711343 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefae600-de9c-4a9a-a433-386ab715d15d None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:30:09.712205 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-eefae600-de9c-4a9a-a433-386ab715d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:29:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:30:09.827506 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-eefae600-de9c-4a9a-a433-386ab715d15d None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:30:10.016309 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-eefae600-de9c-4a9a-a433-386ab715d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:30:10.046140 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefae600-de9c-4a9a-a433-386ab715d15d None None] The sync data for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv is: [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:30:10.258599 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719cb151-19af-4b74-90ae-60b49d0900f6 None None] New status for floating IP 334e73aa-fbf8-4d1b-952f-e3c831e4e58a: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:30:10.555706 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-2a8923d2-8280-4a87-b6af-7acbdaccb29f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--289034466&fields=id&tenant_id=221d328a4f5c471b840c8b10fad5c87b HTTP/1.1" status: 200 len: 267 time: 0.0430753 Mar 28 09:30:10.661873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-242b5f6a-117f-45a3-99a7-758a61aabae1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:10.663272 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-242b5f6a-117f-45a3-99a7-758a61aabae1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 812 time: 0.1010730 Mar 28 09:30:10.677486 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-a91b402f-0b0d-4434-a242-3373151c0235 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/quotas/221d328a4f5c471b840c8b10fad5c87b HTTP/1.1" status: 200 len: 375 time: 0.0087848 Mar 28 09:30:10.731925 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-9a3f5c55-74c9-4ff0-a466-eee0cca478eb tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491276 Mar 28 09:30:10.867409 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-e1a483ef-b033-47d1-bd97-015865863cf5 service neutron] 10.222.0.15 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245766 Mar 28 09:30:10.958896 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-bf8d65e3-7719-43d1-a087-8c2135fdbfb8 service neutron] 10.222.0.15 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853081 Mar 28 09:30:11.116316 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d659e31f-29a0-480c-977d-038666b32813 req-cef5c7a9-0dfb-4099-9ac8-56377166338d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 210 time: 0.0269234 Mar 28 09:30:11.994691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-356c480e-f485-400d-8bac-f6e5171c2c83 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:11.996153 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-356c480e-f485-400d-8bac-f6e5171c2c83 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 812 time: 0.1048334 Mar 28 09:30:12.062957 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-9eb93e68-3b13-48eb-a71b-43aca8f6a1e3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=221d328a4f5c471b840c8b10fad5c87b HTTP/1.1" status: 200 len: 379 time: 0.0582824 Mar 28 09:30:12.071026 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-cab5a04b-2b73-4f19-abc7-398e6f1e369a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Request body: {'port': {'device_id': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'admin_state_up': True, 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'security_groups': ['c825365c-0581-4e4a-aba8-25b78cb826e9']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:30:12.178735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-cab5a04b-2b73-4f19-abc7-398e6f1e369a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Made reservation on behalf of 221d328a4f5c471b840c8b10fad5c87b for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:30:12.183418 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-cab5a04b-2b73-4f19-abc7-398e6f1e369a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:12.229224 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2c45a1ec-33e3-4a68-9099-74ebdb89d60f req-91f267df-5c3b-46a4-804f-09108e3c6570 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 210 time: 0.0423467 Mar 28 09:30:12.329453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 44501162-63a8-495e-93f8-07c5e314135d no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:30:12.339631 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-cab5a04b-2b73-4f19-abc7-398e6f1e369a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Allocated IP 172.20.0.14 (95a08f1e-2101-4ca5-9db9-b45528dbc3b2/daf46333-dab3-423b-9699-9dc7261dce51/0e0c71be-3a5f-4f0a-b67a-db4194b9ffae) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:30:12.352999 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 44501162-63a8-495e-93f8-07c5e314135d {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:30:12.353348 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 44501162-63a8-495e-93f8-07c5e314135d not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:30:12.482690 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-cab5a04b-2b73-4f19-abc7-398e6f1e369a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:12.527961 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-cab5a04b-2b73-4f19-abc7-398e6f1e369a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:12.889856 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-cab5a04b-2b73-4f19-abc7-398e6f1e369a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:30:12.893000 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-cab5a04b-2b73-4f19-abc7-398e6f1e369a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:30:12.900014 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-cab5a04b-2b73-4f19-abc7-398e6f1e369a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:30:12.906613 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5a04b-2b73-4f19-abc7-398e6f1e369a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Pushing event updated for resources: {'Port': ['ID=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:30:12.952875 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-cab5a04b-2b73-4f19-abc7-398e6f1e369a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:12.953498 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-cab5a04b-2b73-4f19-abc7-398e6f1e369a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:12.973185 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-cab5a04b-2b73-4f19-abc7-398e6f1e369a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9054728 Mar 28 09:30:12.984947 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Request body: {'port': {'device_id': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:30:13.054216 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:13.154410 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c13a00c3-1e10-4b37-82e9-7835e9842f98 None None] Provisioning complete for port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:30:13.154816 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c13a00c3-1e10-4b37-82e9-7835e9842f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:13.191231 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c13a00c3-1e10-4b37-82e9-7835e9842f98 None None] Port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:30:13.323484 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:30:13.331179 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Publish callbacks [] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:13.343563 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Transition to ACTIVE for port object 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:30:13.349183 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:13.359254 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ad0d1-e604-4d9c-be66-1f2c23c9e056 req-50651522-d015-4e1f-9e47-39838f3a4f13 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:13.360759 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-754ad0d1-e604-4d9c-be66-1f2c23c9e056 req-50651522-d015-4e1f-9e47-39838f3a4f13 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 932 time: 0.0617673 Mar 28 09:30:13.413339 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-754ad0d1-e604-4d9c-be66-1f2c23c9e056 req-258db4e5-5765-4eac-a145-143e89ed7710 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465474 Mar 28 09:30:13.443366 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Pushing event updated for resources: {'Port': ['ID=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:30:13.475725 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Attempting to bind port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:30:13.476055 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Attempting to bind port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:30:13.476383 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Attempting to bind port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae on network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:30:13.481664 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae on network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:30:13.481992 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Attempting to bind port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae on network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:30:13.487039 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:30:13.487379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Checking segment: {'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:30:13.487761 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Bound using segment: {'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:30:13.488187 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Bound port: 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:30:13.488545 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:13.556336 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] For port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:30:13.559735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] For port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:30:13.566742 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:13.599478 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:13.600094 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:13.601466 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] 10.222.0.16 "PUT /v2.0/ports/0e0c71be-3a5f-4f0a-b67a-db4194b9ffae HTTP/1.1" status: 200 len: 1094 time: 0.6211314 Mar 28 09:30:13.601935 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'tag': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:30:13.604355 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71d036d-9cf1-4fb1-afdd-66454fd55152" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c", "tag": "0e0c71be-3a5f-4f0a-b67a-db4194b9ffae"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:30:13.637167 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e3e5d-530d-46c1-8de2-af69e215e0da service neutron] Pushing event updated for resources: {'Port': ['ID=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:30:13.658637 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f464ca57-c45e-491c-a834-7ccd8095909d x-openstack-request-id: req-f464ca57-c45e-491c-a834-7ccd8095909d {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:30:13.659047 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c", "tag": "0e0c71be-3a5f-4f0a-b67a-db4194b9ffae", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:30:13.659307 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f464ca57-c45e-491c-a834-7ccd8095909d {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:30:13.659718 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f464ca57-c45e-491c-a834-7ccd8095909d'] response: {'name': 'network-changed', 'server_uuid': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'tag': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae', 'status': 'completed', 'code': 200} Mar 28 09:30:13.703307 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-1657ce08-0078-4dbd-80fe-8c348aac0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:13.705179 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-1657ce08-0078-4dbd-80fe-8c348aac0879 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 1128 time: 0.0589225 Mar 28 09:30:13.748198 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-c2d63a56-884b-4150-a9ef-618c67e1f188 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae HTTP/1.1" status: 200 len: 217 time: 0.0367844 Mar 28 09:30:13.800165 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-127d1cb2-c96d-4459-8953-6ed4112c605d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:13.801727 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-127d1cb2-c96d-4459-8953-6ed4112c605d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0464113 Mar 28 09:30:13.850589 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-e05d7403-0c1e-40a1-a443-977226e8501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:13.852110 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-e05d7403-0c1e-40a1-a443-977226e8501c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441775 Mar 28 09:30:13.947046 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-a006d608-f077-4996-bebc-1e1063091c1a service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875442 Mar 28 09:30:14.037313 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ff1c1493-e36e-4fd0-9091-44bff5789ff7 req-a4766f68-f2ea-47fe-85a1-e9d212dc58e5 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856471 Mar 28 09:30:14.135576 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d036d-9cf1-4fb1-afdd-66454fd55152 req-1eba35e6-3f06-4924-88de-4c53af2827e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:14.137120 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c71d036d-9cf1-4fb1-afdd-66454fd55152 req-1eba35e6-3f06-4924-88de-4c53af2827e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 1128 time: 0.0533440 Mar 28 09:30:14.226707 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d036d-9cf1-4fb1-afdd-66454fd55152 req-7adb837d-1f63-444e-82d4-a30f73add25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:14.228550 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c71d036d-9cf1-4fb1-afdd-66454fd55152 req-7adb837d-1f63-444e-82d4-a30f73add25f service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0848222 Mar 28 09:30:14.275350 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c71d036d-9cf1-4fb1-afdd-66454fd55152 req-b91ebd19-e2e8-4be1-98a9-bbc3246c54e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae HTTP/1.1" status: 200 len: 217 time: 0.0394537 Mar 28 09:30:14.329912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d036d-9cf1-4fb1-afdd-66454fd55152 req-0f3ba5bc-3b24-4f54-bc6c-605800076a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:14.331358 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c71d036d-9cf1-4fb1-afdd-66454fd55152 req-0f3ba5bc-3b24-4f54-bc6c-605800076a64 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0501800 Mar 28 09:30:14.380178 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d036d-9cf1-4fb1-afdd-66454fd55152 req-d2523940-f38c-44a1-be17-565b6bc4caae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:14.381701 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c71d036d-9cf1-4fb1-afdd-66454fd55152 req-d2523940-f38c-44a1-be17-565b6bc4caae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438962 Mar 28 09:30:14.474969 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c71d036d-9cf1-4fb1-afdd-66454fd55152 req-88571842-be3b-42b8-8833-d731a76f4c2f service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864391 Mar 28 09:30:14.538747 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91b4ca-1a0c-4f77-8371-2f0c4f1a0cc2 req-a9bdebae-ee7e-4e09-a755-8266db357a5f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:14.540408 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5a91b4ca-1a0c-4f77-8371-2f0c4f1a0cc2 req-a9bdebae-ee7e-4e09-a755-8266db357a5f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 944 time: 0.0568819 Mar 28 09:30:14.567584 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c71d036d-9cf1-4fb1-afdd-66454fd55152 req-da744331-ecde-4683-bf2b-47221b932879 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863194 Mar 28 09:30:14.588876 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5a91b4ca-1a0c-4f77-8371-2f0c4f1a0cc2 req-2fda06d8-dcdf-4443-82fe-41349aa251cc tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428677 Mar 28 09:30:15.709157 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6d51c-c1bc-48a1-8dc8-c70800f7203b req-41b0733b-a4a2-4dfe-a6e9-9168b0f56aa8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:15.710676 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-72c6d51c-c1bc-48a1-8dc8-c70800f7203b req-41b0733b-a4a2-4dfe-a6e9-9168b0f56aa8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 944 time: 0.0544553 Mar 28 09:30:15.758431 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-72c6d51c-c1bc-48a1-8dc8-c70800f7203b req-bfb0c940-a829-48fa-aa69-1807db70f801 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420339 Mar 28 09:30:16.360079 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:30:16.455084 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:30:16.612187 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'port_id': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae', 'mac_address': 'fa:16:3e:95:08:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:30:16.647830 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:30:16.648214 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:16.660873 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:30:16.680090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:30:16.684740 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:16.731172 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:30:16.877816 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4426a-4e64-4134-b79c-22af1ac14f35 req-ecd293e7-e8cf-4b46-b8ce-d02ff1148b59 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:16.879203 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c6c4426a-4e64-4134-b79c-22af1ac14f35 req-ecd293e7-e8cf-4b46-b8ce-d02ff1148b59 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 945 time: 0.0554383 Mar 28 09:30:16.887007 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['0e0c71be-3a5f-4f0a-b67a-db4194b9ffae'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:30:16.927219 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c6c4426a-4e64-4134-b79c-22af1ac14f35 req-81151052-bb06-4716-86b3-5013968eb068 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412652 Mar 28 09:30:18.059849 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef2c34-941d-4763-b13f-bd86f78a4d8b req-d93b8321-96ae-450f-bd44-02743ff4e3e1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:18.061581 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f4ef2c34-941d-4763-b13f-bd86f78a4d8b req-d93b8321-96ae-450f-bd44-02743ff4e3e1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 945 time: 0.0634530 Mar 28 09:30:18.109241 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f4ef2c34-941d-4763-b13f-bd86f78a4d8b req-50ddc134-51f9-4b9c-b4cc-87d53189dbf1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410981 Mar 28 09:30:18.371827 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:30:18.419996 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:30:18.423715 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:30:18.424087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:18.502897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:30:18.503280 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:18.525922 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:30:18.528125 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c484bea8-6535-4705-a6fe-380db957bce4" -d '{"events": [{"server_uuid": "fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c", "name": "network-vif-plugged", "status": "completed", "tag": "0e0c71be-3a5f-4f0a-b67a-db4194b9ffae"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:30:18.539643 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:30:18.544599 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:18.573481 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dd2a6a-b923-4c77-999f-d51243a2cb9a x-openstack-request-id: req-e8dd2a6a-b923-4c77-999f-d51243a2cb9a {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:30:18.573951 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c", "name": "network-vif-plugged", "status": "completed", "tag": "0e0c71be-3a5f-4f0a-b67a-db4194b9ffae", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:30:18.574327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8dd2a6a-b923-4c77-999f-d51243a2cb9a {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:30:18.574741 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8dd2a6a-b923-4c77-999f-d51243a2cb9a'] response: {'server_uuid': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae', 'code': 200} Mar 28 09:30:18.598456 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:30:18.748043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f989cc7-0d9a-48b7-87e9-8dc7caadf9ab req-6f9b721f-eb1f-4c81-a101-ec2d92464641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:18.749595 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0f989cc7-0d9a-48b7-87e9-8dc7caadf9ab req-6f9b721f-eb1f-4c81-a101-ec2d92464641 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 1130 time: 0.0446219 Mar 28 09:30:18.792789 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0f989cc7-0d9a-48b7-87e9-8dc7caadf9ab req-da8d00d6-f8a1-4391-b5c2-8e756b012ffd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373013 Mar 28 09:30:19.231550 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e3067-6980-4ea3-95ff-8c4df64d80b0 req-1fed9a14-dc52-4a53-8208-d4487ca60b94 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:19.233076 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-302e3067-6980-4ea3-95ff-8c4df64d80b0 req-1fed9a14-dc52-4a53-8208-d4487ca60b94 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0573893 Mar 28 09:30:19.279650 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-302e3067-6980-4ea3-95ff-8c4df64d80b0 req-c67a6e5f-ab98-414a-8b29-cb57bd45d139 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409467 Mar 28 09:30:20.403853 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b6195-028b-4704-a52c-7261ea060c62 req-80d5cad6-be93-40d9-b238-d8f3eec8b428 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:20.405278 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a64b6195-028b-4704-a52c-7261ea060c62 req-80d5cad6-be93-40d9-b238-d8f3eec8b428 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0537632 Mar 28 09:30:20.452112 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a64b6195-028b-4704-a52c-7261ea060c62 req-01a5dc57-0745-4031-8ee1-f8e8fc1a9c58 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410702 Mar 28 09:30:20.568255 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfec33-b4be-458e-a85a-9d73d0355af7 req-e75c6c11-2d45-43ff-9164-838cb1ff3363 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:20.570245 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9dfec33-b4be-458e-a85a-9d73d0355af7 req-e75c6c11-2d45-43ff-9164-838cb1ff3363 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0554991 Mar 28 09:30:20.579335 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 56730) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:30:20.583630 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-2d0cf802-2b85-437e-905a-c08683ec121e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Request body: {'floatingip': {'port_id': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:30:20.622823 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2d0cf802-2b85-437e-905a-c08683ec121e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for floatingip (334e73aa-fbf8-4d1b-952f-e3c831e4e58a), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:21.050747 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2d0cf802-2b85-437e-905a-c08683ec121e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:21.054385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2d0cf802-2b85-437e-905a-c08683ec121e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (334e73aa-fbf8-4d1b-952f-e3c831e4e58a), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:21.160061 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-2d0cf802-2b85-437e-905a-c08683ec121e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Floating IP 334e73aa-fbf8-4d1b-952f-e3c831e4e58a associated. External IP: 172.36.4.151, port: 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae. Mar 28 09:30:21.372096 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0cf802-2b85-437e-905a-c08683ec121e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Router 710d635f-35af-4e81-b696-834c89e683bb has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:30:21.438732 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:21.483011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0cf802-2b85-437e-905a-c08683ec121e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:30:21.487874 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2d0cf802-2b85-437e-905a-c08683ec121e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:21.493909 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12890472-4983-4681-b04b-09cfc7289091 None None] Sync routers for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:30:21.503193 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12890472-4983-4681-b04b-09cfc7289091 None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:30:21.503794 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-12890472-4983-4681-b04b-09cfc7289091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:29:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:30:21.519316 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2d0cf802-2b85-437e-905a-c08683ec121e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "PUT /v2.0/floatingips/334e73aa-fbf8-4d1b-952f-e3c831e4e58a HTTP/1.1" status: 200 len: 992 time: 0.9389277 Mar 28 09:30:21.519910 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'tag': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:30:21.522176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2180208-7fb9-423e-b8df-79ecdf253291" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c", "tag": "0e0c71be-3a5f-4f0a-b67a-db4194b9ffae"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:30:21.558663 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca41d5e-4998-4ef1-b70e-24ea268cc25f x-openstack-request-id: req-1ca41d5e-4998-4ef1-b70e-24ea268cc25f {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:30:21.558968 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c", "tag": "0e0c71be-3a5f-4f0a-b67a-db4194b9ffae", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:30:21.559227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ca41d5e-4998-4ef1-b70e-24ea268cc25f {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:30:21.559647 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca41d5e-4998-4ef1-b70e-24ea268cc25f'] response: {'name': 'network-changed', 'server_uuid': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'tag': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae', 'status': 'completed', 'code': 200} Mar 28 09:30:21.625106 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-12890472-4983-4681-b04b-09cfc7289091 None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:30:21.637807 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2180208-7fb9-423e-b8df-79ecdf253291 req-915b11eb-c9ba-4fca-8aa1-f021d6f74dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:21.639332 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c2180208-7fb9-423e-b8df-79ecdf253291 req-915b11eb-c9ba-4fca-8aa1-f021d6f74dbd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 1130 time: 0.0557373 Mar 28 09:30:21.818654 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-31a608a7-970a-4e92-be19-d55a5ffd56a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1052923 Mar 28 09:30:21.820460 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2180208-7fb9-423e-b8df-79ecdf253291 req-dd7260d2-de96-4d1f-8df6-8aec5a42a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:21.822359 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c2180208-7fb9-423e-b8df-79ecdf253291 req-dd7260d2-de96-4d1f-8df6-8aec5a42a861 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.1754315 Mar 28 09:30:21.833667 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8c673-8597-4bf3-a255-55f188e3cd7a req-fafd7709-3282-4b1a-9413-ae1099b0c120 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:21.835157 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-91c8c673-8597-4bf3-a255-55f188e3cd7a req-fafd7709-3282-4b1a-9413-ae1099b0c120 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.1100807 Mar 28 09:30:21.872920 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-12890472-4983-4681-b04b-09cfc7289091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '334e73aa-fbf8-4d1b-952f-e3c831e4e58a', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'floating_ip_address': '172.36.4.151', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '710d635f-35af-4e81-b696-834c89e683bb', 'port_id': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'mac_address': 'fa:16:3e:95:08:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:28:39Z', 'updated_at': '2022-03-28T09:30:20Z', 'revision_number': 9, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:30:21.904291 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12890472-4983-4681-b04b-09cfc7289091 None None] Checking router: 710d635f-35af-4e81-b696-834c89e683bb for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:30:21.913397 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12890472-4983-4681-b04b-09cfc7289091 None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:30:21.914017 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-12890472-4983-4681-b04b-09cfc7289091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:29:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:30:21.932298 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c2180208-7fb9-423e-b8df-79ecdf253291 req-b10000cc-143e-487a-af27-81426deed4e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae HTTP/1.1" status: 200 len: 1000 time: 0.0960469 Mar 28 09:30:21.952645 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-91c8c673-8597-4bf3-a255-55f188e3cd7a req-90e94c8e-8bf9-4ff7-bd7c-7e9f521c2928 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083634 Mar 28 09:30:21.990973 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2180208-7fb9-423e-b8df-79ecdf253291 req-7f52122e-206b-4039-b591-03786e95c6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:21.993341 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c2180208-7fb9-423e-b8df-79ecdf253291 req-7f52122e-206b-4039-b591-03786e95c6ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0526500 Mar 28 09:30:22.029742 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-12890472-4983-4681-b04b-09cfc7289091 None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:30:22.051681 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2180208-7fb9-423e-b8df-79ecdf253291 req-f53cfe0c-ee1c-48c4-a93c-51a610f5deda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:22.053186 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c2180208-7fb9-423e-b8df-79ecdf253291 req-f53cfe0c-ee1c-48c4-a93c-51a610f5deda service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0550954 Mar 28 09:30:22.150051 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c2180208-7fb9-423e-b8df-79ecdf253291 req-71e4f7a0-20c0-4f48-b573-7fb5a0798197 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912793 Mar 28 09:30:22.252023 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c2180208-7fb9-423e-b8df-79ecdf253291 req-7113999f-8428-425c-b241-4942d893cc7e service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958066 Mar 28 09:30:22.280489 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-12890472-4983-4681-b04b-09cfc7289091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '334e73aa-fbf8-4d1b-952f-e3c831e4e58a', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'floating_ip_address': '172.36.4.151', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '710d635f-35af-4e81-b696-834c89e683bb', 'port_id': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'mac_address': 'fa:16:3e:95:08:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:28:39Z', 'updated_at': '2022-03-28T09:30:20Z', 'revision_number': 9, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:30:22.288971 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-115a732e-54c3-47b4-925a-964e959c6ab1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:22.290912 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-115a732e-54c3-47b4-925a-964e959c6ab1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports/0e0c71be-3a5f-4f0a-b67a-db4194b9ffae HTTP/1.1" status: 200 len: 943 time: 0.0523102 Mar 28 09:30:22.307356 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12890472-4983-4681-b04b-09cfc7289091 None None] The sync data for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv is: [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '334e73aa-fbf8-4d1b-952f-e3c831e4e58a', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'floating_ip_address': '172.36.4.151', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '710d635f-35af-4e81-b696-834c89e683bb', 'port_id': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'mac_address': 'fa:16:3e:95:08:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:28:39Z', 'updated_at': '2022-03-28T09:30:20Z', 'revision_number': 9, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:30:22.531576 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c0abe3-46e4-43a1-805a-25ba49512927 None None] New status for floating IP 334e73aa-fbf8-4d1b-952f-e3c831e4e58a: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:30:23.069054 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-fea35d58-9768-4926-a672-f8f3e461d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:23.070637 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-fea35d58-9768-4926-a672-f8f3e461d550 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 1130 time: 0.0488801 Mar 28 09:30:23.086874 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8342a8-c114-4e2e-9f2a-7bfa99a08351 req-7befffb4-87da-4bc2-8f53-850194a55fa9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:23.088476 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2d8342a8-c114-4e2e-9f2a-7bfa99a08351 req-7befffb4-87da-4bc2-8f53-850194a55fa9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0592253 Mar 28 09:30:23.137231 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2d8342a8-c114-4e2e-9f2a-7bfa99a08351 req-c47aa111-0520-426e-9826-6c5ffac350dc tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419581 Mar 28 09:30:23.160075 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-096589ec-762c-4b4a-ad0e-e01d54ed34f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:23.161548 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-096589ec-762c-4b4a-ad0e-e01d54ed34f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0854394 Mar 28 09:30:23.230004 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-18f9319c-fe10-4586-b43d-2f72fd368ce6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae HTTP/1.1" status: 200 len: 1003 time: 0.0626762 Mar 28 09:30:23.276771 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-822db5bd-8f32-4172-9459-99b5e9794229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:23.278233 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-822db5bd-8f32-4172-9459-99b5e9794229 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0425966 Mar 28 09:30:23.326219 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-64a7e5d9-6785-4260-b2b6-3a6648fbd261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:23.327710 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-64a7e5d9-6785-4260-b2b6-3a6648fbd261 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438936 Mar 28 09:30:23.421083 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-51c47d1d-c877-4d1b-bef7-3ee590caba15 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869644 Mar 28 09:30:23.506777 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-4c1841ac-d3ca-4304-8bcf-cc7543a165af service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799675 Mar 28 09:30:24.262441 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e45b96-d00e-4ae0-8a3d-8e7295c1c8ba req-6aa1e81f-53a5-48e7-bfde-e27bd0726ba2 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:24.263912 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b8e45b96-d00e-4ae0-8a3d-8e7295c1c8ba req-6aa1e81f-53a5-48e7-bfde-e27bd0726ba2 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0585461 Mar 28 09:30:24.309229 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b8e45b96-d00e-4ae0-8a3d-8e7295c1c8ba req-3f7ffc46-a985-4e79-815c-8cec804cb9c8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397894 Mar 28 09:30:25.427226 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08fc12-9130-4da4-bc12-dd804908ff61 req-e8213dfe-4d30-46f7-8419-b22d2d9922ae tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:25.428688 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9c08fc12-9130-4da4-bc12-dd804908ff61 req-e8213dfe-4d30-46f7-8419-b22d2d9922ae tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0534084 Mar 28 09:30:25.475195 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9c08fc12-9130-4da4-bc12-dd804908ff61 req-2d9a72c8-e3d1-4da3-91f6-d5db54157b52 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407965 Mar 28 09:30:26.597414 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45168ec5-3465-4aa1-9663-d4247541b374 req-8911171e-4fb3-4607-a7c0-25cc4f959f36 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:26.598921 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-45168ec5-3465-4aa1-9663-d4247541b374 req-8911171e-4fb3-4607-a7c0-25cc4f959f36 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0567060 Mar 28 09:30:26.645969 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-45168ec5-3465-4aa1-9663-d4247541b374 req-0281c78c-d583-4eec-afa5-f160897e5fea tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403440 Mar 28 09:30:27.270338 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fa6045aa-a784-44b3-9bdd-d2db1709a2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:27.764439 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c33ec-7e95-4420-a558-9dbbdc9c40a8 req-05b1efae-09f3-4d10-a68b-216aa798d4cc tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:27.765917 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-196c33ec-7e95-4420-a558-9dbbdc9c40a8 req-05b1efae-09f3-4d10-a68b-216aa798d4cc tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0512314 Mar 28 09:30:27.815698 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-196c33ec-7e95-4420-a558-9dbbdc9c40a8 req-5549f308-648c-47d1-89d1-ddd371e84e47 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442553 Mar 28 09:30:28.934024 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245341f-56dc-4b10-8d8e-a66c5f06f033 req-47827d8b-3338-4a2b-b4c0-128f85384bce tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:28.935498 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b245341f-56dc-4b10-8d8e-a66c5f06f033 req-47827d8b-3338-4a2b-b4c0-128f85384bce tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0533221 Mar 28 09:30:28.985876 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b245341f-56dc-4b10-8d8e-a66c5f06f033 req-54d96831-a6b0-4893-a2c0-fedc87381f5c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447664 Mar 28 09:30:29.497651 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f06c75c9-a26e-4b36-a142-c2de28bef767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:30.104617 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaeb8f1-d082-4b3d-b376-e987b3bf1f40 req-f4577f3e-04bc-4276-9eec-b0f73e17fd8b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:30.106120 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fcaeb8f1-d082-4b3d-b376-e987b3bf1f40 req-f4577f3e-04bc-4276-9eec-b0f73e17fd8b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0531731 Mar 28 09:30:30.152916 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fcaeb8f1-d082-4b3d-b376-e987b3bf1f40 req-8888efe8-cdcb-4646-bcd7-c487030aff51 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411909 Mar 28 09:30:30.624239 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:31.270704 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffb254-0ff1-4840-a48e-ed7d1dac16b7 req-b66a3db9-cab7-4a15-8ad4-7840779642db tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:31.272195 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-50ffb254-0ff1-4840-a48e-ed7d1dac16b7 req-b66a3db9-cab7-4a15-8ad4-7840779642db tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0528600 Mar 28 09:30:31.318468 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-50ffb254-0ff1-4840-a48e-ed7d1dac16b7 req-01d5855f-a568-4127-8a1c-b04e4c50696d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400798 Mar 28 09:30:32.169319 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:32.436212 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e2182-7320-4caf-bde3-28e95f905f0b req-fc879f9c-5964-4cf5-94d1-4a6dc360aef0 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:32.437690 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-227e2182-7320-4caf-bde3-28e95f905f0b req-fc879f9c-5964-4cf5-94d1-4a6dc360aef0 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0519061 Mar 28 09:30:32.483108 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-227e2182-7320-4caf-bde3-28e95f905f0b req-453dcc8b-0345-4a67-b012-6ccb18acfba8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398126 Mar 28 09:30:33.605644 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f631c8b-add5-47d9-ae00-ed403d0556f7 req-62ec3cd9-efd8-4369-af5f-aed1dab420cf tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:33.614912 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0f631c8b-add5-47d9-ae00-ed403d0556f7 req-62ec3cd9-efd8-4369-af5f-aed1dab420cf tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0625846 Mar 28 09:30:33.660561 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0f631c8b-add5-47d9-ae00-ed403d0556f7 req-675fa9d0-85b3-4a29-99a0-b6c8c2f0cf86 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452521 Mar 28 09:30:33.727023 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:34.791291 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01cdf4-c576-45e5-a645-4059d805baf6 req-d1db25b7-eb09-407a-9dc9-3290e77962f9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:34.793344 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7a01cdf4-c576-45e5-a645-4059d805baf6 req-d1db25b7-eb09-407a-9dc9-3290e77962f9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0584102 Mar 28 09:30:34.842206 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7a01cdf4-c576-45e5-a645-4059d805baf6 req-13d2094b-c321-4c18-a370-d24faf7bc694 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427866 Mar 28 09:30:35.970931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673ffa1-d138-41a8-be67-fdeca309bcc6 req-9dfde558-d4d7-4f35-995e-8ecb3ac3db31 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:35.973570 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5673ffa1-d138-41a8-be67-fdeca309bcc6 req-9dfde558-d4d7-4f35-995e-8ecb3ac3db31 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0597498 Mar 28 09:30:36.021215 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5673ffa1-d138-41a8-be67-fdeca309bcc6 req-d93a966b-00e7-4e4b-88f1-9959214694aa tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426373 Mar 28 09:30:37.146271 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07577fb2-82c7-4c08-b896-df1f85d8bda9 req-ed300bc3-5fdf-4a0b-bea6-447dd3263597 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:37.147780 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-07577fb2-82c7-4c08-b896-df1f85d8bda9 req-ed300bc3-5fdf-4a0b-bea6-447dd3263597 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0539579 Mar 28 09:30:37.196873 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-07577fb2-82c7-4c08-b896-df1f85d8bda9 req-e920a1a7-b47c-40d8-93ad-b47c2aef358f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425375 Mar 28 09:30:38.318664 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9710cd-3377-41b5-a10d-d86be53c16b9 req-f4ad9b7c-bb08-4ae6-a376-81e48f70f960 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:38.320217 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9b9710cd-3377-41b5-a10d-d86be53c16b9 req-f4ad9b7c-bb08-4ae6-a376-81e48f70f960 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0541217 Mar 28 09:30:38.368313 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9b9710cd-3377-41b5-a10d-d86be53c16b9 req-f292e59a-d6f6-4db0-8a46-e465c573400f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422118 Mar 28 09:30:39.497968 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8914cd-64dc-4876-8901-e40f44037310 req-2f7e0a9b-62e8-4d6b-b59f-68c29aed5dc2 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:39.499467 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-eb8914cd-64dc-4876-8901-e40f44037310 req-2f7e0a9b-62e8-4d6b-b59f-68c29aed5dc2 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0598772 Mar 28 09:30:39.546460 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-eb8914cd-64dc-4876-8901-e40f44037310 req-47e8ef16-88f0-4b78-bdea-56f28a15c6be tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415008 Mar 28 09:30:40.671506 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3ac37-9545-4cf0-87f3-66e8b85ee157 req-107cea22-4e0f-4734-bdea-cd2d67c759db tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:40.672972 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2bb3ac37-9545-4cf0-87f3-66e8b85ee157 req-107cea22-4e0f-4734-bdea-cd2d67c759db tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0566118 Mar 28 09:30:40.721826 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2bb3ac37-9545-4cf0-87f3-66e8b85ee157 req-8d65cda7-d885-4044-bb95-2e555c28e5fc tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432658 Mar 28 09:30:41.844544 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457cc72-1015-474d-a8a5-d36643bf218c req-3004e071-fa77-457e-8580-7df17f9fbf78 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:41.846122 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f457cc72-1015-474d-a8a5-d36643bf218c req-3004e071-fa77-457e-8580-7df17f9fbf78 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0571873 Mar 28 09:30:41.894080 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f457cc72-1015-474d-a8a5-d36643bf218c req-9be9beb8-42f6-4c2b-ad8c-d44bbe9d6d52 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422888 Mar 28 09:30:43.013524 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d448f4-3cd6-42f2-a19a-ee3813e05cfb req-926dd7a2-c8c5-44e5-88ee-a623b4460de3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:43.015032 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-27d448f4-3cd6-42f2-a19a-ee3813e05cfb req-926dd7a2-c8c5-44e5-88ee-a623b4460de3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0537364 Mar 28 09:30:43.062540 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-27d448f4-3cd6-42f2-a19a-ee3813e05cfb req-78b1f64d-c4f8-4349-8b39-abc9313a6709 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418975 Mar 28 09:30:44.180822 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a2b68-c58a-4f24-b295-b893d8510e29 req-9cfc97ad-8c52-4193-ac30-401e12fc0e9b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:44.182293 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-726a2b68-c58a-4f24-b295-b893d8510e29 req-9cfc97ad-8c52-4193-ac30-401e12fc0e9b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0521295 Mar 28 09:30:44.233757 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-726a2b68-c58a-4f24-b295-b893d8510e29 req-82164b8e-dfa7-48b8-8a01-5833c8c32126 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453448 Mar 28 09:30:44.513976 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:30:44.965259 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8979d1-dd61-48d1-9fb8-feabe8c10a9e req-ecbd7387-33a2-4068-984a-cf74ded08f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:44.966712 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ca8979d1-dd61-48d1-9fb8-feabe8c10a9e req-ecbd7387-33a2-4068-984a-cf74ded08f9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 1130 time: 0.0435536 Mar 28 09:30:45.071764 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8979d1-dd61-48d1-9fb8-feabe8c10a9e req-8d77a966-1a49-45bc-97dc-21c966541c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:45.073222 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ca8979d1-dd61-48d1-9fb8-feabe8c10a9e req-8d77a966-1a49-45bc-97dc-21c966541c93 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0876865 Mar 28 09:30:45.137591 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ca8979d1-dd61-48d1-9fb8-feabe8c10a9e req-3bb9ee0e-4955-4877-b59b-6141bf3826d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae HTTP/1.1" status: 200 len: 1003 time: 0.0581462 Mar 28 09:30:45.188409 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8979d1-dd61-48d1-9fb8-feabe8c10a9e req-f5157538-0a7c-4367-b8df-f02008c01008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:45.189864 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ca8979d1-dd61-48d1-9fb8-feabe8c10a9e req-f5157538-0a7c-4367-b8df-f02008c01008 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0467622 Mar 28 09:30:45.237295 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8979d1-dd61-48d1-9fb8-feabe8c10a9e req-5dd829f1-f6ed-4a49-93ac-b252dc607558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:45.238713 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ca8979d1-dd61-48d1-9fb8-feabe8c10a9e req-5dd829f1-f6ed-4a49-93ac-b252dc607558 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434270 Mar 28 09:30:45.362216 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ca8979d1-dd61-48d1-9fb8-feabe8c10a9e req-58d5ae80-6d7d-4152-8c41-fe68ce4144ea service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177342 Mar 28 09:30:45.374614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb82221-0b1f-4d87-9f1f-f94150ca0381 req-630bb133-f9c6-455b-a520-74eed642309e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:45.376006 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bbb82221-0b1f-4d87-9f1f-f94150ca0381 req-630bb133-f9c6-455b-a520-74eed642309e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0768921 Mar 28 09:30:45.475572 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bbb82221-0b1f-4d87-9f1f-f94150ca0381 req-cb0c32a0-8d75-4ed0-91b3-4d6cdf61226c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915642 Mar 28 09:30:45.491819 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ca8979d1-dd61-48d1-9fb8-feabe8c10a9e req-764320d5-c08c-463d-8908-16d6e74d0bfe service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148810 Mar 28 09:30:46.592869 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0537ca1-4de2-4b37-ad4d-1254feb37314 req-af3ebbb9-a32f-4410-9ff2-53d42b8ae9e3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:46.594367 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c0537ca1-4de2-4b37-ad4d-1254feb37314 req-af3ebbb9-a32f-4410-9ff2-53d42b8ae9e3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0520623 Mar 28 09:30:46.645186 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c0537ca1-4de2-4b37-ad4d-1254feb37314 req-b04dbef5-838b-49f5-9435-499331a9d865 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453675 Mar 28 09:30:47.767537 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72d1bb-b673-4c27-bec6-23b2b21588d3 req-3c0f310b-2711-4696-a753-81f2de6dd755 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:47.769069 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bb72d1bb-b673-4c27-bec6-23b2b21588d3 req-3c0f310b-2711-4696-a753-81f2de6dd755 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0574412 Mar 28 09:30:47.814579 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bb72d1bb-b673-4c27-bec6-23b2b21588d3 req-cde9f332-ab16-4132-a46f-2a7e2d990ce6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399840 Mar 28 09:30:48.931415 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26538e33-a28b-4f28-9481-53140b0862d6 req-012568e9-407e-48ae-9195-76d8930fc499 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:48.932923 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-26538e33-a28b-4f28-9481-53140b0862d6 req-012568e9-407e-48ae-9195-76d8930fc499 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0523326 Mar 28 09:30:48.979329 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-26538e33-a28b-4f28-9481-53140b0862d6 req-6e9226be-7800-42d4-aae0-ba2d6d90fcb8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404577 Mar 28 09:30:50.096239 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec765de-ada6-4955-932a-310700b8c9b7 req-3c610a35-9a66-4ab6-ab89-e7fb0364e3b7 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:50.097780 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-aec765de-ada6-4955-932a-310700b8c9b7 req-3c610a35-9a66-4ab6-ab89-e7fb0364e3b7 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0518785 Mar 28 09:30:50.144419 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-aec765de-ada6-4955-932a-310700b8c9b7 req-4c97ae38-05ec-4c2d-ad28-5c34de822820 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410752 Mar 28 09:30:51.266004 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0193f21-f2b4-46b1-9773-2a5b325b633b req-0ee932f6-d2fc-4883-a894-ae3a3104db1a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:51.267475 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d0193f21-f2b4-46b1-9773-2a5b325b633b req-0ee932f6-d2fc-4883-a894-ae3a3104db1a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0570984 Mar 28 09:30:51.313037 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d0193f21-f2b4-46b1-9773-2a5b325b633b req-3f00a078-b7c3-496b-93d0-408f2bb5441a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400827 Mar 28 09:30:51.435351 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:52.433788 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a378700-7ea6-40ca-9e00-15a99f9dd2f5 req-30b11c6a-dc86-45a3-bc2b-6a7da158a6b9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:52.435260 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2a378700-7ea6-40ca-9e00-15a99f9dd2f5 req-30b11c6a-dc86-45a3-bc2b-6a7da158a6b9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0560808 Mar 28 09:30:52.791653 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2a378700-7ea6-40ca-9e00-15a99f9dd2f5 req-46873cbe-ace2-41fe-84f6-e5f2c882dece tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3509052 Mar 28 09:30:53.911617 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4a81b-227e-435f-8986-aa9112832c07 req-4f07258d-0967-4658-803f-cd59c2675eb4 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:53.913060 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-acc4a81b-227e-435f-8986-aa9112832c07 req-4f07258d-0967-4658-803f-cd59c2675eb4 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0514877 Mar 28 09:30:53.958678 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-acc4a81b-227e-435f-8986-aa9112832c07 req-0e679293-7475-44ed-b53e-047022f59615 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397615 Mar 28 09:30:55.089802 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-e8c4bc0b-34ab-4d5c-a4e5-50869c00c8b2 service neutron] 10.222.0.16 "GET /v2.0/ports/0e0c71be-3a5f-4f0a-b67a-db4194b9ffae/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0862179 Mar 28 09:30:55.102032 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be14a1b-6eab-4f6c-838a-e01f62e6c3ba req-aba0307a-2a5f-4ee3-8593-4a5aca38f368 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:55.103545 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3be14a1b-6eab-4f6c-838a-e01f62e6c3ba req-aba0307a-2a5f-4ee3-8593-4a5aca38f368 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0746810 Mar 28 09:30:55.154490 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3be14a1b-6eab-4f6c-838a-e01f62e6c3ba req-a2f43a74-e2c8-4b96-abe2-a7eee64a03d7 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444596 Mar 28 09:30:55.292955 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-f604dc7e-112e-4362-af45-7a1ef7d4fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:55.294764 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-f604dc7e-112e-4362-af45-7a1ef7d4fc68 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c&tenant_id=221d328a4f5c471b840c8b10fad5c87b HTTP/1.1" status: 200 len: 1130 time: 0.0480199 Mar 28 09:30:55.357300 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-ffe5ae99-02dc-4681-a7aa-350439ca042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:55.358813 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-ffe5ae99-02dc-4681-a7aa-350439ca042b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 1130 time: 0.0444763 Mar 28 09:30:55.446747 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-08f27c4b-cd28-47cd-abbc-988bbfc470d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:55.448213 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-08f27c4b-cd28-47cd-abbc-988bbfc470d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0839133 Mar 28 09:30:55.516528 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-825f63ae-6bbe-4ddd-8478-d9198e31d9b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae HTTP/1.1" status: 200 len: 1003 time: 0.0619855 Mar 28 09:30:55.565758 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-7de46e29-a5d2-4eb6-993e-ce6423d0b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:55.567052 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-7de46e29-a5d2-4eb6-993e-ce6423d0b14f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0429666 Mar 28 09:30:55.614380 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-a8931b15-5203-4b33-a4fc-8e77cb9cb976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:55.615878 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-a8931b15-5203-4b33-a4fc-8e77cb9cb976 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429659 Mar 28 09:30:55.706334 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-47526cf9-25fc-41ea-baca-296d11520922 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838261 Mar 28 09:30:55.792431 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0eae59ad-2072-4ac0-b544-ebd8d14d41e5 req-87b79e5e-792c-474e-a603-f06a3e1128d9 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806820 Mar 28 09:30:56.272914 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3753f0-1f51-4735-a4b3-ac8ab34b7c2b req-78da4daa-d384-445c-804f-397d59951ee5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:56.274404 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0e3753f0-1f51-4735-a4b3-ac8ab34b7c2b req-78da4daa-d384-445c-804f-397d59951ee5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0521700 Mar 28 09:30:56.324420 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0e3753f0-1f51-4735-a4b3-ac8ab34b7c2b req-bbc79773-77b1-4f76-8183-3253ebd613df tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437853 Mar 28 09:30:57.271289 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-73a4856a-2786-468c-8b9e-356ceb6b688f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:57.449604 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28806f-0653-4809-8bd9-a17d0774c188 req-8a7cf7ce-3ba7-48c8-9aac-fdfdcd319fc5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:57.451145 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0f28806f-0653-4809-8bd9-a17d0774c188 req-8a7cf7ce-3ba7-48c8-9aac-fdfdcd319fc5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0579345 Mar 28 09:30:57.497525 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0f28806f-0653-4809-8bd9-a17d0774c188 req-cf020b45-dfef-4581-b97a-b119d9becfa1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409000 Mar 28 09:30:57.825314 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-2c59041f-d27e-4a9c-9863-58f24b505e27 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:57.826721 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-2c59041f-d27e-4a9c-9863-58f24b505e27 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c&tenant_id=221d328a4f5c471b840c8b10fad5c87b&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.0881681 Mar 28 09:30:57.837241 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c7828-5089-4e08-8695-64e0596f5698 req-2525869b-e2e3-4581-8cb0-4711746b28d7 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:57.838640 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2a5c7828-5089-4e08-8695-64e0596f5698 req-2525869b-e2e3-4581-8cb0-4711746b28d7 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0722170 Mar 28 09:30:57.925813 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2a5c7828-5089-4e08-8695-64e0596f5698 req-1cbb27a1-6f9b-42c9-8f77-6fcc35c757b4 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805874 Mar 28 09:30:57.928671 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-39cf4d1c-1f70-4709-972b-c5b084b653f3 service neutron] 10.222.0.16 "GET /v2.0/ports/0e0c71be-3a5f-4f0a-b67a-db4194b9ffae/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0891459 Mar 28 09:30:57.995540 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-996ac1f7-4fa9-49b8-8c3b-d4dc8b5e043c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:57.997641 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-996ac1f7-4fa9-49b8-8c3b-d4dc8b5e043c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 1130 time: 0.0449808 Mar 28 09:30:58.090233 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-be99b2d6-6a32-48c2-92a3-84330b291372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:58.091690 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-be99b2d6-6a32-48c2-92a3-84330b291372 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0869281 Mar 28 09:30:58.157183 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-666d9ff0-4eb2-4d41-8e79-df648b74c163 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae HTTP/1.1" status: 200 len: 1003 time: 0.0592198 Mar 28 09:30:58.205061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-207dc476-3aef-4d3e-bea9-a306b1e8913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:58.206519 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-207dc476-3aef-4d3e-bea9-a306b1e8913c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0437846 Mar 28 09:30:58.258473 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-dd598baa-3834-4eca-bd78-752337d7e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:58.259942 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-dd598baa-3834-4eca-bd78-752337d7e523 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0476022 Mar 28 09:30:58.347416 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-4ca1ae5a-5751-4784-a41b-c17f5b99a74b service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806067 Mar 28 09:30:58.440256 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-afe34325-bcaf-4fd0-ac59-ed9e09e6b708 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861750 Mar 28 09:30:58.593091 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:30:58.596718 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:30:58.742241 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:30:58.742635 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:58.762713 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:30:58.783534 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'port_id': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae', 'mac_address': 'fa:16:3e:95:08:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:30:58.788231 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:30:58.790479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10311cd-df2e-42f5-9521-ad89c5139bd4" -d '{"events": [{"server_uuid": "fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c", "name": "network-vif-unplugged", "status": "completed", "tag": "0e0c71be-3a5f-4f0a-b67a-db4194b9ffae"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:30:58.804776 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:30:58.826030 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:58.851399 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 09:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a9ae79-b2e4-4d26-85b5-7f5597a46867 x-openstack-request-id: req-13a9ae79-b2e4-4d26-85b5-7f5597a46867 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:30:58.851704 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c", "name": "network-vif-unplugged", "status": "completed", "tag": "0e0c71be-3a5f-4f0a-b67a-db4194b9ffae", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:30:58.851962 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13a9ae79-b2e4-4d26-85b5-7f5597a46867 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:30:58.852362 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a9ae79-b2e4-4d26-85b5-7f5597a46867'] response: {'server_uuid': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae', 'code': 200} Mar 28 09:30:58.864887 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae is: ACTIVE; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:30:58.865275 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:58.891447 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:30:58.898756 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:30:58.925107 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:58.925458 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:58.925834 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:58.926180 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:58.926512 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:58.926844 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:58.927172 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:58.927499 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:58.927826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:58.928154 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:58.928484 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:58.928813 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:58.929137 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:58.929458 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:58.929815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:30:58.946386 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:30:58.946752 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:30:59.045483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e460509-fe62-4627-a7f6-72332f838935 req-3e827785-f3fa-409f-b3d5-143efa6411d3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:30:59.046962 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3e460509-fe62-4627-a7f6-72332f838935 req-3e827785-f3fa-409f-b3d5-143efa6411d3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 944 time: 0.0538614 Mar 28 09:30:59.093082 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3e460509-fe62-4627-a7f6-72332f838935 req-5bf9197c-497e-4ef2-989c-60820d712f2a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405431 Mar 28 09:30:59.490651 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:30:59.490951 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:59.509184 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:30:59.515085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-35dbfab4-9592-4bab-8065-9fe93aa83eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:59.530681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:30:59.534053 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:30:59.583318 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,revision_number=7']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:30:59.588472 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['0e0c71be-3a5f-4f0a-b67a-db4194b9ffae'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:31:00.215707 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423e96c-d605-4a23-a86a-919712e746d9 req-20dc9d1b-5e27-4501-8d2c-231a590c23cf tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:00.217194 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c423e96c-d605-4a23-a86a-919712e746d9 req-20dc9d1b-5e27-4501-8d2c-231a590c23cf tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 945 time: 0.0532458 Mar 28 09:31:00.263990 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c423e96c-d605-4a23-a86a-919712e746d9 req-0e220a44-2750-4e31-9164-c2da7f781195 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411205 Mar 28 09:31:00.593259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:31:00.645503 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:00.654982 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:31:00.655374 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:00.737808 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-fb6dff42-ed1d-42e0-a8ef-e6578dc904e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:00.739008 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:31:00.739349 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-fb6dff42-ed1d-42e0-a8ef-e6578dc904e3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c&tenant_id=221d328a4f5c471b840c8b10fad5c87b HTTP/1.1" status: 200 len: 1129 time: 0.0472767 Mar 28 09:31:00.739465 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:00.772384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:31:00.776118 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:00.809331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-f774de59-63e1-4682-8373-9431083793c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:00.810796 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-f774de59-63e1-4682-8373-9431083793c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 1129 time: 0.0516546 Mar 28 09:31:00.822711 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,revision_number=8']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:31:00.853634 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:31:00.856752 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf2abeb-9946-4868-8c48-2440d45461e1" -d '{"events": [{"server_uuid": "fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c", "name": "network-vif-plugged", "status": "completed", "tag": "0e0c71be-3a5f-4f0a-b67a-db4194b9ffae"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:31:00.903543 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce6191b-3f8e-4300-94b6-afc256d030e0 x-openstack-request-id: req-3ce6191b-3f8e-4300-94b6-afc256d030e0 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:31:00.903871 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c", "name": "network-vif-plugged", "status": "completed", "tag": "0e0c71be-3a5f-4f0a-b67a-db4194b9ffae", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:31:00.904129 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ce6191b-3f8e-4300-94b6-afc256d030e0 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:31:00.904535 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce6191b-3f8e-4300-94b6-afc256d030e0'] response: {'server_uuid': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae', 'code': 200} Mar 28 09:31:00.935638 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-02cb7bf5-3779-4732-b718-9eb9ae08ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:00.937736 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-02cb7bf5-3779-4732-b718-9eb9ae08ae4b service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.1206698 Mar 28 09:31:01.016317 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-6e460a9e-8ca0-4db9-b903-b9f1c6a87855 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae HTTP/1.1" status: 200 len: 1003 time: 0.0724893 Mar 28 09:31:01.066860 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-c228784e-08b6-4e22-a8ae-387191c40cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:01.068234 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-c228784e-08b6-4e22-a8ae-387191c40cba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0468202 Mar 28 09:31:01.122092 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-ce93f7e0-0840-4f62-8988-6d4a6d7783a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:01.124172 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-ce93f7e0-0840-4f62-8988-6d4a6d7783a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0490224 Mar 28 09:31:01.229151 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-9fabfefb-1549-416e-86c7-b0d52b02b8ae service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978532 Mar 28 09:31:01.320659 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fa6b914-8439-4174-9bbe-bbf7fc9dbe9e req-9fc2d71e-f8a1-451c-8f5d-5acf99188245 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853817 Mar 28 09:31:01.384567 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11267136-ea54-4f47-becd-fd6c2d8f20d8 req-933749b5-7f27-4f1a-b7b7-5f5b8973f631 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:01.386047 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-11267136-ea54-4f47-becd-fd6c2d8f20d8 req-933749b5-7f27-4f1a-b7b7-5f5b8973f631 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0542078 Mar 28 09:31:01.433566 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-11267136-ea54-4f47-becd-fd6c2d8f20d8 req-02b221c1-dbc3-40db-b0aa-ea2814dc2188 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410635 Mar 28 09:31:02.172591 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:02.559768 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8aa84-13f9-48e1-87e2-121c69fe9dab req-d2bd79c2-7637-4d6d-80cc-74feb806b90f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:02.561272 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1ef8aa84-13f9-48e1-87e2-121c69fe9dab req-d2bd79c2-7637-4d6d-80cc-74feb806b90f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0577915 Mar 28 09:31:02.610991 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1ef8aa84-13f9-48e1-87e2-121c69fe9dab req-d8a8483c-2150-424c-a654-07b3413f3f32 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438538 Mar 28 09:31:03.729877 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:03.736862 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb3d85-529f-468b-b7e3-afb7aa486b04 req-c9b6fc3a-4292-4976-8993-4e51ec6a0af5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:03.738415 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ddcb3d85-529f-468b-b7e3-afb7aa486b04 req-c9b6fc3a-4292-4976-8993-4e51ec6a0af5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0577428 Mar 28 09:31:03.785982 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ddcb3d85-529f-468b-b7e3-afb7aa486b04 req-c2a77c74-5172-4c45-babf-be48932a56b6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417953 Mar 28 09:31:03.908152 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1c8af-6d80-4d8e-9819-fe5e36e9b2e2 req-7e342c92-2a78-45e4-bca5-f1a2a3fe848a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:03.909550 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dbc1c8af-6d80-4d8e-9819-fe5e36e9b2e2 req-7e342c92-2a78-45e4-bca5-f1a2a3fe848a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0576062 Mar 28 09:31:03.955832 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dbc1c8af-6d80-4d8e-9819-fe5e36e9b2e2 req-dd86c717-d190-4762-a3cd-2d47ff82f677 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407784 Mar 28 09:31:04.070798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695e11e-2419-451c-ba83-db267b0aea61 req-abf813e1-d1a8-4ed4-990f-e608b6d5465d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:04.072264 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a695e11e-2419-451c-ba83-db267b0aea61 req-abf813e1-d1a8-4ed4-990f-e608b6d5465d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0513561 Mar 28 09:31:04.119673 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a695e11e-2419-451c-ba83-db267b0aea61 req-a954fc9e-a506-4fa0-872d-42da0a5832ee tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403681 Mar 28 09:31:04.354632 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205f12f-bcd2-47bc-8ec3-0d23d4617150 req-dbe47f8c-61ff-4553-ae83-729084a756a2 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:04.356652 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4205f12f-bcd2-47bc-8ec3-0d23d4617150 req-dbe47f8c-61ff-4553-ae83-729084a756a2 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0569451 Mar 28 09:31:04.404950 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4205f12f-bcd2-47bc-8ec3-0d23d4617150 req-58429aac-4262-471b-bab5-4f33064b4d8e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427718 Mar 28 09:31:04.609632 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:31:04.611749 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:31:04.759611 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:31:04.760260 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:04.780694 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:31:04.802805 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:31:04.805020 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c83cb08-55b0-4c95-bfec-d5efcbe69c5a" -d '{"events": [{"server_uuid": "fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c", "name": "network-vif-unplugged", "status": "completed", "tag": "0e0c71be-3a5f-4f0a-b67a-db4194b9ffae"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:31:04.809401 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'port_id': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae', 'mac_address': 'fa:16:3e:95:08:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:31:04.818615 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:31:04.823185 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:04.846221 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 09:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0cade4-0d48-49ef-82e5-deb494c8a156 x-openstack-request-id: req-4f0cade4-0d48-49ef-82e5-deb494c8a156 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:31:04.846521 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c", "name": "network-vif-unplugged", "status": "completed", "tag": "0e0c71be-3a5f-4f0a-b67a-db4194b9ffae", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:31:04.846772 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f0cade4-0d48-49ef-82e5-deb494c8a156 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:31:04.847165 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f0cade4-0d48-49ef-82e5-deb494c8a156'] response: {'server_uuid': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae', 'code': 200} Mar 28 09:31:04.883217 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:31:04.883509 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:04.909058 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:31:04.913071 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,revision_number=9']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:31:04.931089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:31:04.935776 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:04.990977 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,revision_number=10']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:31:04.997355 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['0e0c71be-3a5f-4f0a-b67a-db4194b9ffae'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:31:05.522163 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b17af6-6236-4346-8477-9fdbcbea670c req-9833bfd7-0b15-4af2-997c-3f27b9703161 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:05.523634 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-05b17af6-6236-4346-8477-9fdbcbea670c req-9833bfd7-0b15-4af2-997c-3f27b9703161 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0522454 Mar 28 09:31:05.570261 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-05b17af6-6236-4346-8477-9fdbcbea670c req-634de727-91b1-43ae-9412-6d09780b1b10 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405338 Mar 28 09:31:06.413204 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33429225-247e-409a-8f17-fcb99e8f247f req-1fe076c5-3b53-42cf-bf93-58956c9f01d4 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:06.414620 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-33429225-247e-409a-8f17-fcb99e8f247f req-1fe076c5-3b53-42cf-bf93-58956c9f01d4 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.0533326 Mar 28 09:31:06.511383 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-33429225-247e-409a-8f17-fcb99e8f247f req-83cd3698-5d99-4dde-9c2b-82f874f05ad1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Deleting port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:31:06.512297 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-33429225-247e-409a-8f17-fcb99e8f247f req-83cd3698-5d99-4dde-9c2b-82f874f05ad1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:06.608577 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-33429225-247e-409a-8f17-fcb99e8f247f req-83cd3698-5d99-4dde-9c2b-82f874f05ad1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] For port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:31:06.609077 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-33429225-247e-409a-8f17-fcb99e8f247f req-83cd3698-5d99-4dde-9c2b-82f874f05ad1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:06.633370 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:31:06.697393 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:31:06.697721 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:06.779919 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:31:06.780588 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:06.816894 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:31:06.822619 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:06.836878 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052285c-d224-4b0a-aebc-a9020a69ce05 req-4dc0be64-5543-4f2e-bbe3-7aabfc06eb08 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:06.838566 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0052285c-d224-4b0a-aebc-a9020a69ce05 req-4dc0be64-5543-4f2e-bbe3-7aabfc06eb08 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c HTTP/1.1" status: 200 len: 946 time: 0.1648989 Mar 28 09:31:06.848433 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:31:06.850751 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbca3a7-eeef-4254-9e6d-155ad94c88b2" -d '{"events": [{"server_uuid": "fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c", "name": "network-vif-plugged", "status": "completed", "tag": "0e0c71be-3a5f-4f0a-b67a-db4194b9ffae"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:31:06.879557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-33429225-247e-409a-8f17-fcb99e8f247f req-83cd3698-5d99-4dde-9c2b-82f874f05ad1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:06.880135 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-33429225-247e-409a-8f17-fcb99e8f247f req-83cd3698-5d99-4dde-9c2b-82f874f05ad1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (334e73aa-fbf8-4d1b-952f-e3c831e4e58a), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:06.880437 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [req-33429225-247e-409a-8f17-fcb99e8f247f req-83cd3698-5d99-4dde-9c2b-82f874f05ad1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Floating IP 334e73aa-fbf8-4d1b-952f-e3c831e4e58a disassociated. External IP: 172.36.4.151, port: 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae. Mar 28 09:31:06.880684 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-33429225-247e-409a-8f17-fcb99e8f247f req-83cd3698-5d99-4dde-9c2b-82f874f05ad1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Calling delete_port for 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:31:06.881167 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,revision_number=11']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:31:06.913154 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4195f1-e0c9-4dce-9944-01d1d4f27d90 x-openstack-request-id: req-4d4195f1-e0c9-4dce-9944-01d1d4f27d90 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:31:06.913460 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c", "name": "network-vif-plugged", "status": "completed", "tag": "0e0c71be-3a5f-4f0a-b67a-db4194b9ffae", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:31:06.913746 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d4195f1-e0c9-4dce-9944-01d1d4f27d90 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:31:06.914166 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4195f1-e0c9-4dce-9944-01d1d4f27d90'] response: {'server_uuid': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae', 'code': 200} Mar 28 09:31:06.952853 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0052285c-d224-4b0a-aebc-a9020a69ce05 req-e271b9c4-6307-497b-a6b9-31a25a1b019b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999370 Mar 28 09:31:07.043557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-33429225-247e-409a-8f17-fcb99e8f247f req-83cd3698-5d99-4dde-9c2b-82f874f05ad1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (0e0c71be-3a5f-4f0a-b67a-db4194b9ffae), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:07.072963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd3698-5d99-4dde-9c2b-82f874f05ad1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Pushing event deleted for resources: {'Port': ['ID=0e0c71be-3a5f-4f0a-b67a-db4194b9ffae,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:31:07.200707 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33429225-247e-409a-8f17-fcb99e8f247f req-83cd3698-5d99-4dde-9c2b-82f874f05ad1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Router 710d635f-35af-4e81-b696-834c89e683bb has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:31:07.338881 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33429225-247e-409a-8f17-fcb99e8f247f req-83cd3698-5d99-4dde-9c2b-82f874f05ad1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:31:07.354005 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b600e-e65e-4adf-ae77-172dbaa476dd None None] Sync routers for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:31:07.369734 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b600e-e65e-4adf-ae77-172dbaa476dd None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:31:07.370586 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-343b600e-e65e-4adf-ae77-172dbaa476dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:30:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:31:07.396172 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-33429225-247e-409a-8f17-fcb99e8f247f req-83cd3698-5d99-4dde-9c2b-82f874f05ad1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] No DVR routers for this DVR port 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:31:07.404604 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-33429225-247e-409a-8f17-fcb99e8f247f req-83cd3698-5d99-4dde-9c2b-82f874f05ad1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:07.408762 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-33429225-247e-409a-8f17-fcb99e8f247f req-83cd3698-5d99-4dde-9c2b-82f874f05ad1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "DELETE /v2.0/ports/0e0c71be-3a5f-4f0a-b67a-db4194b9ffae HTTP/1.1" status: 204 len: 173 time: 0.9883814 Mar 28 09:31:07.410300 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'name': 'network-vif-deleted', 'tag': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:31:07.413467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da259d8f-4242-4ff2-a025-27abadb6fd7b" -d '{"events": [{"server_uuid": "fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c", "name": "network-vif-deleted", "tag": "0e0c71be-3a5f-4f0a-b67a-db4194b9ffae"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:31:07.465401 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74a3992-0ff8-4e06-8301-8c5705be4b86 x-openstack-request-id: req-a74a3992-0ff8-4e06-8301-8c5705be4b86 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:31:07.465730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c", "name": "network-vif-deleted", "tag": "0e0c71be-3a5f-4f0a-b67a-db4194b9ffae", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:31:07.466013 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a74a3992-0ff8-4e06-8301-8c5705be4b86 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:31:07.466533 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74a3992-0ff8-4e06-8301-8c5705be4b86'] response: {'server_uuid': 'fa6fe40e-4fcc-4b54-b6c3-7ca6dde0387c', 'name': 'network-vif-deleted', 'tag': '0e0c71be-3a5f-4f0a-b67a-db4194b9ffae', 'status': 'completed', 'code': 200} Mar 28 09:31:07.645593 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-343b600e-e65e-4adf-ae77-172dbaa476dd None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:31:07.854832 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-343b600e-e65e-4adf-ae77-172dbaa476dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:31:07.882682 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b600e-e65e-4adf-ae77-172dbaa476dd None None] Checking router: 710d635f-35af-4e81-b696-834c89e683bb for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:31:07.891535 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b600e-e65e-4adf-ae77-172dbaa476dd None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:31:07.892178 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-343b600e-e65e-4adf-ae77-172dbaa476dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:30:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:31:08.009573 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-343b600e-e65e-4adf-ae77-172dbaa476dd None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:31:08.221575 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-2be13498-2365-412c-bde5-2403234da139 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--289034466&fields=id&tenant_id=221d328a4f5c471b840c8b10fad5c87b HTTP/1.1" status: 200 len: 267 time: 0.0463140 Mar 28 09:31:08.222781 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-343b600e-e65e-4adf-ae77-172dbaa476dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:31:08.270417 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b600e-e65e-4adf-ae77-172dbaa476dd None None] The sync data for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv is: [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:31:08.334524 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-6a9de2eb-568c-4e25-adc2-5c83236cc221 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:08.336068 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-6a9de2eb-568c-4e25-adc2-5c83236cc221 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 812 time: 0.1071870 Mar 28 09:31:08.351373 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-2930f31f-c5f2-4de6-a985-fe8bfca25a19 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/quotas/221d328a4f5c471b840c8b10fad5c87b HTTP/1.1" status: 200 len: 375 time: 0.0094934 Mar 28 09:31:08.410687 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-7e3a3e52-d900-4b72-87e3-5974cae677e3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535140 Mar 28 09:31:08.492475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef1275-884b-477a-83b3-c94cae7d832b None None] New status for floating IP 334e73aa-fbf8-4d1b-952f-e3c831e4e58a: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:31:08.508537 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-9ff9c843-3a8e-415f-b6a6-75efe83d3dd6 service neutron] 10.222.0.15 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854509 Mar 28 09:31:08.619504 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-817933a4-2179-42ab-8470-840bd237c350 service neutron] 10.222.0.15 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042473 Mar 28 09:31:08.799351 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-58df39a7-26fc-4086-92d0-1be4113fe8c9 req-b344d1a0-5ecd-4b2b-a2d0-61e38ce7277f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 210 time: 0.0308821 Mar 28 09:31:09.692504 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-33400fc6-95c5-476b-90f5-19a6dc8da49b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:09.694109 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-33400fc6-95c5-476b-90f5-19a6dc8da49b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 812 time: 0.1119807 Mar 28 09:31:09.771510 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-fd611af9-0bbc-4929-b243-328ac70911b6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=221d328a4f5c471b840c8b10fad5c87b HTTP/1.1" status: 200 len: 379 time: 0.0698335 Mar 28 09:31:09.784253 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Request body: {'port': {'device_id': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'admin_state_up': True, 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'security_groups': ['c825365c-0581-4e4a-aba8-25b78cb826e9']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:31:09.937554 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b3bc1cea-c7f1-4c92-9790-aaa9bf05d3f4 req-017f29ed-c156-430b-bd85-81dc220a82b8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 210 time: 0.0524364 Mar 28 09:31:09.958386 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Made reservation on behalf of 221d328a4f5c471b840c8b10fad5c87b for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:31:09.962703 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:10.099895 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Allocated IP 172.20.0.7 (95a08f1e-2101-4ca5-9db9-b45528dbc3b2/daf46333-dab3-423b-9699-9dc7261dce51/1c75c887-ff66-465e-98ac-f5445f25af12) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:31:10.257901 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for port (1c75c887-ff66-465e-98ac-f5445f25af12), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:10.296825 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:10.346879 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:31:10.350545 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:31:10.358902 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:31:10.383628 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Pushing event updated for resources: {'Port': ['ID=1c75c887-ff66-465e-98ac-f5445f25af12,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:31:10.398775 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:31:10.399131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:31:10.399484 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:31:10.399827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:31:10.400172 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:31:10.400511 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:31:10.400849 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:31:10.401183 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:31:10.401518 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:31:10.401971 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:31:10.402465 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:31:10.402894 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:31:10.403238 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:31:10.403570 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:31:10.403901 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:31:10.426045 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:10.426692 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:10.444379 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-0dbf1a4d-12c5-48ca-956a-5e725bafbc90 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6651061 Mar 28 09:31:10.455478 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Request body: {'port': {'device_id': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:31:10.522374 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:10.633706 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:31:10.658759 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:31:10.659117 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 0e0c71be-3a5f-4f0a-b67a-db4194b9ffae not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:31:10.666060 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4b1cedbf-445f-41b7-ae57-7c6fcadc03c9 None None] Provisioning complete for port 1c75c887-ff66-465e-98ac-f5445f25af12 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:31:10.666451 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4b1cedbf-445f-41b7-ae57-7c6fcadc03c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:10.718055 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4b1cedbf-445f-41b7-ae57-7c6fcadc03c9 None None] Port 1c75c887-ff66-465e-98ac-f5445f25af12 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:31:10.808868 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c75c887-ff66-465e-98ac-f5445f25af12 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:31:10.816267 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Publish callbacks [] for port (1c75c887-ff66-465e-98ac-f5445f25af12), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:10.827989 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Transition to ACTIVE for port object 1c75c887-ff66-465e-98ac-f5445f25af12 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:31:10.832678 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:10.908090 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Pushing event updated for resources: {'Port': ['ID=1c75c887-ff66-465e-98ac-f5445f25af12,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:31:10.959042 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Attempting to bind port 1c75c887-ff66-465e-98ac-f5445f25af12 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:31:10.959391 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Attempting to bind port 1c75c887-ff66-465e-98ac-f5445f25af12 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:31:10.959715 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Attempting to bind port 1c75c887-ff66-465e-98ac-f5445f25af12 on network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:31:10.964994 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Port 1c75c887-ff66-465e-98ac-f5445f25af12 on network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:31:10.965440 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Attempting to bind port 1c75c887-ff66-465e-98ac-f5445f25af12 on network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:31:10.970497 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:31:10.970845 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Checking segment: {'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:31:10.971234 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Bound using segment: {'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:31:10.971671 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Bound port: 1c75c887-ff66-465e-98ac-f5445f25af12, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48edcfe-0657-43b6-9ef9-ced19740471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:31:10.973432 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:11.044351 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] For port 1c75c887-ff66-465e-98ac-f5445f25af12, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:31:11.049484 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] For port 1c75c887-ff66-465e-98ac-f5445f25af12, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c75c887-ff66-465e-98ac-f5445f25af12,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:31:11.056968 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:11.082860 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f99ea2-9865-43dc-bba1-b8d943dc1275 req-30391ec8-b68d-4993-b748-73f60937762b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:11.084670 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-28f99ea2-9865-43dc-bba1-b8d943dc1275 req-30391ec8-b68d-4993-b748-73f60937762b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0585027 Mar 28 09:31:11.098301 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:11.098929 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:11.100311 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] 10.222.0.16 "PUT /v2.0/ports/1c75c887-ff66-465e-98ac-f5445f25af12 HTTP/1.1" status: 200 len: 1093 time: 0.6491799 Mar 28 09:31:11.100766 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'tag': '1c75c887-ff66-465e-98ac-f5445f25af12'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:31:11.103030 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7fb400-1081-470a-a97d-8c12e95bf918" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd", "tag": "1c75c887-ff66-465e-98ac-f5445f25af12"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:31:11.137128 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fc95e-0623-4752-bcd7-2c8dde091098 service neutron] Pushing event updated for resources: {'Port': ['ID=1c75c887-ff66-465e-98ac-f5445f25af12,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:31:11.140988 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-28f99ea2-9865-43dc-bba1-b8d943dc1275 req-5188cb77-0780-441a-b20d-236872aac691 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499067 Mar 28 09:31:11.195292 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f3fafb-d654-480e-96d5-f88376125d2e x-openstack-request-id: req-10f3fafb-d654-480e-96d5-f88376125d2e {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:31:11.195606 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd", "tag": "1c75c887-ff66-465e-98ac-f5445f25af12", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:31:11.195844 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10f3fafb-d654-480e-96d5-f88376125d2e {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:31:11.196260 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f3fafb-d654-480e-96d5-f88376125d2e'] response: {'name': 'network-changed', 'server_uuid': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'tag': '1c75c887-ff66-465e-98ac-f5445f25af12', 'status': 'completed', 'code': 200} Mar 28 09:31:11.217350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-37a9c566-5ab8-49b7-9abe-1903772cbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:11.218955 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-37a9c566-5ab8-49b7-9abe-1903772cbe58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 1127 time: 0.0558581 Mar 28 09:31:11.264372 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-a150cd02-c1fa-45cf-8852-728607ea5280 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c75c887-ff66-465e-98ac-f5445f25af12 HTTP/1.1" status: 200 len: 217 time: 0.0373075 Mar 28 09:31:11.319231 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-62bfea3e-ff81-43ac-88da-f6b32b7904b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:11.320701 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-62bfea3e-ff81-43ac-88da-f6b32b7904b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0487142 Mar 28 09:31:11.373549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-007c10fc-0653-4e14-b39f-6f4df71358e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:11.374387 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-007c10fc-0653-4e14-b39f-6f4df71358e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480642 Mar 28 09:31:11.463075 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-de7c4745-9996-456d-bae3-2b49ef40d008 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823896 Mar 28 09:31:11.557193 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b02d85ba-37c6-4c86-bc15-a9a925bad34b req-6755d165-da78-465f-a43e-93b54faa82de service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889070 Mar 28 09:31:11.652961 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fb400-1081-470a-a97d-8c12e95bf918 req-5359f111-5f45-40ad-9405-c61b17b3f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:11.654747 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ab7fb400-1081-470a-a97d-8c12e95bf918 req-5359f111-5f45-40ad-9405-c61b17b3f251 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 1127 time: 0.0485573 Mar 28 09:31:11.744270 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fb400-1081-470a-a97d-8c12e95bf918 req-b57ccea7-c066-4426-b132-0da6d2525f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:11.746099 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ab7fb400-1081-470a-a97d-8c12e95bf918 req-b57ccea7-c066-4426-b132-0da6d2525f6b service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0850413 Mar 28 09:31:11.790633 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ab7fb400-1081-470a-a97d-8c12e95bf918 req-5f9b8811-2213-45dd-a53f-203caa85f564 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c75c887-ff66-465e-98ac-f5445f25af12 HTTP/1.1" status: 200 len: 217 time: 0.0385880 Mar 28 09:31:11.840439 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fb400-1081-470a-a97d-8c12e95bf918 req-1126fe45-20b2-493b-bd28-ac567bc18231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:11.841920 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ab7fb400-1081-470a-a97d-8c12e95bf918 req-1126fe45-20b2-493b-bd28-ac567bc18231 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0440269 Mar 28 09:31:11.892266 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fb400-1081-470a-a97d-8c12e95bf918 req-e2bba786-ed35-40f5-9562-e1d54e939f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:11.893819 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ab7fb400-1081-470a-a97d-8c12e95bf918 req-e2bba786-ed35-40f5-9562-e1d54e939f88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447378 Mar 28 09:31:11.986566 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ab7fb400-1081-470a-a97d-8c12e95bf918 req-f513350b-a968-4524-bcb3-01122c1de7b8 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860307 Mar 28 09:31:12.075243 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ab7fb400-1081-470a-a97d-8c12e95bf918 req-cf446984-2a77-4b46-b072-724cd085d144 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823128 Mar 28 09:31:12.275789 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bece7-d3c1-4149-8763-ec8fdbf14696 req-0bba6993-5d90-4150-9b3a-afc784e69cd9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:12.277294 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-118bece7-d3c1-4149-8763-ec8fdbf14696 req-0bba6993-5d90-4150-9b3a-afc784e69cd9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0534582 Mar 28 09:31:12.325398 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-118bece7-d3c1-4149-8763-ec8fdbf14696 req-b48db4e5-7bee-4a51-95c3-8bd860616b13 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424449 Mar 28 09:31:13.456539 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1da897-9dca-4401-8a9a-d167ebb7046c req-3fdc06d1-31bd-4f38-a262-23163a8f9381 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:13.458075 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9c1da897-9dca-4401-8a9a-d167ebb7046c req-3fdc06d1-31bd-4f38-a262-23163a8f9381 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0587511 Mar 28 09:31:13.504067 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9c1da897-9dca-4401-8a9a-d167ebb7046c req-07ff8311-8f22-4401-ac4d-4816db1f5df8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403280 Mar 28 09:31:14.622831 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de2a6e-0245-4f3e-ad64-7cd16d2de01e req-ab028cff-5bf1-4168-a2d0-41c1576c7697 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:14.624417 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e9de2a6e-0245-4f3e-ad64-7cd16d2de01e req-ab028cff-5bf1-4168-a2d0-41c1576c7697 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0524070 Mar 28 09:31:14.639903 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 1c75c887-ff66-465e-98ac-f5445f25af12 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:31:14.680256 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e9de2a6e-0245-4f3e-ad64-7cd16d2de01e req-9f3b4a65-25ab-4dec-9bd1-3bf1aff1342b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501890 Mar 28 09:31:14.882104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 1c75c887-ff66-465e-98ac-f5445f25af12, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c75c887-ff66-465e-98ac-f5445f25af12,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:31:14.894020 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '1c75c887-ff66-465e-98ac-f5445f25af12', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'port_id': '1c75c887-ff66-465e-98ac-f5445f25af12', 'mac_address': 'fa:16:3e:3a:54:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:31:14.933898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 1c75c887-ff66-465e-98ac-f5445f25af12 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:31:14.934288 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:14.947029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c75c887-ff66-465e-98ac-f5445f25af12 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:31:14.966869 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 1c75c887-ff66-465e-98ac-f5445f25af12, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c75c887-ff66-465e-98ac-f5445f25af12,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:31:14.971260 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:15.019732 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=1c75c887-ff66-465e-98ac-f5445f25af12,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:31:15.164994 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['1c75c887-ff66-465e-98ac-f5445f25af12'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:31:15.801746 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2a936-991e-4cbf-a006-430d5219d88f req-c502d224-9ed1-4518-a3ac-bdf96d241ca8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:15.803263 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-02c2a936-991e-4cbf-a006-430d5219d88f req-c502d224-9ed1-4518-a3ac-bdf96d241ca8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 944 time: 0.0528357 Mar 28 09:31:15.851720 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-02c2a936-991e-4cbf-a006-430d5219d88f req-186ecb98-f083-4b5c-9cd4-cd7c7a1396fa tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423214 Mar 28 09:31:16.655391 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 1c75c887-ff66-465e-98ac-f5445f25af12 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:31:16.705821 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 1c75c887-ff66-465e-98ac-f5445f25af12 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:31:16.710222 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 1c75c887-ff66-465e-98ac-f5445f25af12 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:31:16.710599 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:16.796331 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 1c75c887-ff66-465e-98ac-f5445f25af12 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:31:16.796725 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:16.821998 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c75c887-ff66-465e-98ac-f5445f25af12'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:31:16.824619 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e598ce-917c-4c36-b0d7-a5c25ff93793" -d '{"events": [{"server_uuid": "4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd", "name": "network-vif-plugged", "status": "completed", "tag": "1c75c887-ff66-465e-98ac-f5445f25af12"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:31:16.837170 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 1c75c887-ff66-465e-98ac-f5445f25af12, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c75c887-ff66-465e-98ac-f5445f25af12,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:31:16.842250 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:16.866951 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936a066c-5db1-4fb5-b01d-9542b51f42e1 x-openstack-request-id: req-936a066c-5db1-4fb5-b01d-9542b51f42e1 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:31:16.867256 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd", "name": "network-vif-plugged", "status": "completed", "tag": "1c75c887-ff66-465e-98ac-f5445f25af12", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:31:16.867513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-936a066c-5db1-4fb5-b01d-9542b51f42e1 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:31:16.867936 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-936a066c-5db1-4fb5-b01d-9542b51f42e1'] response: {'server_uuid': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c75c887-ff66-465e-98ac-f5445f25af12', 'code': 200} Mar 28 09:31:16.895284 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=1c75c887-ff66-465e-98ac-f5445f25af12,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:31:16.980533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aede2ff-ce6c-400e-93d7-e8999ca468d4 req-33a8d2dc-337e-4fa4-93eb-0bce0d085c7e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:16.982027 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4aede2ff-ce6c-400e-93d7-e8999ca468d4 req-33a8d2dc-337e-4fa4-93eb-0bce0d085c7e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0557399 Mar 28 09:31:17.063389 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4aede2ff-ce6c-400e-93d7-e8999ca468d4 req-3e06aa7f-27cf-49bc-9147-c9b8608b9190 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749757 Mar 28 09:31:17.073125 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208aa92-36f3-4e4d-a5fc-8f7afee4762c req-6d7c71ae-a006-4868-ae2a-2a810f2cb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:17.075568 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5208aa92-36f3-4e4d-a5fc-8f7afee4762c req-6d7c71ae-a006-4868-ae2a-2a810f2cb331 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 1129 time: 0.0694478 Mar 28 09:31:17.120261 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5208aa92-36f3-4e4d-a5fc-8f7afee4762c req-d6ca80d9-8c04-4a7f-97f3-947d4d6763fd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387187 Mar 28 09:31:18.191127 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4a195-1bd9-4ba2-b5fc-849cf270bfd9 req-8d73de6b-03a9-46c9-a7a9-8c75e590bdfd tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:18.192737 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-bfc4a195-1bd9-4ba2-b5fc-849cf270bfd9 req-8d73de6b-03a9-46c9-a7a9-8c75e590bdfd tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0575581 Mar 28 09:31:18.242505 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-bfc4a195-1bd9-4ba2-b5fc-849cf270bfd9 req-17fbfbde-6424-4450-9ff4-a4c97ee5cec9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437939 Mar 28 09:31:19.365909 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9123d-5527-475f-9a6f-94ede1000096 req-42b6b04b-b08f-4c71-8140-7b2f97adb0ac tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:19.367402 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-82f9123d-5527-475f-9a6f-94ede1000096 req-42b6b04b-b08f-4c71-8140-7b2f97adb0ac tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0543981 Mar 28 09:31:19.424598 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-82f9123d-5527-475f-9a6f-94ede1000096 req-7d57c347-ee92-46e3-98db-26723dad7ec5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501144 Mar 28 09:31:19.542936 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55577c7e-79a4-409c-8317-708dcb7b0e11 req-e1d6710b-8141-4306-981f-310598c2ba30 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:19.544343 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-55577c7e-79a4-409c-8317-708dcb7b0e11 req-e1d6710b-8141-4306-981f-310598c2ba30 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0528913 Mar 28 09:31:19.552908 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 56926) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:31:19.557279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-3f8705e9-7d61-40c1-9c85-ea93dd98af9a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Request body: {'floatingip': {'port_id': '1c75c887-ff66-465e-98ac-f5445f25af12'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:31:19.600383 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f8705e9-7d61-40c1-9c85-ea93dd98af9a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for floatingip (334e73aa-fbf8-4d1b-952f-e3c831e4e58a), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:20.030736 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f8705e9-7d61-40c1-9c85-ea93dd98af9a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:20.034800 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f8705e9-7d61-40c1-9c85-ea93dd98af9a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (334e73aa-fbf8-4d1b-952f-e3c831e4e58a), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:20.140031 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-3f8705e9-7d61-40c1-9c85-ea93dd98af9a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Floating IP 334e73aa-fbf8-4d1b-952f-e3c831e4e58a associated. External IP: 172.36.4.151, port: 1c75c887-ff66-465e-98ac-f5445f25af12. Mar 28 09:31:20.356058 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8705e9-7d61-40c1-9c85-ea93dd98af9a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Router 710d635f-35af-4e81-b696-834c89e683bb has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:31:20.469836 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8705e9-7d61-40c1-9c85-ea93dd98af9a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:31:20.474772 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f8705e9-7d61-40c1-9c85-ea93dd98af9a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:20.479342 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c12d562-f498-4612-bb56-dc57b6985bc0 None None] Sync routers for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:31:20.490964 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c12d562-f498-4612-bb56-dc57b6985bc0 None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:31:20.491583 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9c12d562-f498-4612-bb56-dc57b6985bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:30:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:31:20.507256 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3f8705e9-7d61-40c1-9c85-ea93dd98af9a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "PUT /v2.0/floatingips/334e73aa-fbf8-4d1b-952f-e3c831e4e58a HTTP/1.1" status: 200 len: 992 time: 0.9532821 Mar 28 09:31:20.507839 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'tag': '1c75c887-ff66-465e-98ac-f5445f25af12'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:31:20.510414 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5c2f94-ea3b-4480-a097-724eac387b33" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd", "tag": "1c75c887-ff66-465e-98ac-f5445f25af12"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:31:20.549934 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dcac26-bc0c-45f3-854a-10dc7789ef7c x-openstack-request-id: req-77dcac26-bc0c-45f3-854a-10dc7789ef7c {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:31:20.550526 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd", "tag": "1c75c887-ff66-465e-98ac-f5445f25af12", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:31:20.550526 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77dcac26-bc0c-45f3-854a-10dc7789ef7c {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:31:20.551008 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77dcac26-bc0c-45f3-854a-10dc7789ef7c'] response: {'name': 'network-changed', 'server_uuid': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'tag': '1c75c887-ff66-465e-98ac-f5445f25af12', 'status': 'completed', 'code': 200} Mar 28 09:31:20.604492 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-9c12d562-f498-4612-bb56-dc57b6985bc0 None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:31:20.621686 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c2f94-ea3b-4480-a097-724eac387b33 req-e14c562b-e64a-43f0-a101-8c9307474c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:20.623890 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0a5c2f94-ea3b-4480-a097-724eac387b33 req-e14c562b-e64a-43f0-a101-8c9307474c5a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 1129 time: 0.0519819 Mar 28 09:31:20.726456 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c2f94-ea3b-4480-a097-724eac387b33 req-b0b1b88a-1257-46c3-b642-8dd232687247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:20.727955 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0a5c2f94-ea3b-4480-a097-724eac387b33 req-b0b1b88a-1257-46c3-b642-8dd232687247 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0960689 Mar 28 09:31:20.852193 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9c12d562-f498-4612-bb56-dc57b6985bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '334e73aa-fbf8-4d1b-952f-e3c831e4e58a', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'floating_ip_address': '172.36.4.151', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '710d635f-35af-4e81-b696-834c89e683bb', 'port_id': '1c75c887-ff66-465e-98ac-f5445f25af12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'mac_address': 'fa:16:3e:3a:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:28:39Z', 'updated_at': '2022-03-28T09:31:19Z', 'revision_number': 13, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:31:20.885357 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c12d562-f498-4612-bb56-dc57b6985bc0 None None] Checking router: 710d635f-35af-4e81-b696-834c89e683bb for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:31:20.902546 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c12d562-f498-4612-bb56-dc57b6985bc0 None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:31:20.903197 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9c12d562-f498-4612-bb56-dc57b6985bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:30:59Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:31:21.034874 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-9c12d562-f498-4612-bb56-dc57b6985bc0 None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:31:21.153276 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0a5c2f94-ea3b-4480-a097-724eac387b33 req-6c0377ff-de04-4084-b8f3-09dd9b22a4ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c75c887-ff66-465e-98ac-f5445f25af12 HTTP/1.1" status: 200 len: 1000 time: 0.4192665 Mar 28 09:31:21.204565 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c2f94-ea3b-4480-a097-724eac387b33 req-4698569b-588c-4d06-b249-3c323ae434a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:21.206387 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0a5c2f94-ea3b-4480-a097-724eac387b33 req-4698569b-588c-4d06-b249-3c323ae434a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0467753 Mar 28 09:31:21.258557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c2f94-ea3b-4480-a097-724eac387b33 req-4b571c12-edfd-4ed9-8cc8-5453da292f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:21.260074 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0a5c2f94-ea3b-4480-a097-724eac387b33 req-4b571c12-edfd-4ed9-8cc8-5453da292f6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0473933 Mar 28 09:31:21.356623 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0a5c2f94-ea3b-4480-a097-724eac387b33 req-bd1080ad-d3fc-4351-a227-5e71113d1f80 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904760 Mar 28 09:31:21.398075 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9c12d562-f498-4612-bb56-dc57b6985bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '334e73aa-fbf8-4d1b-952f-e3c831e4e58a', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'floating_ip_address': '172.36.4.151', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '710d635f-35af-4e81-b696-834c89e683bb', 'port_id': '1c75c887-ff66-465e-98ac-f5445f25af12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'mac_address': 'fa:16:3e:3a:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:28:39Z', 'updated_at': '2022-03-28T09:31:19Z', 'revision_number': 13, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:31:21.429111 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c12d562-f498-4612-bb56-dc57b6985bc0 None None] The sync data for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv is: [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '334e73aa-fbf8-4d1b-952f-e3c831e4e58a', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'floating_ip_address': '172.36.4.151', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '710d635f-35af-4e81-b696-834c89e683bb', 'port_id': '1c75c887-ff66-465e-98ac-f5445f25af12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'mac_address': 'fa:16:3e:3a:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:28:39Z', 'updated_at': '2022-03-28T09:31:19Z', 'revision_number': 13, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:31:21.456021 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:21.473737 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0a5c2f94-ea3b-4480-a097-724eac387b33 req-29dc8016-1190-431b-8655-a529232f4c4c service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110408 Mar 28 09:31:21.514630 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:31:21.639799 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d6aab-7602-4063-8d67-03ea21cba67b None None] New status for floating IP 334e73aa-fbf8-4d1b-952f-e3c831e4e58a: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:31:23.082787 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc625d-5eda-4c39-a0d2-c6c850e5fc09 req-05d6f154-0c72-42e5-abbc-250a4cd1d04d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:23.084329 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-84dc625d-5eda-4c39-a0d2-c6c850e5fc09 req-05d6f154-0c72-42e5-abbc-250a4cd1d04d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0534623 Mar 28 09:31:23.131050 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-84dc625d-5eda-4c39-a0d2-c6c850e5fc09 req-ed813671-e494-485d-b69e-71821a43b3bb tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401938 Mar 28 09:31:27.274049 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-783eb474-8cb8-4443-ab02-477cdc069932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:29.498134 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1e58742b-7982-4c45-b32c-f09d56d7afa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:30.629116 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:32.176676 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:33.732907 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:40.586980 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87080efd-ad9c-43a9-a0e5-e9cbf9947c33 req-e4e423ef-e581-4a32-8736-3fccdf59cbe9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:40.589071 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-87080efd-ad9c-43a9-a0e5-e9cbf9947c33 req-e4e423ef-e581-4a32-8736-3fccdf59cbe9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0592635 Mar 28 09:31:40.661901 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-87080efd-ad9c-43a9-a0e5-e9cbf9947c33 req-894eeb72-34b8-4295-a1a1-ebf04ef43f5e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641847 Mar 28 09:31:40.665532 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-ac3c86e6-6419-4326-9499-f682b6261ac0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1426146 Mar 28 09:31:41.048733 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-bdc00c32-c610-41e8-80bb-90a77a5df3bf tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:41.050140 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-bdc00c32-c610-41e8-80bb-90a77a5df3bf tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports/1c75c887-ff66-465e-98ac-f5445f25af12 HTTP/1.1" status: 200 len: 942 time: 0.0978115 Mar 28 09:31:41.795965 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c11811-13d0-44fc-930e-73d1fc2a1766 req-945818b1-0689-4bb2-bafa-37f46d4352dc tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:41.797549 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f3c11811-13d0-44fc-930e-73d1fc2a1766 req-945818b1-0689-4bb2-bafa-37f46d4352dc tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0536528 Mar 28 09:31:41.800563 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-0433a4f1-4059-42d2-96c4-bf95b171f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:41.802165 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-0433a4f1-4059-42d2-96c4-bf95b171f252 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 1129 time: 0.0452127 Mar 28 09:31:41.844058 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f3c11811-13d0-44fc-930e-73d1fc2a1766 req-0e5e0d73-a1d9-4e6c-a9c2-61f15b4ab639 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409040 Mar 28 09:31:41.896180 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-07c8726f-9c19-454b-8132-0d9dcac85415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:41.897746 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-07c8726f-9c19-454b-8132-0d9dcac85415 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0884485 Mar 28 09:31:41.963051 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-def7132a-8d30-4956-98bb-3183b5008a8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c75c887-ff66-465e-98ac-f5445f25af12 HTTP/1.1" status: 200 len: 1002 time: 0.0583744 Mar 28 09:31:42.011361 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-d84c798d-9b55-4701-96ac-e1e0c607c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:42.012790 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-d84c798d-9b55-4701-96ac-e1e0c607c181 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0439639 Mar 28 09:31:42.068654 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-aec3dfe1-3da8-48e6-a17d-5b10fef6a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:42.070184 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-aec3dfe1-3da8-48e6-a17d-5b10fef6a0f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0476303 Mar 28 09:31:42.158151 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-7a20a095-030c-49c0-bab5-5c3d1492e3e0 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795505 Mar 28 09:31:42.251122 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-66356a5a-77e6-43d0-9c81-2dce8dede62b service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857418 Mar 28 09:31:42.964316 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88432d7-049e-48e7-8c1e-4e244512a433 req-47de6c38-4a67-4ea9-91c8-1afde9a65af4 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:42.965814 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f88432d7-049e-48e7-8c1e-4e244512a433 req-47de6c38-4a67-4ea9-91c8-1afde9a65af4 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0531623 Mar 28 09:31:43.012576 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f88432d7-049e-48e7-8c1e-4e244512a433 req-c7e02cba-531b-40d9-8aa2-9d48063a1e01 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412986 Mar 28 09:31:44.132316 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f2674-dbab-460d-8233-0ce0fed5458f req-2b3d66a4-eedd-41c0-8bd3-44a86eb3e259 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:44.133774 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cb9f2674-dbab-460d-8233-0ce0fed5458f req-2b3d66a4-eedd-41c0-8bd3-44a86eb3e259 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0518348 Mar 28 09:31:44.183333 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cb9f2674-dbab-460d-8233-0ce0fed5458f req-c638ed42-c2f9-4533-bd60-d19a72942bce tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437014 Mar 28 09:31:45.302398 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefc434-227e-49bc-8e8d-60c38f511f8e req-838c0054-e7ae-4df0-90c9-67b9093c4b1d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:45.303782 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4fefc434-227e-49bc-8e8d-60c38f511f8e req-838c0054-e7ae-4df0-90c9-67b9093c4b1d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0541112 Mar 28 09:31:45.353669 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4fefc434-227e-49bc-8e8d-60c38f511f8e req-11697437-6aa7-4b72-9325-3d081eeb57a8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444105 Mar 28 09:31:46.471232 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead3971-d4bd-4ff1-836c-25cdbb954294 req-b4407f24-52ec-4bcb-b8b2-c206649fd268 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:46.472687 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7ead3971-d4bd-4ff1-836c-25cdbb954294 req-b4407f24-52ec-4bcb-b8b2-c206649fd268 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0515008 Mar 28 09:31:46.518054 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7ead3971-d4bd-4ff1-836c-25cdbb954294 req-b8c02441-5e3c-4ec4-bf0e-bf6e87d184b7 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398526 Mar 28 09:31:46.796258 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3356e-78d0-4a80-b9ce-44768fd12255 req-9581e611-8d9a-41b4-8f80-acb3349cfc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:46.797794 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebd3356e-78d0-4a80-b9ce-44768fd12255 req-9581e611-8d9a-41b4-8f80-acb3349cfc1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 1129 time: 0.0442867 Mar 28 09:31:46.904056 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3356e-78d0-4a80-b9ce-44768fd12255 req-608cdb82-fba0-47d1-8446-00ec5cda4c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:46.905529 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebd3356e-78d0-4a80-b9ce-44768fd12255 req-608cdb82-fba0-47d1-8446-00ec5cda4c80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0884476 Mar 28 09:31:46.974006 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebd3356e-78d0-4a80-b9ce-44768fd12255 req-b78f1b5e-ecee-414c-8851-a6fe44f51cfe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c75c887-ff66-465e-98ac-f5445f25af12 HTTP/1.1" status: 200 len: 1002 time: 0.0618947 Mar 28 09:31:47.022437 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3356e-78d0-4a80-b9ce-44768fd12255 req-1e0b90b3-a412-4a1e-a68c-145f18237338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:47.023878 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebd3356e-78d0-4a80-b9ce-44768fd12255 req-1e0b90b3-a412-4a1e-a68c-145f18237338 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0437963 Mar 28 09:31:47.072309 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3356e-78d0-4a80-b9ce-44768fd12255 req-5d922ba5-fb7e-4074-a70c-3c9516db4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:47.074063 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebd3356e-78d0-4a80-b9ce-44768fd12255 req-5d922ba5-fb7e-4074-a70c-3c9516db4ef8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447152 Mar 28 09:31:47.164079 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebd3356e-78d0-4a80-b9ce-44768fd12255 req-a5d4af6f-b658-4e0c-9a25-3a5733293b8e service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841203 Mar 28 09:31:47.250962 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebd3356e-78d0-4a80-b9ce-44768fd12255 req-711bd425-b2c2-4e1a-a1fd-acaf563808ae service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807323 Mar 28 09:31:47.643444 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa1d7d-ecec-491a-b234-733f6a5758fc req-b47de755-2901-42d0-bdb8-e0606df3a272 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:47.644924 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6efa1d7d-ecec-491a-b234-733f6a5758fc req-b47de755-2901-42d0-bdb8-e0606df3a272 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0590167 Mar 28 09:31:47.691246 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6efa1d7d-ecec-491a-b234-733f6a5758fc req-c504cccd-9906-483b-8817-271d7cb50b9e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408039 Mar 28 09:31:48.809755 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90a23b-e34f-409d-ac94-a3f0fba69500 req-ac6bfce1-5145-4af9-ade2-118f0b085fde tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:48.811217 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-be90a23b-e34f-409d-ac94-a3f0fba69500 req-ac6bfce1-5145-4af9-ade2-118f0b085fde tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0512650 Mar 28 09:31:48.856566 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-be90a23b-e34f-409d-ac94-a3f0fba69500 req-b47876d4-d0a7-418c-83a5-860c274972c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399268 Mar 28 09:31:49.977286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ac84e-b7a5-4937-af20-d79d27733e7f req-c4f8ec28-c38c-4e82-8da1-2d8fac39d59e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:49.979613 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-388ac84e-b7a5-4937-af20-d79d27733e7f req-c4f8ec28-c38c-4e82-8da1-2d8fac39d59e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0528185 Mar 28 09:31:50.028557 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-388ac84e-b7a5-4937-af20-d79d27733e7f req-1a93ce31-40d0-40b7-9a0e-285b51336d47 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431459 Mar 28 09:31:51.151438 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2cf9f-4c2f-453c-95ee-1b213cbe6332 req-966e054d-114b-4249-ba4a-665e6a0e1404 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:51.152787 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-14b2cf9f-4c2f-453c-95ee-1b213cbe6332 req-966e054d-114b-4249-ba4a-665e6a0e1404 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0560431 Mar 28 09:31:51.198475 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-14b2cf9f-4c2f-453c-95ee-1b213cbe6332 req-e3523592-340b-439f-8eb6-acf025305d2f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395346 Mar 28 09:31:51.431812 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:52.317814 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b5c03-df5c-4d77-a640-c7fd0a7ab151 req-19f7c584-0182-4cb8-b51e-6ff5ed78165b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:52.319304 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8b4b5c03-df5c-4d77-a640-c7fd0a7ab151 req-19f7c584-0182-4cb8-b51e-6ff5ed78165b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0531886 Mar 28 09:31:52.371485 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8b4b5c03-df5c-4d77-a640-c7fd0a7ab151 req-46d60d00-fc54-45d2-afd2-e4aebda75411 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459185 Mar 28 09:31:52.741412 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-1e4c067a-c5f2-49bc-9f2e-3ccce80e6d27 service neutron] 10.222.0.16 "GET /v2.0/ports/1c75c887-ff66-465e-98ac-f5445f25af12/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0549252 Mar 28 09:31:52.914254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 1c75c887-ff66-465e-98ac-f5445f25af12 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:31:52.940443 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-27cf125d-4746-49ba-be20-a77863f16d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:52.942011 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-27cf125d-4746-49ba-be20-a77863f16d69 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd&tenant_id=221d328a4f5c471b840c8b10fad5c87b HTTP/1.1" status: 200 len: 1129 time: 0.0469890 Mar 28 09:31:52.993634 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 1c75c887-ff66-465e-98ac-f5445f25af12 is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:31:52.994039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:53.006621 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-9aa44789-00e8-4f01-868f-7dffdd622918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:53.008144 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-9aa44789-00e8-4f01-868f-7dffdd622918 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 1129 time: 0.0455370 Mar 28 09:31:53.017298 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c75c887-ff66-465e-98ac-f5445f25af12'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:31:53.019560 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216eb684-c187-4ba0-ab62-471da540b132" -d '{"events": [{"server_uuid": "4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "1c75c887-ff66-465e-98ac-f5445f25af12"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:31:53.032237 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 1c75c887-ff66-465e-98ac-f5445f25af12, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c75c887-ff66-465e-98ac-f5445f25af12,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:31:53.036566 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:53.075110 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 09:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96862ef1-2509-4fa0-86e8-09f4807bd046 x-openstack-request-id: req-96862ef1-2509-4fa0-86e8-09f4807bd046 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:31:53.075407 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "1c75c887-ff66-465e-98ac-f5445f25af12", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:31:53.075663 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96862ef1-2509-4fa0-86e8-09f4807bd046 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:31:53.076061 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96862ef1-2509-4fa0-86e8-09f4807bd046'] response: {'server_uuid': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c75c887-ff66-465e-98ac-f5445f25af12', 'code': 200} Mar 28 09:31:53.089090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=1c75c887-ff66-465e-98ac-f5445f25af12,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:31:53.109870 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-0b4bed56-46b5-4609-b93d-532a816196aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:53.111375 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-0b4bed56-46b5-4609-b93d-532a816196aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0975275 Mar 28 09:31:53.176101 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-6fe97abe-0a8d-435d-92ab-996a3d160aef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c75c887-ff66-465e-98ac-f5445f25af12 HTTP/1.1" status: 200 len: 1000 time: 0.0589321 Mar 28 09:31:53.227633 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-8b7f37f2-a677-46a9-9489-70e3861ec07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:53.229646 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-8b7f37f2-a677-46a9-9489-70e3861ec07e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0479445 Mar 28 09:31:53.277481 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-399e2a59-38e5-410f-b23f-e4bf77c03430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:53.279017 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-399e2a59-38e5-410f-b23f-e4bf77c03430 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442491 Mar 28 09:31:53.366616 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-95a5f196-5168-44a5-a55e-a2cf5783fede service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814562 Mar 28 09:31:53.487866 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-9c6066a8-4c02-4164-98dd-3660b8eadeae service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150649 Mar 28 09:31:53.505820 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed71642-8bc0-452f-b872-fefdca9691dc req-1d48db5d-b936-4eac-8e4b-f52677074ccc tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:53.507527 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8ed71642-8bc0-452f-b872-fefdca9691dc req-1d48db5d-b936-4eac-8e4b-f52677074ccc tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0677483 Mar 28 09:31:53.557592 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8ed71642-8bc0-452f-b872-fefdca9691dc req-fea14f8d-2617-4f2f-a828-c0789da03629 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423386 Mar 28 09:31:54.685603 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01780d-b3f7-4531-8631-7a972222ed30 req-9cafeb1e-f587-47ed-9b8d-f356a9577b01 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:54.687259 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0d01780d-b3f7-4531-8631-7a972222ed30 req-9cafeb1e-f587-47ed-9b8d-f356a9577b01 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0547736 Mar 28 09:31:54.735839 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0d01780d-b3f7-4531-8631-7a972222ed30 req-2e423e2f-ef34-404f-9301-933019e438c6 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427132 Mar 28 09:31:55.864653 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8685df0-4b4d-4410-abd3-6c46f30e724d req-bba85698-7c04-482d-9274-51e56b2e8041 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:55.866191 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d8685df0-4b4d-4410-abd3-6c46f30e724d req-bba85698-7c04-482d-9274-51e56b2e8041 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0585613 Mar 28 09:31:55.912606 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d8685df0-4b4d-4410-abd3-6c46f30e724d req-aa61e6b7-66f8-4ac1-82be-2aaeaf3783b5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409200 Mar 28 09:31:57.034378 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a60022-e816-49d5-bace-6d716218cdee req-b7a02774-5f87-417b-b861-74bafb579e95 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:57.035869 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-09a60022-e816-49d5-bace-6d716218cdee req-b7a02774-5f87-417b-b861-74bafb579e95 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0536668 Mar 28 09:31:57.086162 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-09a60022-e816-49d5-bace-6d716218cdee req-ecf742bb-81dc-4cb5-9e11-8a8df4f18df9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445235 Mar 28 09:31:57.279119 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e0830d6-2467-4eba-af12-821c31f94238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:31:58.207427 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ea8a9-6c7d-4da7-aa49-f27241fd27b6 req-02c05125-2253-4712-889a-876f20927f4a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:58.208926 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-136ea8a9-6c7d-4da7-aa49-f27241fd27b6 req-02c05125-2253-4712-889a-876f20927f4a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0537660 Mar 28 09:31:58.256861 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-136ea8a9-6c7d-4da7-aa49-f27241fd27b6 req-f4d8f148-d595-4224-a571-e49c7e81b6be tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418322 Mar 28 09:31:58.513489 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:31:59.378713 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349724b4-1e92-4210-8919-86a0dbf113e1 req-4de3945e-bfec-405b-9980-654a5de5531f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:31:59.380191 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-349724b4-1e92-4210-8919-86a0dbf113e1 req-4de3945e-bfec-405b-9980-654a5de5531f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0517304 Mar 28 09:31:59.427400 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-349724b4-1e92-4210-8919-86a0dbf113e1 req-c7ee49b9-7c6e-4afe-818b-d94f53812499 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412450 Mar 28 09:31:59.500043 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd4c22a6-0fa6-4f34-8833-97b92b848ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:00.551997 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a868f6-029b-4a11-8c4f-9b986c4e8225 req-2b3d7986-1f90-4961-9cb7-8beac304403f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:00.553508 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-55a868f6-029b-4a11-8c4f-9b986c4e8225 req-2b3d7986-1f90-4961-9cb7-8beac304403f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0577586 Mar 28 09:32:00.605542 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-55a868f6-029b-4a11-8c4f-9b986c4e8225 req-cf91f054-7302-4efe-b5a3-c09f0a5a85be tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461500 Mar 28 09:32:00.631213 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:01.725556 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eef447-befe-4772-b37d-a1f175b79029 req-37a0c6e3-03d0-4bdb-9b63-e1396f37661e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:01.727044 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-91eef447-befe-4772-b37d-a1f175b79029 req-37a0c6e3-03d0-4bdb-9b63-e1396f37661e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0524752 Mar 28 09:32:01.776813 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-91eef447-befe-4772-b37d-a1f175b79029 req-2dca7fcb-f7c1-415a-b4ab-66599882ecb9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429950 Mar 28 09:32:02.178742 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:02.896870 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24136a-7d5f-4301-b6f1-501b4fdd2a7f req-61a08035-f985-402a-9423-62a2a0219faf tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:02.898392 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7d24136a-7d5f-4301-b6f1-501b4fdd2a7f req-61a08035-f985-402a-9423-62a2a0219faf tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0527706 Mar 28 09:32:02.950890 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7d24136a-7d5f-4301-b6f1-501b4fdd2a7f req-9480e577-3d15-433a-849d-14a9362c5b02 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462558 Mar 28 09:32:03.734548 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:04.075072 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74bd3f-0a98-40bb-9068-577f6a107e6a req-599c1d48-e04e-4751-a7c4-e6eae1ef29f7 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:04.076512 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3a74bd3f-0a98-40bb-9068-577f6a107e6a req-599c1d48-e04e-4751-a7c4-e6eae1ef29f7 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0563745 Mar 28 09:32:04.121864 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3a74bd3f-0a98-40bb-9068-577f6a107e6a req-a69b80d7-fdae-4130-b248-9119f62d2cb2 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398605 Mar 28 09:32:04.950604 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 1c75c887-ff66-465e-98ac-f5445f25af12 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:32:05.047424 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 1c75c887-ff66-465e-98ac-f5445f25af12, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c75c887-ff66-465e-98ac-f5445f25af12,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:32:05.058829 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '1c75c887-ff66-465e-98ac-f5445f25af12', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'port_id': '1c75c887-ff66-465e-98ac-f5445f25af12', 'mac_address': 'fa:16:3e:3a:54:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:32:05.095376 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 1c75c887-ff66-465e-98ac-f5445f25af12 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:32:05.095774 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:05.108164 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c75c887-ff66-465e-98ac-f5445f25af12 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:32:05.127133 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 1c75c887-ff66-465e-98ac-f5445f25af12, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c75c887-ff66-465e-98ac-f5445f25af12,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:32:05.130661 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:05.183846 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=1c75c887-ff66-465e-98ac-f5445f25af12,revision_number=7']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:32:05.191597 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['1c75c887-ff66-465e-98ac-f5445f25af12'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:32:05.195295 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:05.195644 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:05.195994 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:05.196341 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:05.196683 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:05.197018 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:05.197351 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:05.197709 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:05.198598 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:05.198923 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:05.199351 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:05.199751 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:05.200087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:05.200416 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:05.200797 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:05.249568 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984e502-18a8-4dd8-bff6-ff36a39e95fc req-7e8c7c73-e44c-42f3-bdf4-8c4d9f841520 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:05.251074 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6984e502-18a8-4dd8-bff6-ff36a39e95fc req-7e8c7c73-e44c-42f3-bdf4-8c4d9f841520 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 944 time: 0.0540822 Mar 28 09:32:05.298705 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6984e502-18a8-4dd8-bff6-ff36a39e95fc req-8cb4c91e-69c9-4f70-8116-6ff7d89aab54 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416391 Mar 28 09:32:06.417930 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325e0ed-b24e-42ad-863f-e2ba48f2e48c req-4094417a-666c-4c8d-b8da-837098b324d8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:06.419319 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0325e0ed-b24e-42ad-863f-e2ba48f2e48c req-4094417a-666c-4c8d-b8da-837098b324d8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 944 time: 0.0524578 Mar 28 09:32:06.465953 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0325e0ed-b24e-42ad-863f-e2ba48f2e48c req-65683623-2fc6-431b-907a-3182cb50605d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410445 Mar 28 09:32:06.965810 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 1c75c887-ff66-465e-98ac-f5445f25af12 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:32:07.015910 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 1c75c887-ff66-465e-98ac-f5445f25af12 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:32:07.016856 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:07.091787 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 1c75c887-ff66-465e-98ac-f5445f25af12 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:32:07.092960 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:07.113885 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c75c887-ff66-465e-98ac-f5445f25af12'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:32:07.116074 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6f3c0e-1399-47ca-bd98-9a7057aeda5e" -d '{"events": [{"server_uuid": "4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd", "name": "network-vif-plugged", "status": "completed", "tag": "1c75c887-ff66-465e-98ac-f5445f25af12"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:32:07.129349 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 1c75c887-ff66-465e-98ac-f5445f25af12, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c75c887-ff66-465e-98ac-f5445f25af12,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:32:07.133842 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:07.162877 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f102ec-0928-4097-8b79-16a90d72eeb6 x-openstack-request-id: req-a2f102ec-0928-4097-8b79-16a90d72eeb6 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:32:07.163175 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd", "name": "network-vif-plugged", "status": "completed", "tag": "1c75c887-ff66-465e-98ac-f5445f25af12", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:32:07.163428 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2f102ec-0928-4097-8b79-16a90d72eeb6 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:32:07.163824 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f102ec-0928-4097-8b79-16a90d72eeb6'] response: {'server_uuid': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c75c887-ff66-465e-98ac-f5445f25af12', 'code': 200} Mar 28 09:32:07.184304 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=1c75c887-ff66-465e-98ac-f5445f25af12,revision_number=8']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:32:07.590837 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288a561-68f0-419a-93af-0731d0d4cbc5 req-3353bc00-ed7d-4471-be04-45f259a59661 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:07.593287 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6288a561-68f0-419a-93af-0731d0d4cbc5 req-3353bc00-ed7d-4471-be04-45f259a59661 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0592165 Mar 28 09:32:07.649409 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6288a561-68f0-419a-93af-0731d0d4cbc5 req-93a71867-230c-4f5e-82a5-5742079096b2 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448015 Mar 28 09:32:08.782021 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2ee24-216e-4d1d-93a2-4ec74c0d98b5 req-3cae5b38-fef7-4865-a5ca-63d15381fc85 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:08.783516 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d2a2ee24-216e-4d1d-93a2-4ec74c0d98b5 req-3cae5b38-fef7-4865-a5ca-63d15381fc85 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0573330 Mar 28 09:32:08.830253 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d2a2ee24-216e-4d1d-93a2-4ec74c0d98b5 req-c6d88374-9f2b-4271-97ca-893099270ab5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412290 Mar 28 09:32:09.961443 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabf140-df28-47ad-93a9-84848fb114ad req-8342cce1-361a-4403-b4a8-d0265651e41b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:09.962967 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2eabf140-df28-47ad-93a9-84848fb114ad req-8342cce1-361a-4403-b4a8-d0265651e41b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0578992 Mar 28 09:32:10.013924 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2eabf140-df28-47ad-93a9-84848fb114ad req-e1a99f76-d269-4286-a268-e420b1067813 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440068 Mar 28 09:32:11.136065 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbb885-feae-4085-bd2a-0138144e0e23 req-2c712560-67af-42a8-9107-e30076d7025f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:11.137567 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-15bbb885-feae-4085-bd2a-0138144e0e23 req-2c712560-67af-42a8-9107-e30076d7025f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0536346 Mar 28 09:32:11.183712 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-15bbb885-feae-4085-bd2a-0138144e0e23 req-ddfdb114-87c9-4976-8acf-a1db1fdcf274 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406468 Mar 28 09:32:11.496048 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dac61d-5767-4b14-a888-33caf367ae42 req-57f80286-2449-4327-8825-f48d56a4a2ad tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:11.497486 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-93dac61d-5767-4b14-a888-33caf367ae42 req-57f80286-2449-4327-8825-f48d56a4a2ad tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd&tenant_id=221d328a4f5c471b840c8b10fad5c87b&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0901148 Mar 28 09:32:11.509123 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567a48e-9a9a-4b21-857c-fa5b28ca354a req-fbc4a05f-4af1-4553-bb6d-597d43ab2380 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:11.510759 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8567a48e-9a9a-4b21-857c-fa5b28ca354a req-fbc4a05f-4af1-4553-bb6d-597d43ab2380 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0716176 Mar 28 09:32:11.595668 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8567a48e-9a9a-4b21-857c-fa5b28ca354a req-60ed3fc7-3e92-457a-bfb6-e3129770408b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789073 Mar 28 09:32:11.597012 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-93dac61d-5767-4b14-a888-33caf367ae42 req-2ab84b63-d3b9-4109-848c-982913e533c3 service neutron] 10.222.0.16 "GET /v2.0/ports/1c75c887-ff66-465e-98ac-f5445f25af12/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0854251 Mar 28 09:32:11.668916 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dac61d-5767-4b14-a888-33caf367ae42 req-7143cb9d-5b69-4ef6-9476-4bd4ce39fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:11.670457 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-93dac61d-5767-4b14-a888-33caf367ae42 req-7143cb9d-5b69-4ef6-9476-4bd4ce39fb75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 1129 time: 0.0497181 Mar 28 09:32:11.756964 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dac61d-5767-4b14-a888-33caf367ae42 req-5da19528-4856-4d6e-89ba-e2a5b1fa1ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:11.758472 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-93dac61d-5767-4b14-a888-33caf367ae42 req-5da19528-4856-4d6e-89ba-e2a5b1fa1ae8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0825264 Mar 28 09:32:11.825958 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-93dac61d-5767-4b14-a888-33caf367ae42 req-5970dbfa-ec83-4310-808f-72c13f71f92a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c75c887-ff66-465e-98ac-f5445f25af12 HTTP/1.1" status: 200 len: 1002 time: 0.0618393 Mar 28 09:32:11.873142 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dac61d-5767-4b14-a888-33caf367ae42 req-88519ec5-7f7a-4930-ac5f-047ed1d49ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:11.874515 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-93dac61d-5767-4b14-a888-33caf367ae42 req-88519ec5-7f7a-4930-ac5f-047ed1d49ea2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0426815 Mar 28 09:32:11.924906 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dac61d-5767-4b14-a888-33caf367ae42 req-73d632fb-11aa-473d-9fca-627d16b09d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:11.926420 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-93dac61d-5767-4b14-a888-33caf367ae42 req-73d632fb-11aa-473d-9fca-627d16b09d25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457227 Mar 28 09:32:12.017145 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-93dac61d-5767-4b14-a888-33caf367ae42 req-97d6104a-ee4f-4023-a8bb-c5d04263e436 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850103 Mar 28 09:32:12.104391 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-93dac61d-5767-4b14-a888-33caf367ae42 req-db80eb61-ce4c-4666-a644-c39fb0370cf2 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814722 Mar 28 09:32:12.715709 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8d8fe-cf63-4223-88d8-7a8634b6f9e1 req-562ba3b2-0d19-4f96-8340-60678da8b949 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:12.717182 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a8b8d8fe-cf63-4223-88d8-7a8634b6f9e1 req-562ba3b2-0d19-4f96-8340-60678da8b949 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0511737 Mar 28 09:32:12.767045 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a8b8d8fe-cf63-4223-88d8-7a8634b6f9e1 req-06af0e03-17bd-4c0e-8b2a-f7f0f18894a3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442736 Mar 28 09:32:13.886114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989beaf-daf0-45a0-8490-4878ec8ebfff req-da6bd04f-6db7-407a-92e0-b95a3bf8e79a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:13.887573 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0989beaf-daf0-45a0-8490-4878ec8ebfff req-da6bd04f-6db7-407a-92e0-b95a3bf8e79a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0539670 Mar 28 09:32:13.937358 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0989beaf-daf0-45a0-8490-4878ec8ebfff req-989f9d61-9c38-41b9-9c67-64eefc979e66 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442624 Mar 28 09:32:14.981564 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 1c75c887-ff66-465e-98ac-f5445f25af12 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:32:15.065719 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9892ebf-0bbd-4323-bf37-cf3f1a285aba req-ea3d7512-8e89-46e8-8032-739b32b25842 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:15.067890 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 1c75c887-ff66-465e-98ac-f5445f25af12 is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:32:15.068302 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:15.073136 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b9892ebf-0bbd-4323-bf37-cf3f1a285aba req-ea3d7512-8e89-46e8-8032-739b32b25842 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0669754 Mar 28 09:32:15.095973 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c75c887-ff66-465e-98ac-f5445f25af12'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:32:15.098243 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384a6047-bdf2-4d88-83d9-fb1364123785" -d '{"events": [{"server_uuid": "4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "1c75c887-ff66-465e-98ac-f5445f25af12"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:32:15.114317 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 1c75c887-ff66-465e-98ac-f5445f25af12, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c75c887-ff66-465e-98ac-f5445f25af12,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:32:15.122176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:15.127766 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b9892ebf-0bbd-4323-bf37-cf3f1a285aba req-2ea66967-304d-4cc1-baad-42a352d592ae tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532322 Mar 28 09:32:15.157129 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 09:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52749905-56ab-439d-b506-82899bd5bb36 x-openstack-request-id: req-52749905-56ab-439d-b506-82899bd5bb36 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:32:15.157422 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "1c75c887-ff66-465e-98ac-f5445f25af12", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:32:15.157700 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52749905-56ab-439d-b506-82899bd5bb36 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:32:15.158096 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52749905-56ab-439d-b506-82899bd5bb36'] response: {'server_uuid': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c75c887-ff66-465e-98ac-f5445f25af12', 'code': 200} Mar 28 09:32:15.183678 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=1c75c887-ff66-465e-98ac-f5445f25af12,revision_number=9']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:32:16.248872 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6a834-02a0-48f4-b75d-c6d12f99b02f req-5dbb70f3-8d46-4932-9737-cf621915a868 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:16.250389 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a5a6a834-02a0-48f4-b75d-c6d12f99b02f req-5dbb70f3-8d46-4932-9737-cf621915a868 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0530231 Mar 28 09:32:16.295987 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a5a6a834-02a0-48f4-b75d-c6d12f99b02f req-fa33b702-cbc0-4ca0-b8aa-536d8186aeb5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400698 Mar 28 09:32:17.419909 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d441b-23b4-4cf6-9995-71acd857939c req-f170ebb9-eff5-443c-a022-79962b8c471a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:17.421395 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-952d441b-23b4-4cf6-9995-71acd857939c req-f170ebb9-eff5-443c-a022-79962b8c471a tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0550396 Mar 28 09:32:17.468515 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-952d441b-23b4-4cf6-9995-71acd857939c req-e01c1822-d785-4172-ae41-0032ba808168 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414245 Mar 28 09:32:18.361734 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dac61d-5767-4b14-a888-33caf367ae42 req-4a120f82-e5c5-4c48-b44c-35a7603aea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:18.363150 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-93dac61d-5767-4b14-a888-33caf367ae42 req-4a120f82-e5c5-4c48-b44c-35a7603aea50 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd&tenant_id=221d328a4f5c471b840c8b10fad5c87b HTTP/1.1" status: 200 len: 1127 time: 0.0439632 Mar 28 09:32:18.426373 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dac61d-5767-4b14-a888-33caf367ae42 req-ac57e246-0b00-43f1-8966-f28c3e57164c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:18.427872 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-93dac61d-5767-4b14-a888-33caf367ae42 req-ac57e246-0b00-43f1-8966-f28c3e57164c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=221d328a4f5c471b840c8b10fad5c87b&device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 1127 time: 0.0449784 Mar 28 09:32:18.518840 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dac61d-5767-4b14-a888-33caf367ae42 req-1aab3c09-3615-4a49-a9f8-7e1281d97eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:18.520334 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-93dac61d-5767-4b14-a888-33caf367ae42 req-1aab3c09-3615-4a49-a9f8-7e1281d97eaa service neutron] 10.222.0.16 "GET /v2.0/networks?id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 200 len: 912 time: 0.0869076 Mar 28 09:32:18.585342 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-93dac61d-5767-4b14-a888-33caf367ae42 req-36649d32-b96a-48c0-a27f-ad3fe4d53202 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c75c887-ff66-465e-98ac-f5445f25af12 HTTP/1.1" status: 200 len: 1000 time: 0.0594640 Mar 28 09:32:18.590075 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ff5a8-c6ff-48a0-afc1-af224b6147dd req-92c0eb02-afdf-4ead-a04b-4a1155317718 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:18.591529 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-905ff5a8-c6ff-48a0-afc1-af224b6147dd req-92c0eb02-afdf-4ead-a04b-4a1155317718 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0551870 Mar 28 09:32:18.639222 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dac61d-5767-4b14-a888-33caf367ae42 req-f6157d7c-9d80-4840-8142-b506e6b6c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:18.640643 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-93dac61d-5767-4b14-a888-33caf367ae42 req-f6157d7c-9d80-4840-8142-b506e6b6c41b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 200 len: 851 time: 0.0493705 Mar 28 09:32:18.641112 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-905ff5a8-c6ff-48a0-afc1-af224b6147dd req-f7a4b6b3-6cfc-46e5-9ba9-3f2fde4a9636 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434248 Mar 28 09:32:18.688947 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dac61d-5767-4b14-a888-33caf367ae42 req-70be58c6-cc7d-4462-a05a-d84fbf66c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:18.690492 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-93dac61d-5767-4b14-a888-33caf367ae42 req-70be58c6-cc7d-4462-a05a-d84fbf66c6d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95a08f1e-2101-4ca5-9db9-b45528dbc3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441680 Mar 28 09:32:18.778368 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-93dac61d-5767-4b14-a888-33caf367ae42 req-950f17a6-43db-4308-b28a-573c0db93990 service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809531 Mar 28 09:32:18.868177 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-93dac61d-5767-4b14-a888-33caf367ae42 req-73589395-525a-42a4-b8c9-bea181f6dd8f service neutron] 10.222.0.16 "GET /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840471 Mar 28 09:32:18.996537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 1c75c887-ff66-465e-98ac-f5445f25af12 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:32:19.071453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 1c75c887-ff66-465e-98ac-f5445f25af12 is: DOWN; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:32:19.764777 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027e50-d78d-431a-b654-2e53bfecca1f req-ed11776e-40f4-4f49-b0d9-82bfbea543aa tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:19.766366 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-45027e50-d78d-431a-b654-2e53bfecca1f req-ed11776e-40f4-4f49-b0d9-82bfbea543aa tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0550151 Mar 28 09:32:19.814935 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-45027e50-d78d-431a-b654-2e53bfecca1f req-cead0908-491f-41d2-84ee-b518b99338c8 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429916 Mar 28 09:32:20.936699 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0b1f6-0505-4227-97a0-60bdea7cdfc8 req-f24350a2-42dd-4de6-b87c-eb40fb564413 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:20.938255 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-38b0b1f6-0505-4227-97a0-60bdea7cdfc8 req-f24350a2-42dd-4de6-b87c-eb40fb564413 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0518403 Mar 28 09:32:20.987866 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-38b0b1f6-0505-4227-97a0-60bdea7cdfc8 req-a324df2d-f649-4580-bbd7-ae00ab52d8b9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439246 Mar 28 09:32:21.444483 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:22.111940 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06b4fd-e164-4db5-97af-a8f3ad322c56 req-0a957505-3307-4d6d-95e2-4db1e374c3af tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:22.113456 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dd06b4fd-e164-4db5-97af-a8f3ad322c56 req-0a957505-3307-4d6d-95e2-4db1e374c3af tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0577388 Mar 28 09:32:22.160599 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dd06b4fd-e164-4db5-97af-a8f3ad322c56 req-23195702-fcd7-4684-adcd-fbcf12bfa7fa tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413973 Mar 28 09:32:23.280340 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5163c4-4621-46df-b3a7-328e8cf94884 req-bf928229-63b1-4364-b1b2-fe79734c2031 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:23.281797 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ae5163c4-4621-46df-b3a7-328e8cf94884 req-bf928229-63b1-4364-b1b2-fe79734c2031 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0528688 Mar 28 09:32:23.336739 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ae5163c4-4621-46df-b3a7-328e8cf94884 req-50dd3474-c796-4042-8d0c-af37b3844e40 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491374 Mar 28 09:32:24.459795 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc405e-b5a2-4f31-bbb9-127ec7459b2a req-937a9ea2-421c-4c08-a960-dd63edbd4f0d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:24.461291 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fabc405e-b5a2-4f31-bbb9-127ec7459b2a req-937a9ea2-421c-4c08-a960-dd63edbd4f0d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0529275 Mar 28 09:32:24.509309 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fabc405e-b5a2-4f31-bbb9-127ec7459b2a req-0e045f43-c00d-47e0-bd00-827dde6d175c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417099 Mar 28 09:32:25.631516 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7baebb-61fa-4b2f-8a9e-1399f559fb8d req-4cbcab97-f499-4e72-873a-610dd08d8d57 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:25.632983 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2b7baebb-61fa-4b2f-8a9e-1399f559fb8d req-4cbcab97-f499-4e72-873a-610dd08d8d57 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0526378 Mar 28 09:32:25.680279 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2b7baebb-61fa-4b2f-8a9e-1399f559fb8d req-17305323-0756-4d3c-8c47-94d6627c7293 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407791 Mar 28 09:32:26.807126 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ace4d-0961-4be3-b50e-61fa01773903 req-5a1258a0-8521-4ca2-aa3e-3ba15e6b6be1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:26.808742 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-262ace4d-0961-4be3-b50e-61fa01773903 req-5a1258a0-8521-4ca2-aa3e-3ba15e6b6be1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0588009 Mar 28 09:32:26.862569 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-262ace4d-0961-4be3-b50e-61fa01773903 req-81d24193-c487-40b1-a276-50c9d9c06740 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478692 Mar 28 09:32:27.280833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e39837d3-060e-4ae3-b398-5e13fc98ccc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:27.982103 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba4825-2b80-4de0-b35a-4c8c0d5ead0e req-1b43e60a-1c34-498f-9e8b-2ab28106d48c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:27.983599 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-70ba4825-2b80-4de0-b35a-4c8c0d5ead0e req-1b43e60a-1c34-498f-9e8b-2ab28106d48c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0522358 Mar 28 09:32:28.032405 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-70ba4825-2b80-4de0-b35a-4c8c0d5ead0e req-57093a77-05b9-4de8-9235-523aa88a6360 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428934 Mar 28 09:32:29.152060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ffb2a-36f3-4c84-9f36-83a060c047bb req-dc58b5ed-2126-4a40-aa2d-d210123c8d43 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:29.153535 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a42ffb2a-36f3-4c84-9f36-83a060c047bb req-dc58b5ed-2126-4a40-aa2d-d210123c8d43 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0526023 Mar 28 09:32:29.199237 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a42ffb2a-36f3-4c84-9f36-83a060c047bb req-4c398978-1932-4a18-bed4-3f8bc3c158b5 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401182 Mar 28 09:32:29.501337 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-66334b5d-82a9-49b3-aa97-6cf5b07e4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:30.319850 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841f7c5-5f89-4a1a-b9d0-2296dc31b17f req-d33aeb1d-57eb-46eb-a7dd-4fe215693acd tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:30.321305 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9841f7c5-5f89-4a1a-b9d0-2296dc31b17f req-d33aeb1d-57eb-46eb-a7dd-4fe215693acd tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 943 time: 0.0544088 Mar 28 09:32:30.367172 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9841f7c5-5f89-4a1a-b9d0-2296dc31b17f req-70b2e9f0-f6cf-47da-8631-f2693752818e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395615 Mar 28 09:32:30.634711 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:31.027128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 1c75c887-ff66-465e-98ac-f5445f25af12 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:32:31.123959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 1c75c887-ff66-465e-98ac-f5445f25af12, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c75c887-ff66-465e-98ac-f5445f25af12,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:32:31.135255 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '1c75c887-ff66-465e-98ac-f5445f25af12', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'port_id': '1c75c887-ff66-465e-98ac-f5445f25af12', 'mac_address': 'fa:16:3e:3a:54:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:32:31.171984 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 1c75c887-ff66-465e-98ac-f5445f25af12 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:32:31.172374 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:31.184819 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c75c887-ff66-465e-98ac-f5445f25af12 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:32:31.204563 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 1c75c887-ff66-465e-98ac-f5445f25af12, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c75c887-ff66-465e-98ac-f5445f25af12,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:32:31.209238 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:31.265062 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=1c75c887-ff66-465e-98ac-f5445f25af12,revision_number=10']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:32:31.271119 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['1c75c887-ff66-465e-98ac-f5445f25af12'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:32:31.486320 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce25cc-68e9-4924-bb2b-38793b0274d9 req-3760b648-41b1-4b36-aa0a-f27395041a10 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:31.487807 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-33ce25cc-68e9-4924-bb2b-38793b0274d9 req-3760b648-41b1-4b36-aa0a-f27395041a10 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0524170 Mar 28 09:32:31.535779 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-33ce25cc-68e9-4924-bb2b-38793b0274d9 req-4211ab4a-0114-4240-b9ca-267b5c5b82c3 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422900 Mar 28 09:32:32.182048 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:32.653095 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdc95b-f041-4ece-8a52-099aa5160217 req-f0f44639-de5a-4948-a991-5f7108b83fcd tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:32.654562 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0efdc95b-f041-4ece-8a52-099aa5160217 req-f0f44639-de5a-4948-a991-5f7108b83fcd tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 945 time: 0.0519018 Mar 28 09:32:32.701298 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0efdc95b-f041-4ece-8a52-099aa5160217 req-02da1b7f-afbf-4ac0-9b02-906a764ae77f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411444 Mar 28 09:32:33.044556 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 1c75c887-ff66-465e-98ac-f5445f25af12 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:32:33.095288 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 1c75c887-ff66-465e-98ac-f5445f25af12 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:32:33.095669 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:33.172682 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 1c75c887-ff66-465e-98ac-f5445f25af12 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:32:33.173062 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:33.194767 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c75c887-ff66-465e-98ac-f5445f25af12'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:32:33.196958 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c533f8a-9f81-4307-b61c-4bd63bce70f2" -d '{"events": [{"server_uuid": "4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd", "name": "network-vif-plugged", "status": "completed", "tag": "1c75c887-ff66-465e-98ac-f5445f25af12"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:32:33.210023 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 1c75c887-ff66-465e-98ac-f5445f25af12, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c75c887-ff66-465e-98ac-f5445f25af12,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:32:33.214044 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:33.243336 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6bffc3-81f8-4dd1-8800-e066a77931f0 x-openstack-request-id: req-0b6bffc3-81f8-4dd1-8800-e066a77931f0 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:32:33.243635 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd", "name": "network-vif-plugged", "status": "completed", "tag": "1c75c887-ff66-465e-98ac-f5445f25af12", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:32:33.243890 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b6bffc3-81f8-4dd1-8800-e066a77931f0 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:32:33.244286 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6bffc3-81f8-4dd1-8800-e066a77931f0'] response: {'server_uuid': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c75c887-ff66-465e-98ac-f5445f25af12', 'code': 200} Mar 28 09:32:33.267168 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=1c75c887-ff66-465e-98ac-f5445f25af12,revision_number=11']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:32:33.736866 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:33.823528 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c4aec-2ab0-4c0c-bb8e-9d16ad8346cf req-feff01ca-cf47-4ea9-9da6-9afbe52f4796 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:33.825004 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7f3c4aec-2ab0-4c0c-bb8e-9d16ad8346cf req-feff01ca-cf47-4ea9-9da6-9afbe52f4796 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 946 time: 0.0551751 Mar 28 09:32:33.870695 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7f3c4aec-2ab0-4c0c-bb8e-9d16ad8346cf req-600cbd3e-3fe7-4a9c-9146-b90fad5d9f19 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401120 Mar 28 09:32:34.996136 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812c85a-f5b4-4b69-8110-0f75cc85e5fe req-9a31f770-8c49-4aff-a487-bd1b9980e410 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:34.997751 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3812c85a-f5b4-4b69-8110-0f75cc85e5fe req-9a31f770-8c49-4aff-a487-bd1b9980e410 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 946 time: 0.0596185 Mar 28 09:32:35.054026 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3812c85a-f5b4-4b69-8110-0f75cc85e5fe req-7e0c8c1f-c0e0-4e93-ab49-1dbbc57deddf tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499887 Mar 28 09:32:35.513801 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:32:36.181499 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea5ae0-0b9b-40ad-883a-00b129f1174f req-dc3e41ea-59ab-4f07-ba56-61b2f4454168 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:36.182999 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5cea5ae0-0b9b-40ad-883a-00b129f1174f req-dc3e41ea-59ab-4f07-ba56-61b2f4454168 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 946 time: 0.0519938 Mar 28 09:32:36.229334 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5cea5ae0-0b9b-40ad-883a-00b129f1174f req-9d94a3ec-40be-4de8-953c-be56a0f3a4cc tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404303 Mar 28 09:32:36.346593 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217262c-85a3-47aa-a625-12249ae261f9 req-2fecfefe-0ffc-48db-bfb5-abd225389600 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:36.347972 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d217262c-85a3-47aa-a625-12249ae261f9 req-2fecfefe-0ffc-48db-bfb5-abd225389600 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 946 time: 0.0512557 Mar 28 09:32:36.393764 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d217262c-85a3-47aa-a625-12249ae261f9 req-7d348bff-3332-40ca-bc42-2ad804d706b9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402038 Mar 28 09:32:36.510833 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c58f72-e20b-41c5-b609-7d6bc8e3e787 req-ffe3c72e-d1a5-451c-9142-6dd7889cbc24 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:36.512881 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-24c58f72-e20b-41c5-b609-7d6bc8e3e787 req-ffe3c72e-d1a5-451c-9142-6dd7889cbc24 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 946 time: 0.0510600 Mar 28 09:32:36.561960 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-24c58f72-e20b-41c5-b609-7d6bc8e3e787 req-0f1d2423-f42c-4b8f-9282-19adecb69ed1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435083 Mar 28 09:32:36.795186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fef79-eaa3-4875-8d90-c604aa6a67f9 req-5d044418-2b4e-47c1-a3e8-609c20697ed1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:36.796634 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-052fef79-eaa3-4875-8d90-c604aa6a67f9 req-5d044418-2b4e-47c1-a3e8-609c20697ed1 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 946 time: 0.0531847 Mar 28 09:32:36.844307 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-052fef79-eaa3-4875-8d90-c604aa6a67f9 req-895c45b3-9ede-4f9f-8a41-67c9c0e42430 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420058 Mar 28 09:32:37.965848 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be09c7-a98b-4d93-aced-17d23c42ab19 req-681b0f08-a528-4cd8-a08a-177ce0dff51c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:37.967350 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-26be09c7-a98b-4d93-aced-17d23c42ab19 req-681b0f08-a528-4cd8-a08a-177ce0dff51c tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 946 time: 0.0564225 Mar 28 09:32:38.013370 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-26be09c7-a98b-4d93-aced-17d23c42ab19 req-7d8a6a0e-63f9-45e0-82b8-cab41e6aa460 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405660 Mar 28 09:32:39.103954 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb1665-75fc-409c-9360-c2c088de796a req-c184e273-1f3d-4250-8a57-e7f95692605f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:39.106103 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fdfb1665-75fc-409c-9360-c2c088de796a req-c184e273-1f3d-4250-8a57-e7f95692605f tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 946 time: 0.0525117 Mar 28 09:32:39.133611 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc4f8d-ca4e-4048-9928-fba1a7045cdc req-db2d6728-b515-4203-a751-b3e3737188d4 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:39.135108 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-77dc4f8d-ca4e-4048-9928-fba1a7045cdc req-db2d6728-b515-4203-a751-b3e3737188d4 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 946 time: 0.0529542 Mar 28 09:32:39.182165 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-77dc4f8d-ca4e-4048-9928-fba1a7045cdc req-024490a4-7b26-435d-9d78-901aa0b3bdce tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups?id=c825365c-0581-4e4a-aba8-25b78cb826e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412765 Mar 28 09:32:39.195860 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-fdfb1665-75fc-409c-9360-c2c088de796a req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Deleting port 1c75c887-ff66-465e-98ac-f5445f25af12 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:32:39.196218 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fdfb1665-75fc-409c-9360-c2c088de796a req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:39.287079 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-fdfb1665-75fc-409c-9360-c2c088de796a req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] For port 1c75c887-ff66-465e-98ac-f5445f25af12, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1c75c887-ff66-465e-98ac-f5445f25af12,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:32:39.287411 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fdfb1665-75fc-409c-9360-c2c088de796a req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:39.459099 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fdfb1665-75fc-409c-9360-c2c088de796a req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:39.459471 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fdfb1665-75fc-409c-9360-c2c088de796a req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (334e73aa-fbf8-4d1b-952f-e3c831e4e58a), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:39.459795 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [req-fdfb1665-75fc-409c-9360-c2c088de796a req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Floating IP 334e73aa-fbf8-4d1b-952f-e3c831e4e58a disassociated. External IP: 172.36.4.151, port: 1c75c887-ff66-465e-98ac-f5445f25af12. Mar 28 09:32:39.460156 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-fdfb1665-75fc-409c-9360-c2c088de796a req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Calling delete_port for 1c75c887-ff66-465e-98ac-f5445f25af12 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:32:39.588038 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fdfb1665-75fc-409c-9360-c2c088de796a req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (1c75c887-ff66-465e-98ac-f5445f25af12), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:39.616337 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Pushing event deleted for resources: {'Port': ['ID=1c75c887-ff66-465e-98ac-f5445f25af12,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:32:39.626632 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:39.627925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:39.628292 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:39.628645 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:39.628990 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:39.629334 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:39.629698 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:39.630041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:39.630631 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:39.630968 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:39.631391 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:39.631693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:39.632111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:39.632506 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:39.632882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:39.745526 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdfb1665-75fc-409c-9360-c2c088de796a req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Router 710d635f-35af-4e81-b696-834c89e683bb has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:32:39.856156 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdfb1665-75fc-409c-9360-c2c088de796a req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:32:39.865350 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0acc46a-d627-4406-b731-0f5f72cc97d1 None None] Sync routers for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:32:39.875661 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0acc46a-d627-4406-b731-0f5f72cc97d1 None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:32:39.876260 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c0acc46a-d627-4406-b731-0f5f72cc97d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:32:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:32:39.896957 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfb1665-75fc-409c-9360-c2c088de796a req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] No DVR routers for this DVR port 1c75c887-ff66-465e-98ac-f5445f25af12 on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:32:39.899570 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fdfb1665-75fc-409c-9360-c2c088de796a req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:39.903076 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fdfb1665-75fc-409c-9360-c2c088de796a req-094271d2-08a7-44c4-a84a-e4b8d2656a3d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.16 "DELETE /v2.0/ports/1c75c887-ff66-465e-98ac-f5445f25af12 HTTP/1.1" status: 204 len: 173 time: 0.7930555 Mar 28 09:32:39.903537 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'name': 'network-vif-deleted', 'tag': '1c75c887-ff66-465e-98ac-f5445f25af12'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:32:39.906362 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19682865-abf6-4f85-8ca4-cde2d49e31dd" -d '{"events": [{"server_uuid": "4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd", "name": "network-vif-deleted", "tag": "1c75c887-ff66-465e-98ac-f5445f25af12"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:32:39.946467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0918bd6a-c9fd-4a5c-90c8-9f44bcbd2ec5 x-openstack-request-id: req-0918bd6a-c9fd-4a5c-90c8-9f44bcbd2ec5 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:32:39.946783 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd", "name": "network-vif-deleted", "tag": "1c75c887-ff66-465e-98ac-f5445f25af12", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:32:39.947056 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0918bd6a-c9fd-4a5c-90c8-9f44bcbd2ec5 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:32:39.947478 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0918bd6a-c9fd-4a5c-90c8-9f44bcbd2ec5'] response: {'server_uuid': '4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd', 'name': 'network-vif-deleted', 'tag': '1c75c887-ff66-465e-98ac-f5445f25af12', 'status': 'completed', 'code': 200} Mar 28 09:32:39.995707 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-c0acc46a-d627-4406-b731-0f5f72cc97d1 None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:32:40.212160 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c0acc46a-d627-4406-b731-0f5f72cc97d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:32:40.242471 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0acc46a-d627-4406-b731-0f5f72cc97d1 None None] Checking router: 710d635f-35af-4e81-b696-834c89e683bb for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:32:40.251021 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0acc46a-d627-4406-b731-0f5f72cc97d1 None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:32:40.251630 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c0acc46a-d627-4406-b731-0f5f72cc97d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:32:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:32:40.282686 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-04a2c3a7-4a88-4e70-8b71-47ce40b20019 req-dc8f9250-4ceb-42fb-bf75-194e71b3489e tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 210 time: 0.0306354 Mar 28 09:32:40.359352 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-c0acc46a-d627-4406-b731-0f5f72cc97d1 None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:32:40.553540 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c0acc46a-d627-4406-b731-0f5f72cc97d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:32:40.580520 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0acc46a-d627-4406-b731-0f5f72cc97d1 None None] The sync data for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv is: [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:28:37Z', 'revision_number': 4, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5d2910ad-3e8f-4ab4-bf33-60115ed55d95', 'name': '', 'network_id': '95a08f1e-2101-4ca5-9db9-b45528dbc3b2', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'mac_address': 'fa:16:3e:bb:96:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:37Z', 'updated_at': '2022-03-28T09:28:40Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'subnets': [{'id': 'daf46333-dab3-423b-9699-9dc7261dce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:32:40.796206 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c21852-6dcc-43f1-a92a-43718472fae9 None None] New status for floating IP 334e73aa-fbf8-4d1b-952f-e3c831e4e58a: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:32:41.382569 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e8d5f2b8-57f7-43c6-8a20-16c6cee4b644 req-08a7b839-0ced-485c-a354-31014c7e3029 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 210 time: 0.0308201 Mar 28 09:32:42.799484 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2b5edff6-2a88-44d5-93a5-91924adc3390 req-9c8f6cdd-76a6-422e-852a-3ea5fdde9d2b tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 210 time: 0.3485589 Mar 28 09:32:43.106622 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 1c75c887-ff66-465e-98ac-f5445f25af12 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:32:43.129049 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 1c75c887-ff66-465e-98ac-f5445f25af12 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:32:43.129396 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 1c75c887-ff66-465e-98ac-f5445f25af12 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:32:43.895638 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-658c01f6-223f-45f7-8f59-9f95d2c70029 req-3861430a-3fbc-417c-a378-71c2085c40fd tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 210 time: 0.0276024 Mar 28 09:32:44.990337 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d3cd3979-ffe9-467f-a05a-4ef003b80d66 req-964797df-12ce-4b7d-aa27-0556f3f92466 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 210 time: 0.0283573 Mar 28 09:32:46.086136 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e86c8fb3-bd55-4b28-a79c-c086fb59bb19 req-f269a969-40df-459c-884a-9504dd09a3ce tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 210 time: 0.0268738 Mar 28 09:32:47.183765 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-04abe704-0f7b-4c26-b3ac-aa57da751496 req-f9259a2e-5dab-4505-be19-828f930d6654 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 210 time: 0.0265636 Mar 28 09:32:48.277773 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f47d8ae4-e559-4903-85c4-2346b5f8374b req-a5a55d34-cf1f-4fb0-a94f-c564019500f4 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4ccd2b-0b61-4bf2-894c-8b33c8611ffd HTTP/1.1" status: 200 len: 210 time: 0.0277970 Mar 28 09:32:51.445314 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:55.086697 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57204) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:32:55.140425 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for security_group (c825365c-0581-4e4a-aba8-25b78cb826e9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:55.166189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for security_group (c825365c-0581-4e4a-aba8-25b78cb826e9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:55.214585 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (c825365c-0581-4e4a-aba8-25b78cb826e9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:55.217426 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:55.218596 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "DELETE /v2.0/security-groups/c825365c-0581-4e4a-aba8-25b78cb826e9 HTTP/1.1" status: 204 len: 168 time: 0.1307831 Mar 28 09:32:55.221279 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57206) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:32:55.227742 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c825365c-0581-4e4a-aba8-25b78cb826e9,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:32:55.235635 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:55.235992 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:55.236342 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:55.236689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:55.237027 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:55.237364 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:55.237716 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:55.238051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:55.238383 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:55.238714 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:55.239047 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:55.239377 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:55.239902 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:55.240231 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:55.240558 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d940df-4356-419c-be88-a009eef9c0c9 tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:32:55.241010 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.api.v2.resource [None req-bd0530c4-adc5-40b2-ab66-8dbacc02cf2d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] show failed (client error): The resource could not be found. Mar 28 09:32:55.242153 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-bd0530c4-adc5-40b2-ab66-8dbacc02cf2d tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "GET /v2.0/security-groups/c825365c-0581-4e4a-aba8-25b78cb826e9 HTTP/1.1" status: 404 len: 347 time: 0.0196865 Mar 28 09:32:55.244894 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57208) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:32:55.370328 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-8da33f8b-2cd6-4a19-a90e-1bd0899372db tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Deleting port 2804773a-c3b6-476f-ba25-a924d831e756 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:32:55.371135 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8da33f8b-2cd6-4a19-a90e-1bd0899372db tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2804773a-c3b6-476f-ba25-a924d831e756), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:55.446226 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8da33f8b-2cd6-4a19-a90e-1bd0899372db tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2804773a-c3b6-476f-ba25-a924d831e756), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:55.446558 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8da33f8b-2cd6-4a19-a90e-1bd0899372db tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for floatingip (2804773a-c3b6-476f-ba25-a924d831e756), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:55.458140 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-8da33f8b-2cd6-4a19-a90e-1bd0899372db tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Calling delete_port for 2804773a-c3b6-476f-ba25-a924d831e756 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:32:55.591270 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8da33f8b-2cd6-4a19-a90e-1bd0899372db tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (2804773a-c3b6-476f-ba25-a924d831e756), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:55.616728 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da33f8b-2cd6-4a19-a90e-1bd0899372db tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Pushing event deleted for resources: {'Port': ['ID=2804773a-c3b6-476f-ba25-a924d831e756,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:32:55.687417 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8da33f8b-2cd6-4a19-a90e-1bd0899372db tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks [] for floatingip (334e73aa-fbf8-4d1b-952f-e3c831e4e58a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:55.689929 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8da33f8b-2cd6-4a19-a90e-1bd0899372db tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:55.691894 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8da33f8b-2cd6-4a19-a90e-1bd0899372db tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] 10.222.0.15 "DELETE /v2.0/floatingips/334e73aa-fbf8-4d1b-952f-e3c831e4e58a HTTP/1.1" status: 204 len: 168 time: 0.4453874 Mar 28 09:32:55.693902 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57210) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:32:56.038540 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-47d8e618-eb24-42c3-b6e5-5566dc59e9dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (710d635f-35af-4e81-b696-834c89e683bb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:56.292236 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-47d8e618-eb24-42c3-b6e5-5566dc59e9dc admin admin] Deleting port 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:32:56.293409 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-47d8e618-eb24-42c3-b6e5-5566dc59e9dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:56.374376 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-47d8e618-eb24-42c3-b6e5-5566dc59e9dc admin admin] For port 5d2910ad-3e8f-4ab4-bf33-60115ed55d95, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d2910ad-3e8f-4ab4-bf33-60115ed55d95,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:32:56.374744 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-47d8e618-eb24-42c3-b6e5-5566dc59e9dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:56.388559 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-47d8e618-eb24-42c3-b6e5-5566dc59e9dc admin admin] Calling delete_port for 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:32:56.572195 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-47d8e618-eb24-42c3-b6e5-5566dc59e9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (5d2910ad-3e8f-4ab4-bf33-60115ed55d95), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:56.600578 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8e618-eb24-42c3-b6e5-5566dc59e9dc admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2910ad-3e8f-4ab4-bf33-60115ed55d95,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:32:56.774988 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-47d8e618-eb24-42c3-b6e5-5566dc59e9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (710d635f-35af-4e81-b696-834c89e683bb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:56.993201 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d8e618-eb24-42c3-b6e5-5566dc59e9dc admin admin] Router 710d635f-35af-4e81-b696-834c89e683bb has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:32:57.105159 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d8e618-eb24-42c3-b6e5-5566dc59e9dc admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:32:57.110146 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-47d8e618-eb24-42c3-b6e5-5566dc59e9dc admin admin] 10.222.0.15 "PUT /v2.0/routers/710d635f-35af-4e81-b696-834c89e683bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4152627 Mar 28 09:32:57.112837 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57212) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:32:57.114033 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195c269-a1f4-47a3-aef0-44c77ace5b01 None None] Sync routers for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:32:57.124803 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195c269-a1f4-47a3-aef0-44c77ace5b01 None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:32:57.125418 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e195c269-a1f4-47a3-aef0-44c77ace5b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:32:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:32:57.220639 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5bb805ee-ec5d-4b21-a278-b762386149c0 admin admin] Publish callbacks [] for router (710d635f-35af-4e81-b696-834c89e683bb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:57.231488 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-e195c269-a1f4-47a3-aef0-44c77ace5b01 None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:32:57.283194 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a6b4a771-4cee-4f79-a000-d6a7459f7735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:57.327109 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5bb805ee-ec5d-4b21-a278-b762386149c0 admin admin] Publish callbacks [] for router_gateway (710d635f-35af-4e81-b696-834c89e683bb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:57.378296 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-5bb805ee-ec5d-4b21-a278-b762386149c0 admin admin] Deleting port cd17b824-e57f-4fc3-ae66-32c3df34b93e {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:32:57.378632 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5bb805ee-ec5d-4b21-a278-b762386149c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (cd17b824-e57f-4fc3-ae66-32c3df34b93e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:57.409934 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e195c269-a1f4-47a3-aef0-44c77ace5b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139'}], 'enable_snat': True}, 'gw_port_id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:32:56Z', 'revision_number': 5, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port': {'id': 'cd17b824-e57f-4fc3-ae66-32c3df34b93e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d635f-35af-4e81-b696-834c89e683bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:28:35Z', 'updated_at': '2022-03-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:32:57.435914 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195c269-a1f4-47a3-aef0-44c77ace5b01 None None] Checking router: 710d635f-35af-4e81-b696-834c89e683bb for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:32:57.443900 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195c269-a1f4-47a3-aef0-44c77ace5b01 None None] Routers {'710d635f-35af-4e81-b696-834c89e683bb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:32:57.444498 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e195c269-a1f4-47a3-aef0-44c77ace5b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:32:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['710d635f-35af-4e81-b696-834c89e683bb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:32:57.455806 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-5bb805ee-ec5d-4b21-a278-b762386149c0 admin admin] For port cd17b824-e57f-4fc3-ae66-32c3df34b93e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd17b824-e57f-4fc3-ae66-32c3df34b93e,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:32:57.456183 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5bb805ee-ec5d-4b21-a278-b762386149c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (cd17b824-e57f-4fc3-ae66-32c3df34b93e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:57.473474 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-5bb805ee-ec5d-4b21-a278-b762386149c0 admin admin] Calling delete_port for cd17b824-e57f-4fc3-ae66-32c3df34b93e owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:32:57.626230 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-e195c269-a1f4-47a3-aef0-44c77ace5b01 None None] Set router 710d635f-35af-4e81-b696-834c89e683bb gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:32:57.649703 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5bb805ee-ec5d-4b21-a278-b762386149c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (cd17b824-e57f-4fc3-ae66-32c3df34b93e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:57.680567 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb805ee-ec5d-4b21-a278-b762386149c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd17b824-e57f-4fc3-ae66-32c3df34b93e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:32:57.681139 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e195c269-a1f4-47a3-aef0-44c77ace5b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:32:57Z', 'revision_number': 6, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:32:57.709885 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195c269-a1f4-47a3-aef0-44c77ace5b01 None None] The sync data for ids ['710d635f-35af-4e81-b696-834c89e683bb'] in dv-neutron-master-2-hyperv is: [{'id': '710d635f-35af-4e81-b696-834c89e683bb', 'name': 'tempest-ServerActionsTestJSON-1835674163-router', 'tenant_id': '221d328a4f5c471b840c8b10fad5c87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:28:34Z', 'updated_at': '2022-03-28T09:32:57Z', 'revision_number': 6, 'project_id': '221d328a4f5c471b840c8b10fad5c87b', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:32:57.744553 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5bb805ee-ec5d-4b21-a278-b762386149c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (710d635f-35af-4e81-b696-834c89e683bb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:57.834918 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5bb805ee-ec5d-4b21-a278-b762386149c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (710d635f-35af-4e81-b696-834c89e683bb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:57.836995 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5bb805ee-ec5d-4b21-a278-b762386149c0 admin admin] Publish callbacks [] for router_controller (710d635f-35af-4e81-b696-834c89e683bb), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:57.882163 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5bb805ee-ec5d-4b21-a278-b762386149c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (710d635f-35af-4e81-b696-834c89e683bb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:57.882646 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb805ee-ec5d-4b21-a278-b762386149c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 710d635f-35af-4e81-b696-834c89e683bb {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:32:57.887943 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5bb805ee-ec5d-4b21-a278-b762386149c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:57.889124 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5bb805ee-ec5d-4b21-a278-b762386149c0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/710d635f-35af-4e81-b696-834c89e683bb HTTP/1.1" status: 204 len: 168 time: 0.7753596 Mar 28 09:32:57.891606 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57214) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:32:57.934656 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21e0324-a197-4781-a8f4-c5dc8d249fb8 admin admin] Deleting subnet daf46333-dab3-423b-9699-9dc7261dce51 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:32:57.937695 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d21e0324-a197-4781-a8f4-c5dc8d249fb8 admin admin] Publish callbacks [] for subnet (daf46333-dab3-423b-9699-9dc7261dce51), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:57.971307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d21e0324-a197-4781-a8f4-c5dc8d249fb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (daf46333-dab3-423b-9699-9dc7261dce51), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:58.050084 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d21e0324-a197-4781-a8f4-c5dc8d249fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (daf46333-dab3-423b-9699-9dc7261dce51), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:58.110416 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d21e0324-a197-4781-a8f4-c5dc8d249fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (daf46333-dab3-423b-9699-9dc7261dce51), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:58.137604 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e0324-a197-4781-a8f4-c5dc8d249fb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daf46333-dab3-423b-9699-9dc7261dce51,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:32:58.139656 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d21e0324-a197-4781-a8f4-c5dc8d249fb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:58.145210 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d21e0324-a197-4781-a8f4-c5dc8d249fb8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/daf46333-dab3-423b-9699-9dc7261dce51 HTTP/1.1" status: 204 len: 168 time: 0.2503073 Mar 28 09:32:58.145353 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14f6c1f-45da-4623-800f-e13e6e40985d None None] Network 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:32:58.145455 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57216) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:32:58.215084 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (95a08f1e-2101-4ca5-9db9-b45528dbc3b2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:58.273850 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] Deleting port 0a656b63-4760-4849-9725-6d41a14b9677 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:32:58.274190 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (0a656b63-4760-4849-9725-6d41a14b9677), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:58.335085 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] For port 0a656b63-4760-4849-9725-6d41a14b9677, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a656b63-4760-4849-9725-6d41a14b9677,segment=NetworkSegment(b48edcfe-0657-43b6-9ef9-ced19740471d),segment_id=b48edcfe-0657-43b6-9ef9-ced19740471d)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:32:58.335765 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (0a656b63-4760-4849-9725-6d41a14b9677), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:58.348109 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] Calling delete_port for 0a656b63-4760-4849-9725-6d41a14b9677 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:32:58.424876 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (0a656b63-4760-4849-9725-6d41a14b9677), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:58.455291 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] No DVR routers for this DVR port 0a656b63-4760-4849-9725-6d41a14b9677 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:32:58.459536 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a656b63-4760-4849-9725-6d41a14b9677,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:32:58.491862 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030b7ad4-4690-4b72-b702-37058fb8be14 None None] DHCP port deletion for 95a08f1e-2101-4ca5-9db9-b45528dbc3b2 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:32:58.534067 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (95a08f1e-2101-4ca5-9db9-b45528dbc3b2), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:58.554787 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a08f1e-2101-4ca5-9db9-b45528dbc3b2']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:32:58.564652 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48edcfe-0657-43b6-9ef9-ced19740471d') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:32:58.564948 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48edcfe-0657-43b6-9ef9-ced19740471d') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:32:58.574888 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (b48edcfe-0657-43b6-9ef9-ced19740471d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:58.588156 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (b48edcfe-0657-43b6-9ef9-ced19740471d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:58.594747 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:32:58.595131 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (b48edcfe-0657-43b6-9ef9-ced19740471d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:32:58.596745 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:32:58.655055 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (95a08f1e-2101-4ca5-9db9-b45528dbc3b2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:58.660510 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:58.663909 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/95a08f1e-2101-4ca5-9db9-b45528dbc3b2 HTTP/1.1" status: 204 len: 168 time: 0.5176175 Mar 28 09:32:58.676140 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38eeed-025e-4748-99bc-38229b6611a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=95a08f1e-2101-4ca5-9db9-b45528dbc3b2,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:32:58.794745 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57220) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:32:58.833152 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-401869b5-24b9-43f8-a6c3-2ca0a1388fd0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=221d328a4f5c471b840c8b10fad5c87b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0371933 Mar 28 09:32:58.835431 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57222) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:32:58.882020 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0dd8c3e-d237-4a4c-a47a-4e3ff737399f admin admin] Publish callbacks [] for security_group (f6985a0a-143d-42b0-ac25-bae3ae7cf8dd), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:58.903268 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0dd8c3e-d237-4a4c-a47a-4e3ff737399f admin admin] Publish callbacks [] for security_group (f6985a0a-143d-42b0-ac25-bae3ae7cf8dd), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:58.948090 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0dd8c3e-d237-4a4c-a47a-4e3ff737399f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (f6985a0a-143d-42b0-ac25-bae3ae7cf8dd), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:58.951426 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f0dd8c3e-d237-4a4c-a47a-4e3ff737399f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:58.952569 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f0dd8c3e-d237-4a4c-a47a-4e3ff737399f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6985a0a-143d-42b0-ac25-bae3ae7cf8dd HTTP/1.1" status: 204 len: 168 time: 0.1162627 Mar 28 09:32:58.960578 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd8c3e-d237-4a4c-a47a-4e3ff737399f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6985a0a-143d-42b0-ac25-bae3ae7cf8dd,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:32:59.119092 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0a656b63-4760-4849-9725-6d41a14b9677 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:32:59.139819 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 0a656b63-4760-4849-9725-6d41a14b9677 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:32:59.140231 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0a656b63-4760-4849-9725-6d41a14b9677 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:32:59.140741 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:32:59.159526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:32:59.159872 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5d2910ad-3e8f-4ab4-bf33-60115ed55d95 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:32:59.160293 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device cd17b824-e57f-4fc3-ae66-32c3df34b93e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:32:59.179239 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: cd17b824-e57f-4fc3-ae66-32c3df34b93e {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:32:59.179813 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device cd17b824-e57f-4fc3-ae66-32c3df34b93e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:32:59.503862 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-69cd475c-8b1c-4f52-8233-b13a83151e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:59.628534 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57244) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:32:59.732783 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c610b259-6abc-4a89-a6a3-329db8dbb825 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1973759912-network', 'tenant_id': 'ca9acc59ff98434f87005d0d3aef213c'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:32:59.755825 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c610b259-6abc-4a89-a6a3-329db8dbb825 admin admin] Made reservation on behalf of ca9acc59ff98434f87005d0d3aef213c for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:32:59.758047 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c610b259-6abc-4a89-a6a3-329db8dbb825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:59.766610 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c610b259-6abc-4a89-a6a3-329db8dbb825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:59.838972 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c610b259-6abc-4a89-a6a3-329db8dbb825 admin admin] Publish callbacks [] for security_group (2ab03a62-d22c-4550-8c15-7fb11c8dae26), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:59.844631 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c610b259-6abc-4a89-a6a3-329db8dbb825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (2ab03a62-d22c-4550-8c15-7fb11c8dae26), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:59.869372 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c610b259-6abc-4a89-a6a3-329db8dbb825 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:32:59.878196 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610b259-6abc-4a89-a6a3-329db8dbb825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab03a62-d22c-4550-8c15-7fb11c8dae26,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:32:59.885334 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c610b259-6abc-4a89-a6a3-329db8dbb825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (1ea36e62-f2ad-4cf8-814f-fc844645e0cc), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:59.886542 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-c610b259-6abc-4a89-a6a3-329db8dbb825 admin admin] Added segment 1ea36e62-f2ad-4cf8-814f-fc844645e0cc of type vlan for network 824a3a38-e77c-42fd-9deb-1ab748ea80e9 Mar 28 09:32:59.926235 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c610b259-6abc-4a89-a6a3-329db8dbb825 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (824a3a38-e77c-42fd-9deb-1ab748ea80e9), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:59.950593 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c610b259-6abc-4a89-a6a3-329db8dbb825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (824a3a38-e77c-42fd-9deb-1ab748ea80e9), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:32:59.951631 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c610b259-6abc-4a89-a6a3-329db8dbb825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:32:59.952207 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c610b259-6abc-4a89-a6a3-329db8dbb825 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:00.013441 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c610b259-6abc-4a89-a6a3-329db8dbb825 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3838081 Mar 28 09:33:00.016227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57248) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:00.022815 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-cb02e3e2-3ee1-4cbc-9d89-c4b257a0a669 admin admin] Request body: {'subnet': {'network_id': '824a3a38-e77c-42fd-9deb-1ab748ea80e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1973759912-subnet', 'tenant_id': 'ca9acc59ff98434f87005d0d3aef213c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:00.026877 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610b259-6abc-4a89-a6a3-329db8dbb825 admin admin] Pushing event updated for resources: {'Network': ['ID=824a3a38-e77c-42fd-9deb-1ab748ea80e9,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:00.036372 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 824a3a38-e77c-42fd-9deb-1ab748ea80e9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:33:00.047059 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb02e3e2-3ee1-4cbc-9d89-c4b257a0a669 admin admin] Made reservation on behalf of ca9acc59ff98434f87005d0d3aef213c for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:00.050484 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb02e3e2-3ee1-4cbc-9d89-c4b257a0a669 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:00.214974 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb02e3e2-3ee1-4cbc-9d89-c4b257a0a669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (784d88fe-1ac1-4a9e-ae46-52551259431a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:00.275250 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02e3e2-3ee1-4cbc-9d89-c4b257a0a669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=784d88fe-1ac1-4a9e-ae46-52551259431a,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:00.282510 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb02e3e2-3ee1-4cbc-9d89-c4b257a0a669 admin admin] Checking segment: {'id': '1ea36e62-f2ad-4cf8-814f-fc844645e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '824a3a38-e77c-42fd-9deb-1ab748ea80e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:00.282875 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb02e3e2-3ee1-4cbc-9d89-c4b257a0a669 admin admin] Network hostable DHCP agents. Network: 824a3a38-e77c-42fd-9deb-1ab748ea80e9, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:33:00.299342 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb02e3e2-3ee1-4cbc-9d89-c4b257a0a669 admin admin] Network 824a3a38-e77c-42fd-9deb-1ab748ea80e9 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:33:00.307386 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-cb02e3e2-3ee1-4cbc-9d89-c4b257a0a669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 824a3a38-e77c-42fd-9deb-1ab748ea80e9) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:00.312230 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb02e3e2-3ee1-4cbc-9d89-c4b257a0a669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:00.312822 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb02e3e2-3ee1-4cbc-9d89-c4b257a0a669 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:00.317231 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1682095f-2424-4386-8e7a-89d39cf1cf95 None None] Network 824a3a38-e77c-42fd-9deb-1ab748ea80e9 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:00.328534 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cb02e3e2-3ee1-4cbc-9d89-c4b257a0a669 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3113093 Mar 28 09:33:00.423713 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b315cda-f06b-4149-aae7-64674ec00061 None None] Network 824a3a38-e77c-42fd-9deb-1ab748ea80e9 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:00.640820 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:00.740714 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bf226-9701-4377-9079-68ccb12192a0 req-eb2e9b5a-aa40-467e-b27a-889e40ea1d93 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:00.742190 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c25bf226-9701-4377-9079-68ccb12192a0 req-eb2e9b5a-aa40-467e-b27a-889e40ea1d93 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/networks?id=824a3a38-e77c-42fd-9deb-1ab748ea80e9 HTTP/1.1" status: 200 len: 814 time: 0.0997000 Mar 28 09:33:00.756885 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c25bf226-9701-4377-9079-68ccb12192a0 req-66510b18-945c-4f15-982f-2add14a6aeff tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/quotas/ca9acc59ff98434f87005d0d3aef213c HTTP/1.1" status: 200 len: 375 time: 0.0089080 Mar 28 09:33:00.789253 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c25bf226-9701-4377-9079-68ccb12192a0 req-2e7c2b63-a1e4-443f-8428-49e0007eeb82 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca9acc59ff98434f87005d0d3aef213c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265288 Mar 28 09:33:00.879655 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c25bf226-9701-4377-9079-68ccb12192a0 req-9693f8a6-e890-4d42-97df-bf272e91f13b service neutron] 10.222.0.15 "GET /v2.0/networks/824a3a38-e77c-42fd-9deb-1ab748ea80e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836685 Mar 28 09:33:00.966681 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c25bf226-9701-4377-9079-68ccb12192a0 req-3d9b7263-24ae-41df-9d83-e978ecc7e923 service neutron] 10.222.0.15 "GET /v2.0/networks/824a3a38-e77c-42fd-9deb-1ab748ea80e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813346 Mar 28 09:33:01.122397 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8d0f25b7-8f5d-428a-bd3e-bcc958fc1e09 req-069dc044-5d57-431a-a7c0-51e0ce8b0fca tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 210 time: 0.0276692 Mar 28 09:33:02.012340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bf226-9701-4377-9079-68ccb12192a0 req-ea708c55-ef96-4195-a76c-80b191deba40 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:02.013935 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c25bf226-9701-4377-9079-68ccb12192a0 req-ea708c55-ef96-4195-a76c-80b191deba40 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.16 "GET /v2.0/networks?id=824a3a38-e77c-42fd-9deb-1ab748ea80e9 HTTP/1.1" status: 200 len: 814 time: 0.1066124 Mar 28 09:33:02.027481 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-c25bf226-9701-4377-9079-68ccb12192a0 req-805c7d43-4654-457d-a34b-3d488e370099 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Request body: {'port': {'device_id': '16ff679a-c3eb-42cb-a70d-a2fa09d6c298', 'network_id': '824a3a38-e77c-42fd-9deb-1ab748ea80e9', 'admin_state_up': True, 'tenant_id': 'ca9acc59ff98434f87005d0d3aef213c'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:02.132187 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25bf226-9701-4377-9079-68ccb12192a0 req-805c7d43-4654-457d-a34b-3d488e370099 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Made reservation on behalf of ca9acc59ff98434f87005d0d3aef213c for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:02.135529 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c25bf226-9701-4377-9079-68ccb12192a0 req-805c7d43-4654-457d-a34b-3d488e370099 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:02.187054 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:02.236806 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-18555e77-b1be-4ea4-9625-35fc2cd5e13f req-22bac1f6-de3c-43fb-b056-773e4f3f5724 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 210 time: 0.0362482 Mar 28 09:33:02.289049 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-c25bf226-9701-4377-9079-68ccb12192a0 req-805c7d43-4654-457d-a34b-3d488e370099 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Allocated IP 172.20.0.9 (824a3a38-e77c-42fd-9deb-1ab748ea80e9/784d88fe-1ac1-4a9e-ae46-52551259431a/bb3eb2d5-1cee-46c0-9d4f-8052df17c17a) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:33:02.436444 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c25bf226-9701-4377-9079-68ccb12192a0 req-805c7d43-4654-457d-a34b-3d488e370099 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Publish callbacks [] for port (bb3eb2d5-1cee-46c0-9d4f-8052df17c17a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:02.468846 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c25bf226-9701-4377-9079-68ccb12192a0 req-805c7d43-4654-457d-a34b-3d488e370099 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (bb3eb2d5-1cee-46c0-9d4f-8052df17c17a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:02.508672 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25bf226-9701-4377-9079-68ccb12192a0 req-805c7d43-4654-457d-a34b-3d488e370099 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Network 824a3a38-e77c-42fd-9deb-1ab748ea80e9 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:33:02.512561 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-c25bf226-9701-4377-9079-68ccb12192a0 req-805c7d43-4654-457d-a34b-3d488e370099 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:02.516219 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25bf226-9701-4377-9079-68ccb12192a0 req-805c7d43-4654-457d-a34b-3d488e370099 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:33:02.546434 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c7d43-4654-457d-a34b-3d488e370099 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Pushing event updated for resources: {'Port': ['ID=bb3eb2d5-1cee-46c0-9d4f-8052df17c17a,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:02.574278 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bf226-9701-4377-9079-68ccb12192a0 req-805c7d43-4654-457d-a34b-3d488e370099 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:02.574975 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c25bf226-9701-4377-9079-68ccb12192a0 req-805c7d43-4654-457d-a34b-3d488e370099 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:02.590413 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c25bf226-9701-4377-9079-68ccb12192a0 req-805c7d43-4654-457d-a34b-3d488e370099 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5676932 Mar 28 09:33:02.646896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Request body: {'port': {'device_id': '16ff679a-c3eb-42cb-a70d-a2fa09d6c298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:02.704910 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bb3eb2d5-1cee-46c0-9d4f-8052df17c17a), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:02.962874 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb3eb2d5-1cee-46c0-9d4f-8052df17c17a {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:33:02.970904 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Publish callbacks [] for port (bb3eb2d5-1cee-46c0-9d4f-8052df17c17a), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:02.983760 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Transition to ACTIVE for port object bb3eb2d5-1cee-46c0-9d4f-8052df17c17a will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:33:02.987914 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (bb3eb2d5-1cee-46c0-9d4f-8052df17c17a), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:03.036111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Pushing event updated for resources: {'Port': ['ID=bb3eb2d5-1cee-46c0-9d4f-8052df17c17a,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:03.109401 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Attempting to bind port bb3eb2d5-1cee-46c0-9d4f-8052df17c17a on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:33:03.109764 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Attempting to bind port bb3eb2d5-1cee-46c0-9d4f-8052df17c17a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ea36e62-f2ad-4cf8-814f-fc844645e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '824a3a38-e77c-42fd-9deb-1ab748ea80e9'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:33:03.110122 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Attempting to bind port bb3eb2d5-1cee-46c0-9d4f-8052df17c17a on network 824a3a38-e77c-42fd-9deb-1ab748ea80e9 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:33:03.114435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Port bb3eb2d5-1cee-46c0-9d4f-8052df17c17a on network 824a3a38-e77c-42fd-9deb-1ab748ea80e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:33:03.114761 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Attempting to bind port bb3eb2d5-1cee-46c0-9d4f-8052df17c17a on network 824a3a38-e77c-42fd-9deb-1ab748ea80e9 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:33:03.119533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:33:03.119867 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Checking segment: {'id': '1ea36e62-f2ad-4cf8-814f-fc844645e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '824a3a38-e77c-42fd-9deb-1ab748ea80e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:03.120489 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Bound using segment: {'id': '1ea36e62-f2ad-4cf8-814f-fc844645e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '824a3a38-e77c-42fd-9deb-1ab748ea80e9'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:33:03.120915 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Bound port: bb3eb2d5-1cee-46c0-9d4f-8052df17c17a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea36e62-f2ad-4cf8-814f-fc844645e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '824a3a38-e77c-42fd-9deb-1ab748ea80e9'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:33:03.121268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bb3eb2d5-1cee-46c0-9d4f-8052df17c17a), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:03.186595 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] For port bb3eb2d5-1cee-46c0-9d4f-8052df17c17a, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:33:03.189563 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] For port bb3eb2d5-1cee-46c0-9d4f-8052df17c17a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bb3eb2d5-1cee-46c0-9d4f-8052df17c17a,segment=NetworkSegment(1ea36e62-f2ad-4cf8-814f-fc844645e0cc),segment_id=1ea36e62-f2ad-4cf8-814f-fc844645e0cc)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:33:03.194852 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (bb3eb2d5-1cee-46c0-9d4f-8052df17c17a), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:03.226431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:03.227010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:03.228389 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c25bf226-9701-4377-9079-68ccb12192a0 req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] 10.222.0.16 "PUT /v2.0/ports/bb3eb2d5-1cee-46c0-9d4f-8052df17c17a HTTP/1.1" status: 200 len: 1093 time: 0.6315007 Mar 28 09:33:03.228833 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ff679a-c3eb-42cb-a70d-a2fa09d6c298', 'tag': 'bb3eb2d5-1cee-46c0-9d4f-8052df17c17a'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:33:03.231666 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b61e4c1-f173-4479-abde-641f37399a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "16ff679a-c3eb-42cb-a70d-a2fa09d6c298", "tag": "bb3eb2d5-1cee-46c0-9d4f-8052df17c17a"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:33:03.257199 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2376d9-1506-4313-a941-6f3515151a8a service neutron] Pushing event updated for resources: {'Port': ['ID=bb3eb2d5-1cee-46c0-9d4f-8052df17c17a,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:03.274750 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a9d9b6-730d-4bec-82df-fdea31c9f730 x-openstack-request-id: req-79a9d9b6-730d-4bec-82df-fdea31c9f730 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:33:03.275056 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ff679a-c3eb-42cb-a70d-a2fa09d6c298", "tag": "bb3eb2d5-1cee-46c0-9d4f-8052df17c17a", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:33:03.275303 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79a9d9b6-730d-4bec-82df-fdea31c9f730 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:33:03.275705 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79a9d9b6-730d-4bec-82df-fdea31c9f730'] response: {'name': 'network-changed', 'server_uuid': '16ff679a-c3eb-42cb-a70d-a2fa09d6c298', 'tag': 'bb3eb2d5-1cee-46c0-9d4f-8052df17c17a', 'status': 'completed', 'code': 200} Mar 28 09:33:03.314953 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bf226-9701-4377-9079-68ccb12192a0 req-2792c89d-fa8d-4d5e-a2d6-dc04c49b0aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:03.316437 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c25bf226-9701-4377-9079-68ccb12192a0 req-2792c89d-fa8d-4d5e-a2d6-dc04c49b0aa1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca9acc59ff98434f87005d0d3aef213c&device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 1127 time: 0.0503011 Mar 28 09:33:03.379828 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c25bf226-9701-4377-9079-68ccb12192a0 req-2ad0e108-1829-4bf3-875f-8d0ad150684e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb3eb2d5-1cee-46c0-9d4f-8052df17c17a HTTP/1.1" status: 200 len: 217 time: 0.0556135 Mar 28 09:33:03.432329 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac530aa-a8f5-43e4-ab3a-e66f66ac46ee req-bdd292e1-a9ad-4460-8365-3d6db4d212e8 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:03.434436 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dac530aa-a8f5-43e4-ab3a-e66f66ac46ee req-bdd292e1-a9ad-4460-8365-3d6db4d212e8 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 943 time: 0.1218901 Mar 28 09:33:03.450288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bf226-9701-4377-9079-68ccb12192a0 req-2d9904a6-09b2-455c-9147-31bf583c4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:03.451642 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c25bf226-9701-4377-9079-68ccb12192a0 req-2d9904a6-09b2-455c-9147-31bf583c4588 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=784d88fe-1ac1-4a9e-ae46-52551259431a HTTP/1.1" status: 200 len: 854 time: 0.0658543 Mar 28 09:33:03.492283 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c25bf226-9701-4377-9079-68ccb12192a0 req-8949116a-2cac-4fe7-a13b-a4a406f46ad9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=824a3a38-e77c-42fd-9deb-1ab748ea80e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318625 Mar 28 09:33:03.528243 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dac530aa-a8f5-43e4-ab3a-e66f66ac46ee req-e27ca35c-e6bf-4dd5-a149-2b5141bde837 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879729 Mar 28 09:33:03.593392 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c25bf226-9701-4377-9079-68ccb12192a0 req-f5193e5f-0d90-4609-ab51-24d362600040 service neutron] 10.222.0.16 "GET /v2.0/networks/824a3a38-e77c-42fd-9deb-1ab748ea80e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919597 Mar 28 09:33:03.688222 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c25bf226-9701-4377-9079-68ccb12192a0 req-884af43b-0fd3-472d-b1ae-8c2c6899b4f7 service neutron] 10.222.0.16 "GET /v2.0/networks/824a3a38-e77c-42fd-9deb-1ab748ea80e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877545 Mar 28 09:33:03.736959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:03.779630 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61e4c1-f173-4479-abde-641f37399a1b req-02c4a9e7-9a19-4b96-9a5a-cadb10801993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:03.781044 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0b61e4c1-f173-4479-abde-641f37399a1b req-02c4a9e7-9a19-4b96-9a5a-cadb10801993 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca9acc59ff98434f87005d0d3aef213c&device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 1127 time: 0.0499880 Mar 28 09:33:03.867764 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61e4c1-f173-4479-abde-641f37399a1b req-ea5c4aa9-457e-40ff-94d5-3a3c3991aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:03.869212 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0b61e4c1-f173-4479-abde-641f37399a1b req-ea5c4aa9-457e-40ff-94d5-3a3c3991aab7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=824a3a38-e77c-42fd-9deb-1ab748ea80e9 HTTP/1.1" status: 200 len: 914 time: 0.0817468 Mar 28 09:33:03.914630 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0b61e4c1-f173-4479-abde-641f37399a1b req-424c8517-5626-439b-9d11-bcd22b614786 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb3eb2d5-1cee-46c0-9d4f-8052df17c17a HTTP/1.1" status: 200 len: 217 time: 0.0382783 Mar 28 09:33:04.277468 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61e4c1-f173-4479-abde-641f37399a1b req-1deccb3c-ad74-4ad4-997a-dfecf6549c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:04.278952 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0b61e4c1-f173-4479-abde-641f37399a1b req-1deccb3c-ad74-4ad4-997a-dfecf6549c7e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=784d88fe-1ac1-4a9e-ae46-52551259431a HTTP/1.1" status: 200 len: 854 time: 0.3585215 Mar 28 09:33:04.311003 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0b61e4c1-f173-4479-abde-641f37399a1b req-6d1b3512-e398-4d04-826c-68a7167f6c95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=824a3a38-e77c-42fd-9deb-1ab748ea80e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247891 Mar 28 09:33:04.400816 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0b61e4c1-f173-4479-abde-641f37399a1b req-d1dbf950-7455-43fa-90a9-e1187ce30a01 service neutron] 10.222.0.16 "GET /v2.0/networks/824a3a38-e77c-42fd-9deb-1ab748ea80e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825422 Mar 28 09:33:04.486151 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0b61e4c1-f173-4479-abde-641f37399a1b req-ffcc9f8a-4a20-48c1-8c5f-1e52f1cb5728 service neutron] 10.222.0.16 "GET /v2.0/networks/824a3a38-e77c-42fd-9deb-1ab748ea80e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793788 Mar 28 09:33:04.645329 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03785772-77a3-4f97-8a92-2174768d6e2e req-217ec255-2179-4950-bc49-3903d9ce79dc tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:04.646820 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-03785772-77a3-4f97-8a92-2174768d6e2e req-217ec255-2179-4950-bc49-3903d9ce79dc tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 943 time: 0.0521457 Mar 28 09:33:04.692512 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-03785772-77a3-4f97-8a92-2174768d6e2e req-294e069d-b168-455f-b500-700a15b06853 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395966 Mar 28 09:33:05.182437 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device bb3eb2d5-1cee-46c0-9d4f-8052df17c17a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:33:05.274865 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port bb3eb2d5-1cee-46c0-9d4f-8052df17c17a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bb3eb2d5-1cee-46c0-9d4f-8052df17c17a,segment=NetworkSegment(1ea36e62-f2ad-4cf8-814f-fc844645e0cc),segment_id=1ea36e62-f2ad-4cf8-814f-fc844645e0cc)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:05.286552 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'bb3eb2d5-1cee-46c0-9d4f-8052df17c17a', 'network_id': '824a3a38-e77c-42fd-9deb-1ab748ea80e9', 'port_id': 'bb3eb2d5-1cee-46c0-9d4f-8052df17c17a', 'mac_address': 'fa:16:3e:37:1b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784d88fe-1ac1-4a9e-ae46-52551259431a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:33:05.326266 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port bb3eb2d5-1cee-46c0-9d4f-8052df17c17a is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:05.326580 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bb3eb2d5-1cee-46c0-9d4f-8052df17c17a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:05.339809 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb3eb2d5-1cee-46c0-9d4f-8052df17c17a {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:33:05.358810 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port bb3eb2d5-1cee-46c0-9d4f-8052df17c17a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bb3eb2d5-1cee-46c0-9d4f-8052df17c17a,segment=NetworkSegment(1ea36e62-f2ad-4cf8-814f-fc844645e0cc),segment_id=1ea36e62-f2ad-4cf8-814f-fc844645e0cc)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:05.362785 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (bb3eb2d5-1cee-46c0-9d4f-8052df17c17a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:05.409343 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=bb3eb2d5-1cee-46c0-9d4f-8052df17c17a,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:05.416099 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:05.416462 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:05.416819 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:05.417774 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:05.418122 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:05.418455 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:05.418789 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:05.419122 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:05.419456 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:05.419789 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:05.420122 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:05.420455 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:05.420783 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:05.421112 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:05.421439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:05.600989 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['bb3eb2d5-1cee-46c0-9d4f-8052df17c17a'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:33:05.813901 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1c326-83ce-40e5-ab9a-94df9da8fddd req-daab71af-e633-4acd-a65e-f27e7af29e66 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:05.815502 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-66e1c326-83ce-40e5-ab9a-94df9da8fddd req-daab71af-e633-4acd-a65e-f27e7af29e66 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 944 time: 0.0548987 Mar 28 09:33:05.863012 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-66e1c326-83ce-40e5-ab9a-94df9da8fddd req-4ffc33ff-80b8-4be3-b5cb-66d734544f72 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418696 Mar 28 09:33:06.989515 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432589dd-41ed-4d72-afc1-4e1b01ae4b8a req-ce55f808-62ca-48c4-a5d6-59d74c7590e4 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:06.991044 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-432589dd-41ed-4d72-afc1-4e1b01ae4b8a req-ce55f808-62ca-48c4-a5d6-59d74c7590e4 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 944 time: 0.0576429 Mar 28 09:33:07.037642 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-432589dd-41ed-4d72-afc1-4e1b01ae4b8a req-9f8a54e7-35a5-4467-bb70-8e1caeafb450 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405009 Mar 28 09:33:07.199386 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device bb3eb2d5-1cee-46c0-9d4f-8052df17c17a up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:33:07.247628 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port bb3eb2d5-1cee-46c0-9d4f-8052df17c17a completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:33:07.251431 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port bb3eb2d5-1cee-46c0-9d4f-8052df17c17a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:07.251806 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (bb3eb2d5-1cee-46c0-9d4f-8052df17c17a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:07.331065 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port bb3eb2d5-1cee-46c0-9d4f-8052df17c17a is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:07.331365 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (bb3eb2d5-1cee-46c0-9d4f-8052df17c17a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:07.353452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ff679a-c3eb-42cb-a70d-a2fa09d6c298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3eb2d5-1cee-46c0-9d4f-8052df17c17a'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:33:07.355941 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc403d27-836e-4b54-bfdc-bd83c71a7fba" -d '{"events": [{"server_uuid": "16ff679a-c3eb-42cb-a70d-a2fa09d6c298", "name": "network-vif-plugged", "status": "completed", "tag": "bb3eb2d5-1cee-46c0-9d4f-8052df17c17a"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:33:07.368888 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port bb3eb2d5-1cee-46c0-9d4f-8052df17c17a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bb3eb2d5-1cee-46c0-9d4f-8052df17c17a,segment=NetworkSegment(1ea36e62-f2ad-4cf8-814f-fc844645e0cc),segment_id=1ea36e62-f2ad-4cf8-814f-fc844645e0cc)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:07.372914 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (bb3eb2d5-1cee-46c0-9d4f-8052df17c17a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:07.397579 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a74d754-7443-47e6-b5d1-25b29edab580 x-openstack-request-id: req-8a74d754-7443-47e6-b5d1-25b29edab580 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:33:07.398437 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ff679a-c3eb-42cb-a70d-a2fa09d6c298", "name": "network-vif-plugged", "status": "completed", "tag": "bb3eb2d5-1cee-46c0-9d4f-8052df17c17a", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:33:07.398700 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a74d754-7443-47e6-b5d1-25b29edab580 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:33:07.399102 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a74d754-7443-47e6-b5d1-25b29edab580'] response: {'server_uuid': '16ff679a-c3eb-42cb-a70d-a2fa09d6c298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3eb2d5-1cee-46c0-9d4f-8052df17c17a', 'code': 200} Mar 28 09:33:07.426581 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=bb3eb2d5-1cee-46c0-9d4f-8052df17c17a,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:07.564275 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902a7f2-c0c9-4996-9ec7-2a08b7d20d60 req-87f95481-c7b1-402c-a97f-864fad28ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:07.565830 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b902a7f2-c0c9-4996-9ec7-2a08b7d20d60 req-87f95481-c7b1-402c-a97f-864fad28ce31 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 1129 time: 0.0483422 Mar 28 09:33:07.615620 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b902a7f2-c0c9-4996-9ec7-2a08b7d20d60 req-6463a40f-3947-4f0d-ad05-b2a1011b88d9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430422 Mar 28 09:33:08.157591 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbcd7e-2a89-431c-a4d3-44b0456e486f req-e272e522-1ec1-4ca8-9fcd-d007e1e97521 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:08.158985 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-36cbcd7e-2a89-431c-a4d3-44b0456e486f req-e272e522-1ec1-4ca8-9fcd-d007e1e97521 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 945 time: 0.0524218 Mar 28 09:33:08.204089 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-36cbcd7e-2a89-431c-a4d3-44b0456e486f req-7810132f-5517-4a6d-9f9b-2da960920e18 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396106 Mar 28 09:33:09.326663 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34259be-54b6-4356-b04c-d7637783a008 req-45eaadd1-6ad1-47cc-8d33-373558013ab6 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:09.328072 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c34259be-54b6-4356-b04c-d7637783a008 req-45eaadd1-6ad1-47cc-8d33-373558013ab6 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 945 time: 0.0575917 Mar 28 09:33:09.375528 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c34259be-54b6-4356-b04c-d7637783a008 req-224ecf92-6cee-45d7-ac3f-4ac118cd3a15 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417452 Mar 28 09:33:09.597194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-9e156494-877d-46bf-af49-7dd9560a018e tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:09.598628 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-9e156494-877d-46bf-af49-7dd9560a018e tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/networks?id=824a3a38-e77c-42fd-9deb-1ab748ea80e9 HTTP/1.1" status: 200 len: 814 time: 0.1021893 Mar 28 09:33:09.612825 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-2fd35a9c-2c26-45e9-a039-654d3644c002 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/quotas/ca9acc59ff98434f87005d0d3aef213c HTTP/1.1" status: 200 len: 375 time: 0.0088792 Mar 28 09:33:09.665199 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-120ee095-7388-4b25-b390-b60a41738984 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca9acc59ff98434f87005d0d3aef213c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474017 Mar 28 09:33:09.756085 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-cf7fb0f3-4a72-4eaa-b6ce-0b3314a9281b service neutron] 10.222.0.15 "GET /v2.0/networks/824a3a38-e77c-42fd-9deb-1ab748ea80e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842481 Mar 28 09:33:09.842247 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-42f9a098-080a-47e3-946b-8057adb2ba67 service neutron] 10.222.0.15 "GET /v2.0/networks/824a3a38-e77c-42fd-9deb-1ab748ea80e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798194 Mar 28 09:33:10.004533 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-539aee28-f5f2-4221-8d01-04cddbd4dfb2 req-c4bfaa88-c414-4e15-a526-3af36dd4b095 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da7d70f-b2ad-4a03-92f8-e5f83cd07095 HTTP/1.1" status: 200 len: 210 time: 0.0316193 Mar 28 09:33:10.868288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-5526d815-d8cc-4aba-a846-ddfebd4e4036 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:10.869764 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-5526d815-d8cc-4aba-a846-ddfebd4e4036 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.16 "GET /v2.0/networks?id=824a3a38-e77c-42fd-9deb-1ab748ea80e9 HTTP/1.1" status: 200 len: 814 time: 0.1008964 Mar 28 09:33:10.882543 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-5d9d5de7-e4f0-47d1-bf99-ddb9e3af6c76 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Request body: {'port': {'device_id': '4da7d70f-b2ad-4a03-92f8-e5f83cd07095', 'network_id': '824a3a38-e77c-42fd-9deb-1ab748ea80e9', 'admin_state_up': True, 'tenant_id': 'ca9acc59ff98434f87005d0d3aef213c'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:10.991233 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-5d9d5de7-e4f0-47d1-bf99-ddb9e3af6c76 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Made reservation on behalf of ca9acc59ff98434f87005d0d3aef213c for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:10.994564 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-5d9d5de7-e4f0-47d1-bf99-ddb9e3af6c76 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:11.099325 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9a678ab1-b9b7-4c9c-a878-0e9e29ada94a req-4672d310-9d20-4f6d-86e4-7d1846dbfcd9 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da7d70f-b2ad-4a03-92f8-e5f83cd07095 HTTP/1.1" status: 200 len: 210 time: 0.0287690 Mar 28 09:33:11.117856 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-5d9d5de7-e4f0-47d1-bf99-ddb9e3af6c76 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Allocated IP 172.20.0.8 (824a3a38-e77c-42fd-9deb-1ab748ea80e9/784d88fe-1ac1-4a9e-ae46-52551259431a/e0fc8c59-89f3-45fc-bf75-ab828276874d) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:33:11.270721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-5d9d5de7-e4f0-47d1-bf99-ddb9e3af6c76 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Publish callbacks [] for port (e0fc8c59-89f3-45fc-bf75-ab828276874d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:11.302023 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-5d9d5de7-e4f0-47d1-bf99-ddb9e3af6c76 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (e0fc8c59-89f3-45fc-bf75-ab828276874d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:11.313343 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['bb3eb2d5-1cee-46c0-9d4f-8052df17c17a'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:33:11.345458 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-5d9d5de7-e4f0-47d1-bf99-ddb9e3af6c76 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Network 824a3a38-e77c-42fd-9deb-1ab748ea80e9 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:33:11.348669 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-5d9d5de7-e4f0-47d1-bf99-ddb9e3af6c76 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:11.351280 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-5d9d5de7-e4f0-47d1-bf99-ddb9e3af6c76 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:33:11.383769 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d5de7-e4f0-47d1-bf99-ddb9e3af6c76 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Pushing event updated for resources: {'Port': ['ID=e0fc8c59-89f3-45fc-bf75-ab828276874d,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:11.412721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-5d9d5de7-e4f0-47d1-bf99-ddb9e3af6c76 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:11.413340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-5d9d5de7-e4f0-47d1-bf99-ddb9e3af6c76 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:11.428899 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-5d9d5de7-e4f0-47d1-bf99-ddb9e3af6c76 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5505159 Mar 28 09:33:11.439972 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Request body: {'port': {'device_id': '4da7d70f-b2ad-4a03-92f8-e5f83cd07095', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:11.500160 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e0fc8c59-89f3-45fc-bf75-ab828276874d), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:11.789943 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0fc8c59-89f3-45fc-bf75-ab828276874d {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:33:11.798422 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Publish callbacks [] for port (e0fc8c59-89f3-45fc-bf75-ab828276874d), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:11.811476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Transition to ACTIVE for port object e0fc8c59-89f3-45fc-bf75-ab828276874d will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:33:11.816666 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (e0fc8c59-89f3-45fc-bf75-ab828276874d), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:11.871114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Pushing event updated for resources: {'Port': ['ID=e0fc8c59-89f3-45fc-bf75-ab828276874d,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:11.947113 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Attempting to bind port e0fc8c59-89f3-45fc-bf75-ab828276874d on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:33:11.947449 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Attempting to bind port e0fc8c59-89f3-45fc-bf75-ab828276874d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ea36e62-f2ad-4cf8-814f-fc844645e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '824a3a38-e77c-42fd-9deb-1ab748ea80e9'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:33:11.947777 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Attempting to bind port e0fc8c59-89f3-45fc-bf75-ab828276874d on network 824a3a38-e77c-42fd-9deb-1ab748ea80e9 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:33:11.952169 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Port e0fc8c59-89f3-45fc-bf75-ab828276874d on network 824a3a38-e77c-42fd-9deb-1ab748ea80e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:33:11.952498 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Attempting to bind port e0fc8c59-89f3-45fc-bf75-ab828276874d on network 824a3a38-e77c-42fd-9deb-1ab748ea80e9 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:33:11.957346 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:33:11.957721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Checking segment: {'id': '1ea36e62-f2ad-4cf8-814f-fc844645e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '824a3a38-e77c-42fd-9deb-1ab748ea80e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:11.958115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Bound using segment: {'id': '1ea36e62-f2ad-4cf8-814f-fc844645e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '824a3a38-e77c-42fd-9deb-1ab748ea80e9'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:33:11.958540 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Bound port: e0fc8c59-89f3-45fc-bf75-ab828276874d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea36e62-f2ad-4cf8-814f-fc844645e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '824a3a38-e77c-42fd-9deb-1ab748ea80e9'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:33:11.958900 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e0fc8c59-89f3-45fc-bf75-ab828276874d), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:12.041253 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] For port e0fc8c59-89f3-45fc-bf75-ab828276874d, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:33:12.044984 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] For port e0fc8c59-89f3-45fc-bf75-ab828276874d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0fc8c59-89f3-45fc-bf75-ab828276874d,segment=NetworkSegment(1ea36e62-f2ad-4cf8-814f-fc844645e0cc),segment_id=1ea36e62-f2ad-4cf8-814f-fc844645e0cc)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:33:12.052881 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (e0fc8c59-89f3-45fc-bf75-ab828276874d), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:12.090644 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:12.091275 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:12.092675 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] 10.222.0.16 "PUT /v2.0/ports/e0fc8c59-89f3-45fc-bf75-ab828276874d HTTP/1.1" status: 200 len: 1093 time: 0.6572132 Mar 28 09:33:12.093130 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da7d70f-b2ad-4a03-92f8-e5f83cd07095', 'tag': 'e0fc8c59-89f3-45fc-bf75-ab828276874d'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:33:12.095991 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430e6ca5-7b89-4c98-94f9-bea9859b80f9" -d '{"events": [{"name": "network-changed", "server_uuid": "4da7d70f-b2ad-4a03-92f8-e5f83cd07095", "tag": "e0fc8c59-89f3-45fc-bf75-ab828276874d"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:33:12.128234 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a00f5d-c6c5-4f91-9061-37d68a6874ce service neutron] Pushing event updated for resources: {'Port': ['ID=e0fc8c59-89f3-45fc-bf75-ab828276874d,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:12.144402 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f4607b-260c-4e33-950a-d038f24a36b2 x-openstack-request-id: req-d1f4607b-260c-4e33-950a-d038f24a36b2 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:33:12.144696 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da7d70f-b2ad-4a03-92f8-e5f83cd07095", "tag": "e0fc8c59-89f3-45fc-bf75-ab828276874d", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:33:12.144961 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1f4607b-260c-4e33-950a-d038f24a36b2 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:33:12.145367 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f4607b-260c-4e33-950a-d038f24a36b2'] response: {'name': 'network-changed', 'server_uuid': '4da7d70f-b2ad-4a03-92f8-e5f83cd07095', 'tag': 'e0fc8c59-89f3-45fc-bf75-ab828276874d', 'status': 'completed', 'code': 200} Mar 28 09:33:12.188679 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-aed5df3d-752b-4d75-bd5e-8478b8f58d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:12.190256 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-aed5df3d-752b-4d75-bd5e-8478b8f58d3f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca9acc59ff98434f87005d0d3aef213c&device_id=4da7d70f-b2ad-4a03-92f8-e5f83cd07095 HTTP/1.1" status: 200 len: 1127 time: 0.0569587 Mar 28 09:33:12.231597 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f7267-dbca-48f5-9940-d13af2e74f47 req-25a6d62f-494e-458c-9418-5337a2d71b32 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:12.233222 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cd1f7267-dbca-48f5-9940-d13af2e74f47 req-25a6d62f-494e-458c-9418-5337a2d71b32 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da7d70f-b2ad-4a03-92f8-e5f83cd07095 HTTP/1.1" status: 200 len: 943 time: 0.0608442 Mar 28 09:33:12.239008 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-f5d83502-5b65-44c7-afca-931e59990a9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0fc8c59-89f3-45fc-bf75-ab828276874d HTTP/1.1" status: 200 len: 217 time: 0.0424907 Mar 28 09:33:12.296776 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-7bc3d6e2-c7d1-487b-8b94-c10b2d39d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:12.298211 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-7bc3d6e2-c7d1-487b-8b94-c10b2d39d20a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=784d88fe-1ac1-4a9e-ae46-52551259431a HTTP/1.1" status: 200 len: 854 time: 0.0534792 Mar 28 09:33:12.298388 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cd1f7267-dbca-48f5-9940-d13af2e74f47 req-028b51ec-ea54-4946-b88d-e425a6f09df6 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587213 Mar 28 09:33:12.330193 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-0b2807e2-27ee-4b1a-a39c-9ba266c9790b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=824a3a38-e77c-42fd-9deb-1ab748ea80e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259597 Mar 28 09:33:12.420102 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-748c492f-d81b-4c98-83c1-429b28bb2d08 service neutron] 10.222.0.16 "GET /v2.0/networks/824a3a38-e77c-42fd-9deb-1ab748ea80e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824840 Mar 28 09:33:12.513918 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:33:12.525150 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-be1db21a-057d-473c-bc6e-ec0979b71b55 req-966c45ed-8393-4c73-a6b7-88921effa2c6 service neutron] 10.222.0.16 "GET /v2.0/networks/824a3a38-e77c-42fd-9deb-1ab748ea80e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996065 Mar 28 09:33:12.624827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e6ca5-7b89-4c98-94f9-bea9859b80f9 req-5cb602eb-f4e7-4be1-b9cd-3da2a74cdf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:12.626268 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-430e6ca5-7b89-4c98-94f9-bea9859b80f9 req-5cb602eb-f4e7-4be1-b9cd-3da2a74cdf6d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca9acc59ff98434f87005d0d3aef213c&device_id=4da7d70f-b2ad-4a03-92f8-e5f83cd07095 HTTP/1.1" status: 200 len: 1127 time: 0.0559254 Mar 28 09:33:12.727600 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e6ca5-7b89-4c98-94f9-bea9859b80f9 req-e89d395c-7822-44b8-b767-e16b03aff2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:12.729133 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-430e6ca5-7b89-4c98-94f9-bea9859b80f9 req-e89d395c-7822-44b8-b767-e16b03aff2cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=824a3a38-e77c-42fd-9deb-1ab748ea80e9 HTTP/1.1" status: 200 len: 914 time: 0.0956950 Mar 28 09:33:12.770885 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-430e6ca5-7b89-4c98-94f9-bea9859b80f9 req-ccef655b-70ee-43f2-975b-f26ed3bcad1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0fc8c59-89f3-45fc-bf75-ab828276874d HTTP/1.1" status: 200 len: 217 time: 0.0355947 Mar 28 09:33:12.818496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e6ca5-7b89-4c98-94f9-bea9859b80f9 req-542f80bf-9506-4ea3-b9b9-151a7a0200ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:12.819952 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-430e6ca5-7b89-4c98-94f9-bea9859b80f9 req-542f80bf-9506-4ea3-b9b9-151a7a0200ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=784d88fe-1ac1-4a9e-ae46-52551259431a HTTP/1.1" status: 200 len: 854 time: 0.0433421 Mar 28 09:33:12.857526 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-430e6ca5-7b89-4c98-94f9-bea9859b80f9 req-65f5738f-b413-4975-8c84-9e330099c198 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=824a3a38-e77c-42fd-9deb-1ab748ea80e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300455 Mar 28 09:33:12.949344 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-430e6ca5-7b89-4c98-94f9-bea9859b80f9 req-48655171-b910-4a22-b840-768840950d62 service neutron] 10.222.0.16 "GET /v2.0/networks/824a3a38-e77c-42fd-9deb-1ab748ea80e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835547 Mar 28 09:33:13.044057 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-430e6ca5-7b89-4c98-94f9-bea9859b80f9 req-c0a43811-6864-4448-bb97-c3d1500a6e8f service neutron] 10.222.0.16 "GET /v2.0/networks/824a3a38-e77c-42fd-9deb-1ab748ea80e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896440 Mar 28 09:33:13.423280 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86f534-4ecf-4ce7-8228-0d8aec26fc20 req-6a35d9fb-66be-4d86-9501-e19b8ff260f3 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:13.425944 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dd86f534-4ecf-4ce7-8228-0d8aec26fc20 req-6a35d9fb-66be-4d86-9501-e19b8ff260f3 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da7d70f-b2ad-4a03-92f8-e5f83cd07095 HTTP/1.1" status: 200 len: 943 time: 0.0583773 Mar 28 09:33:13.473136 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dd86f534-4ecf-4ce7-8228-0d8aec26fc20 req-fe4844a9-830d-4546-b41c-b0df6e770d87 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418122 Mar 28 09:33:14.664497 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d903b7-d27e-4f20-b075-e76d3d314b9d req-5ca0136a-83e9-4c94-a161-30b07d852a50 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:14.665966 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c2d903b7-d27e-4f20-b075-e76d3d314b9d req-5ca0136a-83e9-4c94-a161-30b07d852a50 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da7d70f-b2ad-4a03-92f8-e5f83cd07095 HTTP/1.1" status: 200 len: 943 time: 0.1277561 Mar 28 09:33:14.711365 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c2d903b7-d27e-4f20-b075-e76d3d314b9d req-3fdb6551-d7be-49bf-a484-242a586d186a tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397127 Mar 28 09:33:15.259884 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device e0fc8c59-89f3-45fc-bf75-ab828276874d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:33:15.356272 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port e0fc8c59-89f3-45fc-bf75-ab828276874d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0fc8c59-89f3-45fc-bf75-ab828276874d,segment=NetworkSegment(1ea36e62-f2ad-4cf8-814f-fc844645e0cc),segment_id=1ea36e62-f2ad-4cf8-814f-fc844645e0cc)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:15.367292 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'e0fc8c59-89f3-45fc-bf75-ab828276874d', 'network_id': '824a3a38-e77c-42fd-9deb-1ab748ea80e9', 'port_id': 'e0fc8c59-89f3-45fc-bf75-ab828276874d', 'mac_address': 'fa:16:3e:23:5a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784d88fe-1ac1-4a9e-ae46-52551259431a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:33:15.403527 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port e0fc8c59-89f3-45fc-bf75-ab828276874d is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:15.403923 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e0fc8c59-89f3-45fc-bf75-ab828276874d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:15.416341 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0fc8c59-89f3-45fc-bf75-ab828276874d {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:33:15.435115 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port e0fc8c59-89f3-45fc-bf75-ab828276874d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0fc8c59-89f3-45fc-bf75-ab828276874d,segment=NetworkSegment(1ea36e62-f2ad-4cf8-814f-fc844645e0cc),segment_id=1ea36e62-f2ad-4cf8-814f-fc844645e0cc)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:15.439102 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e0fc8c59-89f3-45fc-bf75-ab828276874d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:15.484376 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=e0fc8c59-89f3-45fc-bf75-ab828276874d,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:15.650063 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['e0fc8c59-89f3-45fc-bf75-ab828276874d'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:33:15.877908 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffa95c-df56-4837-a3dc-adbbc0553759 req-5c92d48a-5f8f-4461-8487-a12b2667b0fe tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:15.879391 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a3ffa95c-df56-4837-a3dc-adbbc0553759 req-5c92d48a-5f8f-4461-8487-a12b2667b0fe tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da7d70f-b2ad-4a03-92f8-e5f83cd07095 HTTP/1.1" status: 200 len: 944 time: 0.1012053 Mar 28 09:33:15.925778 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a3ffa95c-df56-4837-a3dc-adbbc0553759 req-c4cbd07f-6f66-45bb-9531-85c55ab54a24 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405900 Mar 28 09:33:17.042182 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55b243-d230-45be-88a9-fe0a512f873d req-c511d041-2f1d-4106-a880-f6f381bd94a9 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:17.043657 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cf55b243-d230-45be-88a9-fe0a512f873d req-c511d041-2f1d-4106-a880-f6f381bd94a9 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da7d70f-b2ad-4a03-92f8-e5f83cd07095 HTTP/1.1" status: 200 len: 944 time: 0.0516500 Mar 28 09:33:17.091738 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cf55b243-d230-45be-88a9-fe0a512f873d req-a6f46b6c-a0ef-4742-b08b-e9a0b1dd1763 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424466 Mar 28 09:33:17.284897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device e0fc8c59-89f3-45fc-bf75-ab828276874d up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:33:17.332879 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port e0fc8c59-89f3-45fc-bf75-ab828276874d completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:33:17.337248 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port e0fc8c59-89f3-45fc-bf75-ab828276874d triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:17.337657 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e0fc8c59-89f3-45fc-bf75-ab828276874d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:17.415240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port e0fc8c59-89f3-45fc-bf75-ab828276874d is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:17.415622 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e0fc8c59-89f3-45fc-bf75-ab828276874d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:17.438392 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da7d70f-b2ad-4a03-92f8-e5f83cd07095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fc8c59-89f3-45fc-bf75-ab828276874d'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:33:17.440619 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc9e57e-349c-4220-a7f8-c8bde2d1ce94" -d '{"events": [{"server_uuid": "4da7d70f-b2ad-4a03-92f8-e5f83cd07095", "name": "network-vif-plugged", "status": "completed", "tag": "e0fc8c59-89f3-45fc-bf75-ab828276874d"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:33:17.453115 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port e0fc8c59-89f3-45fc-bf75-ab828276874d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0fc8c59-89f3-45fc-bf75-ab828276874d,segment=NetworkSegment(1ea36e62-f2ad-4cf8-814f-fc844645e0cc),segment_id=1ea36e62-f2ad-4cf8-814f-fc844645e0cc)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:17.457708 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e0fc8c59-89f3-45fc-bf75-ab828276874d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:17.481939 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af963f9-2ab9-451e-980b-7deab24e14de x-openstack-request-id: req-8af963f9-2ab9-451e-980b-7deab24e14de {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:33:17.482245 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da7d70f-b2ad-4a03-92f8-e5f83cd07095", "name": "network-vif-plugged", "status": "completed", "tag": "e0fc8c59-89f3-45fc-bf75-ab828276874d", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:33:17.482503 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8af963f9-2ab9-451e-980b-7deab24e14de {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:33:17.482908 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af963f9-2ab9-451e-980b-7deab24e14de'] response: {'server_uuid': '4da7d70f-b2ad-4a03-92f8-e5f83cd07095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fc8c59-89f3-45fc-bf75-ab828276874d', 'code': 200} Mar 28 09:33:17.507075 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=e0fc8c59-89f3-45fc-bf75-ab828276874d,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:17.646469 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52488ad1-edee-479a-ae9b-be41bbaae579 req-e21c7656-cf40-42a3-ac13-07de360b55f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:17.648403 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-52488ad1-edee-479a-ae9b-be41bbaae579 req-e21c7656-cf40-42a3-ac13-07de360b55f3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4da7d70f-b2ad-4a03-92f8-e5f83cd07095 HTTP/1.1" status: 200 len: 1129 time: 0.0499427 Mar 28 09:33:17.691781 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-52488ad1-edee-479a-ae9b-be41bbaae579 req-0f825ac8-70fb-4c4c-8b37-819fa4c64adc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375080 Mar 28 09:33:18.209633 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ff261-e2ff-41ae-a36e-d6cc3f5ad8fa req-ddc9863c-4042-4e50-b0f1-e89e2b5acd92 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:18.211106 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-400ff261-e2ff-41ae-a36e-d6cc3f5ad8fa req-ddc9863c-4042-4e50-b0f1-e89e2b5acd92 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da7d70f-b2ad-4a03-92f8-e5f83cd07095 HTTP/1.1" status: 200 len: 945 time: 0.0556960 Mar 28 09:33:18.257829 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-400ff261-e2ff-41ae-a36e-d6cc3f5ad8fa req-416efe7c-3115-4c3e-abd2-4c1676bc82f3 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405643 Mar 28 09:33:19.377474 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ad771-c9da-4a32-a760-92b205cb8de1 req-b38254c2-cda5-4ed7-b5de-bfe4593995d8 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:19.378901 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6f0ad771-c9da-4a32-a760-92b205cb8de1 req-b38254c2-cda5-4ed7-b5de-bfe4593995d8 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da7d70f-b2ad-4a03-92f8-e5f83cd07095 HTTP/1.1" status: 200 len: 945 time: 0.0527644 Mar 28 09:33:19.426994 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6f0ad771-c9da-4a32-a760-92b205cb8de1 req-9707929e-32b5-4b67-919f-7e1152f72657 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422847 Mar 28 09:33:19.662759 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b348b67-7a9b-43f6-ba2e-5c5e867fb26f req-031bb5d0-3021-4d88-a584-1dfdd8ad9ceb tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:19.664124 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2b348b67-7a9b-43f6-ba2e-5c5e867fb26f req-031bb5d0-3021-4d88-a584-1dfdd8ad9ceb tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da7d70f-b2ad-4a03-92f8-e5f83cd07095 HTTP/1.1" status: 200 len: 945 time: 0.0524719 Mar 28 09:33:19.715229 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2b348b67-7a9b-43f6-ba2e-5c5e867fb26f req-078cbca9-e01a-42f1-a1b2-8d8d0feb07a8 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449352 Mar 28 09:33:20.834120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3883e75-6d4c-46da-bf34-af71fd3c32e2 req-aa9d1626-a002-4f66-9d52-c8aedc994b82 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:20.835577 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c3883e75-6d4c-46da-bf34-af71fd3c32e2 req-aa9d1626-a002-4f66-9d52-c8aedc994b82 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da7d70f-b2ad-4a03-92f8-e5f83cd07095 HTTP/1.1" status: 200 len: 945 time: 0.0524938 Mar 28 09:33:20.882923 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c3883e75-6d4c-46da-bf34-af71fd3c32e2 req-d09555cb-e4dd-4c80-bd79-0ff9254a7414 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 Mar 28 09:33:21.021928 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783eaf69-2167-4a14-b0b4-7a0c5e9032ed req-2322afe3-0b5c-4c4b-91f1-8208579ec92b tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:21.023291 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-783eaf69-2167-4a14-b0b4-7a0c5e9032ed req-2322afe3-0b5c-4c4b-91f1-8208579ec92b tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.16 "GET /v2.0/ports?device_id=4da7d70f-b2ad-4a03-92f8-e5f83cd07095 HTTP/1.1" status: 200 len: 945 time: 0.0544004 Mar 28 09:33:21.114843 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-783eaf69-2167-4a14-b0b4-7a0c5e9032ed req-4fbc07f7-7c74-47cb-881c-d79a13810d51 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Deleting port e0fc8c59-89f3-45fc-bf75-ab828276874d {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:33:21.115214 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-783eaf69-2167-4a14-b0b4-7a0c5e9032ed req-4fbc07f7-7c74-47cb-881c-d79a13810d51 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (e0fc8c59-89f3-45fc-bf75-ab828276874d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:21.206766 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-783eaf69-2167-4a14-b0b4-7a0c5e9032ed req-4fbc07f7-7c74-47cb-881c-d79a13810d51 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] For port e0fc8c59-89f3-45fc-bf75-ab828276874d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0fc8c59-89f3-45fc-bf75-ab828276874d,segment=NetworkSegment(1ea36e62-f2ad-4cf8-814f-fc844645e0cc),segment_id=1ea36e62-f2ad-4cf8-814f-fc844645e0cc)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:21.207134 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-783eaf69-2167-4a14-b0b4-7a0c5e9032ed req-4fbc07f7-7c74-47cb-881c-d79a13810d51 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (e0fc8c59-89f3-45fc-bf75-ab828276874d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:21.219885 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-783eaf69-2167-4a14-b0b4-7a0c5e9032ed req-4fbc07f7-7c74-47cb-881c-d79a13810d51 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Calling delete_port for e0fc8c59-89f3-45fc-bf75-ab828276874d owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:33:21.350409 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-783eaf69-2167-4a14-b0b4-7a0c5e9032ed req-4fbc07f7-7c74-47cb-881c-d79a13810d51 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (e0fc8c59-89f3-45fc-bf75-ab828276874d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:21.361812 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['bb3eb2d5-1cee-46c0-9d4f-8052df17c17a', 'e0fc8c59-89f3-45fc-bf75-ab828276874d'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:33:21.380774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc07f7-7c74-47cb-881c-d79a13810d51 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Pushing event deleted for resources: {'Port': ['ID=e0fc8c59-89f3-45fc-bf75-ab828276874d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:21.423753 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-783eaf69-2167-4a14-b0b4-7a0c5e9032ed req-4fbc07f7-7c74-47cb-881c-d79a13810d51 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] No DVR routers for this DVR port e0fc8c59-89f3-45fc-bf75-ab828276874d on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:33:21.426175 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-783eaf69-2167-4a14-b0b4-7a0c5e9032ed req-4fbc07f7-7c74-47cb-881c-d79a13810d51 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:21.429441 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-783eaf69-2167-4a14-b0b4-7a0c5e9032ed req-4fbc07f7-7c74-47cb-881c-d79a13810d51 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.16 "DELETE /v2.0/ports/e0fc8c59-89f3-45fc-bf75-ab828276874d HTTP/1.1" status: 204 len: 173 time: 0.4003253 Mar 28 09:33:21.429915 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da7d70f-b2ad-4a03-92f8-e5f83cd07095', 'name': 'network-vif-deleted', 'tag': 'e0fc8c59-89f3-45fc-bf75-ab828276874d'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:33:21.432791 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8ada37-894b-4eb6-8b89-2605f768ae74" -d '{"events": [{"server_uuid": "4da7d70f-b2ad-4a03-92f8-e5f83cd07095", "name": "network-vif-deleted", "tag": "e0fc8c59-89f3-45fc-bf75-ab828276874d"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:33:21.467278 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:21.481317 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419a772f-04e3-4c50-9f57-01e3fbc608e0 x-openstack-request-id: req-419a772f-04e3-4c50-9f57-01e3fbc608e0 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:33:21.481596 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da7d70f-b2ad-4a03-92f8-e5f83cd07095", "name": "network-vif-deleted", "tag": "e0fc8c59-89f3-45fc-bf75-ab828276874d", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:33:21.481932 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-419a772f-04e3-4c50-9f57-01e3fbc608e0 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:33:21.482440 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-419a772f-04e3-4c50-9f57-01e3fbc608e0'] response: {'server_uuid': '4da7d70f-b2ad-4a03-92f8-e5f83cd07095', 'name': 'network-vif-deleted', 'tag': 'e0fc8c59-89f3-45fc-bf75-ab828276874d', 'status': 'completed', 'code': 200} Mar 28 09:33:22.038019 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11920d77-bc29-4b0b-85ba-4e12a1af27ae req-1a0c7440-b257-498e-ac44-0bf76ef3e835 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:22.039508 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-11920d77-bc29-4b0b-85ba-4e12a1af27ae req-1a0c7440-b257-498e-ac44-0bf76ef3e835 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 945 time: 0.0546982 Mar 28 09:33:22.090870 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-11920d77-bc29-4b0b-85ba-4e12a1af27ae req-c6d7f7c0-9889-493e-8508-9b19b77b9c8a tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455611 Mar 28 09:33:22.222720 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff2d3c-1772-4f22-aa6a-d3bce908b133 req-0ea2f5fe-2166-4d99-a273-48d33cb3b99e tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:22.224191 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-aeff2d3c-1772-4f22-aa6a-d3bce908b133 req-0ea2f5fe-2166-4d99-a273-48d33cb3b99e tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 945 time: 0.0535107 Mar 28 09:33:22.271549 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-aeff2d3c-1772-4f22-aa6a-d3bce908b133 req-95b39f52-454f-4bb4-8a22-ea5333ad3578 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408037 Mar 28 09:33:22.392803 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b12cb-8793-42d1-9b2e-1235f4bf1e06 req-6ae3f3fc-d808-4bc6-8e2c-c0cbc893191d tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:22.394210 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a90b12cb-8793-42d1-9b2e-1235f4bf1e06 req-6ae3f3fc-d808-4bc6-8e2c-c0cbc893191d tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 945 time: 0.0559807 Mar 28 09:33:22.758943 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a90b12cb-8793-42d1-9b2e-1235f4bf1e06 req-1e0606e9-c346-4c38-a477-d34c70d8f21e tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585401 Mar 28 09:33:22.927908 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe788daf-ffb9-4541-bb6e-77c84619568e req-62b818b2-c333-4e0c-82c8-5867006fcb70 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:22.929358 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fe788daf-ffb9-4541-bb6e-77c84619568e req-62b818b2-c333-4e0c-82c8-5867006fcb70 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 945 time: 0.0519724 Mar 28 09:33:22.975236 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fe788daf-ffb9-4541-bb6e-77c84619568e req-7eb8eaa0-f610-4ce9-9999-ca0ab516c0c2 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404713 Mar 28 09:33:23.093048 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b6091-90af-4aa0-9289-a7496d973a50 req-23ac8690-4edc-492e-9fb4-684dbf571031 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:23.094604 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e90b6091-90af-4aa0-9289-a7496d973a50 req-23ac8690-4edc-492e-9fb4-684dbf571031 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 945 time: 0.0534942 Mar 28 09:33:23.147061 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e90b6091-90af-4aa0-9289-a7496d973a50 req-f26da94f-74e5-477a-b17b-1c10aadb3159 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438714 Mar 28 09:33:23.280036 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd21dee-3e79-4d8d-b660-582196b293ae req-4eea676a-7cb0-4121-85da-a94073c00d41 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:23.281441 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8bd21dee-3e79-4d8d-b660-582196b293ae req-4eea676a-7cb0-4121-85da-a94073c00d41 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 945 time: 0.0570138 Mar 28 09:33:23.328222 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8bd21dee-3e79-4d8d-b660-582196b293ae req-87d2243f-1878-4cf8-953e-e5ece5b5ade7 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411186 Mar 28 09:33:23.628895 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bdb56-4607-4764-91bf-96f35afbbd0e req-c85dcee8-c51f-4812-afb3-c5edf35d3bc4 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:23.630653 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2f7bdb56-4607-4764-91bf-96f35afbbd0e req-c85dcee8-c51f-4812-afb3-c5edf35d3bc4 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 945 time: 0.0527112 Mar 28 09:33:23.676757 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2f7bdb56-4607-4764-91bf-96f35afbbd0e req-03ac2859-11d5-49b3-94d9-204ca5a5eed1 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404861 Mar 28 09:33:24.796140 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11b230-4f3a-4492-a850-474a925febe7 req-4ff36ae5-ac66-421d-bd7b-f3233634d91a tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:24.797711 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ce11b230-4f3a-4492-a850-474a925febe7 req-4ff36ae5-ac66-421d-bd7b-f3233634d91a tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 945 time: 0.0522549 Mar 28 09:33:24.846973 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ce11b230-4f3a-4492-a850-474a925febe7 req-b8a71e56-4486-4c9a-aec9-330ed17f4e52 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ab03a62-d22c-4550-8c15-7fb11c8dae26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435336 Mar 28 09:33:24.964310 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90d047-1a29-4ebf-a4f1-03fced4fe46a req-ca0d8fe6-02d0-407b-b9b3-da1c7c1e2916 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:24.965696 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3b90d047-1a29-4ebf-a4f1-03fced4fe46a req-ca0d8fe6-02d0-407b-b9b3-da1c7c1e2916 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.16 "GET /v2.0/ports?device_id=16ff679a-c3eb-42cb-a70d-a2fa09d6c298 HTTP/1.1" status: 200 len: 945 time: 0.0557418 Mar 28 09:33:25.056439 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-3b90d047-1a29-4ebf-a4f1-03fced4fe46a req-b5e46c8b-897a-47d4-8899-9a303e614d45 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Deleting port bb3eb2d5-1cee-46c0-9d4f-8052df17c17a {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:33:25.056784 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-3b90d047-1a29-4ebf-a4f1-03fced4fe46a req-b5e46c8b-897a-47d4-8899-9a303e614d45 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (bb3eb2d5-1cee-46c0-9d4f-8052df17c17a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:25.147005 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-3b90d047-1a29-4ebf-a4f1-03fced4fe46a req-b5e46c8b-897a-47d4-8899-9a303e614d45 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] For port bb3eb2d5-1cee-46c0-9d4f-8052df17c17a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bb3eb2d5-1cee-46c0-9d4f-8052df17c17a,segment=NetworkSegment(1ea36e62-f2ad-4cf8-814f-fc844645e0cc),segment_id=1ea36e62-f2ad-4cf8-814f-fc844645e0cc)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:25.147375 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-3b90d047-1a29-4ebf-a4f1-03fced4fe46a req-b5e46c8b-897a-47d4-8899-9a303e614d45 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (bb3eb2d5-1cee-46c0-9d4f-8052df17c17a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:25.164929 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-3b90d047-1a29-4ebf-a4f1-03fced4fe46a req-b5e46c8b-897a-47d4-8899-9a303e614d45 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Calling delete_port for bb3eb2d5-1cee-46c0-9d4f-8052df17c17a owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:33:25.289131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-3b90d047-1a29-4ebf-a4f1-03fced4fe46a req-b5e46c8b-897a-47d4-8899-9a303e614d45 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (bb3eb2d5-1cee-46c0-9d4f-8052df17c17a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:25.300579 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['bb3eb2d5-1cee-46c0-9d4f-8052df17c17a'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:33:25.320833 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e46c8b-897a-47d4-8899-9a303e614d45 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Pushing event deleted for resources: {'Port': ['ID=bb3eb2d5-1cee-46c0-9d4f-8052df17c17a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:25.336043 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device e0fc8c59-89f3-45fc-bf75-ab828276874d no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:33:25.355988 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: e0fc8c59-89f3-45fc-bf75-ab828276874d {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:33:25.356335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device e0fc8c59-89f3-45fc-bf75-ab828276874d not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:33:25.363696 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b90d047-1a29-4ebf-a4f1-03fced4fe46a req-b5e46c8b-897a-47d4-8899-9a303e614d45 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] No DVR routers for this DVR port bb3eb2d5-1cee-46c0-9d4f-8052df17c17a on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:33:25.366113 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-3b90d047-1a29-4ebf-a4f1-03fced4fe46a req-b5e46c8b-897a-47d4-8899-9a303e614d45 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:25.369413 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3b90d047-1a29-4ebf-a4f1-03fced4fe46a req-b5e46c8b-897a-47d4-8899-9a303e614d45 tempest-ServersNegativeTestJSON-339388284 tempest-ServersNegativeTestJSON-339388284-project] 10.222.0.16 "DELETE /v2.0/ports/bb3eb2d5-1cee-46c0-9d4f-8052df17c17a HTTP/1.1" status: 204 len: 173 time: 0.3984895 Mar 28 09:33:25.369949 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ff679a-c3eb-42cb-a70d-a2fa09d6c298', 'name': 'network-vif-deleted', 'tag': 'bb3eb2d5-1cee-46c0-9d4f-8052df17c17a'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:33:25.372153 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7385fc01-a457-4288-853a-0165bbe43f86" -d '{"events": [{"server_uuid": "16ff679a-c3eb-42cb-a70d-a2fa09d6c298", "name": "network-vif-deleted", "tag": "bb3eb2d5-1cee-46c0-9d4f-8052df17c17a"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:33:25.409490 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab31c750-0672-4703-9e12-953f59139a3a x-openstack-request-id: req-ab31c750-0672-4703-9e12-953f59139a3a {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:33:25.409814 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ff679a-c3eb-42cb-a70d-a2fa09d6c298", "name": "network-vif-deleted", "tag": "bb3eb2d5-1cee-46c0-9d4f-8052df17c17a", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:33:25.410070 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab31c750-0672-4703-9e12-953f59139a3a {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:33:25.410482 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab31c750-0672-4703-9e12-953f59139a3a'] response: {'server_uuid': '16ff679a-c3eb-42cb-a70d-a2fa09d6c298', 'name': 'network-vif-deleted', 'tag': 'bb3eb2d5-1cee-46c0-9d4f-8052df17c17a', 'status': 'completed', 'code': 200} Mar 28 09:33:25.904722 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57392) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:25.949001 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc278e3-eb31-4a57-9342-df57c23d4016 admin admin] Deleting subnet 784d88fe-1ac1-4a9e-ae46-52551259431a {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:33:25.952030 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1dc278e3-eb31-4a57-9342-df57c23d4016 admin admin] Publish callbacks [] for subnet (784d88fe-1ac1-4a9e-ae46-52551259431a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:25.985850 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1dc278e3-eb31-4a57-9342-df57c23d4016 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (784d88fe-1ac1-4a9e-ae46-52551259431a), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:26.023824 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1dc278e3-eb31-4a57-9342-df57c23d4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (784d88fe-1ac1-4a9e-ae46-52551259431a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:26.078823 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1dc278e3-eb31-4a57-9342-df57c23d4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (784d88fe-1ac1-4a9e-ae46-52551259431a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:26.107110 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1dc278e3-eb31-4a57-9342-df57c23d4016 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:26.110285 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1dc278e3-eb31-4a57-9342-df57c23d4016 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/784d88fe-1ac1-4a9e-ae46-52551259431a HTTP/1.1" status: 204 len: 168 time: 0.2043717 Mar 28 09:33:26.111138 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc278e3-eb31-4a57-9342-df57c23d4016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=784d88fe-1ac1-4a9e-ae46-52551259431a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:26.112713 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57394) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:26.178763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-265b3754-ba32-4583-9115-4c456577991d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (824a3a38-e77c-42fd-9deb-1ab748ea80e9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:26.258542 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-265b3754-ba32-4583-9115-4c456577991d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (824a3a38-e77c-42fd-9deb-1ab748ea80e9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:26.278874 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-265b3754-ba32-4583-9115-4c456577991d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824a3a38-e77c-42fd-9deb-1ab748ea80e9']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:26.287700 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-265b3754-ba32-4583-9115-4c456577991d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea36e62-f2ad-4cf8-814f-fc844645e0cc') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:26.287999 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-265b3754-ba32-4583-9115-4c456577991d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea36e62-f2ad-4cf8-814f-fc844645e0cc') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:26.297753 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-265b3754-ba32-4583-9115-4c456577991d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (1ea36e62-f2ad-4cf8-814f-fc844645e0cc), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:26.310609 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-265b3754-ba32-4583-9115-4c456577991d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (1ea36e62-f2ad-4cf8-814f-fc844645e0cc), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:26.316656 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265b3754-ba32-4583-9115-4c456577991d admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:33:26.317032 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-265b3754-ba32-4583-9115-4c456577991d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (1ea36e62-f2ad-4cf8-814f-fc844645e0cc), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:33:26.318763 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:33:26.371313 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-265b3754-ba32-4583-9115-4c456577991d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (824a3a38-e77c-42fd-9deb-1ab748ea80e9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:26.376436 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-265b3754-ba32-4583-9115-4c456577991d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:26.379517 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-265b3754-ba32-4583-9115-4c456577991d admin admin] 10.222.0.15 "DELETE /v2.0/networks/824a3a38-e77c-42fd-9deb-1ab748ea80e9 HTTP/1.1" status: 204 len: 168 time: 0.2659407 Mar 28 09:33:26.390649 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b3754-ba32-4583-9115-4c456577991d admin admin] Pushing event deleted for resources: {'Network': ['ID=824a3a38-e77c-42fd-9deb-1ab748ea80e9,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:26.483420 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57398) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:26.528139 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4ba64e28-0eaa-4110-a5c5-e717ea10c760 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca9acc59ff98434f87005d0d3aef213c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435455 Mar 28 09:33:26.530592 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57400) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:26.577148 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-00a7794a-999e-45a3-9472-829793d75710 admin admin] Publish callbacks [] for security_group (2ab03a62-d22c-4550-8c15-7fb11c8dae26), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:26.597887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-00a7794a-999e-45a3-9472-829793d75710 admin admin] Publish callbacks [] for security_group (2ab03a62-d22c-4550-8c15-7fb11c8dae26), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:26.643498 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-00a7794a-999e-45a3-9472-829793d75710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (2ab03a62-d22c-4550-8c15-7fb11c8dae26), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:26.646106 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-00a7794a-999e-45a3-9472-829793d75710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:26.647248 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-00a7794a-999e-45a3-9472-829793d75710 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ab03a62-d22c-4550-8c15-7fb11c8dae26 HTTP/1.1" status: 204 len: 168 time: 0.1158195 Mar 28 09:33:26.655597 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7794a-999e-45a3-9472-829793d75710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab03a62-d22c-4550-8c15-7fb11c8dae26,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:27.287424 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-636f8f99-ca67-4dff-9e55-378d537a3409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:27.307356 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57422) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:27.399586 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-24220623-f2c0-4143-a22a-f7bc405fe9e4 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1334775911'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:27.418617 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24220623-f2c0-4143-a22a-f7bc405fe9e4 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Made reservation on behalf of 4184c6e668a641fc84a7042dbd7442c5 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:27.421830 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24220623-f2c0-4143-a22a-f7bc405fe9e4 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:27.429755 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24220623-f2c0-4143-a22a-f7bc405fe9e4 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:27.501751 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24220623-f2c0-4143-a22a-f7bc405fe9e4 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for security_group (a3a6392c-f70b-448d-ac80-bf7bf7ac0134), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:27.505535 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24220623-f2c0-4143-a22a-f7bc405fe9e4 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (a3a6392c-f70b-448d-ac80-bf7bf7ac0134), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:27.532817 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24220623-f2c0-4143-a22a-f7bc405fe9e4 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:33:27.541239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24220623-f2c0-4143-a22a-f7bc405fe9e4 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a6392c-f70b-448d-ac80-bf7bf7ac0134,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:27.547248 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24220623-f2c0-4143-a22a-f7bc405fe9e4 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (2b56801c-7190-4976-a476-17894056cdc2), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:27.547650 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-24220623-f2c0-4143-a22a-f7bc405fe9e4 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Added segment 2b56801c-7190-4976-a476-17894056cdc2 of type vlan for network 63d2e01b-f516-449b-be4a-7d76faf812cb Mar 28 09:33:27.590234 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24220623-f2c0-4143-a22a-f7bc405fe9e4 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (63d2e01b-f516-449b-be4a-7d76faf812cb), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:27.614689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24220623-f2c0-4143-a22a-f7bc405fe9e4 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (63d2e01b-f516-449b-be4a-7d76faf812cb), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:27.619751 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24220623-f2c0-4143-a22a-f7bc405fe9e4 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:27.620237 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-24220623-f2c0-4143-a22a-f7bc405fe9e4 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:27.674004 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-24220623-f2c0-4143-a22a-f7bc405fe9e4 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3653646 Mar 28 09:33:27.688997 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24220623-f2c0-4143-a22a-f7bc405fe9e4 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event updated for resources: {'Network': ['ID=63d2e01b-f516-449b-be4a-7d76faf812cb,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:27.700019 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 63d2e01b-f516-449b-be4a-7d76faf812cb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:33:29.369003 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device bb3eb2d5-1cee-46c0-9d4f-8052df17c17a no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:33:29.389551 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: bb3eb2d5-1cee-46c0-9d4f-8052df17c17a {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:33:29.389915 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device bb3eb2d5-1cee-46c0-9d4f-8052df17c17a not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:33:29.504126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5e718e3b-8888-4d6b-9b34-aa40cb0400e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:30.640834 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:30.872263 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57426) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:30.877517 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-108cf8a6-b2b8-4253-8839-84c4048edd66 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Request body: {'subnet': {'network_id': '63d2e01b-f516-449b-be4a-7d76faf812cb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:30.967397 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108cf8a6-b2b8-4253-8839-84c4048edd66 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Made reservation on behalf of 4184c6e668a641fc84a7042dbd7442c5 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:30.970779 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-108cf8a6-b2b8-4253-8839-84c4048edd66 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:31.152716 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-108cf8a6-b2b8-4253-8839-84c4048edd66 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (4dc8fbd3-4ea0-4914-8bfb-d24eeb49a010), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:31.213100 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108cf8a6-b2b8-4253-8839-84c4048edd66 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event updated for resources: {'Subnet': ['ID=4dc8fbd3-4ea0-4914-8bfb-d24eeb49a010,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:31.222593 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108cf8a6-b2b8-4253-8839-84c4048edd66 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Checking segment: {'id': '2b56801c-7190-4976-a476-17894056cdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63d2e01b-f516-449b-be4a-7d76faf812cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:31.222956 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108cf8a6-b2b8-4253-8839-84c4048edd66 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Network hostable DHCP agents. Network: 63d2e01b-f516-449b-be4a-7d76faf812cb, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:33:31.239019 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108cf8a6-b2b8-4253-8839-84c4048edd66 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Network 63d2e01b-f516-449b-be4a-7d76faf812cb is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:33:31.247548 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-108cf8a6-b2b8-4253-8839-84c4048edd66 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 63d2e01b-f516-449b-be4a-7d76faf812cb) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:31.251727 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108cf8a6-b2b8-4253-8839-84c4048edd66 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:31.252328 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-108cf8a6-b2b8-4253-8839-84c4048edd66 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:31.257375 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f12e93-9c72-4487-9444-64c4b10452cb None None] Network 63d2e01b-f516-449b-be4a-7d76faf812cb requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:31.273247 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-108cf8a6-b2b8-4253-8839-84c4048edd66 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3966322 Mar 28 09:33:31.273712 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57428) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:31.279460 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-3c06cf6c-bb85-44ac-b0c6-b75a351cc961 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1890619013'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:31.300756 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c06cf6c-bb85-44ac-b0c6-b75a351cc961 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Made reservation on behalf of 4184c6e668a641fc84a7042dbd7442c5 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:31.304043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3c06cf6c-bb85-44ac-b0c6-b75a351cc961 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:31.327541 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c06cf6c-bb85-44ac-b0c6-b75a351cc961 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:33:31.336559 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3c06cf6c-bb85-44ac-b0c6-b75a351cc961 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (7d0fffd4-f22c-451b-88a3-0cdcd24248ce), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:31.336904 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-3c06cf6c-bb85-44ac-b0c6-b75a351cc961 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Added segment 7d0fffd4-f22c-451b-88a3-0cdcd24248ce of type vlan for network f90c01c4-f35b-407a-9150-851b543b3359 Mar 28 09:33:31.364808 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-63d2e01b-f516-449b-be4a-7d76faf812cb', 'network_id': '63d2e01b-f516-449b-be4a-7d76faf812cb', 'project_id': '4184c6e668a641fc84a7042dbd7442c5', 'fixed_ips': [{'subnet_id': '4dc8fbd3-4ea0-4914-8bfb-d24eeb49a010'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:33:31.365810 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:31.377458 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3c06cf6c-bb85-44ac-b0c6-b75a351cc961 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (f90c01c4-f35b-407a-9150-851b543b3359), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:31.402857 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3c06cf6c-bb85-44ac-b0c6-b75a351cc961 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (f90c01c4-f35b-407a-9150-851b543b3359), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:31.408374 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c06cf6c-bb85-44ac-b0c6-b75a351cc961 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:31.409152 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3c06cf6c-bb85-44ac-b0c6-b75a351cc961 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:31.415155 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [req-6b56d67f-4561-47c2-a139-f6cf1ee6ab21 req-53ce970b-619d-456e-89f9-c3b13a6f75c1 tempest-TestNetworkBasicOps-1682296197 tempest-TestNetworkBasicOps-1682296197-project] (104075) timed out ('10.222.0.15', 54462) {{(pid=104075) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 09:33:31.472479 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3c06cf6c-bb85-44ac-b0c6-b75a351cc961 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1974869 Mar 28 09:33:31.475256 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57430) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:31.480356 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b4a69fda-f664-4ae6-8df6-c339613ffa21 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Request body: {'subnet': {'network_id': 'f90c01c4-f35b-407a-9150-851b543b3359', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:31.508083 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Allocated IP 2001:db8:0:ffff::2 (63d2e01b-f516-449b-be4a-7d76faf812cb/4dc8fbd3-4ea0-4914-8bfb-d24eeb49a010/4e65102e-2d7a-47c2-9958-886271f5fd2d) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:33:31.537131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06cf6c-bb85-44ac-b0c6-b75a351cc961 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event updated for resources: {'Network': ['ID=f90c01c4-f35b-407a-9150-851b543b3359,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:31.560578 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network f90c01c4-f35b-407a-9150-851b543b3359 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:33:31.578272 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a69fda-f664-4ae6-8df6-c339613ffa21 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Made reservation on behalf of 4184c6e668a641fc84a7042dbd7442c5 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:31.582066 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b4a69fda-f664-4ae6-8df6-c339613ffa21 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:31.709500 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Publish callbacks [] for port (4e65102e-2d7a-47c2-9958-886271f5fd2d), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:31.716649 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (4e65102e-2d7a-47c2-9958-886271f5fd2d), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:31.753704 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Network 63d2e01b-f516-449b-be4a-7d76faf812cb is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:33:31.756828 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:31.766197 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:33:31.772980 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Pushing event updated for resources: {'Port': ['ID=4e65102e-2d7a-47c2-9958-886271f5fd2d,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:31.779946 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b4a69fda-f664-4ae6-8df6-c339613ffa21 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (c79c403b-b481-4572-ade5-ff683e6eda85), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:31.847874 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a69fda-f664-4ae6-8df6-c339613ffa21 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event updated for resources: {'Subnet': ['ID=c79c403b-b481-4572-ade5-ff683e6eda85,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:31.860029 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a69fda-f664-4ae6-8df6-c339613ffa21 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Checking segment: {'id': '7d0fffd4-f22c-451b-88a3-0cdcd24248ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f90c01c4-f35b-407a-9150-851b543b3359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:31.860394 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a69fda-f664-4ae6-8df6-c339613ffa21 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Network hostable DHCP agents. Network: f90c01c4-f35b-407a-9150-851b543b3359, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:33:31.877834 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a69fda-f664-4ae6-8df6-c339613ffa21 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Network f90c01c4-f35b-407a-9150-851b543b3359 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:33:31.888121 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-b4a69fda-f664-4ae6-8df6-c339613ffa21 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f90c01c4-f35b-407a-9150-851b543b3359) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:31.892599 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a69fda-f664-4ae6-8df6-c339613ffa21 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:31.893220 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b4a69fda-f664-4ae6-8df6-c339613ffa21 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:31.910906 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b4a69fda-f664-4ae6-8df6-c339613ffa21 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4346087 Mar 28 09:33:31.913571 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57432) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:31.940973 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca743b8-8c5c-48f9-bb1a-a26490af455a None None] Network f90c01c4-f35b-407a-9150-851b543b3359 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:32.011268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b26e35e1-dfbd-4733-ae86-588dfcb92887 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (f90c01c4-f35b-407a-9150-851b543b3359), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.012823 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Attempting to bind port 4e65102e-2d7a-47c2-9958-886271f5fd2d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:33:32.013186 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Attempting to bind port 4e65102e-2d7a-47c2-9958-886271f5fd2d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2b56801c-7190-4976-a476-17894056cdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63d2e01b-f516-449b-be4a-7d76faf812cb'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:33:32.013544 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Attempting to bind port 4e65102e-2d7a-47c2-9958-886271f5fd2d on network 63d2e01b-f516-449b-be4a-7d76faf812cb {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:33:32.020989 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:33:32.021360 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Checking segment: {'id': '2b56801c-7190-4976-a476-17894056cdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63d2e01b-f516-449b-be4a-7d76faf812cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:32.021785 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.022173 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Bound using segment: {'id': '2b56801c-7190-4976-a476-17894056cdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63d2e01b-f516-449b-be4a-7d76faf812cb'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:33:32.022639 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Bound port: 4e65102e-2d7a-47c2-9958-886271f5fd2d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b56801c-7190-4976-a476-17894056cdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63d2e01b-f516-449b-be4a-7d76faf812cb'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:33:32.023028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4e65102e-2d7a-47c2-9958-886271f5fd2d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.091931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b26e35e1-dfbd-4733-ae86-588dfcb92887 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (c79c403b-b481-4572-ade5-ff683e6eda85), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.111577 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d797a068-3d5f-47cd-ba30-5d72f64c4255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f90c01c4-f35b-407a-9150-851b543b3359', 'network_id': 'f90c01c4-f35b-407a-9150-851b543b3359', 'project_id': '4184c6e668a641fc84a7042dbd7442c5', 'fixed_ips': [{'subnet_id': 'c79c403b-b481-4572-ade5-ff683e6eda85'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:33:32.112419 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d797a068-3d5f-47cd-ba30-5d72f64c4255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.118630 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] For port 4e65102e-2d7a-47c2-9958-886271f5fd2d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:33:32.139137 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] For port 4e65102e-2d7a-47c2-9958-886271f5fd2d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e65102e-2d7a-47c2-9958-886271f5fd2d,segment=NetworkSegment(2b56801c-7190-4976-a476-17894056cdc2),segment_id=2b56801c-7190-4976-a476-17894056cdc2)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:33:32.148046 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (4e65102e-2d7a-47c2-9958-886271f5fd2d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.160301 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b26e35e1-dfbd-4733-ae86-588dfcb92887 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (c79c403b-b481-4572-ade5-ff683e6eda85), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.188627 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e35e1-dfbd-4733-ae86-588dfcb92887 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event deleted for resources: {'Subnet': ['ID=c79c403b-b481-4572-ade5-ff683e6eda85,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:32.254986 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b26e35e1-dfbd-4733-ae86-588dfcb92887 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (f90c01c4-f35b-407a-9150-851b543b3359), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.277341 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.280606 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83993a1b-e534-493a-ab5f-e385da280b02 None None] Pushing event updated for resources: {'Port': ['ID=4e65102e-2d7a-47c2-9958-886271f5fd2d,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:32.283045 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-b26e35e1-dfbd-4733-ae86-588dfcb92887 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90c01c4-f35b-407a-9150-851b543b3359']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server [None req-d797a068-3d5f-47cd-ba30-5d72f64c4255 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c79c403b-b481-4572-ade5-ff683e6eda85: This subnet is being modified by another concurrent operation. Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server raise exception Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c79c403b-b481-4572-ade5-ff683e6eda85: This subnet is being modified by another concurrent operation. Mar 28 09:33:32.292692 dv-neutron-master-2-hyperv neutron-server[104077]: ERROR oslo_messaging.rpc.server Mar 28 09:33:32.300213 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-b26e35e1-dfbd-4733-ae86-588dfcb92887 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0fffd4-f22c-451b-88a3-0cdcd24248ce') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:32.300213 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-b26e35e1-dfbd-4733-ae86-588dfcb92887 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0fffd4-f22c-451b-88a3-0cdcd24248ce') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:32.311293 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b26e35e1-dfbd-4733-ae86-588dfcb92887 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (7d0fffd4-f22c-451b-88a3-0cdcd24248ce), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.312235 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c2bc01-d532-484d-86df-08e5523fb753 None None] Network f90c01c4-f35b-407a-9150-851b543b3359 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:32.327096 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b26e35e1-dfbd-4733-ae86-588dfcb92887 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (7d0fffd4-f22c-451b-88a3-0cdcd24248ce), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.334465 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26e35e1-dfbd-4733-ae86-588dfcb92887 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:33:32.335361 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b26e35e1-dfbd-4733-ae86-588dfcb92887 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (7d0fffd4-f22c-451b-88a3-0cdcd24248ce), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:33:32.338701 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:33:32.400051 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b26e35e1-dfbd-4733-ae86-588dfcb92887 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (f90c01c4-f35b-407a-9150-851b543b3359), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.404545 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b26e35e1-dfbd-4733-ae86-588dfcb92887 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.411623 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b26e35e1-dfbd-4733-ae86-588dfcb92887 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "DELETE /v2.0/networks/f90c01c4-f35b-407a-9150-851b543b3359 HTTP/1.1" status: 204 len: 168 time: 0.4931927 Mar 28 09:33:32.411623 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57434) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:32.416257 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-22b7eeec-e488-4ba7-9e9d-2f5e38b0ac53 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1668641750'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:32.434311 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e35e1-dfbd-4733-ae86-588dfcb92887 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event deleted for resources: {'Network': ['ID=f90c01c4-f35b-407a-9150-851b543b3359,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:32.459812 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b7eeec-e488-4ba7-9e9d-2f5e38b0ac53 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Made reservation on behalf of 4184c6e668a641fc84a7042dbd7442c5 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:32.463603 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-22b7eeec-e488-4ba7-9e9d-2f5e38b0ac53 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.488806 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b7eeec-e488-4ba7-9e9d-2f5e38b0ac53 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:33:32.500496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-22b7eeec-e488-4ba7-9e9d-2f5e38b0ac53 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (4074a518-b301-4635-a306-0040781d9077), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.500734 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-22b7eeec-e488-4ba7-9e9d-2f5e38b0ac53 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Added segment 4074a518-b301-4635-a306-0040781d9077 of type vlan for network fa33ac03-1d1c-42f7-ab68-d954438db7f8 Mar 28 09:33:32.546602 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-22b7eeec-e488-4ba7-9e9d-2f5e38b0ac53 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (fa33ac03-1d1c-42f7-ab68-d954438db7f8), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.574335 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-22b7eeec-e488-4ba7-9e9d-2f5e38b0ac53 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (fa33ac03-1d1c-42f7-ab68-d954438db7f8), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.580227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b7eeec-e488-4ba7-9e9d-2f5e38b0ac53 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:32.581292 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-22b7eeec-e488-4ba7-9e9d-2f5e38b0ac53 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.651337 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-22b7eeec-e488-4ba7-9e9d-2f5e38b0ac53 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2384253 Mar 28 09:33:32.653831 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57436) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:32.657013 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7eeec-e488-4ba7-9e9d-2f5e38b0ac53 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event updated for resources: {'Network': ['ID=fa33ac03-1d1c-42f7-ab68-d954438db7f8,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:32.658966 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-cffe54e7-6822-4fc8-9610-534d7466cb67 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Request body: {'subnet': {'network_id': 'fa33ac03-1d1c-42f7-ab68-d954438db7f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:32.667979 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network fa33ac03-1d1c-42f7-ab68-d954438db7f8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:33:32.745221 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffe54e7-6822-4fc8-9610-534d7466cb67 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Made reservation on behalf of 4184c6e668a641fc84a7042dbd7442c5 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:32.748674 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cffe54e7-6822-4fc8-9610-534d7466cb67 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.809342 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.ipam_backend_mixin [None req-cffe54e7-6822-4fc8-9610-534d7466cb67 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Performing IP validity checks on allocation pools {{(pid=104076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 28 09:33:32.809870 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.ipam_backend_mixin [None req-cffe54e7-6822-4fc8-9610-534d7466cb67 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104076) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 28 09:33:32.931107 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cffe54e7-6822-4fc8-9610-534d7466cb67 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (771ba991-3cea-4f4b-8a72-8d9f2df2a354), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:32.993415 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe54e7-6822-4fc8-9610-534d7466cb67 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event updated for resources: {'Subnet': ['ID=771ba991-3cea-4f4b-8a72-8d9f2df2a354,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:33.010117 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffe54e7-6822-4fc8-9610-534d7466cb67 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Checking segment: {'id': '4074a518-b301-4635-a306-0040781d9077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa33ac03-1d1c-42f7-ab68-d954438db7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:33.010580 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffe54e7-6822-4fc8-9610-534d7466cb67 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Network hostable DHCP agents. Network: fa33ac03-1d1c-42f7-ab68-d954438db7f8, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:33:33.028123 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffe54e7-6822-4fc8-9610-534d7466cb67 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Network fa33ac03-1d1c-42f7-ab68-d954438db7f8 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:33:33.037434 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-cffe54e7-6822-4fc8-9610-534d7466cb67 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fa33ac03-1d1c-42f7-ab68-d954438db7f8) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:33.042042 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffe54e7-6822-4fc8-9610-534d7466cb67 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:33.042678 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cffe54e7-6822-4fc8-9610-534d7466cb67 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:33.051032 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18870353-06bd-436c-970e-c590833d2e1d None None] Network fa33ac03-1d1c-42f7-ab68-d954438db7f8 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:33.061288 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cffe54e7-6822-4fc8-9610-534d7466cb67 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4061186 Mar 28 09:33:33.063902 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57438) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:33.173815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fa33ac03-1d1c-42f7-ab68-d954438db7f8', 'network_id': 'fa33ac03-1d1c-42f7-ab68-d954438db7f8', 'project_id': '4184c6e668a641fc84a7042dbd7442c5', 'fixed_ips': [{'subnet_id': '771ba991-3cea-4f4b-8a72-8d9f2df2a354'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:33:33.174844 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:33.207479 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (fa33ac03-1d1c-42f7-ab68-d954438db7f8), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:33.258279 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4e65102e-2d7a-47c2-9958-886271f5fd2d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:33:33.273568 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (771ba991-3cea-4f4b-8a72-8d9f2df2a354), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:33.346413 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7e5c26-4e6a-4f14-bfd0-ec78314a4868 None None] Network 63d2e01b-f516-449b-be4a-7d76faf812cb requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:33.432434 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Allocated IP 2001:db8::3 (fa33ac03-1d1c-42f7-ab68-d954438db7f8/771ba991-3cea-4f4b-8a72-8d9f2df2a354/cdc5299e-ff27-4965-a011-feb2c4e2968e) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:33:33.436085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 4e65102e-2d7a-47c2-9958-886271f5fd2d triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:33.436455 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4e65102e-2d7a-47c2-9958-886271f5fd2d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:33.441545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-231d8458-937b-413a-a570-87920d8d22de None None] Provisioning complete for port 4e65102e-2d7a-47c2-9958-886271f5fd2d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:33.441928 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-231d8458-937b-413a-a570-87920d8d22de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4e65102e-2d7a-47c2-9958-886271f5fd2d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:33.715592 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-231d8458-937b-413a-a570-87920d8d22de None None] Current status of the port 4e65102e-2d7a-47c2-9958-886271f5fd2d is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:33.715979 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-231d8458-937b-413a-a570-87920d8d22de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4e65102e-2d7a-47c2-9958-886271f5fd2d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:33.758559 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 4e65102e-2d7a-47c2-9958-886271f5fd2d is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:33.758953 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4e65102e-2d7a-47c2-9958-886271f5fd2d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:33.802611 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:33.809429 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Publish callbacks [] for port (cdc5299e-ff27-4965-a011-feb2c4e2968e), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:33.823819 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (cdc5299e-ff27-4965-a011-feb2c4e2968e), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:33.834831 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-231d8458-937b-413a-a570-87920d8d22de None None] For port 4e65102e-2d7a-47c2-9958-886271f5fd2d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e65102e-2d7a-47c2-9958-886271f5fd2d,segment=NetworkSegment(2b56801c-7190-4976-a476-17894056cdc2),segment_id=2b56801c-7190-4976-a476-17894056cdc2)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:33.841483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (771ba991-3cea-4f4b-8a72-8d9f2df2a354), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:33.861761 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-231d8458-937b-413a-a570-87920d8d22de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (4e65102e-2d7a-47c2-9958-886271f5fd2d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:33.872199 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event deleted for resources: {'Subnet': ['ID=771ba991-3cea-4f4b-8a72-8d9f2df2a354,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:33.892671 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Network fa33ac03-1d1c-42f7-ab68-d954438db7f8 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:33:33.905020 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:33.908782 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:33:33.910589 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Pushing event updated for resources: {'Port': ['ID=cdc5299e-ff27-4965-a011-feb2c4e2968e,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:33.945350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (fa33ac03-1d1c-42f7-ab68-d954438db7f8), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:33.960073 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:33:33.960372 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:33:33.966526 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa33ac03-1d1c-42f7-ab68-d954438db7f8']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:33.975948 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4074a518-b301-4635-a306-0040781d9077') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:33.976245 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4074a518-b301-4635-a306-0040781d9077') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:33.985983 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (4074a518-b301-4635-a306-0040781d9077), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:33.999727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (4074a518-b301-4635-a306-0040781d9077), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:34.006342 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:33:34.006738 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (4074a518-b301-4635-a306-0040781d9077), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:33:34.009754 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:33:34.020482 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Attempting to bind port cdc5299e-ff27-4965-a011-feb2c4e2968e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:33:34.020853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Attempting to bind port cdc5299e-ff27-4965-a011-feb2c4e2968e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4074a518-b301-4635-a306-0040781d9077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa33ac03-1d1c-42f7-ab68-d954438db7f8'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:33:34.021215 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Attempting to bind port cdc5299e-ff27-4965-a011-feb2c4e2968e on network fa33ac03-1d1c-42f7-ab68-d954438db7f8 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:33:34.024754 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d8458-937b-413a-a570-87920d8d22de None None] Pushing event updated for resources: {'Port': ['ID=4e65102e-2d7a-47c2-9958-886271f5fd2d,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:34.030950 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ca57fb07-2e03-40f2-9bd1-6e27ec5cd3ed None None] Provisioning complete for port 4e65102e-2d7a-47c2-9958-886271f5fd2d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:34.031335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ca57fb07-2e03-40f2-9bd1-6e27ec5cd3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4e65102e-2d7a-47c2-9958-886271f5fd2d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:34.033145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:33:34.033522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Checking segment: {'id': '4074a518-b301-4635-a306-0040781d9077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa33ac03-1d1c-42f7-ab68-d954438db7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:34.033941 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:34.034330 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Bound using segment: {'id': '4074a518-b301-4635-a306-0040781d9077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa33ac03-1d1c-42f7-ab68-d954438db7f8'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:33:34.034797 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Bound port: cdc5299e-ff27-4965-a011-feb2c4e2968e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4074a518-b301-4635-a306-0040781d9077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa33ac03-1d1c-42f7-ab68-d954438db7f8'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:33:34.035175 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (cdc5299e-ff27-4965-a011-feb2c4e2968e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:34.066034 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.db.api [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 09:33:34.066034 dv-neutron-master-2-hyperv neutron-server[104075]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 09:33:34.066034 dv-neutron-master-2-hyperv neutron-server[104075]: [parameters: {'id': 'fa33ac03-1d1c-42f7-ab68-d954438db7f8'}] Mar 28 09:33:34.066034 dv-neutron-master-2-hyperv neutron-server[104075]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:33:34.066559 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG oslo_db.api [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:33:34.132981 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] For port cdc5299e-ff27-4965-a011-feb2c4e2968e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:33:34.136710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] For port cdc5299e-ff27-4965-a011-feb2c4e2968e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cdc5299e-ff27-4965-a011-feb2c4e2968e,segment=NetworkSegment(4074a518-b301-4635-a306-0040781d9077),segment_id=4074a518-b301-4635-a306-0040781d9077)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:33:34.160498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (cdc5299e-ff27-4965-a011-feb2c4e2968e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:34.203535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ca57fb07-2e03-40f2-9bd1-6e27ec5cd3ed None None] Current status of the port 4e65102e-2d7a-47c2-9958-886271f5fd2d is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:34.251794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decbadc-1ad1-4a37-b2a4-8be398adb7f2 None None] Pushing event updated for resources: {'Port': ['ID=cdc5299e-ff27-4965-a011-feb2c4e2968e,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:34.263480 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0774189-c6c9-4d74-9520-580fa497b0f0 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 09:33:34.328126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0774189-c6c9-4d74-9520-580fa497b0f0 None None] Resources bound (agent type, host, resource id): {{(pid=104077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 09:33:34.565995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 4e65102e-2d7a-47c2-9958-886271f5fd2d is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:34.567110 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (fa33ac03-1d1c-42f7-ab68-d954438db7f8), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:34.625269 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Deleting port cdc5299e-ff27-4965-a011-feb2c4e2968e {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:33:34.625611 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (cdc5299e-ff27-4965-a011-feb2c4e2968e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:34.646942 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fc8a7f-3869-4c28-8c1e-a42641d7652a None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 09:33:34.687535 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] For port cdc5299e-ff27-4965-a011-feb2c4e2968e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cdc5299e-ff27-4965-a011-feb2c4e2968e,segment=NetworkSegment(4074a518-b301-4635-a306-0040781d9077),segment_id=4074a518-b301-4635-a306-0040781d9077)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:34.687897 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (cdc5299e-ff27-4965-a011-feb2c4e2968e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:34.700998 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Calling delete_port for cdc5299e-ff27-4965-a011-feb2c4e2968e owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:33:34.716195 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fc8a7f-3869-4c28-8c1e-a42641d7652a None None] Resources bound (agent type, host, resource id): {{(pid=104077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 09:33:34.782704 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (cdc5299e-ff27-4965-a011-feb2c4e2968e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:34.810087 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event deleted for resources: {'Port': ['ID=cdc5299e-ff27-4965-a011-feb2c4e2968e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:34.811961 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] No DVR routers for this DVR port cdc5299e-ff27-4965-a011-feb2c4e2968e on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:33:34.871516 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c83729-9eff-4059-a2ce-b1c05ce7aeae None None] Network fa33ac03-1d1c-42f7-ab68-d954438db7f8 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:34.889514 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (fa33ac03-1d1c-42f7-ab68-d954438db7f8), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:34.909721 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa33ac03-1d1c-42f7-ab68-d954438db7f8']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:34.919754 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4074a518-b301-4635-a306-0040781d9077') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:34.920056 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4074a518-b301-4635-a306-0040781d9077') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:34.929444 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (4074a518-b301-4635-a306-0040781d9077), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:34.943064 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (4074a518-b301-4635-a306-0040781d9077), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:34.949115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:33:34.949567 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (4074a518-b301-4635-a306-0040781d9077), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:33:34.952523 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:33:35.012326 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (fa33ac03-1d1c-42f7-ab68-d954438db7f8), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:35.018847 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:35.021867 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "DELETE /v2.0/networks/fa33ac03-1d1c-42f7-ab68-d954438db7f8 HTTP/1.1" status: 204 len: 168 time: 1.9568939 Mar 28 09:33:35.025545 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57440) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:35.030816 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e9d12343-ea69-4e62-83dd-1f67c3b20184 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1172306578'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:35.033574 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1734b-ec7e-4921-8979-409173dd854a tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event deleted for resources: {'Network': ['ID=fa33ac03-1d1c-42f7-ab68-d954438db7f8,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:35.052284 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d12343-ea69-4e62-83dd-1f67c3b20184 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Made reservation on behalf of 4184c6e668a641fc84a7042dbd7442c5 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:35.055555 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9d12343-ea69-4e62-83dd-1f67c3b20184 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:35.079296 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d12343-ea69-4e62-83dd-1f67c3b20184 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:33:35.089185 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9d12343-ea69-4e62-83dd-1f67c3b20184 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (76cf0713-ac4c-4169-bcf5-0e9209c12a02), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:35.089649 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-e9d12343-ea69-4e62-83dd-1f67c3b20184 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Added segment 76cf0713-ac4c-4169-bcf5-0e9209c12a02 of type vlan for network 7a2f9dd4-1e68-4137-b7ef-9c38e6e61536 Mar 28 09:33:35.129567 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9d12343-ea69-4e62-83dd-1f67c3b20184 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (7a2f9dd4-1e68-4137-b7ef-9c38e6e61536), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:35.139447 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4e65102e-2d7a-47c2-9958-886271f5fd2d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:33:35.155467 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9d12343-ea69-4e62-83dd-1f67c3b20184 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (7a2f9dd4-1e68-4137-b7ef-9c38e6e61536), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:35.160431 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d12343-ea69-4e62-83dd-1f67c3b20184 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:35.161128 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e9d12343-ea69-4e62-83dd-1f67c3b20184 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:35.191427 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 4e65102e-2d7a-47c2-9958-886271f5fd2d triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:35.191804 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4e65102e-2d7a-47c2-9958-886271f5fd2d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:35.224871 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e9d12343-ea69-4e62-83dd-1f67c3b20184 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1981759 Mar 28 09:33:35.227849 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57442) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:35.233405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4bd3fc1f-f95b-49c1-97ef-e02002482b4f tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Request body: {'subnet': {'network_id': '7a2f9dd4-1e68-4137-b7ef-9c38e6e61536', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:35.236034 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d12343-ea69-4e62-83dd-1f67c3b20184 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event updated for resources: {'Network': ['ID=7a2f9dd4-1e68-4137-b7ef-9c38e6e61536,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:35.248244 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 7a2f9dd4-1e68-4137-b7ef-9c38e6e61536 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:33:35.318737 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd3fc1f-f95b-49c1-97ef-e02002482b4f tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Made reservation on behalf of 4184c6e668a641fc84a7042dbd7442c5 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:35.322129 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fc1f-f95b-49c1-97ef-e02002482b4f tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:35.336931 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 4e65102e-2d7a-47c2-9958-886271f5fd2d is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:35.500010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fc1f-f95b-49c1-97ef-e02002482b4f tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (7c48d33d-847e-40b1-a25e-b3d79e9b4ba4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:35.563078 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3fc1f-f95b-49c1-97ef-e02002482b4f tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event updated for resources: {'Subnet': ['ID=7c48d33d-847e-40b1-a25e-b3d79e9b4ba4,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:35.571446 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3fc1f-f95b-49c1-97ef-e02002482b4f tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Checking segment: {'id': '76cf0713-ac4c-4169-bcf5-0e9209c12a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a2f9dd4-1e68-4137-b7ef-9c38e6e61536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:35.571811 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd3fc1f-f95b-49c1-97ef-e02002482b4f tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Network hostable DHCP agents. Network: 7a2f9dd4-1e68-4137-b7ef-9c38e6e61536, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:33:35.588351 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd3fc1f-f95b-49c1-97ef-e02002482b4f tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Network 7a2f9dd4-1e68-4137-b7ef-9c38e6e61536 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:33:35.596902 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-4bd3fc1f-f95b-49c1-97ef-e02002482b4f tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7a2f9dd4-1e68-4137-b7ef-9c38e6e61536) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:35.600879 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd3fc1f-f95b-49c1-97ef-e02002482b4f tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:35.601504 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fc1f-f95b-49c1-97ef-e02002482b4f tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:35.608424 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cfb99a-047c-47b4-a443-65852f0d6f0e None None] Network 7a2f9dd4-1e68-4137-b7ef-9c38e6e61536 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:35.618346 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4bd3fc1f-f95b-49c1-97ef-e02002482b4f tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3894157 Mar 28 09:33:35.622739 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57444) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:35.628356 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b8090ed8-f7a5-47b3-ad62-307c8a2001ae tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1048310146'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:35.647018 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8090ed8-f7a5-47b3-ad62-307c8a2001ae tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Made reservation on behalf of 4184c6e668a641fc84a7042dbd7442c5 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:35.650360 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8090ed8-f7a5-47b3-ad62-307c8a2001ae tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:35.675736 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8090ed8-f7a5-47b3-ad62-307c8a2001ae tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:33:35.685937 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8090ed8-f7a5-47b3-ad62-307c8a2001ae tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (f6bd6939-4869-4ccd-a11c-bdb36963b266), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:35.686404 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-b8090ed8-f7a5-47b3-ad62-307c8a2001ae tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Added segment f6bd6939-4869-4ccd-a11c-bdb36963b266 of type vlan for network e45c9d22-470e-41dc-9034-78cff707b146 Mar 28 09:33:35.712791 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7a2f9dd4-1e68-4137-b7ef-9c38e6e61536', 'network_id': '7a2f9dd4-1e68-4137-b7ef-9c38e6e61536', 'project_id': '4184c6e668a641fc84a7042dbd7442c5', 'fixed_ips': [{'subnet_id': '7c48d33d-847e-40b1-a25e-b3d79e9b4ba4'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:33:35.714138 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:35.727028 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8090ed8-f7a5-47b3-ad62-307c8a2001ae tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (e45c9d22-470e-41dc-9034-78cff707b146), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:35.752761 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8090ed8-f7a5-47b3-ad62-307c8a2001ae tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (e45c9d22-470e-41dc-9034-78cff707b146), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:35.757938 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8090ed8-f7a5-47b3-ad62-307c8a2001ae tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:35.758521 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8090ed8-f7a5-47b3-ad62-307c8a2001ae tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:35.816856 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b8090ed8-f7a5-47b3-ad62-307c8a2001ae tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1924090 Mar 28 09:33:35.820460 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57446) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:35.826045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8090ed8-f7a5-47b3-ad62-307c8a2001ae tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event updated for resources: {'Network': ['ID=e45c9d22-470e-41dc-9034-78cff707b146,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:35.827432 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-0318bea2-6ec4-4b9b-a1e0-dbf56d7c20a5 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Request body: {'subnet': {'network_id': 'e45c9d22-470e-41dc-9034-78cff707b146', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:35.835606 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network e45c9d22-470e-41dc-9034-78cff707b146 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:33:35.906745 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Allocated IP 2001:db8::2 (7a2f9dd4-1e68-4137-b7ef-9c38e6e61536/7c48d33d-847e-40b1-a25e-b3d79e9b4ba4/8f5b0810-7722-46b3-8ede-ecee2ae0a52d) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:33:35.920080 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0318bea2-6ec4-4b9b-a1e0-dbf56d7c20a5 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Made reservation on behalf of 4184c6e668a641fc84a7042dbd7442c5 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:35.924026 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0318bea2-6ec4-4b9b-a1e0-dbf56d7c20a5 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.063431 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Publish callbacks [] for port (8f5b0810-7722-46b3-8ede-ecee2ae0a52d), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.068361 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (8f5b0810-7722-46b3-8ede-ecee2ae0a52d), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.101445 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Network 7a2f9dd4-1e68-4137-b7ef-9c38e6e61536 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:33:36.105060 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:36.108421 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:33:36.114791 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0318bea2-6ec4-4b9b-a1e0-dbf56d7c20a5 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (e725f213-811a-43b1-89ea-fae31d0fa460), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.124297 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Pushing event updated for resources: {'Port': ['ID=8f5b0810-7722-46b3-8ede-ecee2ae0a52d,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:36.170039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Attempting to bind port 8f5b0810-7722-46b3-8ede-ecee2ae0a52d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:33:36.170751 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Attempting to bind port 8f5b0810-7722-46b3-8ede-ecee2ae0a52d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '76cf0713-ac4c-4169-bcf5-0e9209c12a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a2f9dd4-1e68-4137-b7ef-9c38e6e61536'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:33:36.170877 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Attempting to bind port 8f5b0810-7722-46b3-8ede-ecee2ae0a52d on network 7a2f9dd4-1e68-4137-b7ef-9c38e6e61536 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:33:36.175808 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:33:36.176176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Checking segment: {'id': '76cf0713-ac4c-4169-bcf5-0e9209c12a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a2f9dd4-1e68-4137-b7ef-9c38e6e61536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:36.176574 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.176967 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Bound using segment: {'id': '76cf0713-ac4c-4169-bcf5-0e9209c12a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a2f9dd4-1e68-4137-b7ef-9c38e6e61536'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:33:36.177282 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318bea2-6ec4-4b9b-a1e0-dbf56d7c20a5 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event updated for resources: {'Subnet': ['ID=e725f213-811a-43b1-89ea-fae31d0fa460,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:36.177430 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Bound port: 8f5b0810-7722-46b3-8ede-ecee2ae0a52d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cf0713-ac4c-4169-bcf5-0e9209c12a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a2f9dd4-1e68-4137-b7ef-9c38e6e61536'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:33:36.177828 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (8f5b0810-7722-46b3-8ede-ecee2ae0a52d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.188133 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318bea2-6ec4-4b9b-a1e0-dbf56d7c20a5 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Checking segment: {'id': 'f6bd6939-4869-4ccd-a11c-bdb36963b266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e45c9d22-470e-41dc-9034-78cff707b146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:36.188482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0318bea2-6ec4-4b9b-a1e0-dbf56d7c20a5 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Network hostable DHCP agents. Network: e45c9d22-470e-41dc-9034-78cff707b146, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:33:36.206598 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0318bea2-6ec4-4b9b-a1e0-dbf56d7c20a5 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Network e45c9d22-470e-41dc-9034-78cff707b146 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:33:36.215704 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-0318bea2-6ec4-4b9b-a1e0-dbf56d7c20a5 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e45c9d22-470e-41dc-9034-78cff707b146) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:36.220098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0318bea2-6ec4-4b9b-a1e0-dbf56d7c20a5 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:36.220837 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0318bea2-6ec4-4b9b-a1e0-dbf56d7c20a5 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.227310 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca05fc9-627e-464a-9fe1-2b2c28e4164a None None] Network e45c9d22-470e-41dc-9034-78cff707b146 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:36.237860 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0318bea2-6ec4-4b9b-a1e0-dbf56d7c20a5 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4161088 Mar 28 09:33:36.240307 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57448) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:36.296764 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] For port 8f5b0810-7722-46b3-8ede-ecee2ae0a52d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:33:36.320426 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] For port 8f5b0810-7722-46b3-8ede-ecee2ae0a52d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f5b0810-7722-46b3-8ede-ecee2ae0a52d,segment=NetworkSegment(76cf0713-ac4c-4169-bcf5-0e9209c12a02),segment_id=76cf0713-ac4c-4169-bcf5-0e9209c12a02)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:33:36.332808 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (8f5b0810-7722-46b3-8ede-ecee2ae0a52d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.396781 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e45c9d22-470e-41dc-9034-78cff707b146', 'network_id': 'e45c9d22-470e-41dc-9034-78cff707b146', 'project_id': '4184c6e668a641fc84a7042dbd7442c5', 'fixed_ips': [{'subnet_id': 'e725f213-811a-43b1-89ea-fae31d0fa460'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:33:36.397689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.488182 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d16c2-5e56-4efc-8a0b-e60d45bfb5dc None None] Pushing event updated for resources: {'Port': ['ID=8f5b0810-7722-46b3-8ede-ecee2ae0a52d,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:36.569955 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Allocated IP 2001:db8::2 (e45c9d22-470e-41dc-9034-78cff707b146/e725f213-811a-43b1-89ea-fae31d0fa460/02b5c349-58d7-4f9e-84fa-b9accc9bb4a5) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:33:36.703683 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (e45c9d22-470e-41dc-9034-78cff707b146), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.760827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (e725f213-811a-43b1-89ea-fae31d0fa460), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.761183 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Publish callbacks [] for port (02b5c349-58d7-4f9e-84fa-b9accc9bb4a5), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.767146 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (02b5c349-58d7-4f9e-84fa-b9accc9bb4a5), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.808459 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Network e45c9d22-470e-41dc-9034-78cff707b146 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:33:36.811331 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:36.814998 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:33:36.824395 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (e725f213-811a-43b1-89ea-fae31d0fa460), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.829415 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Pushing event updated for resources: {'Port': ['ID=02b5c349-58d7-4f9e-84fa-b9accc9bb4a5,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:36.856835 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event deleted for resources: {'Subnet': ['ID=e725f213-811a-43b1-89ea-fae31d0fa460,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:36.878014 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Attempting to bind port 02b5c349-58d7-4f9e-84fa-b9accc9bb4a5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:33:36.878519 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Attempting to bind port 02b5c349-58d7-4f9e-84fa-b9accc9bb4a5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f6bd6939-4869-4ccd-a11c-bdb36963b266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e45c9d22-470e-41dc-9034-78cff707b146'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:33:36.878893 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Attempting to bind port 02b5c349-58d7-4f9e-84fa-b9accc9bb4a5 on network e45c9d22-470e-41dc-9034-78cff707b146 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:33:36.888035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:33:36.888652 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Checking segment: {'id': 'f6bd6939-4869-4ccd-a11c-bdb36963b266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e45c9d22-470e-41dc-9034-78cff707b146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:36.889154 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.889721 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Bound using segment: {'id': 'f6bd6939-4869-4ccd-a11c-bdb36963b266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e45c9d22-470e-41dc-9034-78cff707b146'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:33:36.890379 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Bound port: 02b5c349-58d7-4f9e-84fa-b9accc9bb4a5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bd6939-4869-4ccd-a11c-bdb36963b266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e45c9d22-470e-41dc-9034-78cff707b146'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:33:36.890990 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (02b5c349-58d7-4f9e-84fa-b9accc9bb4a5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.915970 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (e45c9d22-470e-41dc-9034-78cff707b146), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.937004 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45c9d22-470e-41dc-9034-78cff707b146']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:36.946148 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bd6939-4869-4ccd-a11c-bdb36963b266') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:36.946444 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bd6939-4869-4ccd-a11c-bdb36963b266') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:36.956327 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (f6bd6939-4869-4ccd-a11c-bdb36963b266), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.960938 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] For port 02b5c349-58d7-4f9e-84fa-b9accc9bb4a5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:33:36.965266 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] For port 02b5c349-58d7-4f9e-84fa-b9accc9bb4a5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02b5c349-58d7-4f9e-84fa-b9accc9bb4a5,segment=NetworkSegment(f6bd6939-4869-4ccd-a11c-bdb36963b266),segment_id=f6bd6939-4869-4ccd-a11c-bdb36963b266)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:33:36.970826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (02b5c349-58d7-4f9e-84fa-b9accc9bb4a5), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.973179 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (f6bd6939-4869-4ccd-a11c-bdb36963b266), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.980073 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:33:36.980504 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (f6bd6939-4869-4ccd-a11c-bdb36963b266), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:33:36.983515 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:33:37.043523 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.db.api [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 09:33:37.043523 dv-neutron-master-2-hyperv neutron-server[104075]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 09:33:37.043523 dv-neutron-master-2-hyperv neutron-server[104075]: [parameters: {'id': 'e45c9d22-470e-41dc-9034-78cff707b146'}] Mar 28 09:33:37.043523 dv-neutron-master-2-hyperv neutron-server[104075]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:33:37.044345 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG oslo_db.api [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:33:37.053675 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5456ce-e82e-472a-902a-6c1748727b1a None None] Pushing event updated for resources: {'Port': ['ID=02b5c349-58d7-4f9e-84fa-b9accc9bb4a5,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:37.071483 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f83721-a9bc-43e4-93ac-d6601e281b76 None None] Network e45c9d22-470e-41dc-9034-78cff707b146 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:37.172682 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 8f5b0810-7722-46b3-8ede-ecee2ae0a52d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:33:37.233273 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 8f5b0810-7722-46b3-8ede-ecee2ae0a52d triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:37.233677 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8f5b0810-7722-46b3-8ede-ecee2ae0a52d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:37.311786 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 8f5b0810-7722-46b3-8ede-ecee2ae0a52d is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:37.312176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (8f5b0810-7722-46b3-8ede-ecee2ae0a52d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:37.351008 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 8f5b0810-7722-46b3-8ede-ecee2ae0a52d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f5b0810-7722-46b3-8ede-ecee2ae0a52d,segment=NetworkSegment(76cf0713-ac4c-4169-bcf5-0e9209c12a02),segment_id=76cf0713-ac4c-4169-bcf5-0e9209c12a02)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:37.355813 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (8f5b0810-7722-46b3-8ede-ecee2ae0a52d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:37.405727 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=8f5b0810-7722-46b3-8ede-ecee2ae0a52d,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:37.419285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db55a56b-ea47-4661-be66-c074f1005a1c None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=104077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 09:33:37.476482 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ec8dff53-f52c-4866-8070-b451224c0329 None None] Provisioning complete for port 8f5b0810-7722-46b3-8ede-ecee2ae0a52d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:37.476859 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ec8dff53-f52c-4866-8070-b451224c0329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8f5b0810-7722-46b3-8ede-ecee2ae0a52d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:37.529923 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db55a56b-ea47-4661-be66-c074f1005a1c None None] Resources bound (agent type, host, resource id): {{(pid=104077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 09:33:37.545989 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (e45c9d22-470e-41dc-9034-78cff707b146), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:37.602723 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Deleting port 02b5c349-58d7-4f9e-84fa-b9accc9bb4a5 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:33:37.603091 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (02b5c349-58d7-4f9e-84fa-b9accc9bb4a5), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:37.634778 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ec8dff53-f52c-4866-8070-b451224c0329 None None] Current status of the port 8f5b0810-7722-46b3-8ede-ecee2ae0a52d is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:37.666534 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] For port 02b5c349-58d7-4f9e-84fa-b9accc9bb4a5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02b5c349-58d7-4f9e-84fa-b9accc9bb4a5,segment=NetworkSegment(f6bd6939-4869-4ccd-a11c-bdb36963b266),segment_id=f6bd6939-4869-4ccd-a11c-bdb36963b266)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:37.667264 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (02b5c349-58d7-4f9e-84fa-b9accc9bb4a5), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:37.680753 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Calling delete_port for 02b5c349-58d7-4f9e-84fa-b9accc9bb4a5 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:33:37.724130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e19b6b3-6fa5-4d5e-835b-4776d5148062 None None] Network 7a2f9dd4-1e68-4137-b7ef-9c38e6e61536 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:37.765602 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (02b5c349-58d7-4f9e-84fa-b9accc9bb4a5), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:37.794050 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] No DVR routers for this DVR port 02b5c349-58d7-4f9e-84fa-b9accc9bb4a5 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:33:37.800318 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event deleted for resources: {'Port': ['ID=02b5c349-58d7-4f9e-84fa-b9accc9bb4a5,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:37.880621 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (e45c9d22-470e-41dc-9034-78cff707b146), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:37.903386 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45c9d22-470e-41dc-9034-78cff707b146']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:37.913305 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bd6939-4869-4ccd-a11c-bdb36963b266') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:37.913601 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bd6939-4869-4ccd-a11c-bdb36963b266') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:37.923952 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (f6bd6939-4869-4ccd-a11c-bdb36963b266), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:37.937884 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (f6bd6939-4869-4ccd-a11c-bdb36963b266), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:37.943877 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:33:37.944262 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (f6bd6939-4869-4ccd-a11c-bdb36963b266), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:33:37.947503 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:33:38.007926 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (e45c9d22-470e-41dc-9034-78cff707b146), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.016398 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.022311 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "DELETE /v2.0/networks/e45c9d22-470e-41dc-9034-78cff707b146 HTTP/1.1" status: 204 len: 168 time: 1.7785149 Mar 28 09:33:38.023143 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57450) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:38.032227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b4c27-6b1d-40c6-be49-697f4a1cc5f2 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event deleted for resources: {'Network': ['ID=e45c9d22-470e-41dc-9034-78cff707b146,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:38.059801 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b27e824-8f27-4d64-ae3a-6e9831a2525d tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] GET failed (client error): The resource could not be found. Mar 28 09:33:38.061210 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8b27e824-8f27-4d64-ae3a-6e9831a2525d tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "GET /v2.0/subnets/e725f213-811a-43b1-89ea-fae31d0fa460 HTTP/1.1" status: 404 len: 337 time: 0.0370176 Mar 28 09:33:38.064093 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57452) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:38.084075 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-3327a58b-7c0c-4206-bea4-76fda509f6d3 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] DELETE failed (client error): The resource could not be found. Mar 28 09:33:38.084599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3327a58b-7c0c-4206-bea4-76fda509f6d3 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:33:38.087707 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3327a58b-7c0c-4206-bea4-76fda509f6d3 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "DELETE /v2.0/networks/e45c9d22-470e-41dc-9034-78cff707b146 HTTP/1.1" status: 404 len: 339 time: 0.0226405 Mar 28 09:33:38.092061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57454) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:38.125671 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-47234021-479b-46be-a063-91461fd0383c tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] DELETE failed (client error): The resource could not be found. Mar 28 09:33:38.126075 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47234021-479b-46be-a063-91461fd0383c tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:33:38.129174 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-47234021-479b-46be-a063-91461fd0383c tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "DELETE /v2.0/subnets/e725f213-811a-43b1-89ea-fae31d0fa460 HTTP/1.1" status: 404 len: 337 time: 0.0359921 Mar 28 09:33:38.132013 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57456) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:38.157584 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-085ab61a-652a-4883-bd2e-36ce8912409e tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] DELETE failed (client error): The resource could not be found. Mar 28 09:33:38.158067 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085ab61a-652a-4883-bd2e-36ce8912409e tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104075) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:33:38.161236 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-085ab61a-652a-4883-bd2e-36ce8912409e tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "DELETE /v2.0/networks/e45c9d22-470e-41dc-9034-78cff707b146 HTTP/1.1" status: 404 len: 339 time: 0.0281866 Mar 28 09:33:38.163919 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57458) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:38.216934 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d36415-cade-4f5c-ba07-c0f34a556b3e tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Deleting subnet 7c48d33d-847e-40b1-a25e-b3d79e9b4ba4 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:33:38.220464 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b2d36415-cade-4f5c-ba07-c0f34a556b3e tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for subnet (7c48d33d-847e-40b1-a25e-b3d79e9b4ba4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.258971 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-7a9de0a9-d691-4333-a23a-dc56d65a543b None None] Provisioning complete for port 8f5b0810-7722-46b3-8ede-ecee2ae0a52d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:38.259540 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7a9de0a9-d691-4333-a23a-dc56d65a543b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8f5b0810-7722-46b3-8ede-ecee2ae0a52d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.262441 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b2d36415-cade-4f5c-ba07-c0f34a556b3e tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (7c48d33d-847e-40b1-a25e-b3d79e9b4ba4), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.340533 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7a9de0a9-d691-4333-a23a-dc56d65a543b None None] Current status of the port 8f5b0810-7722-46b3-8ede-ecee2ae0a52d is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:38.350562 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b2d36415-cade-4f5c-ba07-c0f34a556b3e tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (7c48d33d-847e-40b1-a25e-b3d79e9b4ba4), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.408514 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b2d36415-cade-4f5c-ba07-c0f34a556b3e tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (7c48d33d-847e-40b1-a25e-b3d79e9b4ba4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.435234 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d36415-cade-4f5c-ba07-c0f34a556b3e tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event deleted for resources: {'Subnet': ['ID=7c48d33d-847e-40b1-a25e-b3d79e9b4ba4,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:38.438873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b2d36415-cade-4f5c-ba07-c0f34a556b3e tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.442314 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b2d36415-cade-4f5c-ba07-c0f34a556b3e tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "DELETE /v2.0/subnets/7c48d33d-847e-40b1-a25e-b3d79e9b4ba4 HTTP/1.1" status: 204 len: 168 time: 0.2771525 Mar 28 09:33:38.444417 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57460) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:38.446380 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ea82cc-b89e-4a5a-ab8d-43301d606f6a None None] Network 7a2f9dd4-1e68-4137-b7ef-9c38e6e61536 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:38.520236 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (7a2f9dd4-1e68-4137-b7ef-9c38e6e61536), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.580326 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Deleting port 8f5b0810-7722-46b3-8ede-ecee2ae0a52d {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:33:38.580673 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (8f5b0810-7722-46b3-8ede-ecee2ae0a52d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.595508 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e24937-99a1-4422-a5ba-2bdd4711b6a6 None None] DHCP port deletion for 7a2f9dd4-1e68-4137-b7ef-9c38e6e61536 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:33:38.642112 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-94e24937-99a1-4422-a5ba-2bdd4711b6a6 None None] Deleting port 8f5b0810-7722-46b3-8ede-ecee2ae0a52d {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:33:38.642479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-94e24937-99a1-4422-a5ba-2bdd4711b6a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (8f5b0810-7722-46b3-8ede-ecee2ae0a52d), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.645056 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] For port 8f5b0810-7722-46b3-8ede-ecee2ae0a52d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f5b0810-7722-46b3-8ede-ecee2ae0a52d,segment=NetworkSegment(76cf0713-ac4c-4169-bcf5-0e9209c12a02),segment_id=76cf0713-ac4c-4169-bcf5-0e9209c12a02)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:38.645425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (8f5b0810-7722-46b3-8ede-ecee2ae0a52d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.658322 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Calling delete_port for 8f5b0810-7722-46b3-8ede-ecee2ae0a52d owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:33:38.702922 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-94e24937-99a1-4422-a5ba-2bdd4711b6a6 None None] For port 8f5b0810-7722-46b3-8ede-ecee2ae0a52d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f5b0810-7722-46b3-8ede-ecee2ae0a52d,segment=NetworkSegment(76cf0713-ac4c-4169-bcf5-0e9209c12a02),segment_id=76cf0713-ac4c-4169-bcf5-0e9209c12a02)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:38.703239 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-94e24937-99a1-4422-a5ba-2bdd4711b6a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (8f5b0810-7722-46b3-8ede-ecee2ae0a52d), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.715655 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-94e24937-99a1-4422-a5ba-2bdd4711b6a6 None None] Calling delete_port for 8f5b0810-7722-46b3-8ede-ecee2ae0a52d owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:33:38.736490 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (8f5b0810-7722-46b3-8ede-ecee2ae0a52d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.769715 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] No DVR routers for this DVR port 8f5b0810-7722-46b3-8ede-ecee2ae0a52d on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:33:38.774612 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event deleted for resources: {'Port': ['ID=8f5b0810-7722-46b3-8ede-ecee2ae0a52d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:38.857210 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (7a2f9dd4-1e68-4137-b7ef-9c38e6e61536), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.877425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2f9dd4-1e68-4137-b7ef-9c38e6e61536']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:38.887876 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76cf0713-ac4c-4169-bcf5-0e9209c12a02') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:38.888184 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76cf0713-ac4c-4169-bcf5-0e9209c12a02') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:38.898257 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (76cf0713-ac4c-4169-bcf5-0e9209c12a02), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.912402 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (76cf0713-ac4c-4169-bcf5-0e9209c12a02), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.918331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:33:38.918723 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (76cf0713-ac4c-4169-bcf5-0e9209c12a02), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:33:38.922097 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:33:38.943022 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-94e24937-99a1-4422-a5ba-2bdd4711b6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (8f5b0810-7722-46b3-8ede-ecee2ae0a52d), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.967528 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e24937-99a1-4422-a5ba-2bdd4711b6a6 None None] Pushing event deleted for resources: {'Port': ['ID=8f5b0810-7722-46b3-8ede-ecee2ae0a52d,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:38.971055 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e24937-99a1-4422-a5ba-2bdd4711b6a6 None None] No DVR routers for this DVR port 8f5b0810-7722-46b3-8ede-ecee2ae0a52d on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:33:38.989074 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (7a2f9dd4-1e68-4137-b7ef-9c38e6e61536), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.995161 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:38.998578 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "DELETE /v2.0/networks/7a2f9dd4-1e68-4137-b7ef-9c38e6e61536 HTTP/1.1" status: 204 len: 168 time: 0.5532176 Mar 28 09:33:39.001473 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57462) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:39.014010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493426cb-df56-44d8-857b-f9104331bcf1 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event deleted for resources: {'Network': ['ID=7a2f9dd4-1e68-4137-b7ef-9c38e6e61536,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:39.028599 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-0916263c-e0e4-4306-9f62-cb795a9da56e tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] DELETE failed (client error): The resource could not be found. Mar 28 09:33:39.029071 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0916263c-e0e4-4306-9f62-cb795a9da56e tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:33:39.032059 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0916263c-e0e4-4306-9f62-cb795a9da56e tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "DELETE /v2.0/subnets/771ba991-3cea-4f4b-8a72-8d9f2df2a354 HTTP/1.1" status: 404 len: 337 time: 0.0294785 Mar 28 09:33:39.034519 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57464) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:39.052710 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-06609818-0fdd-4646-b472-c4049299f7af tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] DELETE failed (client error): The resource could not be found. Mar 28 09:33:39.053199 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06609818-0fdd-4646-b472-c4049299f7af tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:33:39.056182 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-06609818-0fdd-4646-b472-c4049299f7af tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "DELETE /v2.0/networks/fa33ac03-1d1c-42f7-ab68-d954438db7f8 HTTP/1.1" status: 404 len: 339 time: 0.0207801 Mar 28 09:33:39.058901 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57466) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:39.083349 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa48d9d-95aa-425e-b637-e4a7546018d3 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] DELETE failed (client error): The resource could not be found. Mar 28 09:33:39.083799 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa48d9d-95aa-425e-b637-e4a7546018d3 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:33:39.087278 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6aa48d9d-95aa-425e-b637-e4a7546018d3 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "DELETE /v2.0/subnets/c79c403b-b481-4572-ade5-ff683e6eda85 HTTP/1.1" status: 404 len: 337 time: 0.0270269 Mar 28 09:33:39.093600 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57468) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:39.112450 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-1264fe39-8094-44e0-a2e5-8cfca8b815e7 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] DELETE failed (client error): The resource could not be found. Mar 28 09:33:39.112950 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1264fe39-8094-44e0-a2e5-8cfca8b815e7 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104076) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 09:33:39.115922 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1264fe39-8094-44e0-a2e5-8cfca8b815e7 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "DELETE /v2.0/networks/f90c01c4-f35b-407a-9150-851b543b3359 HTTP/1.1" status: 404 len: 339 time: 0.0211112 Mar 28 09:33:39.118438 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57470) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:39.121428 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 8f5b0810-7722-46b3-8ede-ecee2ae0a52d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:33:39.141479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 8f5b0810-7722-46b3-8ede-ecee2ae0a52d {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:33:39.141850 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 8f5b0810-7722-46b3-8ede-ecee2ae0a52d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:33:39.167685 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd52c03-c259-4693-8af6-3adc10b7bef6 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Deleting subnet 4dc8fbd3-4ea0-4914-8bfb-d24eeb49a010 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:33:39.170782 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dbd52c03-c259-4693-8af6-3adc10b7bef6 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for subnet (4dc8fbd3-4ea0-4914-8bfb-d24eeb49a010), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:39.214082 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dbd52c03-c259-4693-8af6-3adc10b7bef6 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (4dc8fbd3-4ea0-4914-8bfb-d24eeb49a010), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:39.298533 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dbd52c03-c259-4693-8af6-3adc10b7bef6 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (4dc8fbd3-4ea0-4914-8bfb-d24eeb49a010), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:39.357099 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dbd52c03-c259-4693-8af6-3adc10b7bef6 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (4dc8fbd3-4ea0-4914-8bfb-d24eeb49a010), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:39.390669 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dbd52c03-c259-4693-8af6-3adc10b7bef6 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:39.396021 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dbd52c03-c259-4693-8af6-3adc10b7bef6 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "DELETE /v2.0/subnets/4dc8fbd3-4ea0-4914-8bfb-d24eeb49a010 HTTP/1.1" status: 204 len: 168 time: 0.2744730 Mar 28 09:33:39.396021 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd52c03-c259-4693-8af6-3adc10b7bef6 tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc8fbd3-4ea0-4914-8bfb-d24eeb49a010,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:39.396437 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57472) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:39.396946 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28abcff-fd65-435b-930a-6a4c4da6b58d None None] Network 63d2e01b-f516-449b-be4a-7d76faf812cb requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:39.472061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (63d2e01b-f516-449b-be4a-7d76faf812cb), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:39.532131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Deleting port 4e65102e-2d7a-47c2-9958-886271f5fd2d {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:33:39.532492 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (4e65102e-2d7a-47c2-9958-886271f5fd2d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:39.557984 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693256ca-fea8-4520-94cc-e88832468b3d None None] DHCP port deletion for 63d2e01b-f516-449b-be4a-7d76faf812cb request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:33:39.594950 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] For port 4e65102e-2d7a-47c2-9958-886271f5fd2d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e65102e-2d7a-47c2-9958-886271f5fd2d,segment=NetworkSegment(2b56801c-7190-4976-a476-17894056cdc2),segment_id=2b56801c-7190-4976-a476-17894056cdc2)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:39.595316 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (4e65102e-2d7a-47c2-9958-886271f5fd2d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:39.603355 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-693256ca-fea8-4520-94cc-e88832468b3d None None] Deleting port 4e65102e-2d7a-47c2-9958-886271f5fd2d {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:33:39.604327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-693256ca-fea8-4520-94cc-e88832468b3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (4e65102e-2d7a-47c2-9958-886271f5fd2d), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:39.609041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Calling delete_port for 4e65102e-2d7a-47c2-9958-886271f5fd2d owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:33:39.669769 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-693256ca-fea8-4520-94cc-e88832468b3d None None] For port 4e65102e-2d7a-47c2-9958-886271f5fd2d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e65102e-2d7a-47c2-9958-886271f5fd2d,segment=NetworkSegment(2b56801c-7190-4976-a476-17894056cdc2),segment_id=2b56801c-7190-4976-a476-17894056cdc2)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:39.670170 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-693256ca-fea8-4520-94cc-e88832468b3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (4e65102e-2d7a-47c2-9958-886271f5fd2d), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:39.683637 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-693256ca-fea8-4520-94cc-e88832468b3d None None] Calling delete_port for 4e65102e-2d7a-47c2-9958-886271f5fd2d owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:33:39.691819 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (4e65102e-2d7a-47c2-9958-886271f5fd2d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:39.719318 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] No DVR routers for this DVR port 4e65102e-2d7a-47c2-9958-886271f5fd2d on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:33:39.723558 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event deleted for resources: {'Port': ['ID=4e65102e-2d7a-47c2-9958-886271f5fd2d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:39.750981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:39.751335 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:39.751677 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:39.752017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:39.752353 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:39.752688 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:39.753017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:39.753345 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:39.753692 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:39.754028 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:39.754358 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:39.754936 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:39.755265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:39.755588 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:39.755906 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:39.761902 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-693256ca-fea8-4520-94cc-e88832468b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (4e65102e-2d7a-47c2-9958-886271f5fd2d), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:39.791676 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693256ca-fea8-4520-94cc-e88832468b3d None None] Pushing event deleted for resources: {'Port': ['ID=4e65102e-2d7a-47c2-9958-886271f5fd2d,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:39.795291 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693256ca-fea8-4520-94cc-e88832468b3d None None] No DVR routers for this DVR port 4e65102e-2d7a-47c2-9958-886271f5fd2d on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:33:39.814185 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (63d2e01b-f516-449b-be4a-7d76faf812cb), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:39.834394 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d2e01b-f516-449b-be4a-7d76faf812cb']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:39.844482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b56801c-7190-4976-a476-17894056cdc2') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:39.844783 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b56801c-7190-4976-a476-17894056cdc2') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:39.858946 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (2b56801c-7190-4976-a476-17894056cdc2), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:39.874464 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (2b56801c-7190-4976-a476-17894056cdc2), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:39.880270 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:33:39.880656 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (2b56801c-7190-4976-a476-17894056cdc2), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:33:39.883551 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:33:39.941862 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (63d2e01b-f516-449b-be4a-7d76faf812cb), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:39.950074 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:39.953225 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] 10.222.0.15 "DELETE /v2.0/networks/63d2e01b-f516-449b-be4a-7d76faf812cb HTTP/1.1" status: 204 len: 168 time: 0.5557916 Mar 28 09:33:39.963573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b4c24-4fd2-45d2-a634-4eaa2442f6cb tempest-NetworksIpV6Test-234028235 tempest-NetworksIpV6Test-234028235-project] Pushing event deleted for resources: {'Network': ['ID=63d2e01b-f516-449b-be4a-7d76faf812cb,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:40.190467 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57478) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:40.318144 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-10886362-83ba-45a1-b8cc-f2b68c48b2ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4184c6e668a641fc84a7042dbd7442c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264760 Mar 28 09:33:40.320583 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57482) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:40.366237 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5dd3554f-f9b1-4040-b92f-355e5a8792c0 admin admin] Publish callbacks [] for security_group (a3a6392c-f70b-448d-ac80-bf7bf7ac0134), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:40.386952 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5dd3554f-f9b1-4040-b92f-355e5a8792c0 admin admin] Publish callbacks [] for security_group (a3a6392c-f70b-448d-ac80-bf7bf7ac0134), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:40.431238 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5dd3554f-f9b1-4040-b92f-355e5a8792c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (a3a6392c-f70b-448d-ac80-bf7bf7ac0134), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:40.434268 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5dd3554f-f9b1-4040-b92f-355e5a8792c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:40.435434 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5dd3554f-f9b1-4040-b92f-355e5a8792c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3a6392c-f70b-448d-ac80-bf7bf7ac0134 HTTP/1.1" status: 204 len: 168 time: 0.1139739 Mar 28 09:33:40.444144 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3554f-f9b1-4040-b92f-355e5a8792c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a6392c-f70b-448d-ac80-bf7bf7ac0134,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:41.050721 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57504) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:41.117228 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4e65102e-2d7a-47c2-9958-886271f5fd2d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:33:41.138542 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 4e65102e-2d7a-47c2-9958-886271f5fd2d {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:33:41.138962 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4e65102e-2d7a-47c2-9958-886271f5fd2d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:33:41.148118 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-dd7cc113-f789-4c12-8e13-a637d84a4510 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1399075089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:41.169351 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc113-f789-4c12-8e13-a637d84a4510 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (ce940a92-3381-476c-9273-fb0dda786fcb), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:41.170335 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc113-f789-4c12-8e13-a637d84a4510 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (ce940a92-3381-476c-9273-fb0dda786fcb), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:41.223562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc113-f789-4c12-8e13-a637d84a4510 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks [] for router_controller (ce940a92-3381-476c-9273-fb0dda786fcb), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:41.227462 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc113-f789-4c12-8e13-a637d84a4510 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (ce940a92-3381-476c-9273-fb0dda786fcb), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:41.245423 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd7cc113-f789-4c12-8e13-a637d84a4510 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:41.246669 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dd7cc113-f789-4c12-8e13-a637d84a4510 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1949441 Mar 28 09:33:41.249456 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57508) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:41.254355 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-3a991948-e500-4ec4-b1c2-c7ad578dfdb7 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1344677141'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:41.273531 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a991948-e500-4ec4-b1c2-c7ad578dfdb7 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Made reservation on behalf of c5760fa9f97c4e6fb708e6a8d1e9916b for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:41.276758 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3a991948-e500-4ec4-b1c2-c7ad578dfdb7 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:41.285305 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3a991948-e500-4ec4-b1c2-c7ad578dfdb7 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:41.358827 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3a991948-e500-4ec4-b1c2-c7ad578dfdb7 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks [] for security_group (09b8778e-4e8f-425e-af53-fd6ac5f00bad), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:41.362314 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3a991948-e500-4ec4-b1c2-c7ad578dfdb7 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (09b8778e-4e8f-425e-af53-fd6ac5f00bad), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:41.389349 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a991948-e500-4ec4-b1c2-c7ad578dfdb7 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:33:41.397752 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a991948-e500-4ec4-b1c2-c7ad578dfdb7 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b8778e-4e8f-425e-af53-fd6ac5f00bad,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:41.404239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3a991948-e500-4ec4-b1c2-c7ad578dfdb7 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (398f43b5-6e6b-4976-9cf2-b695d4282c9e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:41.404611 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-3a991948-e500-4ec4-b1c2-c7ad578dfdb7 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Added segment 398f43b5-6e6b-4976-9cf2-b695d4282c9e of type vlan for network 78025038-41de-4010-90fd-b83b64de6c39 Mar 28 09:33:41.443680 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3a991948-e500-4ec4-b1c2-c7ad578dfdb7 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (78025038-41de-4010-90fd-b83b64de6c39), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:41.468989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3a991948-e500-4ec4-b1c2-c7ad578dfdb7 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (78025038-41de-4010-90fd-b83b64de6c39), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:41.473856 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a991948-e500-4ec4-b1c2-c7ad578dfdb7 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:41.474432 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3a991948-e500-4ec4-b1c2-c7ad578dfdb7 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:41.531984 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3a991948-e500-4ec4-b1c2-c7ad578dfdb7 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2814968 Mar 28 09:33:41.534992 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57510) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:41.540756 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-076335b3-c612-4f79-85dc-91c1954bdeb2 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Request body: {'subnet': {'network_id': '78025038-41de-4010-90fd-b83b64de6c39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:41.545208 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a991948-e500-4ec4-b1c2-c7ad578dfdb7 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Pushing event updated for resources: {'Network': ['ID=78025038-41de-4010-90fd-b83b64de6c39,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:41.555227 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 78025038-41de-4010-90fd-b83b64de6c39 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:33:41.635022 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076335b3-c612-4f79-85dc-91c1954bdeb2 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Made reservation on behalf of c5760fa9f97c4e6fb708e6a8d1e9916b for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:41.638611 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-076335b3-c612-4f79-85dc-91c1954bdeb2 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:41.814430 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-076335b3-c612-4f79-85dc-91c1954bdeb2 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (c0c705e5-c526-4202-85ae-cd05c08509ff), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:41.876958 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076335b3-c612-4f79-85dc-91c1954bdeb2 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Pushing event updated for resources: {'Subnet': ['ID=c0c705e5-c526-4202-85ae-cd05c08509ff,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:41.881378 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076335b3-c612-4f79-85dc-91c1954bdeb2 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Checking segment: {'id': '398f43b5-6e6b-4976-9cf2-b695d4282c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '78025038-41de-4010-90fd-b83b64de6c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:41.881762 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076335b3-c612-4f79-85dc-91c1954bdeb2 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Network hostable DHCP agents. Network: 78025038-41de-4010-90fd-b83b64de6c39, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:33:41.897869 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076335b3-c612-4f79-85dc-91c1954bdeb2 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Network 78025038-41de-4010-90fd-b83b64de6c39 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:33:41.906341 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-076335b3-c612-4f79-85dc-91c1954bdeb2 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 78025038-41de-4010-90fd-b83b64de6c39) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:41.911337 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076335b3-c612-4f79-85dc-91c1954bdeb2 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:41.912277 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-076335b3-c612-4f79-85dc-91c1954bdeb2 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:41.916604 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdebc75-b6da-4cdc-9dc9-8583806cfb59 None None] Network 78025038-41de-4010-90fd-b83b64de6c39 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:41.933637 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57512) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:41.933854 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-076335b3-c612-4f79-85dc-91c1954bdeb2 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3975830 Mar 28 09:33:41.938800 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-9ad3222a-23c8-47b5-98cf-82f99abf8f00 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-320474253'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:41.958715 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad3222a-23c8-47b5-98cf-82f99abf8f00 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Made reservation on behalf of c5760fa9f97c4e6fb708e6a8d1e9916b for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:41.962312 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9ad3222a-23c8-47b5-98cf-82f99abf8f00 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:41.986990 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad3222a-23c8-47b5-98cf-82f99abf8f00 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:33:41.997970 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9ad3222a-23c8-47b5-98cf-82f99abf8f00 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (ea7a0b95-0cf4-4c80-9527-7a4a6a840cbc), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:41.998346 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-9ad3222a-23c8-47b5-98cf-82f99abf8f00 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Added segment ea7a0b95-0cf4-4c80-9527-7a4a6a840cbc of type vlan for network 5cbd3b00-9605-48a9-bdc4-b9ac28e59174 Mar 28 09:33:42.015967 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-78025038-41de-4010-90fd-b83b64de6c39', 'network_id': '78025038-41de-4010-90fd-b83b64de6c39', 'project_id': 'c5760fa9f97c4e6fb708e6a8d1e9916b', 'fixed_ips': [{'subnet_id': 'c0c705e5-c526-4202-85ae-cd05c08509ff'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:33:42.016876 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:42.041646 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9ad3222a-23c8-47b5-98cf-82f99abf8f00 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (5cbd3b00-9605-48a9-bdc4-b9ac28e59174), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:42.066266 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9ad3222a-23c8-47b5-98cf-82f99abf8f00 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (5cbd3b00-9605-48a9-bdc4-b9ac28e59174), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:42.071263 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad3222a-23c8-47b5-98cf-82f99abf8f00 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:42.071850 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9ad3222a-23c8-47b5-98cf-82f99abf8f00 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:42.132465 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9ad3222a-23c8-47b5-98cf-82f99abf8f00 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1975486 Mar 28 09:33:42.136093 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57514) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:42.142402 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f8b7c06b-1da3-4eae-871c-90d6a4f82f2f tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Request body: {'subnet': {'network_id': '5cbd3b00-9605-48a9-bdc4-b9ac28e59174', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:42.148847 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3222a-23c8-47b5-98cf-82f99abf8f00 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Pushing event updated for resources: {'Network': ['ID=5cbd3b00-9605-48a9-bdc4-b9ac28e59174,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:42.159944 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 5cbd3b00-9605-48a9-bdc4-b9ac28e59174 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:33:42.164777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Allocated IP 172.20.0.2 (78025038-41de-4010-90fd-b83b64de6c39/c0c705e5-c526-4202-85ae-cd05c08509ff/4b6c8510-f3fb-4703-b438-26c1fe31b8d4) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:33:42.238163 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b7c06b-1da3-4eae-871c-90d6a4f82f2f tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Made reservation on behalf of c5760fa9f97c4e6fb708e6a8d1e9916b for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:42.241690 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c06b-1da3-4eae-871c-90d6a4f82f2f tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:42.364469 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Publish callbacks [] for port (4b6c8510-f3fb-4703-b438-26c1fe31b8d4), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:42.370709 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (4b6c8510-f3fb-4703-b438-26c1fe31b8d4), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:42.412447 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Network 78025038-41de-4010-90fd-b83b64de6c39 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:33:42.419748 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:42.424164 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:33:42.427567 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Pushing event updated for resources: {'Port': ['ID=4b6c8510-f3fb-4703-b438-26c1fe31b8d4,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:42.428972 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c06b-1da3-4eae-871c-90d6a4f82f2f tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (97ece8eb-980d-4c54-98df-e43778d5ca5c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:42.481779 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Attempting to bind port 4b6c8510-f3fb-4703-b438-26c1fe31b8d4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:33:42.482499 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Attempting to bind port 4b6c8510-f3fb-4703-b438-26c1fe31b8d4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '398f43b5-6e6b-4976-9cf2-b695d4282c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '78025038-41de-4010-90fd-b83b64de6c39'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:33:42.482899 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Attempting to bind port 4b6c8510-f3fb-4703-b438-26c1fe31b8d4 on network 78025038-41de-4010-90fd-b83b64de6c39 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:33:42.488151 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:33:42.488537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Checking segment: {'id': '398f43b5-6e6b-4976-9cf2-b695d4282c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '78025038-41de-4010-90fd-b83b64de6c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:42.488945 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:42.489373 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Bound using segment: {'id': '398f43b5-6e6b-4976-9cf2-b695d4282c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '78025038-41de-4010-90fd-b83b64de6c39'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:33:42.489870 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Bound port: 4b6c8510-f3fb-4703-b438-26c1fe31b8d4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398f43b5-6e6b-4976-9cf2-b695d4282c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '78025038-41de-4010-90fd-b83b64de6c39'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:33:42.490273 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4b6c8510-f3fb-4703-b438-26c1fe31b8d4), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:42.493224 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7c06b-1da3-4eae-871c-90d6a4f82f2f tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Pushing event updated for resources: {'Subnet': ['ID=97ece8eb-980d-4c54-98df-e43778d5ca5c,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:42.497844 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b7c06b-1da3-4eae-871c-90d6a4f82f2f tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Checking segment: {'id': 'ea7a0b95-0cf4-4c80-9527-7a4a6a840cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5cbd3b00-9605-48a9-bdc4-b9ac28e59174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:42.498209 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b7c06b-1da3-4eae-871c-90d6a4f82f2f tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Network hostable DHCP agents. Network: 5cbd3b00-9605-48a9-bdc4-b9ac28e59174, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:33:42.515360 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b7c06b-1da3-4eae-871c-90d6a4f82f2f tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Network 5cbd3b00-9605-48a9-bdc4-b9ac28e59174 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:33:42.523667 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-f8b7c06b-1da3-4eae-871c-90d6a4f82f2f tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5cbd3b00-9605-48a9-bdc4-b9ac28e59174) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:42.528126 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b7c06b-1da3-4eae-871c-90d6a4f82f2f tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:42.528861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c06b-1da3-4eae-871c-90d6a4f82f2f tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:42.538011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaecf03-64cd-4214-849e-3fb462a75452 None None] Network 5cbd3b00-9605-48a9-bdc4-b9ac28e59174 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:42.545810 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f8b7c06b-1da3-4eae-871c-90d6a4f82f2f tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4092286 Mar 28 09:33:42.548527 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57516) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:42.553490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-6d3cea82-3c78-4c98-90a3-69fcf84769d1 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Request body: {'router': {'external_gateway_info': {'network_id': '5cbd3b00-9605-48a9-bdc4-b9ac28e59174'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:42.596519 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] For port 4b6c8510-f3fb-4703-b438-26c1fe31b8d4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:33:42.615457 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] For port 4b6c8510-f3fb-4703-b438-26c1fe31b8d4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4b6c8510-f3fb-4703-b438-26c1fe31b8d4,segment=NetworkSegment(398f43b5-6e6b-4976-9cf2-b695d4282c9e),segment_id=398f43b5-6e6b-4976-9cf2-b695d4282c9e)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:33:42.625966 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (4b6c8510-f3fb-4703-b438-26c1fe31b8d4), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:42.711003 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6de7de-b3c8-48c0-933d-6adac805a730 None None] Pushing event updated for resources: {'Port': ['ID=4b6c8510-f3fb-4703-b438-26c1fe31b8d4,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:42.715539 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5cbd3b00-9605-48a9-bdc4-b9ac28e59174', 'network_id': '5cbd3b00-9605-48a9-bdc4-b9ac28e59174', 'project_id': 'c5760fa9f97c4e6fb708e6a8d1e9916b', 'fixed_ips': [{'subnet_id': '97ece8eb-980d-4c54-98df-e43778d5ca5c'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:33:42.716483 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:42.776863 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6d3cea82-3c78-4c98-90a3-69fcf84769d1 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks [] for router_gateway (ce940a92-3381-476c-9273-fb0dda786fcb), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:42.881295 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Allocated IP 172.21.0.2 (5cbd3b00-9605-48a9-bdc4-b9ac28e59174/97ece8eb-980d-4c54-98df-e43778d5ca5c/3ed8beea-072a-4813-8ed1-d79f7acd7f1f) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:33:42.902617 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.api.v2.resource [None req-6d3cea82-3c78-4c98-90a3-69fcf84769d1 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 09:33:42.903667 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6d3cea82-3c78-4c98-90a3-69fcf84769d1 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] 10.222.0.15 "PUT /v2.0/routers/ce940a92-3381-476c-9273-fb0dda786fcb HTTP/1.1" status: 400 len: 364 time: 0.3541234 Mar 28 09:33:42.909547 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57518) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:42.971004 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a9389b-5bc1-432b-ba2f-ae1546765967 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Deleting subnet 97ece8eb-980d-4c54-98df-e43778d5ca5c {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:33:43.046515 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Publish callbacks [] for port (3ed8beea-072a-4813-8ed1-d79f7acd7f1f), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.051512 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4a9389b-5bc1-432b-ba2f-ae1546765967 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks [] for subnet (97ece8eb-980d-4c54-98df-e43778d5ca5c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.052123 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (3ed8beea-072a-4813-8ed1-d79f7acd7f1f), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.093308 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Network 5cbd3b00-9605-48a9-bdc4-b9ac28e59174 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:33:43.099691 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:43.101571 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Pushing event updated for resources: {'Port': ['ID=3ed8beea-072a-4813-8ed1-d79f7acd7f1f,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:43.102925 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4a9389b-5bc1-432b-ba2f-ae1546765967 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (97ece8eb-980d-4c54-98df-e43778d5ca5c), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.104140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:33:43.168690 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Attempting to bind port 3ed8beea-072a-4813-8ed1-d79f7acd7f1f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:33:43.169761 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Attempting to bind port 3ed8beea-072a-4813-8ed1-d79f7acd7f1f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ea7a0b95-0cf4-4c80-9527-7a4a6a840cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5cbd3b00-9605-48a9-bdc4-b9ac28e59174'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:33:43.170306 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Attempting to bind port 3ed8beea-072a-4813-8ed1-d79f7acd7f1f on network 5cbd3b00-9605-48a9-bdc4-b9ac28e59174 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:33:43.176362 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:33:43.177011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Checking segment: {'id': 'ea7a0b95-0cf4-4c80-9527-7a4a6a840cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5cbd3b00-9605-48a9-bdc4-b9ac28e59174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:43.177599 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.178164 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Bound using segment: {'id': 'ea7a0b95-0cf4-4c80-9527-7a4a6a840cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5cbd3b00-9605-48a9-bdc4-b9ac28e59174'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:33:43.178789 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Bound port: 3ed8beea-072a-4813-8ed1-d79f7acd7f1f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7a0b95-0cf4-4c80-9527-7a4a6a840cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5cbd3b00-9605-48a9-bdc4-b9ac28e59174'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:33:43.179343 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (3ed8beea-072a-4813-8ed1-d79f7acd7f1f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.198441 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4b6c8510-f3fb-4703-b438-26c1fe31b8d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:33:43.205897 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4a9389b-5bc1-432b-ba2f-ae1546765967 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (97ece8eb-980d-4c54-98df-e43778d5ca5c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.272983 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4a9389b-5bc1-432b-ba2f-ae1546765967 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (97ece8eb-980d-4c54-98df-e43778d5ca5c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.286947 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] For port 3ed8beea-072a-4813-8ed1-d79f7acd7f1f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:33:43.290383 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] For port 3ed8beea-072a-4813-8ed1-d79f7acd7f1f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ed8beea-072a-4813-8ed1-d79f7acd7f1f,segment=NetworkSegment(ea7a0b95-0cf4-4c80-9527-7a4a6a840cbc),segment_id=ea7a0b95-0cf4-4c80-9527-7a4a6a840cbc)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:33:43.301987 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9389b-5bc1-432b-ba2f-ae1546765967 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Pushing event deleted for resources: {'Subnet': ['ID=97ece8eb-980d-4c54-98df-e43778d5ca5c,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:43.303859 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (3ed8beea-072a-4813-8ed1-d79f7acd7f1f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.304031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4a9389b-5bc1-432b-ba2f-ae1546765967 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.309594 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 4b6c8510-f3fb-4703-b438-26c1fe31b8d4 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:43.310007 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4b6c8510-f3fb-4703-b438-26c1fe31b8d4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.311146 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57520) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:43.311648 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f4a9389b-5bc1-432b-ba2f-ae1546765967 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] 10.222.0.15 "DELETE /v2.0/subnets/97ece8eb-980d-4c54-98df-e43778d5ca5c HTTP/1.1" status: 204 len: 168 time: 0.4005799 Mar 28 09:33:43.408184 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (5cbd3b00-9605-48a9-bdc4-b9ac28e59174), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.436792 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936b730-b321-42e3-90f2-254bdb2c724b None None] Pushing event updated for resources: {'Port': ['ID=3ed8beea-072a-4813-8ed1-d79f7acd7f1f,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:43.459130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 4b6c8510-f3fb-4703-b438-26c1fe31b8d4 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:43.459869 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4b6c8510-f3fb-4703-b438-26c1fe31b8d4), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.484271 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Deleting port 3ed8beea-072a-4813-8ed1-d79f7acd7f1f {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:33:43.484864 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (3ed8beea-072a-4813-8ed1-d79f7acd7f1f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.503832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 4b6c8510-f3fb-4703-b438-26c1fe31b8d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4b6c8510-f3fb-4703-b438-26c1fe31b8d4,segment=NetworkSegment(398f43b5-6e6b-4976-9cf2-b695d4282c9e),segment_id=398f43b5-6e6b-4976-9cf2-b695d4282c9e)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:43.509222 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (4b6c8510-f3fb-4703-b438-26c1fe31b8d4), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.560772 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] For port 3ed8beea-072a-4813-8ed1-d79f7acd7f1f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ed8beea-072a-4813-8ed1-d79f7acd7f1f,segment=NetworkSegment(ea7a0b95-0cf4-4c80-9527-7a4a6a840cbc),segment_id=ea7a0b95-0cf4-4c80-9527-7a4a6a840cbc)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:43.561155 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (3ed8beea-072a-4813-8ed1-d79f7acd7f1f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.574778 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=4b6c8510-f3fb-4703-b438-26c1fe31b8d4,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:43.576583 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Calling delete_port for 3ed8beea-072a-4813-8ed1-d79f7acd7f1f owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:33:43.693375 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (3ed8beea-072a-4813-8ed1-d79f7acd7f1f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.724179 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] No DVR routers for this DVR port 3ed8beea-072a-4813-8ed1-d79f7acd7f1f on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:33:43.726059 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Pushing event deleted for resources: {'Port': ['ID=3ed8beea-072a-4813-8ed1-d79f7acd7f1f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:43.799572 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b62b68a-b4ea-45cd-bf80-d21ef6e32bb5 None None] Network 78025038-41de-4010-90fd-b83b64de6c39 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:43.808022 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (5cbd3b00-9605-48a9-bdc4-b9ac28e59174), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.828461 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbd3b00-9605-48a9-bdc4-b9ac28e59174']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:43.837670 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7a0b95-0cf4-4c80-9527-7a4a6a840cbc') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:43.838489 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7a0b95-0cf4-4c80-9527-7a4a6a840cbc') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:43.847855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (ea7a0b95-0cf4-4c80-9527-7a4a6a840cbc), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.861847 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (ea7a0b95-0cf4-4c80-9527-7a4a6a840cbc), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.867874 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:33:43.868301 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (ea7a0b95-0cf4-4c80-9527-7a4a6a840cbc), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:33:43.871697 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:33:43.914875 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-fa7ceab5-68b9-4466-8c05-6e80def8ac86 None None] Provisioning complete for port 4b6c8510-f3fb-4703-b438-26c1fe31b8d4 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:43.915148 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fa7ceab5-68b9-4466-8c05-6e80def8ac86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4b6c8510-f3fb-4703-b438-26c1fe31b8d4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.936193 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (5cbd3b00-9605-48a9-bdc4-b9ac28e59174), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.944113 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:43.951455 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57522) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:43.960760 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] 10.222.0.15 "DELETE /v2.0/networks/5cbd3b00-9605-48a9-bdc4-b9ac28e59174 HTTP/1.1" status: 204 len: 168 time: 0.6481609 Mar 28 09:33:43.975707 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329abf1-e8ef-4760-b919-03edb32233b0 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Pushing event deleted for resources: {'Network': ['ID=5cbd3b00-9605-48a9-bdc4-b9ac28e59174,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:44.008192 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ceab5-68b9-4466-8c05-6e80def8ac86 None None] Current status of the port 4b6c8510-f3fb-4703-b438-26c1fe31b8d4 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:44.021534 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e80dee-ce9e-44f5-ade7-2139f9e2787a tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Deleting subnet c0c705e5-c526-4202-85ae-cd05c08509ff {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:33:44.025122 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58e80dee-ce9e-44f5-ade7-2139f9e2787a tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks [] for subnet (c0c705e5-c526-4202-85ae-cd05c08509ff), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:44.067107 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58e80dee-ce9e-44f5-ade7-2139f9e2787a tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (c0c705e5-c526-4202-85ae-cd05c08509ff), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:44.163398 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58e80dee-ce9e-44f5-ade7-2139f9e2787a tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (c0c705e5-c526-4202-85ae-cd05c08509ff), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:44.229639 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-da8da01d-84a9-4deb-bd93-4d61adc8316e None None] Provisioning complete for port 4b6c8510-f3fb-4703-b438-26c1fe31b8d4 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:44.230188 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-da8da01d-84a9-4deb-bd93-4d61adc8316e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4b6c8510-f3fb-4703-b438-26c1fe31b8d4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:44.232887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58e80dee-ce9e-44f5-ade7-2139f9e2787a tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (c0c705e5-c526-4202-85ae-cd05c08509ff), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:44.263619 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e80dee-ce9e-44f5-ade7-2139f9e2787a tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Pushing event deleted for resources: {'Subnet': ['ID=c0c705e5-c526-4202-85ae-cd05c08509ff,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:44.265589 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58e80dee-ce9e-44f5-ade7-2139f9e2787a tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:44.268769 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-58e80dee-ce9e-44f5-ade7-2139f9e2787a tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] 10.222.0.15 "DELETE /v2.0/subnets/c0c705e5-c526-4202-85ae-cd05c08509ff HTTP/1.1" status: 204 len: 168 time: 0.3160980 Mar 28 09:33:44.271173 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57524) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:44.278943 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f29175-e1c4-4d5a-9539-a403586eccfe None None] Network 78025038-41de-4010-90fd-b83b64de6c39 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:44.356633 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (78025038-41de-4010-90fd-b83b64de6c39), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:44.404073 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-da8da01d-84a9-4deb-bd93-4d61adc8316e None None] Current status of the port 4b6c8510-f3fb-4703-b438-26c1fe31b8d4 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:44.415122 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Deleting port 4b6c8510-f3fb-4703-b438-26c1fe31b8d4 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:33:44.415493 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (4b6c8510-f3fb-4703-b438-26c1fe31b8d4), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:44.485922 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] For port 4b6c8510-f3fb-4703-b438-26c1fe31b8d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4b6c8510-f3fb-4703-b438-26c1fe31b8d4,segment=NetworkSegment(398f43b5-6e6b-4976-9cf2-b695d4282c9e),segment_id=398f43b5-6e6b-4976-9cf2-b695d4282c9e)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:44.486297 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (4b6c8510-f3fb-4703-b438-26c1fe31b8d4), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:44.494327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eda7775-370f-4407-9be5-87a8a0b65d00 None None] DHCP port deletion for 78025038-41de-4010-90fd-b83b64de6c39 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:33:44.500044 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Calling delete_port for 4b6c8510-f3fb-4703-b438-26c1fe31b8d4 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:33:44.526542 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-65734af3-b7dc-4b57-a021-03e6a0b778aa None None] Could not find standard attr ID for object 3ed8beea-072a-4813-8ed1-d79f7acd7f1f. {{(pid=104077) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 28 09:33:44.534657 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20afcafc-b792-4a2e-b21f-f19a8ae5ce58 None None] DHCP port deletion for 5cbd3b00-9605-48a9-bdc4-b9ac28e59174 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:33:44.558648 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648201fa-7e55-4f94-a929-c2666f3f9e8f None None] Network 5cbd3b00-9605-48a9-bdc4-b9ac28e59174 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:44.575929 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6eda7775-370f-4407-9be5-87a8a0b65d00 None None] Deleting port 4b6c8510-f3fb-4703-b438-26c1fe31b8d4 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:33:44.576302 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6eda7775-370f-4407-9be5-87a8a0b65d00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (4b6c8510-f3fb-4703-b438-26c1fe31b8d4), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:44.577959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648201fa-7e55-4f94-a929-c2666f3f9e8f None None] Network 5cbd3b00-9605-48a9-bdc4-b9ac28e59174 could not be found, it might have been deleted concurrently. {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 28 09:33:44.585218 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (4b6c8510-f3fb-4703-b438-26c1fe31b8d4), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:44.611461 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Pushing event deleted for resources: {'Port': ['ID=4b6c8510-f3fb-4703-b438-26c1fe31b8d4,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:44.614996 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] No DVR routers for this DVR port 4b6c8510-f3fb-4703-b438-26c1fe31b8d4 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:33:44.640748 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-6eda7775-370f-4407-9be5-87a8a0b65d00 None None] For port 4b6c8510-f3fb-4703-b438-26c1fe31b8d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4b6c8510-f3fb-4703-b438-26c1fe31b8d4,segment=NetworkSegment(398f43b5-6e6b-4976-9cf2-b695d4282c9e),segment_id=398f43b5-6e6b-4976-9cf2-b695d4282c9e)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:44.641147 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6eda7775-370f-4407-9be5-87a8a0b65d00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (4b6c8510-f3fb-4703-b438-26c1fe31b8d4), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:44.660740 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6eda7775-370f-4407-9be5-87a8a0b65d00 None None] Calling delete_port for 4b6c8510-f3fb-4703-b438-26c1fe31b8d4 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:33:44.696266 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (78025038-41de-4010-90fd-b83b64de6c39), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:44.718079 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78025038-41de-4010-90fd-b83b64de6c39']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:44.727424 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398f43b5-6e6b-4976-9cf2-b695d4282c9e') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:44.727726 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398f43b5-6e6b-4976-9cf2-b695d4282c9e') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:44.737278 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (398f43b5-6e6b-4976-9cf2-b695d4282c9e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:44.738316 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6eda7775-370f-4407-9be5-87a8a0b65d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (4b6c8510-f3fb-4703-b438-26c1fe31b8d4), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:44.750057 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (398f43b5-6e6b-4976-9cf2-b695d4282c9e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:44.756899 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:33:44.757380 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (398f43b5-6e6b-4976-9cf2-b695d4282c9e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:33:44.760973 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:33:44.763202 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda7775-370f-4407-9be5-87a8a0b65d00 None None] Pushing event deleted for resources: {'Port': ['ID=4b6c8510-f3fb-4703-b438-26c1fe31b8d4,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:44.766365 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda7775-370f-4407-9be5-87a8a0b65d00 None None] No DVR routers for this DVR port 4b6c8510-f3fb-4703-b438-26c1fe31b8d4 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:33:44.817531 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (78025038-41de-4010-90fd-b83b64de6c39), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:44.824746 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:44.827739 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] 10.222.0.15 "DELETE /v2.0/networks/78025038-41de-4010-90fd-b83b64de6c39 HTTP/1.1" status: 204 len: 168 time: 0.5556655 Mar 28 09:33:44.830511 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57526) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:44.839281 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f48bb3-be7a-4c0b-8b33-374e2a4d7d8c tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Pushing event deleted for resources: {'Network': ['ID=78025038-41de-4010-90fd-b83b64de6c39,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:44.860805 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fb0c9865-df18-4ee6-aa0c-3e9f33cf97f9 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce940a92-3381-476c-9273-fb0dda786fcb HTTP/1.1" status: 200 len: 205 time: 0.0289838 Mar 28 09:33:44.863483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57528) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:44.940759 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a99da305-bb6b-4c49-9a95-c9f689e423c6 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks [] for router (ce940a92-3381-476c-9273-fb0dda786fcb), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:45.104805 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a99da305-bb6b-4c49-9a95-c9f689e423c6 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (ce940a92-3381-476c-9273-fb0dda786fcb), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:45.106989 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a99da305-bb6b-4c49-9a95-c9f689e423c6 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks [] for router_controller (ce940a92-3381-476c-9273-fb0dda786fcb), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:45.132688 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4b6c8510-f3fb-4703-b438-26c1fe31b8d4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:33:45.150427 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a99da305-bb6b-4c49-9a95-c9f689e423c6 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (ce940a92-3381-476c-9273-fb0dda786fcb), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:45.150936 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99da305-bb6b-4c49-9a95-c9f689e423c6 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Fanout notify agent at l3_agent the message router_deleted on router ce940a92-3381-476c-9273-fb0dda786fcb {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:33:45.154514 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 4b6c8510-f3fb-4703-b438-26c1fe31b8d4 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:33:45.154937 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4b6c8510-f3fb-4703-b438-26c1fe31b8d4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:33:45.157796 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a99da305-bb6b-4c49-9a95-c9f689e423c6 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:45.158641 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a99da305-bb6b-4c49-9a95-c9f689e423c6 tempest-RoutersNegativeTest-1676247844 tempest-RoutersNegativeTest-1676247844-project] 10.222.0.15 "DELETE /v2.0/routers/ce940a92-3381-476c-9273-fb0dda786fcb HTTP/1.1" status: 204 len: 168 time: 0.2945874 Mar 28 09:33:45.395105 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57534) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:45.526683 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d626b26b-d696-4261-ad80-076fdd667316 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5760fa9f97c4e6fb708e6a8d1e9916b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304119 Mar 28 09:33:45.529177 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57538) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:45.575376 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1dd0d62f-9111-454e-ab9c-53bbd3d99d07 admin admin] Publish callbacks [] for security_group (09b8778e-4e8f-425e-af53-fd6ac5f00bad), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:45.596616 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1dd0d62f-9111-454e-ab9c-53bbd3d99d07 admin admin] Publish callbacks [] for security_group (09b8778e-4e8f-425e-af53-fd6ac5f00bad), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:45.642093 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1dd0d62f-9111-454e-ab9c-53bbd3d99d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (09b8778e-4e8f-425e-af53-fd6ac5f00bad), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:45.644931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1dd0d62f-9111-454e-ab9c-53bbd3d99d07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:45.646119 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1dd0d62f-9111-454e-ab9c-53bbd3d99d07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09b8778e-4e8f-425e-af53-fd6ac5f00bad HTTP/1.1" status: 204 len: 168 time: 0.1159389 Mar 28 09:33:45.654116 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0d62f-9111-454e-ab9c-53bbd3d99d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b8778e-4e8f-425e-af53-fd6ac5f00bad,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:46.239465 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57560) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:46.340155 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-44072fdc-2b0e-4402-9947-cbf5f5cfc0a3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-644895111-network', 'tenant_id': '5ec3eba5bbba44b79a780f32f1061200'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:46.359421 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44072fdc-2b0e-4402-9947-cbf5f5cfc0a3 admin admin] Made reservation on behalf of 5ec3eba5bbba44b79a780f32f1061200 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:46.361707 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44072fdc-2b0e-4402-9947-cbf5f5cfc0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:46.369986 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44072fdc-2b0e-4402-9947-cbf5f5cfc0a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:46.446283 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44072fdc-2b0e-4402-9947-cbf5f5cfc0a3 admin admin] Publish callbacks [] for security_group (18e33c6e-3522-4dd3-a0e7-959217f6a59e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:46.451030 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44072fdc-2b0e-4402-9947-cbf5f5cfc0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (18e33c6e-3522-4dd3-a0e7-959217f6a59e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:46.482704 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44072fdc-2b0e-4402-9947-cbf5f5cfc0a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:33:46.488160 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44072fdc-2b0e-4402-9947-cbf5f5cfc0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e33c6e-3522-4dd3-a0e7-959217f6a59e,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:46.496141 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44072fdc-2b0e-4402-9947-cbf5f5cfc0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (fc925a1f-fd87-444b-ac2d-93e785fb8e37), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:46.496513 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-44072fdc-2b0e-4402-9947-cbf5f5cfc0a3 admin admin] Added segment fc925a1f-fd87-444b-ac2d-93e785fb8e37 of type vlan for network eb54e1cf-039d-42d1-9e36-ef713d56f109 Mar 28 09:33:46.544879 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44072fdc-2b0e-4402-9947-cbf5f5cfc0a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (eb54e1cf-039d-42d1-9e36-ef713d56f109), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:46.569162 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44072fdc-2b0e-4402-9947-cbf5f5cfc0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (eb54e1cf-039d-42d1-9e36-ef713d56f109), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:46.570158 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44072fdc-2b0e-4402-9947-cbf5f5cfc0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:46.570739 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44072fdc-2b0e-4402-9947-cbf5f5cfc0a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:46.625377 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-44072fdc-2b0e-4402-9947-cbf5f5cfc0a3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3843901 Mar 28 09:33:46.628199 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57564) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:46.630804 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44072fdc-2b0e-4402-9947-cbf5f5cfc0a3 admin admin] Pushing event updated for resources: {'Network': ['ID=eb54e1cf-039d-42d1-9e36-ef713d56f109,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:46.633366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-9c2d5a29-da9b-42f4-a81a-2447346835ce admin admin] Request body: {'subnet': {'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-644895111-subnet', 'tenant_id': '5ec3eba5bbba44b79a780f32f1061200', 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:46.641089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network eb54e1cf-039d-42d1-9e36-ef713d56f109 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:33:46.656420 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2d5a29-da9b-42f4-a81a-2447346835ce admin admin] Made reservation on behalf of 5ec3eba5bbba44b79a780f32f1061200 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:46.658747 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c2d5a29-da9b-42f4-a81a-2447346835ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:46.835145 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c2d5a29-da9b-42f4-a81a-2447346835ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (b1cbb074-e81a-4f73-b90f-0768e91add27), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:46.894316 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d5a29-da9b-42f4-a81a-2447346835ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1cbb074-e81a-4f73-b90f-0768e91add27,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:46.903171 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2d5a29-da9b-42f4-a81a-2447346835ce admin admin] Checking segment: {'id': 'fc925a1f-fd87-444b-ac2d-93e785fb8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:46.903529 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2d5a29-da9b-42f4-a81a-2447346835ce admin admin] Network hostable DHCP agents. Network: eb54e1cf-039d-42d1-9e36-ef713d56f109, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:33:46.919019 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2d5a29-da9b-42f4-a81a-2447346835ce admin admin] Network eb54e1cf-039d-42d1-9e36-ef713d56f109 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:33:46.927094 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-9c2d5a29-da9b-42f4-a81a-2447346835ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, eb54e1cf-039d-42d1-9e36-ef713d56f109) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:46.932337 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2d5a29-da9b-42f4-a81a-2447346835ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:46.933046 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c2d5a29-da9b-42f4-a81a-2447346835ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:46.935983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739f97ee-1170-4e11-9a06-41999403a4fc None None] Network eb54e1cf-039d-42d1-9e36-ef713d56f109 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:46.955255 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9c2d5a29-da9b-42f4-a81a-2447346835ce admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3234243 Mar 28 09:33:46.955446 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57566) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:46.959724 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-644895111-router', 'tenant_id': '5ec3eba5bbba44b79a780f32f1061200', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:46.978951 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (033f0ba3-04ea-4392-a8f1-d9d663930195), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:46.979948 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (033f0ba3-04ea-4392-a8f1-d9d663930195), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:47.033873 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] Publish callbacks [] for router_controller (033f0ba3-04ea-4392-a8f1-d9d663930195), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:47.036182 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-eb54e1cf-039d-42d1-9e36-ef713d56f109', 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109', 'project_id': '5ec3eba5bbba44b79a780f32f1061200', 'fixed_ips': [{'subnet_id': 'b1cbb074-e81a-4f73-b90f-0768e91add27'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:33:47.037089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:47.171869 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Allocated IP 172.20.0.2 (eb54e1cf-039d-42d1-9e36-ef713d56f109/b1cbb074-e81a-4f73-b90f-0768e91add27/f0aa43bd-8ab6-43e9-b005-8176146b4e53) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:33:47.178659 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] Publish callbacks [] for router_gateway (033f0ba3-04ea-4392-a8f1-d9d663930195), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:47.318416 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Publish callbacks [] for port (f0aa43bd-8ab6-43e9-b005-8176146b4e53), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:47.325216 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (f0aa43bd-8ab6-43e9-b005-8176146b4e53), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:47.361160 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Network eb54e1cf-039d-42d1-9e36-ef713d56f109 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:33:47.364079 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:47.371413 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:33:47.378400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Pushing event updated for resources: {'Port': ['ID=f0aa43bd-8ab6-43e9-b005-8176146b4e53,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:47.381501 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] Publish callbacks [] for router_gateway (033f0ba3-04ea-4392-a8f1-d9d663930195), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:47.400930 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:47.432510 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Attempting to bind port f0aa43bd-8ab6-43e9-b005-8176146b4e53 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:33:47.432800 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Attempting to bind port f0aa43bd-8ab6-43e9-b005-8176146b4e53 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fc925a1f-fd87-444b-ac2d-93e785fb8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:33:47.433166 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Attempting to bind port f0aa43bd-8ab6-43e9-b005-8176146b4e53 on network eb54e1cf-039d-42d1-9e36-ef713d56f109 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:33:47.438082 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:33:47.438458 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Checking segment: {'id': 'fc925a1f-fd87-444b-ac2d-93e785fb8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:47.438863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:47.439254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Bound using segment: {'id': 'fc925a1f-fd87-444b-ac2d-93e785fb8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:33:47.439716 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Bound port: f0aa43bd-8ab6-43e9-b005-8176146b4e53, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc925a1f-fd87-444b-ac2d-93e785fb8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:33:47.440096 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f0aa43bd-8ab6-43e9-b005-8176146b4e53), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:47.501096 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] For port f0aa43bd-8ab6-43e9-b005-8176146b4e53, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:33:47.502147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] Allocated IP 172.36.4.21 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/9b0eaaea-f3c9-4954-9968-32c82040b33d) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:33:47.504181 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] For port f0aa43bd-8ab6-43e9-b005-8176146b4e53, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f0aa43bd-8ab6-43e9-b005-8176146b4e53,segment=NetworkSegment(fc925a1f-fd87-444b-ac2d-93e785fb8e37),segment_id=fc925a1f-fd87-444b-ac2d-93e785fb8e37)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:33:47.511734 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f0aa43bd-8ab6-43e9-b005-8176146b4e53), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:47.570618 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed1c3a-50db-4326-9fe8-5469d47fd21e None None] Pushing event updated for resources: {'Port': ['ID=f0aa43bd-8ab6-43e9-b005-8176146b4e53,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:47.616516 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] Publish callbacks [] for port (9b0eaaea-f3c9-4954-9968-32c82040b33d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:47.653078 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (9b0eaaea-f3c9-4954-9968-32c82040b33d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:47.691591 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:33:47.694562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:47.701253 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:33:47.737968 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] Pushing event updated for resources: {'Port': ['ID=9b0eaaea-f3c9-4954-9968-32c82040b33d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:48.300181 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] Publish callbacks [] for router_gateway (033f0ba3-04ea-4392-a8f1-d9d663930195), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:48.456768 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb5ca2a-9b64-45f1-b120-0327614874eb None None] Network eb54e1cf-039d-42d1-9e36-ef713d56f109 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:48.503000 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (033f0ba3-04ea-4392-a8f1-d9d663930195), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:48.517324 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2fa21075-7798-4b6e-805a-7215431ef11a None None] Provisioning complete for port f0aa43bd-8ab6-43e9-b005-8176146b4e53 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:48.517659 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2fa21075-7798-4b6e-805a-7215431ef11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f0aa43bd-8ab6-43e9-b005-8176146b4e53), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:48.635883 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] Router 033f0ba3-04ea-4392-a8f1-d9d663930195 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:33:48.640396 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2fa21075-7798-4b6e-805a-7215431ef11a None None] Current status of the port f0aa43bd-8ab6-43e9-b005-8176146b4e53 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:48.640794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2fa21075-7798-4b6e-805a-7215431ef11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f0aa43bd-8ab6-43e9-b005-8176146b4e53), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:48.676379 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2fa21075-7798-4b6e-805a-7215431ef11a None None] For port f0aa43bd-8ab6-43e9-b005-8176146b4e53, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f0aa43bd-8ab6-43e9-b005-8176146b4e53,segment=NetworkSegment(fc925a1f-fd87-444b-ac2d-93e785fb8e37),segment_id=fc925a1f-fd87-444b-ac2d-93e785fb8e37)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:48.681300 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2fa21075-7798-4b6e-805a-7215431ef11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f0aa43bd-8ab6-43e9-b005-8176146b4e53), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:48.731841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa21075-7798-4b6e-805a-7215431ef11a None None] Pushing event updated for resources: {'Port': ['ID=f0aa43bd-8ab6-43e9-b005-8176146b4e53,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:48.757643 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:33:48.767777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Sync routers for ids ['033f0ba3-04ea-4392-a8f1-d9d663930195'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:33:48.776590 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:48.779332 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Routers {'033f0ba3-04ea-4392-a8f1-d9d663930195'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:33:48.779973 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:33:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['033f0ba3-04ea-4392-a8f1-d9d663930195'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:48.780652 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57568) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:48.781118 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c850e356-1a37-4300-b158-8e2781614e77 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8245969 Mar 28 09:33:48.899471 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Set router 033f0ba3-04ea-4392-a8f1-d9d663930195 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:33:48.969863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59bbfce7-5e1f-4d41-b50d-af9236c11a36 None None] Provisioning complete for port f0aa43bd-8ab6-43e9-b005-8176146b4e53 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:48.970234 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59bbfce7-5e1f-4d41-b50d-af9236c11a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f0aa43bd-8ab6-43e9-b005-8176146b4e53), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:49.131267 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59bbfce7-5e1f-4d41-b50d-af9236c11a36 None None] Current status of the port f0aa43bd-8ab6-43e9-b005-8176146b4e53 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:49.146148 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'name': 'tempest-TestEncryptedCinderVolumes-644895111-router', 'tenant_id': '5ec3eba5bbba44b79a780f32f1061200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '9b0eaaea-f3c9-4954-9968-32c82040b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:33:46Z', 'updated_at': '2022-03-28T09:33:48Z', 'revision_number': 3, 'project_id': '5ec3eba5bbba44b79a780f32f1061200', 'gw_port': {'id': '9b0eaaea-f3c9-4954-9968-32c82040b33d', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:47Z', 'updated_at': '2022-03-28T09:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:49.172361 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Checking router: 033f0ba3-04ea-4392-a8f1-d9d663930195 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:33:49.172717 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Updating router 033f0ba3-04ea-4392-a8f1-d9d663930195 port 9b0eaaea-f3c9-4954-9968-32c82040b33d binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:33:49.191352 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f0aa43bd-8ab6-43e9-b005-8176146b4e53 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:33:49.220028 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6980bdb5-4639-4735-9c8b-b1718435bc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:49.227842 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9b0eaaea-f3c9-4954-9968-32c82040b33d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:49.328299 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port f0aa43bd-8ab6-43e9-b005-8176146b4e53 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:49.328582 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f0aa43bd-8ab6-43e9-b005-8176146b4e53), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:49.378792 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-6980bdb5-4639-4735-9c8b-b1718435bc8d admin admin] Allocated IP 172.20.0.1 (eb54e1cf-039d-42d1-9e36-ef713d56f109/b1cbb074-e81a-4f73-b90f-0768e91add27/2605937e-4084-48f4-9fd4-0e7c0ba13635) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:33:49.487287 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port f0aa43bd-8ab6-43e9-b005-8176146b4e53 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:49.502246 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6980bdb5-4639-4735-9c8b-b1718435bc8d admin admin] Publish callbacks [] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:49.514017 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:33:49.536333 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6980bdb5-4639-4735-9c8b-b1718435bc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:49.552787 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Publish callbacks [] for port (9b0eaaea-f3c9-4954-9968-32c82040b33d), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:49.559470 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9b0eaaea-f3c9-4954-9968-32c82040b33d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:49.577266 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6980bdb5-4639-4735-9c8b-b1718435bc8d admin admin] Network eb54e1cf-039d-42d1-9e36-ef713d56f109 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:33:49.585054 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-6980bdb5-4639-4735-9c8b-b1718435bc8d admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:49.586985 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980bdb5-4639-4735-9c8b-b1718435bc8d admin admin] Pushing event updated for resources: {'Port': ['ID=2605937e-4084-48f4-9fd4-0e7c0ba13635,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:49.589344 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6980bdb5-4639-4735-9c8b-b1718435bc8d admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:33:49.605796 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Attempting to bind port 9b0eaaea-f3c9-4954-9968-32c82040b33d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:33:49.606174 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Attempting to bind port 9b0eaaea-f3c9-4954-9968-32c82040b33d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:33:49.607049 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Attempting to bind port 9b0eaaea-f3c9-4954-9968-32c82040b33d on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:33:49.615664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:33:49.616041 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:49.616441 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:49.616838 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:33:49.617302 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Bound port: 9b0eaaea-f3c9-4954-9968-32c82040b33d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:33:49.617709 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9b0eaaea-f3c9-4954-9968-32c82040b33d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:49.628675 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6980bdb5-4639-4735-9c8b-b1718435bc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (033f0ba3-04ea-4392-a8f1-d9d663930195), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:49.648953 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1533a97-bc7b-40bc-8d0e-a98937a721b7 None None] Pushing event updated for resources: {'Port': ['ID=9b0eaaea-f3c9-4954-9968-32c82040b33d,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:49.692983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] For port 9b0eaaea-f3c9-4954-9968-32c82040b33d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:33:49.697671 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] For port 9b0eaaea-f3c9-4954-9968-32c82040b33d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9b0eaaea-f3c9-4954-9968-32c82040b33d,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:33:49.705010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9b0eaaea-f3c9-4954-9968-32c82040b33d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:49.765559 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Routers {'033f0ba3-04ea-4392-a8f1-d9d663930195'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:33:49.766221 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:33:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['033f0ba3-04ea-4392-a8f1-d9d663930195'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:49.775315 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6980bdb5-4639-4735-9c8b-b1718435bc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:49.810706 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1533a97-bc7b-40bc-8d0e-a98937a721b7 None None] Pushing event updated for resources: {'Port': ['ID=9b0eaaea-f3c9-4954-9968-32c82040b33d,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:49.878162 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-157d7d6c-d152-46be-ac67-79d44996145a None None] Provisioning complete for port 2605937e-4084-48f4-9fd4-0e7c0ba13635 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:49.878426 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-157d7d6c-d152-46be-ac67-79d44996145a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:49.918036 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] Set router 033f0ba3-04ea-4392-a8f1-d9d663930195 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:33:49.941001 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6980bdb5-4639-4735-9c8b-b1718435bc8d admin admin] Publish callbacks [] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:49.945683 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6980bdb5-4639-4735-9c8b-b1718435bc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:49.949835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-157d7d6c-d152-46be-ac67-79d44996145a None None] Port 2605937e-4084-48f4-9fd4-0e7c0ba13635 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:33:50.017246 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980bdb5-4639-4735-9c8b-b1718435bc8d admin admin] Pushing event updated for resources: {'Port': ['ID=2605937e-4084-48f4-9fd4-0e7c0ba13635,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:50.019886 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6980bdb5-4639-4735-9c8b-b1718435bc8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (033f0ba3-04ea-4392-a8f1-d9d663930195), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:50.118928 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6980bdb5-4639-4735-9c8b-b1718435bc8d admin admin] Network eb54e1cf-039d-42d1-9e36-ef713d56f109 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:33:50.120896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-6980bdb5-4639-4735-9c8b-b1718435bc8d admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:50.249515 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6980bdb5-4639-4735-9c8b-b1718435bc8d admin admin] Router 033f0ba3-04ea-4392-a8f1-d9d663930195 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:33:50.275208 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'name': 'tempest-TestEncryptedCinderVolumes-644895111-router', 'tenant_id': '5ec3eba5bbba44b79a780f32f1061200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '9b0eaaea-f3c9-4954-9968-32c82040b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:33:46Z', 'updated_at': '2022-03-28T09:33:49Z', 'revision_number': 4, 'project_id': '5ec3eba5bbba44b79a780f32f1061200', 'gw_port': {'id': '9b0eaaea-f3c9-4954-9968-32c82040b33d', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:47Z', 'updated_at': '2022-03-28T09:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2605937e-4084-48f4-9fd4-0e7c0ba13635', 'name': '', 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109', 'tenant_id': '5ec3eba5bbba44b79a780f32f1061200', 'mac_address': 'fa:16:3e:f6:3e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'b1cbb074-e81a-4f73-b90f-0768e91add27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:49Z', 'updated_at': '2022-03-28T09:33:49Z', 'revision_number': 1, 'project_id': '5ec3eba5bbba44b79a780f32f1061200', 'subnets': [{'id': 'b1cbb074-e81a-4f73-b90f-0768e91add27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:50.305350 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3003b287-44b7-4def-bc33-38580b0b3981 None None] The sync data for ids ['033f0ba3-04ea-4392-a8f1-d9d663930195'] in dv-neutron-master-2-hyperv is: [{'id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'name': 'tempest-TestEncryptedCinderVolumes-644895111-router', 'tenant_id': '5ec3eba5bbba44b79a780f32f1061200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '9b0eaaea-f3c9-4954-9968-32c82040b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:33:46Z', 'updated_at': '2022-03-28T09:33:49Z', 'revision_number': 4, 'project_id': '5ec3eba5bbba44b79a780f32f1061200', 'gw_port': {'id': '9b0eaaea-f3c9-4954-9968-32c82040b33d', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:47Z', 'updated_at': '2022-03-28T09:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2605937e-4084-48f4-9fd4-0e7c0ba13635', 'name': '', 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109', 'tenant_id': '5ec3eba5bbba44b79a780f32f1061200', 'mac_address': 'fa:16:3e:f6:3e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'b1cbb074-e81a-4f73-b90f-0768e91add27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:49Z', 'updated_at': '2022-03-28T09:33:49Z', 'revision_number': 1, 'project_id': '5ec3eba5bbba44b79a780f32f1061200', 'subnets': [{'id': 'b1cbb074-e81a-4f73-b90f-0768e91add27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:33:50.373188 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c8a16952-01dd-43b4-933c-82d868d31e57 None None] Provisioning complete for port 2605937e-4084-48f4-9fd4-0e7c0ba13635 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:50.373692 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c8a16952-01dd-43b4-933c-82d868d31e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:50.375606 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6980bdb5-4639-4735-9c8b-b1718435bc8d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:33:50.381816 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6980bdb5-4639-4735-9c8b-b1718435bc8d admin admin] 10.222.0.15 "PUT /v2.0/routers/033f0ba3-04ea-4392-a8f1-d9d663930195/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5998352 Mar 28 09:33:50.412703 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c8a16952-01dd-43b4-933c-82d868d31e57 None None] Port 2605937e-4084-48f4-9fd4-0e7c0ba13635 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:33:51.032454 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57584) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:51.037895 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-029a40f2-fdd2-471f-bf31-d513d7a4a3d9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1323413666-network', 'tenant_id': '6339fa6e9b2c4817a4b50b08b510236d'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:51.059378 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029a40f2-fdd2-471f-bf31-d513d7a4a3d9 admin admin] Made reservation on behalf of 6339fa6e9b2c4817a4b50b08b510236d for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:51.061938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-029a40f2-fdd2-471f-bf31-d513d7a4a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.071255 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-029a40f2-fdd2-471f-bf31-d513d7a4a3d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.156946 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-029a40f2-fdd2-471f-bf31-d513d7a4a3d9 admin admin] Publish callbacks [] for security_group (151ee1ed-1438-4a53-92c6-adb437a3201f), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.162129 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-029a40f2-fdd2-471f-bf31-d513d7a4a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (151ee1ed-1438-4a53-92c6-adb437a3201f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.176733 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9b0eaaea-f3c9-4954-9968-32c82040b33d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:33:51.191815 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029a40f2-fdd2-471f-bf31-d513d7a4a3d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:33:51.198648 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a40f2-fdd2-471f-bf31-d513d7a4a3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151ee1ed-1438-4a53-92c6-adb437a3201f,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:51.204928 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-029a40f2-fdd2-471f-bf31-d513d7a4a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c36a6765-ee00-4100-a20d-041a19587e59), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.205347 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-029a40f2-fdd2-471f-bf31-d513d7a4a3d9 admin admin] Added segment c36a6765-ee00-4100-a20d-041a19587e59 of type vlan for network 73be1dba-b014-478a-adc9-bf63666fd00a Mar 28 09:33:51.230769 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 9b0eaaea-f3c9-4954-9968-32c82040b33d triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:51.231152 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9b0eaaea-f3c9-4954-9968-32c82040b33d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.255655 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-029a40f2-fdd2-471f-bf31-d513d7a4a3d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (73be1dba-b014-478a-adc9-bf63666fd00a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.283301 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-029a40f2-fdd2-471f-bf31-d513d7a4a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (73be1dba-b014-478a-adc9-bf63666fd00a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.284434 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a40f2-fdd2-471f-bf31-d513d7a4a3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:51.285085 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-029a40f2-fdd2-471f-bf31-d513d7a4a3d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.327951 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 9b0eaaea-f3c9-4954-9968-32c82040b33d is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:51.328486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9b0eaaea-f3c9-4954-9968-32c82040b33d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.346216 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-029a40f2-fdd2-471f-bf31-d513d7a4a3d9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3124173 Mar 28 09:33:51.348060 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57586) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:51.351146 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 9b0eaaea-f3c9-4954-9968-32c82040b33d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9b0eaaea-f3c9-4954-9968-32c82040b33d,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:51.355279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-babe8606-a9c7-4deb-b896-35caa8f015f2 admin admin] Request body: {'subnet': {'network_id': '73be1dba-b014-478a-adc9-bf63666fd00a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1323413666-subnet', 'tenant_id': '6339fa6e9b2c4817a4b50b08b510236d', 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:51.356777 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a40f2-fdd2-471f-bf31-d513d7a4a3d9 admin admin] Pushing event updated for resources: {'Network': ['ID=73be1dba-b014-478a-adc9-bf63666fd00a,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:51.357889 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9b0eaaea-f3c9-4954-9968-32c82040b33d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.383274 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babe8606-a9c7-4deb-b896-35caa8f015f2 admin admin] Made reservation on behalf of 6339fa6e9b2c4817a4b50b08b510236d for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:51.383572 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 73be1dba-b014-478a-adc9-bf63666fd00a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:33:51.386804 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-babe8606-a9c7-4deb-b896-35caa8f015f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.480809 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.482958 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=9b0eaaea-f3c9-4954-9968-32c82040b33d,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:51.562785 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-babe8606-a9c7-4deb-b896-35caa8f015f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (c7e7314a-2a9e-4a79-a36e-2bb092938e31), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.617716 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe8606-a9c7-4deb-b896-35caa8f015f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7e7314a-2a9e-4a79-a36e-2bb092938e31,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:51.630386 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babe8606-a9c7-4deb-b896-35caa8f015f2 admin admin] Checking segment: {'id': 'c36a6765-ee00-4100-a20d-041a19587e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '73be1dba-b014-478a-adc9-bf63666fd00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:51.630752 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babe8606-a9c7-4deb-b896-35caa8f015f2 admin admin] Network hostable DHCP agents. Network: 73be1dba-b014-478a-adc9-bf63666fd00a, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:33:51.648000 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babe8606-a9c7-4deb-b896-35caa8f015f2 admin admin] Network 73be1dba-b014-478a-adc9-bf63666fd00a is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:33:51.657931 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-babe8606-a9c7-4deb-b896-35caa8f015f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 73be1dba-b014-478a-adc9-bf63666fd00a) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:51.662129 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babe8606-a9c7-4deb-b896-35caa8f015f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:51.662800 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-babe8606-a9c7-4deb-b896-35caa8f015f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.668673 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1046813f-6a10-43ab-8ea0-6c9347555f30 None None] Network 73be1dba-b014-478a-adc9-bf63666fd00a requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:51.679581 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-babe8606-a9c7-4deb-b896-35caa8f015f2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3297591 Mar 28 09:33:51.682323 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57588) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:51.686773 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1323413666-router', 'tenant_id': '6339fa6e9b2c4817a4b50b08b510236d', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:51.708112 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (612a972a-a5bd-4f19-8b4f-75606df1fcc9), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.709043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (612a972a-a5bd-4f19-8b4f-75606df1fcc9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.768274 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] Publish callbacks [] for router_controller (612a972a-a5bd-4f19-8b4f-75606df1fcc9), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.778613 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-73be1dba-b014-478a-adc9-bf63666fd00a', 'network_id': '73be1dba-b014-478a-adc9-bf63666fd00a', 'project_id': '6339fa6e9b2c4817a4b50b08b510236d', 'fixed_ips': [{'subnet_id': 'c7e7314a-2a9e-4a79-a36e-2bb092938e31'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:33:51.779483 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.911483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] Publish callbacks [] for router_gateway (612a972a-a5bd-4f19-8b4f-75606df1fcc9), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:51.912294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Allocated IP 172.20.0.2 (73be1dba-b014-478a-adc9-bf63666fd00a/c7e7314a-2a9e-4a79-a36e-2bb092938e31/8dabb103-2e11-4853-895e-4d63415f0074) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:33:52.060285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Publish callbacks [] for port (8dabb103-2e11-4853-895e-4d63415f0074), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:52.066006 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (8dabb103-2e11-4853-895e-4d63415f0074), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:52.111631 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Network 73be1dba-b014-478a-adc9-bf63666fd00a is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:33:52.115199 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:52.119318 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:33:52.132027 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Pushing event updated for resources: {'Port': ['ID=8dabb103-2e11-4853-895e-4d63415f0074,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:52.205812 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Attempting to bind port 8dabb103-2e11-4853-895e-4d63415f0074 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:33:52.206518 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Attempting to bind port 8dabb103-2e11-4853-895e-4d63415f0074 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c36a6765-ee00-4100-a20d-041a19587e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '73be1dba-b014-478a-adc9-bf63666fd00a'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:33:52.206654 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Attempting to bind port 8dabb103-2e11-4853-895e-4d63415f0074 on network 73be1dba-b014-478a-adc9-bf63666fd00a {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:33:52.212153 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:33:52.212573 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Checking segment: {'id': 'c36a6765-ee00-4100-a20d-041a19587e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '73be1dba-b014-478a-adc9-bf63666fd00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:52.213546 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:52.213975 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Bound using segment: {'id': 'c36a6765-ee00-4100-a20d-041a19587e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '73be1dba-b014-478a-adc9-bf63666fd00a'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:33:52.214706 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Bound port: 8dabb103-2e11-4853-895e-4d63415f0074, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36a6765-ee00-4100-a20d-041a19587e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '73be1dba-b014-478a-adc9-bf63666fd00a'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:33:52.215109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (8dabb103-2e11-4853-895e-4d63415f0074), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:52.284507 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] For port 8dabb103-2e11-4853-895e-4d63415f0074, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:33:52.288448 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] For port 8dabb103-2e11-4853-895e-4d63415f0074, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8dabb103-2e11-4853-895e-4d63415f0074,segment=NetworkSegment(c36a6765-ee00-4100-a20d-041a19587e59),segment_id=c36a6765-ee00-4100-a20d-041a19587e59)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:33:52.296346 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (8dabb103-2e11-4853-895e-4d63415f0074), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:52.381978 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f71b3-aad5-4b04-8edd-5400cf0b77c1 None None] Pushing event updated for resources: {'Port': ['ID=8dabb103-2e11-4853-895e-4d63415f0074,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:52.458250 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] Publish callbacks [] for router_gateway (612a972a-a5bd-4f19-8b4f-75606df1fcc9), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:52.471725 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Sync routers for ids ['033f0ba3-04ea-4392-a8f1-d9d663930195'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:33:52.480927 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:52.483420 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Routers {'033f0ba3-04ea-4392-a8f1-d9d663930195'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:33:52.483995 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:33:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['033f0ba3-04ea-4392-a8f1-d9d663930195'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:52.613142 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] Allocated IP 172.36.4.173 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/ff67705b-efd0-43c9-be86-6392813eaba0) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:33:52.619869 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Set router 033f0ba3-04ea-4392-a8f1-d9d663930195 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:33:52.728523 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] Publish callbacks [] for port (ff67705b-efd0-43c9-be86-6392813eaba0), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:52.765511 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (ff67705b-efd0-43c9-be86-6392813eaba0), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:52.802522 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:33:52.805434 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:52.808432 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:33:52.826914 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'name': 'tempest-TestEncryptedCinderVolumes-644895111-router', 'tenant_id': '5ec3eba5bbba44b79a780f32f1061200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '9b0eaaea-f3c9-4954-9968-32c82040b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:33:46Z', 'updated_at': '2022-03-28T09:33:49Z', 'revision_number': 4, 'project_id': '5ec3eba5bbba44b79a780f32f1061200', 'gw_port': {'id': '9b0eaaea-f3c9-4954-9968-32c82040b33d', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:47Z', 'updated_at': '2022-03-28T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2605937e-4084-48f4-9fd4-0e7c0ba13635', 'name': '', 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109', 'tenant_id': '5ec3eba5bbba44b79a780f32f1061200', 'mac_address': 'fa:16:3e:f6:3e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'b1cbb074-e81a-4f73-b90f-0768e91add27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:49Z', 'updated_at': '2022-03-28T09:33:49Z', 'revision_number': 2, 'project_id': '5ec3eba5bbba44b79a780f32f1061200', 'subnets': [{'id': 'b1cbb074-e81a-4f73-b90f-0768e91add27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:52.840443 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] Pushing event updated for resources: {'Port': ['ID=ff67705b-efd0-43c9-be86-6392813eaba0,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:52.856718 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Checking router: 033f0ba3-04ea-4392-a8f1-d9d663930195 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:33:52.857072 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Updating router 033f0ba3-04ea-4392-a8f1-d9d663930195 port 2605937e-4084-48f4-9fd4-0e7c0ba13635 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:33:52.886317 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:53.082012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] Publish callbacks [] for router_gateway (612a972a-a5bd-4f19-8b4f-75606df1fcc9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:53.176659 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Publish callbacks [] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:53.183894 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:53.244807 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2784b7e-4819-457e-9617-1fe0c831593a None None] Pushing event updated for resources: {'Port': ['ID=2605937e-4084-48f4-9fd4-0e7c0ba13635,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:53.254985 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784b7e-4819-457e-9617-1fe0c831593a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:53.255905 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784b7e-4819-457e-9617-1fe0c831593a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:53.256708 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784b7e-4819-457e-9617-1fe0c831593a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:53.257303 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784b7e-4819-457e-9617-1fe0c831593a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:53.258092 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784b7e-4819-457e-9617-1fe0c831593a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:53.258425 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784b7e-4819-457e-9617-1fe0c831593a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:53.258758 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784b7e-4819-457e-9617-1fe0c831593a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:53.259093 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784b7e-4819-457e-9617-1fe0c831593a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:53.259483 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784b7e-4819-457e-9617-1fe0c831593a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:53.260320 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784b7e-4819-457e-9617-1fe0c831593a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:53.260651 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784b7e-4819-457e-9617-1fe0c831593a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:53.261067 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784b7e-4819-457e-9617-1fe0c831593a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:53.261402 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784b7e-4819-457e-9617-1fe0c831593a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:53.261764 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784b7e-4819-457e-9617-1fe0c831593a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:53.262088 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784b7e-4819-457e-9617-1fe0c831593a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:33:53.287383 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 8dabb103-2e11-4853-895e-4d63415f0074 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:33:53.347676 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Attempting to bind port 2605937e-4084-48f4-9fd4-0e7c0ba13635 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:33:53.348551 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Attempting to bind port 2605937e-4084-48f4-9fd4-0e7c0ba13635 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fc925a1f-fd87-444b-ac2d-93e785fb8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:33:53.349070 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Attempting to bind port 2605937e-4084-48f4-9fd4-0e7c0ba13635 on network eb54e1cf-039d-42d1-9e36-ef713d56f109 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:33:53.355036 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:33:53.355707 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Checking segment: {'id': 'fc925a1f-fd87-444b-ac2d-93e785fb8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:53.356275 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:53.356818 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Bound using segment: {'id': 'fc925a1f-fd87-444b-ac2d-93e785fb8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:33:53.357476 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Bound port: 2605937e-4084-48f4-9fd4-0e7c0ba13635, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc925a1f-fd87-444b-ac2d-93e785fb8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:33:53.357892 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:53.383097 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 8dabb103-2e11-4853-895e-4d63415f0074 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:53.384889 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8dabb103-2e11-4853-895e-4d63415f0074), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:53.425722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (612a972a-a5bd-4f19-8b4f-75606df1fcc9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:53.428756 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] For port 2605937e-4084-48f4-9fd4-0e7c0ba13635, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:33:53.432975 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] For port 2605937e-4084-48f4-9fd4-0e7c0ba13635, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2605937e-4084-48f4-9fd4-0e7c0ba13635,segment=NetworkSegment(fc925a1f-fd87-444b-ac2d-93e785fb8e37),segment_id=fc925a1f-fd87-444b-ac2d-93e785fb8e37)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:33:53.441843 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:53.501890 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 8dabb103-2e11-4853-895e-4d63415f0074 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:53.502288 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (8dabb103-2e11-4853-895e-4d63415f0074), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:53.509325 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2784b7e-4819-457e-9617-1fe0c831593a None None] Pushing event updated for resources: {'Port': ['ID=2605937e-4084-48f4-9fd4-0e7c0ba13635,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:53.522841 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Routers {'033f0ba3-04ea-4392-a8f1-d9d663930195'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:33:53.524265 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:33:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['033f0ba3-04ea-4392-a8f1-d9d663930195'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:53.555567 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1540fe91-82cb-430e-baad-ee7d0db9fa3a None None] Network 73be1dba-b014-478a-adc9-bf63666fd00a requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:33:53.605483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] Router 612a972a-a5bd-4f19-8b4f-75606df1fcc9 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:33:53.628545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 8dabb103-2e11-4853-895e-4d63415f0074, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8dabb103-2e11-4853-895e-4d63415f0074,segment=NetworkSegment(c36a6765-ee00-4100-a20d-041a19587e59),segment_id=c36a6765-ee00-4100-a20d-041a19587e59)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:53.647128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (8dabb103-2e11-4853-895e-4d63415f0074), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:53.648069 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9b0eaaea-f3c9-4954-9968-32c82040b33d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:33:53.652650 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] Set router 033f0ba3-04ea-4392-a8f1-d9d663930195 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:33:53.712859 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4fcf393b-3e5c-432d-bb38-e93c18969ded None None] Provisioning complete for port 8dabb103-2e11-4853-895e-4d63415f0074 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:53.713373 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4fcf393b-3e5c-432d-bb38-e93c18969ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8dabb103-2e11-4853-895e-4d63415f0074), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:53.741200 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:33:53.765719 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:53.770186 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Sync routers for ids ['612a972a-a5bd-4f19-8b4f-75606df1fcc9'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:33:53.770349 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57590) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:33:53.774164 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c2a2acaf-496a-4589-947a-f4972385cf46 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0907390 Mar 28 09:33:53.841112 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Routers {'612a972a-a5bd-4f19-8b4f-75606df1fcc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:33:53.841962 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:33:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['612a972a-a5bd-4f19-8b4f-75606df1fcc9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:53.843851 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=8dabb103-2e11-4853-895e-4d63415f0074,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:53.943224 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 9b0eaaea-f3c9-4954-9968-32c82040b33d triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:53.943673 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9b0eaaea-f3c9-4954-9968-32c82040b33d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:53.983579 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'name': 'tempest-TestEncryptedCinderVolumes-644895111-router', 'tenant_id': '5ec3eba5bbba44b79a780f32f1061200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '9b0eaaea-f3c9-4954-9968-32c82040b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:33:46Z', 'updated_at': '2022-03-28T09:33:49Z', 'revision_number': 4, 'project_id': '5ec3eba5bbba44b79a780f32f1061200', 'gw_port': {'id': '9b0eaaea-f3c9-4954-9968-32c82040b33d', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:47Z', 'updated_at': '2022-03-28T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2605937e-4084-48f4-9fd4-0e7c0ba13635', 'name': '', 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109', 'tenant_id': '5ec3eba5bbba44b79a780f32f1061200', 'mac_address': 'fa:16:3e:f6:3e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'b1cbb074-e81a-4f73-b90f-0768e91add27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:49Z', 'updated_at': '2022-03-28T09:33:53Z', 'revision_number': 4, 'project_id': '5ec3eba5bbba44b79a780f32f1061200', 'subnets': [{'id': 'b1cbb074-e81a-4f73-b90f-0768e91add27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:54.013319 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b26cbe5-471e-4c92-ada6-7695179038c5 None None] The sync data for ids ['033f0ba3-04ea-4392-a8f1-d9d663930195'] in dv-neutron-master-2-hyperv is: [{'id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'name': 'tempest-TestEncryptedCinderVolumes-644895111-router', 'tenant_id': '5ec3eba5bbba44b79a780f32f1061200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '9b0eaaea-f3c9-4954-9968-32c82040b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:33:46Z', 'updated_at': '2022-03-28T09:33:49Z', 'revision_number': 4, 'project_id': '5ec3eba5bbba44b79a780f32f1061200', 'gw_port': {'id': '9b0eaaea-f3c9-4954-9968-32c82040b33d', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:47Z', 'updated_at': '2022-03-28T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2605937e-4084-48f4-9fd4-0e7c0ba13635', 'name': '', 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109', 'tenant_id': '5ec3eba5bbba44b79a780f32f1061200', 'mac_address': 'fa:16:3e:f6:3e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'b1cbb074-e81a-4f73-b90f-0768e91add27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:49Z', 'updated_at': '2022-03-28T09:33:53Z', 'revision_number': 4, 'project_id': '5ec3eba5bbba44b79a780f32f1061200', 'subnets': [{'id': 'b1cbb074-e81a-4f73-b90f-0768e91add27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:33:54.054465 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf393b-3e5c-432d-bb38-e93c18969ded None None] Current status of the port 8dabb103-2e11-4853-895e-4d63415f0074 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:54.059444 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Set router 612a972a-a5bd-4f19-8b4f-75606df1fcc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:33:54.243332 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4fcf393b-3e5c-432d-bb38-e93c18969ded None None] Provisioning complete for port 2605937e-4084-48f4-9fd4-0e7c0ba13635 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:54.244226 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4fcf393b-3e5c-432d-bb38-e93c18969ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:54.249781 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a9ae1a6-bfe1-4790-8d9e-a6def075968b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:54.316646 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 9b0eaaea-f3c9-4954-9968-32c82040b33d is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:54.390014 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf393b-3e5c-432d-bb38-e93c18969ded None None] Current status of the port 2605937e-4084-48f4-9fd4-0e7c0ba13635 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:54.390406 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4fcf393b-3e5c-432d-bb38-e93c18969ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:54.404127 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'name': 'tempest-TestEncryptedCinderVolumes-1323413666-router', 'tenant_id': '6339fa6e9b2c4817a4b50b08b510236d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.173'}], 'enable_snat': True}, 'gw_port_id': 'ff67705b-efd0-43c9-be86-6392813eaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:33:51Z', 'updated_at': '2022-03-28T09:33:52Z', 'revision_number': 3, 'project_id': '6339fa6e9b2c4817a4b50b08b510236d', 'gw_port': {'id': 'ff67705b-efd0-43c9-be86-6392813eaba0', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:52Z', 'updated_at': '2022-03-28T09:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:54.437105 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Checking router: 612a972a-a5bd-4f19-8b4f-75606df1fcc9 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:33:54.437455 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Updating router 612a972a-a5bd-4f19-8b4f-75606df1fcc9 port ff67705b-efd0-43c9-be86-6392813eaba0 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:33:54.469985 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-0a9ae1a6-bfe1-4790-8d9e-a6def075968b admin admin] Allocated IP 172.20.0.1 (73be1dba-b014-478a-adc9-bf63666fd00a/c7e7314a-2a9e-4a79-a36e-2bb092938e31/44e75400-3e7b-46af-a82d-febae4a93499) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:33:54.472925 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4fcf393b-3e5c-432d-bb38-e93c18969ded None None] For port 2605937e-4084-48f4-9fd4-0e7c0ba13635, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2605937e-4084-48f4-9fd4-0e7c0ba13635,segment=NetworkSegment(fc925a1f-fd87-444b-ac2d-93e785fb8e37),segment_id=fc925a1f-fd87-444b-ac2d-93e785fb8e37)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:54.478973 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ff67705b-efd0-43c9-be86-6392813eaba0), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:54.480860 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4fcf393b-3e5c-432d-bb38-e93c18969ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:54.587173 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a9ae1a6-bfe1-4790-8d9e-a6def075968b admin admin] Publish callbacks [] for port (44e75400-3e7b-46af-a82d-febae4a93499), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:54.625752 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a9ae1a6-bfe1-4790-8d9e-a6def075968b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (44e75400-3e7b-46af-a82d-febae4a93499), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:54.668507 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9ae1a6-bfe1-4790-8d9e-a6def075968b admin admin] Network 73be1dba-b014-478a-adc9-bf63666fd00a is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:33:54.673823 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-0a9ae1a6-bfe1-4790-8d9e-a6def075968b admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:54.676712 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9ae1a6-bfe1-4790-8d9e-a6def075968b admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:33:54.683660 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ae1a6-bfe1-4790-8d9e-a6def075968b admin admin] Pushing event updated for resources: {'Port': ['ID=44e75400-3e7b-46af-a82d-febae4a93499,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:54.735213 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a9ae1a6-bfe1-4790-8d9e-a6def075968b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (612a972a-a5bd-4f19-8b4f-75606df1fcc9), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:54.780039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0611ef71-a4dd-4ea4-9b4f-fc830e3baaf3 None None] Provisioning complete for port 8dabb103-2e11-4853-895e-4d63415f0074 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:54.780199 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0611ef71-a4dd-4ea4-9b4f-fc830e3baaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8dabb103-2e11-4853-895e-4d63415f0074), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:54.803174 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf393b-3e5c-432d-bb38-e93c18969ded None None] Pushing event updated for resources: {'Port': ['ID=2605937e-4084-48f4-9fd4-0e7c0ba13635,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:54.905213 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a9ae1a6-bfe1-4790-8d9e-a6def075968b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (44e75400-3e7b-46af-a82d-febae4a93499), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:54.949944 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0611ef71-a4dd-4ea4-9b4f-fc830e3baaf3 None None] Current status of the port 8dabb103-2e11-4853-895e-4d63415f0074 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:54.975384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0611ef71-a4dd-4ea4-9b4f-fc830e3baaf3 None None] Provisioning complete for port 2605937e-4084-48f4-9fd4-0e7c0ba13635 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:54.975654 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0611ef71-a4dd-4ea4-9b4f-fc830e3baaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:55.043559 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Publish callbacks [] for port (ff67705b-efd0-43c9-be86-6392813eaba0), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:55.053828 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ff67705b-efd0-43c9-be86-6392813eaba0), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:55.086148 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a9ae1a6-bfe1-4790-8d9e-a6def075968b admin admin] Publish callbacks [] for port (44e75400-3e7b-46af-a82d-febae4a93499), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:55.096930 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a9ae1a6-bfe1-4790-8d9e-a6def075968b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (44e75400-3e7b-46af-a82d-febae4a93499), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:55.135764 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Attempting to bind port ff67705b-efd0-43c9-be86-6392813eaba0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:33:55.136143 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Attempting to bind port ff67705b-efd0-43c9-be86-6392813eaba0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:33:55.136514 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Attempting to bind port ff67705b-efd0-43c9-be86-6392813eaba0 on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:33:55.149211 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e072b15-13dc-4cdb-81c0-7b3dee371b92 None None] Pushing event updated for resources: {'Port': ['ID=ff67705b-efd0-43c9-be86-6392813eaba0,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:55.151461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0611ef71-a4dd-4ea4-9b4f-fc830e3baaf3 None None] Current status of the port 2605937e-4084-48f4-9fd4-0e7c0ba13635 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:55.153957 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:33:55.154338 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:55.154739 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:55.155125 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:33:55.155604 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Bound port: ff67705b-efd0-43c9-be86-6392813eaba0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:33:55.155988 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ff67705b-efd0-43c9-be86-6392813eaba0), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:55.175773 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ae1a6-bfe1-4790-8d9e-a6def075968b admin admin] Pushing event updated for resources: {'Port': ['ID=44e75400-3e7b-46af-a82d-febae4a93499,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:55.179013 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0a9ae1a6-bfe1-4790-8d9e-a6def075968b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (612a972a-a5bd-4f19-8b4f-75606df1fcc9), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:55.209449 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 8dabb103-2e11-4853-895e-4d63415f0074 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:33:55.216147 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] For port ff67705b-efd0-43c9-be86-6392813eaba0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:33:55.246547 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] For port ff67705b-efd0-43c9-be86-6392813eaba0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff67705b-efd0-43c9-be86-6392813eaba0,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:33:55.254008 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ff67705b-efd0-43c9-be86-6392813eaba0), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:55.275920 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9ae1a6-bfe1-4790-8d9e-a6def075968b admin admin] Network 73be1dba-b014-478a-adc9-bf63666fd00a is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:33:55.277575 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-0a9ae1a6-bfe1-4790-8d9e-a6def075968b admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:55.338271 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c3e5b26b-7e80-4a20-8a87-b5885cda8938 None None] Provisioning complete for port 44e75400-3e7b-46af-a82d-febae4a93499 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:55.338964 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b26b-7e80-4a20-8a87-b5885cda8938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (44e75400-3e7b-46af-a82d-febae4a93499), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:55.345162 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e072b15-13dc-4cdb-81c0-7b3dee371b92 None None] Pushing event updated for resources: {'Port': ['ID=ff67705b-efd0-43c9-be86-6392813eaba0,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:55.369428 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Routers {'612a972a-a5bd-4f19-8b4f-75606df1fcc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:33:55.370259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:33:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['612a972a-a5bd-4f19-8b4f-75606df1fcc9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:55.418541 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9ae1a6-bfe1-4790-8d9e-a6def075968b admin admin] Router 612a972a-a5bd-4f19-8b4f-75606df1fcc9 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:33:55.440854 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 8dabb103-2e11-4853-895e-4d63415f0074 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:55.441261 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8dabb103-2e11-4853-895e-4d63415f0074), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:55.471561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5b26b-7e80-4a20-8a87-b5885cda8938 None None] Port 44e75400-3e7b-46af-a82d-febae4a93499 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:33:55.532007 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9ae1a6-bfe1-4790-8d9e-a6def075968b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:33:55.538123 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0a9ae1a6-bfe1-4790-8d9e-a6def075968b admin admin] 10.222.0.15 "PUT /v2.0/routers/612a972a-a5bd-4f19-8b4f-75606df1fcc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7659464 Mar 28 09:33:55.542856 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] Set router 612a972a-a5bd-4f19-8b4f-75606df1fcc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:33:55.600202 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 8dabb103-2e11-4853-895e-4d63415f0074 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:55.601280 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2605937e-4084-48f4-9fd4-0e7c0ba13635 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:33:55.699052 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f7bf86e9-2e83-42ba-8d96-a6c03b74afab None None] Provisioning complete for port 44e75400-3e7b-46af-a82d-febae4a93499 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:55.699427 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f7bf86e9-2e83-42ba-8d96-a6c03b74afab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (44e75400-3e7b-46af-a82d-febae4a93499), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:55.761007 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f7bf86e9-2e83-42ba-8d96-a6c03b74afab None None] Port 44e75400-3e7b-46af-a82d-febae4a93499 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:33:55.784814 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 2605937e-4084-48f4-9fd4-0e7c0ba13635 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:55.785109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:55.869673 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'name': 'tempest-TestEncryptedCinderVolumes-1323413666-router', 'tenant_id': '6339fa6e9b2c4817a4b50b08b510236d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.173'}], 'enable_snat': True}, 'gw_port_id': 'ff67705b-efd0-43c9-be86-6392813eaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:33:51Z', 'updated_at': '2022-03-28T09:33:54Z', 'revision_number': 4, 'project_id': '6339fa6e9b2c4817a4b50b08b510236d', 'gw_port': {'id': 'ff67705b-efd0-43c9-be86-6392813eaba0', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:52Z', 'updated_at': '2022-03-28T09:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '44e75400-3e7b-46af-a82d-febae4a93499', 'name': '', 'network_id': '73be1dba-b014-478a-adc9-bf63666fd00a', 'tenant_id': '6339fa6e9b2c4817a4b50b08b510236d', 'mac_address': 'fa:16:3e:4c:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'c7e7314a-2a9e-4a79-a36e-2bb092938e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:54Z', 'updated_at': '2022-03-28T09:33:54Z', 'revision_number': 2, 'project_id': '6339fa6e9b2c4817a4b50b08b510236d', 'subnets': [{'id': 'c7e7314a-2a9e-4a79-a36e-2bb092938e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:55.913397 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d48142-ee2a-4988-b66e-65ba2dcc444d None None] The sync data for ids ['612a972a-a5bd-4f19-8b4f-75606df1fcc9'] in dv-neutron-master-2-hyperv is: [{'id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'name': 'tempest-TestEncryptedCinderVolumes-1323413666-router', 'tenant_id': '6339fa6e9b2c4817a4b50b08b510236d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.173'}], 'enable_snat': True}, 'gw_port_id': 'ff67705b-efd0-43c9-be86-6392813eaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:33:51Z', 'updated_at': '2022-03-28T09:33:54Z', 'revision_number': 4, 'project_id': '6339fa6e9b2c4817a4b50b08b510236d', 'gw_port': {'id': 'ff67705b-efd0-43c9-be86-6392813eaba0', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:52Z', 'updated_at': '2022-03-28T09:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '44e75400-3e7b-46af-a82d-febae4a93499', 'name': '', 'network_id': '73be1dba-b014-478a-adc9-bf63666fd00a', 'tenant_id': '6339fa6e9b2c4817a4b50b08b510236d', 'mac_address': 'fa:16:3e:4c:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'c7e7314a-2a9e-4a79-a36e-2bb092938e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:54Z', 'updated_at': '2022-03-28T09:33:54Z', 'revision_number': 2, 'project_id': '6339fa6e9b2c4817a4b50b08b510236d', 'subnets': [{'id': 'c7e7314a-2a9e-4a79-a36e-2bb092938e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:33:55.924472 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 2605937e-4084-48f4-9fd4-0e7c0ba13635 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:56.415582 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e387e-539e-46ae-a987-a21310697eef req-151974bf-f418-40cd-9d27-4695d32d6026 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:56.417332 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-017e387e-539e-46ae-a987-a21310697eef req-151974bf-f418-40cd-9d27-4695d32d6026 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/networks?id=eb54e1cf-039d-42d1-9e36-ef713d56f109 HTTP/1.1" status: 200 len: 816 time: 0.1090150 Mar 28 09:33:56.433329 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-017e387e-539e-46ae-a987-a21310697eef req-3b9c8d48-d92a-413a-8a11-a38ecac284a2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/quotas/5ec3eba5bbba44b79a780f32f1061200 HTTP/1.1" status: 200 len: 375 time: 0.0100667 Mar 28 09:33:56.489785 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-017e387e-539e-46ae-a987-a21310697eef req-49b056f8-d6d8-4c4b-a5f5-c4f402c0ecc6 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ec3eba5bbba44b79a780f32f1061200&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509608 Mar 28 09:33:56.673833 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-017e387e-539e-46ae-a987-a21310697eef req-a8869b63-da6d-4220-822c-f715e9b8b64b service neutron] 10.222.0.15 "GET /v2.0/networks/eb54e1cf-039d-42d1-9e36-ef713d56f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721821 Mar 28 09:33:56.780886 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-017e387e-539e-46ae-a987-a21310697eef req-710388ca-72c9-4263-9478-7969cde5ddca service neutron] 10.222.0.15 "GET /v2.0/networks/eb54e1cf-039d-42d1-9e36-ef713d56f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013687 Mar 28 09:33:56.956585 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3778c550-1841-4212-93ce-846a76d4295c req-89b7d5b3-8d2f-4154-a217-0836e315a25c tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=06de8426-b328-45b1-9310-00edddf47618 HTTP/1.1" status: 200 len: 210 time: 0.0300324 Mar 28 09:33:57.187705 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ff67705b-efd0-43c9-be86-6392813eaba0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:33:57.247512 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port ff67705b-efd0-43c9-be86-6392813eaba0 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:57.247979 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ff67705b-efd0-43c9-be86-6392813eaba0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:57.307435 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0b89cf8d-76e2-4919-9a80-f73730900cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:57.353730 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port ff67705b-efd0-43c9-be86-6392813eaba0 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:57.354129 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ff67705b-efd0-43c9-be86-6392813eaba0), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:57.375730 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port ff67705b-efd0-43c9-be86-6392813eaba0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff67705b-efd0-43c9-be86-6392813eaba0,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:57.381549 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ff67705b-efd0-43c9-be86-6392813eaba0), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:57.433684 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=ff67705b-efd0-43c9-be86-6392813eaba0,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:58.039492 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Sync routers for ids ['612a972a-a5bd-4f19-8b4f-75606df1fcc9'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:33:58.048871 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e387e-539e-46ae-a987-a21310697eef req-5a70504f-0398-4f7b-b736-282dec5d706f tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:58.050519 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-017e387e-539e-46ae-a987-a21310697eef req-5a70504f-0398-4f7b-b736-282dec5d706f tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.16 "GET /v2.0/networks?id=eb54e1cf-039d-42d1-9e36-ef713d56f109 HTTP/1.1" status: 200 len: 816 time: 0.1287613 Mar 28 09:33:58.059611 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Routers {'612a972a-a5bd-4f19-8b4f-75606df1fcc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:33:58.061336 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:33:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['612a972a-a5bd-4f19-8b4f-75606df1fcc9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:58.063094 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-017e387e-539e-46ae-a987-a21310697eef req-3c8ffa88-36b8-4108-ac48-3fcac60d1188 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Request body: {'port': {'device_id': '06de8426-b328-45b1-9310-00edddf47618', 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109', 'admin_state_up': True, 'tenant_id': '5ec3eba5bbba44b79a780f32f1061200'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:58.070771 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6b0cab17-7b0b-4f7a-bc7d-34010a87fbdc req-ddc570c0-7ffb-449c-ac20-571bb67a1c49 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=06de8426-b328-45b1-9310-00edddf47618 HTTP/1.1" status: 200 len: 210 time: 0.0282471 Mar 28 09:33:58.181606 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Set router 612a972a-a5bd-4f19-8b4f-75606df1fcc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:33:58.186811 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-017e387e-539e-46ae-a987-a21310697eef req-3c8ffa88-36b8-4108-ac48-3fcac60d1188 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Made reservation on behalf of 5ec3eba5bbba44b79a780f32f1061200 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:33:58.190371 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-017e387e-539e-46ae-a987-a21310697eef req-3c8ffa88-36b8-4108-ac48-3fcac60d1188 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:58.321158 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-017e387e-539e-46ae-a987-a21310697eef req-3c8ffa88-36b8-4108-ac48-3fcac60d1188 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Allocated IP 172.20.0.5 (eb54e1cf-039d-42d1-9e36-ef713d56f109/b1cbb074-e81a-4f73-b90f-0768e91add27/ab55e497-7169-4f57-9f18-c3f89a5b1b7b) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:33:58.385798 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'name': 'tempest-TestEncryptedCinderVolumes-1323413666-router', 'tenant_id': '6339fa6e9b2c4817a4b50b08b510236d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.173'}], 'enable_snat': True}, 'gw_port_id': 'ff67705b-efd0-43c9-be86-6392813eaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:33:51Z', 'updated_at': '2022-03-28T09:33:54Z', 'revision_number': 4, 'project_id': '6339fa6e9b2c4817a4b50b08b510236d', 'gw_port': {'id': 'ff67705b-efd0-43c9-be86-6392813eaba0', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:52Z', 'updated_at': '2022-03-28T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '44e75400-3e7b-46af-a82d-febae4a93499', 'name': '', 'network_id': '73be1dba-b014-478a-adc9-bf63666fd00a', 'tenant_id': '6339fa6e9b2c4817a4b50b08b510236d', 'mac_address': 'fa:16:3e:4c:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'c7e7314a-2a9e-4a79-a36e-2bb092938e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:54Z', 'updated_at': '2022-03-28T09:33:54Z', 'revision_number': 2, 'project_id': '6339fa6e9b2c4817a4b50b08b510236d', 'subnets': [{'id': 'c7e7314a-2a9e-4a79-a36e-2bb092938e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:58.412102 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Checking router: 612a972a-a5bd-4f19-8b4f-75606df1fcc9 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:33:58.412461 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Updating router 612a972a-a5bd-4f19-8b4f-75606df1fcc9 port 44e75400-3e7b-46af-a82d-febae4a93499 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:33:58.438857 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (44e75400-3e7b-46af-a82d-febae4a93499), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:58.472632 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-017e387e-539e-46ae-a987-a21310697eef req-3c8ffa88-36b8-4108-ac48-3fcac60d1188 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Publish callbacks [] for port (ab55e497-7169-4f57-9f18-c3f89a5b1b7b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:58.507115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-017e387e-539e-46ae-a987-a21310697eef req-3c8ffa88-36b8-4108-ac48-3fcac60d1188 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (ab55e497-7169-4f57-9f18-c3f89a5b1b7b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:58.550643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-017e387e-539e-46ae-a987-a21310697eef req-3c8ffa88-36b8-4108-ac48-3fcac60d1188 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Network eb54e1cf-039d-42d1-9e36-ef713d56f109 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:33:58.553837 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-017e387e-539e-46ae-a987-a21310697eef req-3c8ffa88-36b8-4108-ac48-3fcac60d1188 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:33:58.561055 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-017e387e-539e-46ae-a987-a21310697eef req-3c8ffa88-36b8-4108-ac48-3fcac60d1188 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:33:58.567134 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ffa88-36b8-4108-ac48-3fcac60d1188 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Pushing event updated for resources: {'Port': ['ID=ab55e497-7169-4f57-9f18-c3f89a5b1b7b,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:58.614735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e387e-539e-46ae-a987-a21310697eef req-3c8ffa88-36b8-4108-ac48-3fcac60d1188 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:58.615403 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-017e387e-539e-46ae-a987-a21310697eef req-3c8ffa88-36b8-4108-ac48-3fcac60d1188 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:58.638261 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-017e387e-539e-46ae-a987-a21310697eef req-3c8ffa88-36b8-4108-ac48-3fcac60d1188 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5793123 Mar 28 09:33:58.649729 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Request body: {'port': {'device_id': '06de8426-b328-45b1-9310-00edddf47618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:33:58.719586 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ab55e497-7169-4f57-9f18-c3f89a5b1b7b), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:58.722069 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Publish callbacks [] for port (44e75400-3e7b-46af-a82d-febae4a93499), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:58.727876 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (44e75400-3e7b-46af-a82d-febae4a93499), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:58.777966 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31b1e7-0e20-4b36-8bda-a4e3971c1a74 None None] Pushing event updated for resources: {'Port': ['ID=44e75400-3e7b-46af-a82d-febae4a93499,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:58.803227 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-bfb85cd1-cdc5-4998-87c6-9301ce167d32 None None] Provisioning complete for port ab55e497-7169-4f57-9f18-c3f89a5b1b7b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:58.803763 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bfb85cd1-cdc5-4998-87c6-9301ce167d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ab55e497-7169-4f57-9f18-c3f89a5b1b7b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:58.841154 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Attempting to bind port 44e75400-3e7b-46af-a82d-febae4a93499 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:33:58.841808 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Attempting to bind port 44e75400-3e7b-46af-a82d-febae4a93499 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c36a6765-ee00-4100-a20d-041a19587e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '73be1dba-b014-478a-adc9-bf63666fd00a'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:33:58.842143 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Attempting to bind port 44e75400-3e7b-46af-a82d-febae4a93499 on network 73be1dba-b014-478a-adc9-bf63666fd00a {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:33:58.843141 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bfb85cd1-cdc5-4998-87c6-9301ce167d32 None None] Port ab55e497-7169-4f57-9f18-c3f89a5b1b7b cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:33:58.848411 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:33:58.848797 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Checking segment: {'id': 'c36a6765-ee00-4100-a20d-041a19587e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '73be1dba-b014-478a-adc9-bf63666fd00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:58.849209 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:58.849631 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Bound using segment: {'id': 'c36a6765-ee00-4100-a20d-041a19587e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '73be1dba-b014-478a-adc9-bf63666fd00a'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:33:58.850106 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Bound port: 44e75400-3e7b-46af-a82d-febae4a93499, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36a6765-ee00-4100-a20d-041a19587e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '73be1dba-b014-478a-adc9-bf63666fd00a'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:33:58.850490 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (44e75400-3e7b-46af-a82d-febae4a93499), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:58.921987 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] For port 44e75400-3e7b-46af-a82d-febae4a93499, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:33:58.925387 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] For port 44e75400-3e7b-46af-a82d-febae4a93499, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=44e75400-3e7b-46af-a82d-febae4a93499,segment=NetworkSegment(c36a6765-ee00-4100-a20d-041a19587e59),segment_id=c36a6765-ee00-4100-a20d-041a19587e59)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:33:58.932775 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (44e75400-3e7b-46af-a82d-febae4a93499), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:58.998713 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Routers {'612a972a-a5bd-4f19-8b4f-75606df1fcc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:33:58.999356 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:33:29Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['612a972a-a5bd-4f19-8b4f-75606df1fcc9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:59.006464 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31b1e7-0e20-4b36-8bda-a4e3971c1a74 None None] Pushing event updated for resources: {'Port': ['ID=44e75400-3e7b-46af-a82d-febae4a93499,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:59.026043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab55e497-7169-4f57-9f18-c3f89a5b1b7b {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:33:59.035431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Publish callbacks [] for port (ab55e497-7169-4f57-9f18-c3f89a5b1b7b), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:59.056228 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Transition to ACTIVE for port object ab55e497-7169-4f57-9f18-c3f89a5b1b7b will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:33:59.063542 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (ab55e497-7169-4f57-9f18-c3f89a5b1b7b), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:59.067546 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e05e986b-0940-4290-8c56-71268b9c4cfd None None] Provisioning complete for port 44e75400-3e7b-46af-a82d-febae4a93499 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:59.067933 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e05e986b-0940-4290-8c56-71268b9c4cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (44e75400-3e7b-46af-a82d-febae4a93499), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:59.134020 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Pushing event updated for resources: {'Port': ['ID=ab55e497-7169-4f57-9f18-c3f89a5b1b7b,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:59.170337 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e05e986b-0940-4290-8c56-71268b9c4cfd None None] Current status of the port 44e75400-3e7b-46af-a82d-febae4a93499 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:59.170753 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e05e986b-0940-4290-8c56-71268b9c4cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (44e75400-3e7b-46af-a82d-febae4a93499), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:59.230777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-e05e986b-0940-4290-8c56-71268b9c4cfd None None] For port 44e75400-3e7b-46af-a82d-febae4a93499, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=44e75400-3e7b-46af-a82d-febae4a93499,segment=NetworkSegment(c36a6765-ee00-4100-a20d-041a19587e59),segment_id=c36a6765-ee00-4100-a20d-041a19587e59)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:33:59.237835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e05e986b-0940-4290-8c56-71268b9c4cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (44e75400-3e7b-46af-a82d-febae4a93499), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:59.238577 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] Set router 612a972a-a5bd-4f19-8b4f-75606df1fcc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:33:59.302467 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ff67705b-efd0-43c9-be86-6392813eaba0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:33:59.345469 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Attempting to bind port ab55e497-7169-4f57-9f18-c3f89a5b1b7b on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:33:59.345469 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Attempting to bind port ab55e497-7169-4f57-9f18-c3f89a5b1b7b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc925a1f-fd87-444b-ac2d-93e785fb8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:33:59.345847 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Attempting to bind port ab55e497-7169-4f57-9f18-c3f89a5b1b7b on network eb54e1cf-039d-42d1-9e36-ef713d56f109 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:33:59.361491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f55fd-430e-426b-af11-a1e540171040 req-45cd68ba-813f-41db-81cf-c99317f499ef tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:59.363127 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f82f55fd-430e-426b-af11-a1e540171040 req-45cd68ba-813f-41db-81cf-c99317f499ef tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=06de8426-b328-45b1-9310-00edddf47618 HTTP/1.1" status: 200 len: 943 time: 0.1520140 Mar 28 09:33:59.364094 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Port ab55e497-7169-4f57-9f18-c3f89a5b1b7b on network eb54e1cf-039d-42d1-9e36-ef713d56f109 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:33:59.364422 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Attempting to bind port ab55e497-7169-4f57-9f18-c3f89a5b1b7b on network eb54e1cf-039d-42d1-9e36-ef713d56f109 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:33:59.378515 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:33:59.378860 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Checking segment: {'id': 'fc925a1f-fd87-444b-ac2d-93e785fb8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:33:59.379243 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Bound using segment: {'id': 'fc925a1f-fd87-444b-ac2d-93e785fb8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:33:59.380235 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Bound port: ab55e497-7169-4f57-9f18-c3f89a5b1b7b, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc925a1f-fd87-444b-ac2d-93e785fb8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:33:59.380598 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ab55e497-7169-4f57-9f18-c3f89a5b1b7b), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:59.395055 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e986b-0940-4290-8c56-71268b9c4cfd None None] Pushing event updated for resources: {'Port': ['ID=44e75400-3e7b-46af-a82d-febae4a93499,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:59.412438 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f59a12d6-6a7d-46b5-a113-133fe22955ca None None] Provisioning complete for port 44e75400-3e7b-46af-a82d-febae4a93499 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:59.412829 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f59a12d6-6a7d-46b5-a113-133fe22955ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (44e75400-3e7b-46af-a82d-febae4a93499), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:59.451843 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] For port ab55e497-7169-4f57-9f18-c3f89a5b1b7b, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:33:59.455221 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] For port ab55e497-7169-4f57-9f18-c3f89a5b1b7b, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ab55e497-7169-4f57-9f18-c3f89a5b1b7b,segment=NetworkSegment(fc925a1f-fd87-444b-ac2d-93e785fb8e37),segment_id=fc925a1f-fd87-444b-ac2d-93e785fb8e37)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:33:59.456295 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port ff67705b-efd0-43c9-be86-6392813eaba0 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:59.456732 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ff67705b-efd0-43c9-be86-6392813eaba0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:59.468011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (ab55e497-7169-4f57-9f18-c3f89a5b1b7b), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:59.515314 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:59.516384 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:59.518239 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-017e387e-539e-46ae-a987-a21310697eef req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] 10.222.0.16 "PUT /v2.0/ports/ab55e497-7169-4f57-9f18-c3f89a5b1b7b HTTP/1.1" status: 200 len: 1093 time: 0.8728619 Mar 28 09:33:59.519606 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06de8426-b328-45b1-9310-00edddf47618', 'tag': 'ab55e497-7169-4f57-9f18-c3f89a5b1b7b'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:33:59.521555 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e1d9c9-b163-452d-9a64-6fc4d286ca9f" -d '{"events": [{"name": "network-changed", "server_uuid": "06de8426-b328-45b1-9310-00edddf47618", "tag": "ab55e497-7169-4f57-9f18-c3f89a5b1b7b"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:33:59.535092 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1f8fa5ee-6b3e-48ab-9956-ab2871259408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:59.555259 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'name': 'tempest-TestEncryptedCinderVolumes-1323413666-router', 'tenant_id': '6339fa6e9b2c4817a4b50b08b510236d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.173'}], 'enable_snat': True}, 'gw_port_id': 'ff67705b-efd0-43c9-be86-6392813eaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:33:51Z', 'updated_at': '2022-03-28T09:33:54Z', 'revision_number': 4, 'project_id': '6339fa6e9b2c4817a4b50b08b510236d', 'gw_port': {'id': 'ff67705b-efd0-43c9-be86-6392813eaba0', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:52Z', 'updated_at': '2022-03-28T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '44e75400-3e7b-46af-a82d-febae4a93499', 'name': '', 'network_id': '73be1dba-b014-478a-adc9-bf63666fd00a', 'tenant_id': '6339fa6e9b2c4817a4b50b08b510236d', 'mac_address': 'fa:16:3e:4c:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'c7e7314a-2a9e-4a79-a36e-2bb092938e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:54Z', 'updated_at': '2022-03-28T09:33:58Z', 'revision_number': 4, 'project_id': '6339fa6e9b2c4817a4b50b08b510236d', 'subnets': [{'id': 'c7e7314a-2a9e-4a79-a36e-2bb092938e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:33:59.571000 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f82f55fd-430e-426b-af11-a1e540171040 req-f541fb94-5c5d-4ae0-8e3a-09c0e1f0056a tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999381 Mar 28 09:33:59.590963 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1f94c-1fd4-4d88-9e09-3ac458d4758f None None] The sync data for ids ['612a972a-a5bd-4f19-8b4f-75606df1fcc9'] in dv-neutron-master-2-hyperv is: [{'id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'name': 'tempest-TestEncryptedCinderVolumes-1323413666-router', 'tenant_id': '6339fa6e9b2c4817a4b50b08b510236d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.173'}], 'enable_snat': True}, 'gw_port_id': 'ff67705b-efd0-43c9-be86-6392813eaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:33:51Z', 'updated_at': '2022-03-28T09:33:54Z', 'revision_number': 4, 'project_id': '6339fa6e9b2c4817a4b50b08b510236d', 'gw_port': {'id': 'ff67705b-efd0-43c9-be86-6392813eaba0', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:52Z', 'updated_at': '2022-03-28T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '44e75400-3e7b-46af-a82d-febae4a93499', 'name': '', 'network_id': '73be1dba-b014-478a-adc9-bf63666fd00a', 'tenant_id': '6339fa6e9b2c4817a4b50b08b510236d', 'mac_address': 'fa:16:3e:4c:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'c7e7314a-2a9e-4a79-a36e-2bb092938e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:54Z', 'updated_at': '2022-03-28T09:33:58Z', 'revision_number': 4, 'project_id': '6339fa6e9b2c4817a4b50b08b510236d', 'subnets': [{'id': 'c7e7314a-2a9e-4a79-a36e-2bb092938e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:33:59.617407 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5cacae-9060-4bc6-80e3-319442a54a8d x-openstack-request-id: req-ca5cacae-9060-4bc6-80e3-319442a54a8d {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:33:59.617884 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06de8426-b328-45b1-9310-00edddf47618", "tag": "ab55e497-7169-4f57-9f18-c3f89a5b1b7b", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:33:59.618218 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca5cacae-9060-4bc6-80e3-319442a54a8d {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:33:59.618849 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca5cacae-9060-4bc6-80e3-319442a54a8d'] response: {'name': 'network-changed', 'server_uuid': '06de8426-b328-45b1-9310-00edddf47618', 'tag': 'ab55e497-7169-4f57-9f18-c3f89a5b1b7b', 'status': 'completed', 'code': 200} Mar 28 09:33:59.632322 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316398a-206b-4e4c-ab30-39ee4084ed0d service neutron] Pushing event updated for resources: {'Port': ['ID=ab55e497-7169-4f57-9f18-c3f89a5b1b7b,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:33:59.647901 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e387e-539e-46ae-a987-a21310697eef req-463901f2-483f-4bbd-a151-1d5bb0bc8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:59.650227 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-017e387e-539e-46ae-a987-a21310697eef req-463901f2-483f-4bbd-a151-1d5bb0bc8154 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ec3eba5bbba44b79a780f32f1061200&device_id=06de8426-b328-45b1-9310-00edddf47618 HTTP/1.1" status: 200 len: 1127 time: 0.0824196 Mar 28 09:33:59.656202 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f59a12d6-6a7d-46b5-a113-133fe22955ca None None] Current status of the port 44e75400-3e7b-46af-a82d-febae4a93499 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:59.672407 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port ff67705b-efd0-43c9-be86-6392813eaba0 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:33:59.673515 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 44e75400-3e7b-46af-a82d-febae4a93499 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:33:59.703903 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-017e387e-539e-46ae-a987-a21310697eef req-44d4a2c4-91c1-4bff-ba89-0ae69410bcd1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab55e497-7169-4f57-9f18-c3f89a5b1b7b HTTP/1.1" status: 200 len: 217 time: 0.0465655 Mar 28 09:33:59.738336 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 44e75400-3e7b-46af-a82d-febae4a93499 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:33:59.738874 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (44e75400-3e7b-46af-a82d-febae4a93499), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:33:59.770288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e387e-539e-46ae-a987-a21310697eef req-1794eddc-9fe7-4849-8dc7-bd9b31836614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:59.771724 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-017e387e-539e-46ae-a987-a21310697eef req-1794eddc-9fe7-4849-8dc7-bd9b31836614 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b1cbb074-e81a-4f73-b90f-0768e91add27 HTTP/1.1" status: 200 len: 855 time: 0.0564661 Mar 28 09:33:59.831873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e387e-539e-46ae-a987-a21310697eef req-8d847c98-492a-4465-b5a1-8cdb26a47c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:33:59.833965 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-017e387e-539e-46ae-a987-a21310697eef req-8d847c98-492a-4465-b5a1-8cdb26a47c35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb54e1cf-039d-42d1-9e36-ef713d56f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0563431 Mar 28 09:33:59.931731 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-017e387e-539e-46ae-a987-a21310697eef req-746c9357-8e78-47e8-bb87-283c5746f559 service neutron] 10.222.0.16 "GET /v2.0/networks/eb54e1cf-039d-42d1-9e36-ef713d56f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915046 Mar 28 09:33:59.982378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 44e75400-3e7b-46af-a82d-febae4a93499 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:34:00.031023 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-017e387e-539e-46ae-a987-a21310697eef req-ad46fadd-dbf6-499e-8b2a-2c3028d6a3fd service neutron] 10.222.0.16 "GET /v2.0/networks/eb54e1cf-039d-42d1-9e36-ef713d56f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937743 Mar 28 09:34:00.122904 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1d9c9-b163-452d-9a64-6fc4d286ca9f req-24e0d24a-126e-45b7-93b5-c244864ecdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:00.124598 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-30e1d9c9-b163-452d-9a64-6fc4d286ca9f req-24e0d24a-126e-45b7-93b5-c244864ecdfb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ec3eba5bbba44b79a780f32f1061200&device_id=06de8426-b328-45b1-9310-00edddf47618 HTTP/1.1" status: 200 len: 1127 time: 0.0485818 Mar 28 09:34:00.220505 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1d9c9-b163-452d-9a64-6fc4d286ca9f req-e0d61f7a-dbd9-49a0-baa9-d9fc8e773982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:00.222017 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-30e1d9c9-b163-452d-9a64-6fc4d286ca9f req-e0d61f7a-dbd9-49a0-baa9-d9fc8e773982 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eb54e1cf-039d-42d1-9e36-ef713d56f109 HTTP/1.1" status: 200 len: 916 time: 0.0900996 Mar 28 09:34:00.263657 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-30e1d9c9-b163-452d-9a64-6fc4d286ca9f req-2bb69e73-8266-4056-a8d9-18da669aa81e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab55e497-7169-4f57-9f18-c3f89a5b1b7b HTTP/1.1" status: 200 len: 217 time: 0.0358531 Mar 28 09:34:00.310474 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1d9c9-b163-452d-9a64-6fc4d286ca9f req-84cd9588-c3d1-4057-80ee-eddd74a15965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:00.311926 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-30e1d9c9-b163-452d-9a64-6fc4d286ca9f req-84cd9588-c3d1-4057-80ee-eddd74a15965 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b1cbb074-e81a-4f73-b90f-0768e91add27 HTTP/1.1" status: 200 len: 855 time: 0.0426893 Mar 28 09:34:00.364743 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1d9c9-b163-452d-9a64-6fc4d286ca9f req-81a40314-799a-4fd0-b60b-f0bf5f4e4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:00.366172 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-30e1d9c9-b163-452d-9a64-6fc4d286ca9f req-81a40314-799a-4fd0-b60b-f0bf5f4e4dae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb54e1cf-039d-42d1-9e36-ef713d56f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480914 Mar 28 09:34:00.452822 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-30e1d9c9-b163-452d-9a64-6fc4d286ca9f req-b6eff31a-3664-42a4-b5aa-f063ccb3e9a2 service neutron] 10.222.0.16 "GET /v2.0/networks/eb54e1cf-039d-42d1-9e36-ef713d56f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796607 Mar 28 09:34:00.545347 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-30e1d9c9-b163-452d-9a64-6fc4d286ca9f req-65fabddb-88b7-497e-904c-2f15c2849b51 service neutron] 10.222.0.16 "GET /v2.0/networks/eb54e1cf-039d-42d1-9e36-ef713d56f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855882 Mar 28 09:34:00.642123 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:00.706925 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd49eb9-df10-4769-9893-77ad80ca2699 req-e302c43e-b7d5-4cd9-b5c5-500db8b535b2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:00.708379 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6cd49eb9-df10-4769-9893-77ad80ca2699 req-e302c43e-b7d5-4cd9-b5c5-500db8b535b2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=06de8426-b328-45b1-9310-00edddf47618 HTTP/1.1" status: 200 len: 943 time: 0.0536385 Mar 28 09:34:00.760435 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6cd49eb9-df10-4769-9893-77ad80ca2699 req-a6224955-1c67-403f-96e5-a03e6a043f37 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458922 Mar 28 09:34:01.138343 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 44e75400-3e7b-46af-a82d-febae4a93499 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:34:01.190755 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 44e75400-3e7b-46af-a82d-febae4a93499 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:34:01.191147 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (44e75400-3e7b-46af-a82d-febae4a93499), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:01.267775 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 44e75400-3e7b-46af-a82d-febae4a93499 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:34:01.882105 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4af8c-4f87-4141-8f59-4c0473efb3f1 req-17f9702a-02f7-4a14-bc1f-faee99d45155 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:01.883589 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-32c4af8c-4f87-4141-8f59-4c0473efb3f1 req-17f9702a-02f7-4a14-bc1f-faee99d45155 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=06de8426-b328-45b1-9310-00edddf47618 HTTP/1.1" status: 200 len: 943 time: 0.0539310 Mar 28 09:34:01.928844 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-32c4af8c-4f87-4141-8f59-4c0473efb3f1 req-72ad89f7-305b-43f9-9c23-6026b588f0f0 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398467 Mar 28 09:34:02.194389 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:03.047005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a35ed2-63f2-4c57-a2cc-5b2542797607 req-3a09a221-b25d-4d29-a8d6-55269471b4ff tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:03.048513 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f1a35ed2-63f2-4c57-a2cc-5b2542797607 req-3a09a221-b25d-4d29-a8d6-55269471b4ff tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=06de8426-b328-45b1-9310-00edddf47618 HTTP/1.1" status: 200 len: 943 time: 0.0524857 Mar 28 09:34:03.095046 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f1a35ed2-63f2-4c57-a2cc-5b2542797607 req-279d8ce8-5973-4cb3-99b7-e08cd85dfe51 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409718 Mar 28 09:34:03.430767 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device ab55e497-7169-4f57-9f18-c3f89a5b1b7b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:34:03.528541 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port ab55e497-7169-4f57-9f18-c3f89a5b1b7b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ab55e497-7169-4f57-9f18-c3f89a5b1b7b,segment=NetworkSegment(fc925a1f-fd87-444b-ac2d-93e785fb8e37),segment_id=fc925a1f-fd87-444b-ac2d-93e785fb8e37)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:34:03.539662 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'ab55e497-7169-4f57-9f18-c3f89a5b1b7b', 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109', 'port_id': 'ab55e497-7169-4f57-9f18-c3f89a5b1b7b', 'mac_address': 'fa:16:3e:b4:f2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cbb074-e81a-4f73-b90f-0768e91add27', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:34:03.575127 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port ab55e497-7169-4f57-9f18-c3f89a5b1b7b is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:34:03.575519 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ab55e497-7169-4f57-9f18-c3f89a5b1b7b), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:03.588710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab55e497-7169-4f57-9f18-c3f89a5b1b7b {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:34:03.607841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port ab55e497-7169-4f57-9f18-c3f89a5b1b7b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ab55e497-7169-4f57-9f18-c3f89a5b1b7b,segment=NetworkSegment(fc925a1f-fd87-444b-ac2d-93e785fb8e37),segment_id=fc925a1f-fd87-444b-ac2d-93e785fb8e37)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:34:03.611616 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ab55e497-7169-4f57-9f18-c3f89a5b1b7b), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:03.660464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=ab55e497-7169-4f57-9f18-c3f89a5b1b7b,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:34:03.735632 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:03.804617 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['ab55e497-7169-4f57-9f18-c3f89a5b1b7b'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:34:04.211843 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881bf9e-a26d-4f88-b694-9da747a404ee req-7a0a855b-ad1f-42c7-8c07-1beadf8daf6d tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:04.213940 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0881bf9e-a26d-4f88-b694-9da747a404ee req-7a0a855b-ad1f-42c7-8c07-1beadf8daf6d tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=06de8426-b328-45b1-9310-00edddf47618 HTTP/1.1" status: 200 len: 944 time: 0.0535085 Mar 28 09:34:04.261913 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0881bf9e-a26d-4f88-b694-9da747a404ee req-2c6d19fa-ce63-495f-8a4b-2f714ce5f5fd tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424137 Mar 28 09:34:05.379848 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf105d3d-e8fc-480f-87cd-74181857f41e req-69a60de2-eb06-4f87-8101-5c23ce2314b3 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:05.381233 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cf105d3d-e8fc-480f-87cd-74181857f41e req-69a60de2-eb06-4f87-8101-5c23ce2314b3 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=06de8426-b328-45b1-9310-00edddf47618 HTTP/1.1" status: 200 len: 944 time: 0.0523415 Mar 28 09:34:05.426574 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cf105d3d-e8fc-480f-87cd-74181857f41e req-ce0305e4-1c62-4487-96ff-4eea7e80cd7f tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393476 Mar 28 09:34:05.445864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device ab55e497-7169-4f57-9f18-c3f89a5b1b7b up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:34:05.497585 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port ab55e497-7169-4f57-9f18-c3f89a5b1b7b completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:34:05.501882 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port ab55e497-7169-4f57-9f18-c3f89a5b1b7b triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:34:05.502287 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ab55e497-7169-4f57-9f18-c3f89a5b1b7b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:05.578262 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port ab55e497-7169-4f57-9f18-c3f89a5b1b7b is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:34:05.578657 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ab55e497-7169-4f57-9f18-c3f89a5b1b7b), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:05.600168 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06de8426-b328-45b1-9310-00edddf47618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab55e497-7169-4f57-9f18-c3f89a5b1b7b'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:34:05.603377 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34cab03-ee9a-439e-9a85-bc5615c1c92f" -d '{"events": [{"server_uuid": "06de8426-b328-45b1-9310-00edddf47618", "name": "network-vif-plugged", "status": "completed", "tag": "ab55e497-7169-4f57-9f18-c3f89a5b1b7b"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:34:05.616164 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port ab55e497-7169-4f57-9f18-c3f89a5b1b7b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ab55e497-7169-4f57-9f18-c3f89a5b1b7b,segment=NetworkSegment(fc925a1f-fd87-444b-ac2d-93e785fb8e37),segment_id=fc925a1f-fd87-444b-ac2d-93e785fb8e37)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:34:05.621180 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ab55e497-7169-4f57-9f18-c3f89a5b1b7b), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:05.671765 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=ab55e497-7169-4f57-9f18-c3f89a5b1b7b,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:34:05.678715 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:05.679064 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:05.679406 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:05.679745 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:05.680080 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:05.680511 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:05.680850 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:05.682459 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:05.682797 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:05.683130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:05.683462 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:05.683791 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:05.684116 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:05.684439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:05.684759 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:05.693260 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eed0baf-e222-457d-99b5-b992e45119d3 x-openstack-request-id: req-1eed0baf-e222-457d-99b5-b992e45119d3 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:34:05.693555 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06de8426-b328-45b1-9310-00edddf47618", "name": "network-vif-plugged", "status": "completed", "tag": "ab55e497-7169-4f57-9f18-c3f89a5b1b7b", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:34:05.693839 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1eed0baf-e222-457d-99b5-b992e45119d3 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:34:05.694245 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eed0baf-e222-457d-99b5-b992e45119d3'] response: {'server_uuid': '06de8426-b328-45b1-9310-00edddf47618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab55e497-7169-4f57-9f18-c3f89a5b1b7b', 'code': 200} Mar 28 09:34:05.870757 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0fea0-922b-499a-95be-fd5fc70534e9 req-d5ad2597-8433-44f7-8462-f2ab2e9fe094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:05.872257 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-edc0fea0-922b-499a-95be-fd5fc70534e9 req-d5ad2597-8433-44f7-8462-f2ab2e9fe094 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=06de8426-b328-45b1-9310-00edddf47618 HTTP/1.1" status: 200 len: 1129 time: 0.0511951 Mar 28 09:34:05.916809 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-edc0fea0-922b-499a-95be-fd5fc70534e9 req-64a441de-d483-4226-8ce1-540012e2014a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379834 Mar 28 09:34:06.549758 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6efbc-7638-4a53-bcad-314b7290d0df req-3195c6b4-4abe-4a7f-a477-5defbaec3fb2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:06.551374 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d6f6efbc-7638-4a53-bcad-314b7290d0df req-3195c6b4-4abe-4a7f-a477-5defbaec3fb2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=06de8426-b328-45b1-9310-00edddf47618 HTTP/1.1" status: 200 len: 945 time: 0.0587747 Mar 28 09:34:06.598239 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d6f6efbc-7638-4a53-bcad-314b7290d0df req-440c5fc2-c008-483d-83f3-cc7b176ba57f tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407307 Mar 28 09:34:07.721539 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f9662-87b2-4377-8d78-0b7c28aa16ee req-8edb17dd-983a-47ea-b4c9-9ec4b67102e2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:07.723045 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-da8f9662-87b2-4377-8d78-0b7c28aa16ee req-8edb17dd-983a-47ea-b4c9-9ec4b67102e2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=06de8426-b328-45b1-9310-00edddf47618 HTTP/1.1" status: 200 len: 945 time: 0.0535107 Mar 28 09:34:07.771017 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-da8f9662-87b2-4377-8d78-0b7c28aa16ee req-2ab971ca-cf11-4cef-8efb-3f4e682e70b0 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413992 Mar 28 09:34:07.890900 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38195467-ef4b-40e5-be50-bc129cb52ea3 req-b00a50ae-5157-4109-920c-4b3c587ee180 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:07.892634 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-38195467-ef4b-40e5-be50-bc129cb52ea3 req-b00a50ae-5157-4109-920c-4b3c587ee180 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=06de8426-b328-45b1-9310-00edddf47618 HTTP/1.1" status: 200 len: 945 time: 0.0568764 Mar 28 09:34:07.942117 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-38195467-ef4b-40e5-be50-bc129cb52ea3 req-a6c7a5c5-7178-4820-b442-03cce97c622d tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438757 Mar 28 09:34:21.445673 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:26.513302 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:34:27.289872 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3845fa0b-bdb3-4c49-b2c9-7f77503fcdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:29.509853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5bf16603-dc5b-4cb5-b908-54bc94b43640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:30.645374 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:32.197669 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:33.736444 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:43.361273 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8034e-e390-4f50-be4c-8e6dfb3b57d8 req-352bce7b-b554-4a54-8155-78b4c97046d9 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:43.362949 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-16d8034e-e390-4f50-be4c-8e6dfb3b57d8 req-352bce7b-b554-4a54-8155-78b4c97046d9 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=06de8426-b328-45b1-9310-00edddf47618 HTTP/1.1" status: 200 len: 945 time: 0.0574746 Mar 28 09:34:43.413843 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-16d8034e-e390-4f50-be4c-8e6dfb3b57d8 req-878503b4-cc9e-417c-b028-5fbc3b788fc7 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Mar 28 09:34:44.537766 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b8c76-1737-4cdb-854a-ff40e1b1878c req-d05b4b30-1300-4877-97e5-fd293a84bfe4 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:44.539262 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-bd8b8c76-1737-4cdb-854a-ff40e1b1878c req-d05b4b30-1300-4877-97e5-fd293a84bfe4 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=06de8426-b328-45b1-9310-00edddf47618 HTTP/1.1" status: 200 len: 945 time: 0.0536609 Mar 28 09:34:44.594308 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-bd8b8c76-1737-4cdb-854a-ff40e1b1878c req-3c1c6716-e240-45df-afb6-1249eddc2fc9 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457499 Mar 28 09:34:44.773763 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c2447-a7f0-4f1c-8cc1-9e78ca6aadb9 req-8f76be8e-be82-4e95-9105-bbfbd116b474 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:44.775241 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ce1c2447-a7f0-4f1c-8cc1-9e78ca6aadb9 req-8f76be8e-be82-4e95-9105-bbfbd116b474 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.16 "GET /v2.0/ports?device_id=06de8426-b328-45b1-9310-00edddf47618 HTTP/1.1" status: 200 len: 945 time: 0.0534999 Mar 28 09:34:44.870595 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-ce1c2447-a7f0-4f1c-8cc1-9e78ca6aadb9 req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Deleting port ab55e497-7169-4f57-9f18-c3f89a5b1b7b {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:34:44.870942 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ce1c2447-a7f0-4f1c-8cc1-9e78ca6aadb9 req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (ab55e497-7169-4f57-9f18-c3f89a5b1b7b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:44.964699 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-ce1c2447-a7f0-4f1c-8cc1-9e78ca6aadb9 req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] For port ab55e497-7169-4f57-9f18-c3f89a5b1b7b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ab55e497-7169-4f57-9f18-c3f89a5b1b7b,segment=NetworkSegment(fc925a1f-fd87-444b-ac2d-93e785fb8e37),segment_id=fc925a1f-fd87-444b-ac2d-93e785fb8e37)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:34:44.965086 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ce1c2447-a7f0-4f1c-8cc1-9e78ca6aadb9 req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (ab55e497-7169-4f57-9f18-c3f89a5b1b7b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:44.980110 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-ce1c2447-a7f0-4f1c-8cc1-9e78ca6aadb9 req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Calling delete_port for ab55e497-7169-4f57-9f18-c3f89a5b1b7b owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:34:45.110736 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ce1c2447-a7f0-4f1c-8cc1-9e78ca6aadb9 req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (ab55e497-7169-4f57-9f18-c3f89a5b1b7b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:45.123438 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['ab55e497-7169-4f57-9f18-c3f89a5b1b7b'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:34:45.139392 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Pushing event deleted for resources: {'Port': ['ID=ab55e497-7169-4f57-9f18-c3f89a5b1b7b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:34:45.151922 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:45.152287 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:45.152639 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:45.152991 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:45.153331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:45.153699 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:45.154039 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:45.154375 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:45.154708 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:45.155039 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:45.155371 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:45.155699 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:45.156027 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:45.156371 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:45.156685 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:34:45.192649 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1c2447-a7f0-4f1c-8cc1-9e78ca6aadb9 req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] No DVR routers for this DVR port ab55e497-7169-4f57-9f18-c3f89a5b1b7b on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:34:45.195124 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ce1c2447-a7f0-4f1c-8cc1-9e78ca6aadb9 req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:45.198533 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ce1c2447-a7f0-4f1c-8cc1-9e78ca6aadb9 req-c62a5d00-3bb9-46f6-9527-a9bbbe19bcd2 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.16 "DELETE /v2.0/ports/ab55e497-7169-4f57-9f18-c3f89a5b1b7b HTTP/1.1" status: 204 len: 173 time: 0.4181888 Mar 28 09:34:45.198981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06de8426-b328-45b1-9310-00edddf47618', 'name': 'network-vif-deleted', 'tag': 'ab55e497-7169-4f57-9f18-c3f89a5b1b7b'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:34:45.201281 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1419b3c-daaa-4caf-8c8c-0a2e7cb1a2b6" -d '{"events": [{"server_uuid": "06de8426-b328-45b1-9310-00edddf47618", "name": "network-vif-deleted", "tag": "ab55e497-7169-4f57-9f18-c3f89a5b1b7b"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:34:45.295345 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef757ff-cb7d-49a8-91b4-85ec835d18cc x-openstack-request-id: req-6ef757ff-cb7d-49a8-91b4-85ec835d18cc {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:34:45.295643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06de8426-b328-45b1-9310-00edddf47618", "name": "network-vif-deleted", "tag": "ab55e497-7169-4f57-9f18-c3f89a5b1b7b", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:34:45.295954 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ef757ff-cb7d-49a8-91b4-85ec835d18cc {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:34:45.296384 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef757ff-cb7d-49a8-91b4-85ec835d18cc'] response: {'server_uuid': '06de8426-b328-45b1-9310-00edddf47618', 'name': 'network-vif-deleted', 'tag': 'ab55e497-7169-4f57-9f18-c3f89a5b1b7b', 'status': 'completed', 'code': 200} Mar 28 09:34:45.703701 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7d9d43f5-bea2-4038-8614-2e752da97add req-34d6d75a-4bd6-4994-ad37-1f4a3c1f8040 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=06de8426-b328-45b1-9310-00edddf47618 HTTP/1.1" status: 200 len: 210 time: 0.0278950 Mar 28 09:34:47.167452 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476b25-dc54-4768-9660-fdfe95acd719 req-842e82ac-5542-4e70-abec-ca2413f4c30b tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:47.168887 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-55476b25-dc54-4768-9660-fdfe95acd719 req-842e82ac-5542-4e70-abec-ca2413f4c30b tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/networks?id=eb54e1cf-039d-42d1-9e36-ef713d56f109 HTTP/1.1" status: 200 len: 816 time: 0.1005180 Mar 28 09:34:47.183743 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-55476b25-dc54-4768-9660-fdfe95acd719 req-f2d07f72-1a04-431d-a34f-0ae674d4cf0f tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/quotas/5ec3eba5bbba44b79a780f32f1061200 HTTP/1.1" status: 200 len: 375 time: 0.0093672 Mar 28 09:34:47.240434 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-55476b25-dc54-4768-9660-fdfe95acd719 req-974053d3-ad71-4db0-9564-71fe261083be tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ec3eba5bbba44b79a780f32f1061200&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519152 Mar 28 09:34:47.331564 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-55476b25-dc54-4768-9660-fdfe95acd719 req-c6a44d6b-c74e-4e4f-a661-e5ca46a330ec service neutron] 10.222.0.15 "GET /v2.0/networks/eb54e1cf-039d-42d1-9e36-ef713d56f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794284 Mar 28 09:34:47.421577 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-55476b25-dc54-4768-9660-fdfe95acd719 req-759f09cc-eb9b-4142-bbfc-88a494b22f64 service neutron] 10.222.0.15 "GET /v2.0/networks/eb54e1cf-039d-42d1-9e36-ef713d56f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845635 Mar 28 09:34:47.585109 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1ef7c5a2-606b-422c-90d6-dc8a005b0543 req-145c503f-c642-4cea-82b4-1afa39b72132 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=28c31198-8b3e-4847-8a28-b65ad113a0a4 HTTP/1.1" status: 200 len: 210 time: 0.0321302 Mar 28 09:34:48.458540 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476b25-dc54-4768-9660-fdfe95acd719 req-26cf3171-4975-47c7-9b1f-6a481dcf5853 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:48.459980 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-55476b25-dc54-4768-9660-fdfe95acd719 req-26cf3171-4975-47c7-9b1f-6a481dcf5853 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.16 "GET /v2.0/networks?id=eb54e1cf-039d-42d1-9e36-ef713d56f109 HTTP/1.1" status: 200 len: 816 time: 0.1023600 Mar 28 09:34:48.471057 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-55476b25-dc54-4768-9660-fdfe95acd719 req-990d0100-25bd-4184-a5fc-55d2673ab913 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Request body: {'port': {'device_id': '28c31198-8b3e-4847-8a28-b65ad113a0a4', 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109', 'admin_state_up': True, 'tenant_id': '5ec3eba5bbba44b79a780f32f1061200'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:34:48.582503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55476b25-dc54-4768-9660-fdfe95acd719 req-990d0100-25bd-4184-a5fc-55d2673ab913 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Made reservation on behalf of 5ec3eba5bbba44b79a780f32f1061200 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:34:48.586567 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-55476b25-dc54-4768-9660-fdfe95acd719 req-990d0100-25bd-4184-a5fc-55d2673ab913 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:48.683967 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fe4dea15-145a-426f-b1b0-b636ba70bf0c req-c818f30f-5d45-4578-bf5e-9f261a758743 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=28c31198-8b3e-4847-8a28-b65ad113a0a4 HTTP/1.1" status: 200 len: 210 time: 0.0276487 Mar 28 09:34:48.712521 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-55476b25-dc54-4768-9660-fdfe95acd719 req-990d0100-25bd-4184-a5fc-55d2673ab913 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Allocated IP 172.20.0.4 (eb54e1cf-039d-42d1-9e36-ef713d56f109/b1cbb074-e81a-4f73-b90f-0768e91add27/4f640ac1-3df8-43b8-9c4d-5e0a1e10134e) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:34:48.859029 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-55476b25-dc54-4768-9660-fdfe95acd719 req-990d0100-25bd-4184-a5fc-55d2673ab913 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Publish callbacks [] for port (4f640ac1-3df8-43b8-9c4d-5e0a1e10134e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:48.892075 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-55476b25-dc54-4768-9660-fdfe95acd719 req-990d0100-25bd-4184-a5fc-55d2673ab913 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (4f640ac1-3df8-43b8-9c4d-5e0a1e10134e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:48.936630 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55476b25-dc54-4768-9660-fdfe95acd719 req-990d0100-25bd-4184-a5fc-55d2673ab913 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Network eb54e1cf-039d-42d1-9e36-ef713d56f109 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:34:48.939785 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-55476b25-dc54-4768-9660-fdfe95acd719 req-990d0100-25bd-4184-a5fc-55d2673ab913 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:34:48.945988 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-55476b25-dc54-4768-9660-fdfe95acd719 req-990d0100-25bd-4184-a5fc-55d2673ab913 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:34:48.952475 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d0100-25bd-4184-a5fc-55d2673ab913 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Pushing event updated for resources: {'Port': ['ID=4f640ac1-3df8-43b8-9c4d-5e0a1e10134e,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:34:48.999742 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476b25-dc54-4768-9660-fdfe95acd719 req-990d0100-25bd-4184-a5fc-55d2673ab913 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:49.000400 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-55476b25-dc54-4768-9660-fdfe95acd719 req-990d0100-25bd-4184-a5fc-55d2673ab913 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:49.018414 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-55476b25-dc54-4768-9660-fdfe95acd719 req-990d0100-25bd-4184-a5fc-55d2673ab913 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5508630 Mar 28 09:34:49.029811 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Request body: {'port': {'device_id': '28c31198-8b3e-4847-8a28-b65ad113a0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:34:49.091623 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4f640ac1-3df8-43b8-9c4d-5e0a1e10134e), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:49.148960 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-08399e00-1af8-4b4e-9a8d-4ce96bc98ba1 None None] Provisioning complete for port 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:34:49.149545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-08399e00-1af8-4b4e-9a8d-4ce96bc98ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4f640ac1-3df8-43b8-9c4d-5e0a1e10134e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:49.183390 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-08399e00-1af8-4b4e-9a8d-4ce96bc98ba1 None None] Port 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:34:49.351826 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:34:49.359685 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Publish callbacks [] for port (4f640ac1-3df8-43b8-9c4d-5e0a1e10134e), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:49.371944 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Transition to ACTIVE for port object 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:34:49.375062 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (4f640ac1-3df8-43b8-9c4d-5e0a1e10134e), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:49.425998 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Pushing event updated for resources: {'Port': ['ID=4f640ac1-3df8-43b8-9c4d-5e0a1e10134e,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:34:49.503645 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Attempting to bind port 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:34:49.504260 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Attempting to bind port 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc925a1f-fd87-444b-ac2d-93e785fb8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:34:49.504583 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Attempting to bind port 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e on network eb54e1cf-039d-42d1-9e36-ef713d56f109 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:34:49.509099 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Port 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e on network eb54e1cf-039d-42d1-9e36-ef713d56f109 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:34:49.509418 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Attempting to bind port 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e on network eb54e1cf-039d-42d1-9e36-ef713d56f109 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:34:49.514576 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:34:49.514919 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Checking segment: {'id': 'fc925a1f-fd87-444b-ac2d-93e785fb8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:34:49.515302 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Bound using segment: {'id': 'fc925a1f-fd87-444b-ac2d-93e785fb8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:34:49.515730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Bound port: 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc925a1f-fd87-444b-ac2d-93e785fb8e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:34:49.516085 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4f640ac1-3df8-43b8-9c4d-5e0a1e10134e), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:49.585042 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] For port 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:34:49.588793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] For port 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4f640ac1-3df8-43b8-9c4d-5e0a1e10134e,segment=NetworkSegment(fc925a1f-fd87-444b-ac2d-93e785fb8e37),segment_id=fc925a1f-fd87-444b-ac2d-93e785fb8e37)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:34:49.595657 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (4f640ac1-3df8-43b8-9c4d-5e0a1e10134e), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:49.630143 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:49.630775 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:49.632142 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] 10.222.0.16 "PUT /v2.0/ports/4f640ac1-3df8-43b8-9c4d-5e0a1e10134e HTTP/1.1" status: 200 len: 1093 time: 0.6066704 Mar 28 09:34:49.632589 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c31198-8b3e-4847-8a28-b65ad113a0a4', 'tag': '4f640ac1-3df8-43b8-9c4d-5e0a1e10134e'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:34:49.634861 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a216687-8c44-406d-8fb7-06715afe0d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "28c31198-8b3e-4847-8a28-b65ad113a0a4", "tag": "4f640ac1-3df8-43b8-9c4d-5e0a1e10134e"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:34:49.664301 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115570a-ccc6-4087-8525-2cfc31a4b692 service neutron] Pushing event updated for resources: {'Port': ['ID=4f640ac1-3df8-43b8-9c4d-5e0a1e10134e,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:34:49.673400 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013e6c1c-47c3-47b2-923d-39f8958a53cb x-openstack-request-id: req-013e6c1c-47c3-47b2-923d-39f8958a53cb {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:34:49.673775 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c31198-8b3e-4847-8a28-b65ad113a0a4", "tag": "4f640ac1-3df8-43b8-9c4d-5e0a1e10134e", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:34:49.674093 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-013e6c1c-47c3-47b2-923d-39f8958a53cb {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:34:49.674569 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013e6c1c-47c3-47b2-923d-39f8958a53cb'] response: {'name': 'network-changed', 'server_uuid': '28c31198-8b3e-4847-8a28-b65ad113a0a4', 'tag': '4f640ac1-3df8-43b8-9c4d-5e0a1e10134e', 'status': 'completed', 'code': 200} Mar 28 09:34:49.738339 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476b25-dc54-4768-9660-fdfe95acd719 req-1845ba3f-5c22-410b-a921-e2bb3254f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:49.739874 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-55476b25-dc54-4768-9660-fdfe95acd719 req-1845ba3f-5c22-410b-a921-e2bb3254f2e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ec3eba5bbba44b79a780f32f1061200&device_id=28c31198-8b3e-4847-8a28-b65ad113a0a4 HTTP/1.1" status: 200 len: 1127 time: 0.0573015 Mar 28 09:34:49.746439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device ab55e497-7169-4f57-9f18-c3f89a5b1b7b no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:34:49.767983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: ab55e497-7169-4f57-9f18-c3f89a5b1b7b {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:34:49.768407 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device ab55e497-7169-4f57-9f18-c3f89a5b1b7b not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:34:49.797993 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-55476b25-dc54-4768-9660-fdfe95acd719 req-7f9ea06b-7855-491c-838c-f7749d17fb30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f640ac1-3df8-43b8-9c4d-5e0a1e10134e HTTP/1.1" status: 200 len: 217 time: 0.0477436 Mar 28 09:34:49.810743 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a1d3a-e3e7-4a3c-83d5-c46592b451b8 req-c3793f29-1cbc-4468-83c5-15a101ca33d8 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:49.812292 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f03a1d3a-e3e7-4a3c-83d5-c46592b451b8 req-c3793f29-1cbc-4468-83c5-15a101ca33d8 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=28c31198-8b3e-4847-8a28-b65ad113a0a4 HTTP/1.1" status: 200 len: 943 time: 0.0599043 Mar 28 09:34:49.849395 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476b25-dc54-4768-9660-fdfe95acd719 req-86303047-8397-4704-ad92-52bbfe0e1877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:49.850910 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-55476b25-dc54-4768-9660-fdfe95acd719 req-86303047-8397-4704-ad92-52bbfe0e1877 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b1cbb074-e81a-4f73-b90f-0768e91add27 HTTP/1.1" status: 200 len: 855 time: 0.0477912 Mar 28 09:34:49.862315 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f03a1d3a-e3e7-4a3c-83d5-c46592b451b8 req-ca3156f2-1388-4372-b27f-23cc48e50e6f tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440655 Mar 28 09:34:49.900237 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476b25-dc54-4768-9660-fdfe95acd719 req-50e3fff2-6759-44d5-9e74-9351b3ca5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:49.902596 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-55476b25-dc54-4768-9660-fdfe95acd719 req-50e3fff2-6759-44d5-9e74-9351b3ca5fbf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb54e1cf-039d-42d1-9e36-ef713d56f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460498 Mar 28 09:34:49.996037 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-55476b25-dc54-4768-9660-fdfe95acd719 req-9cc0e762-e329-474e-ae4a-f1642a8e0864 service neutron] 10.222.0.16 "GET /v2.0/networks/eb54e1cf-039d-42d1-9e36-ef713d56f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876067 Mar 28 09:34:50.082242 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-55476b25-dc54-4768-9660-fdfe95acd719 req-01f503a7-cc29-4689-96d2-48f4e0c71831 service neutron] 10.222.0.16 "GET /v2.0/networks/eb54e1cf-039d-42d1-9e36-ef713d56f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809855 Mar 28 09:34:50.175087 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a216687-8c44-406d-8fb7-06715afe0d2f req-e43a6a1f-6ad9-4948-8c5c-4ca8c549aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:50.176492 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a216687-8c44-406d-8fb7-06715afe0d2f req-e43a6a1f-6ad9-4948-8c5c-4ca8c549aafc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ec3eba5bbba44b79a780f32f1061200&device_id=28c31198-8b3e-4847-8a28-b65ad113a0a4 HTTP/1.1" status: 200 len: 1127 time: 0.0453124 Mar 28 09:34:50.267876 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a216687-8c44-406d-8fb7-06715afe0d2f req-5d52add6-c28d-4ee0-bc45-38d5d2bac51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:50.269332 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a216687-8c44-406d-8fb7-06715afe0d2f req-5d52add6-c28d-4ee0-bc45-38d5d2bac51d service neutron] 10.222.0.16 "GET /v2.0/networks?id=eb54e1cf-039d-42d1-9e36-ef713d56f109 HTTP/1.1" status: 200 len: 916 time: 0.0859675 Mar 28 09:34:50.310466 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a216687-8c44-406d-8fb7-06715afe0d2f req-ff0b361d-0603-4c5b-925d-ca9427590075 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f640ac1-3df8-43b8-9c4d-5e0a1e10134e HTTP/1.1" status: 200 len: 217 time: 0.0336933 Mar 28 09:34:50.360503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a216687-8c44-406d-8fb7-06715afe0d2f req-90c0e67a-4abc-4256-99d3-f1bfa7952400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:50.361925 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a216687-8c44-406d-8fb7-06715afe0d2f req-90c0e67a-4abc-4256-99d3-f1bfa7952400 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b1cbb074-e81a-4f73-b90f-0768e91add27 HTTP/1.1" status: 200 len: 855 time: 0.0457981 Mar 28 09:34:50.409098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a216687-8c44-406d-8fb7-06715afe0d2f req-eb032573-f104-42f2-a74f-70cccf5b3cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:50.410588 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a216687-8c44-406d-8fb7-06715afe0d2f req-eb032573-f104-42f2-a74f-70cccf5b3cc2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eb54e1cf-039d-42d1-9e36-ef713d56f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426626 Mar 28 09:34:50.495940 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a216687-8c44-406d-8fb7-06715afe0d2f req-f21d86f1-a104-45cf-a23e-0da5ba559767 service neutron] 10.222.0.16 "GET /v2.0/networks/eb54e1cf-039d-42d1-9e36-ef713d56f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784581 Mar 28 09:34:50.585770 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a216687-8c44-406d-8fb7-06715afe0d2f req-b75937d5-b466-4820-ad83-f0da2df4ba6d service neutron] 10.222.0.16 "GET /v2.0/networks/eb54e1cf-039d-42d1-9e36-ef713d56f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833881 Mar 28 09:34:50.981598 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5eb3c-0413-49bf-880d-7c170b73630b req-9492ccbb-73a5-4383-876e-a3f891a837ff tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:50.983093 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-32c5eb3c-0413-49bf-880d-7c170b73630b req-9492ccbb-73a5-4383-876e-a3f891a837ff tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=28c31198-8b3e-4847-8a28-b65ad113a0a4 HTTP/1.1" status: 200 len: 943 time: 0.0530343 Mar 28 09:34:51.030489 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-32c5eb3c-0413-49bf-880d-7c170b73630b req-698692b6-fab4-4a43-b021-ab9de939cf6b tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419047 Mar 28 09:34:51.459965 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:51.744934 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:34:51.839948 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4f640ac1-3df8-43b8-9c4d-5e0a1e10134e,segment=NetworkSegment(fc925a1f-fd87-444b-ac2d-93e785fb8e37),segment_id=fc925a1f-fd87-444b-ac2d-93e785fb8e37)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:34:51.850945 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '4f640ac1-3df8-43b8-9c4d-5e0a1e10134e', 'network_id': 'eb54e1cf-039d-42d1-9e36-ef713d56f109', 'port_id': '4f640ac1-3df8-43b8-9c4d-5e0a1e10134e', 'mac_address': 'fa:16:3e:dd:c5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cbb074-e81a-4f73-b90f-0768e91add27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:34:51.887407 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:34:51.887798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4f640ac1-3df8-43b8-9c4d-5e0a1e10134e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:51.900373 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:34:51.923770 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4f640ac1-3df8-43b8-9c4d-5e0a1e10134e,segment=NetworkSegment(fc925a1f-fd87-444b-ac2d-93e785fb8e37),segment_id=fc925a1f-fd87-444b-ac2d-93e785fb8e37)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:34:51.927758 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (4f640ac1-3df8-43b8-9c4d-5e0a1e10134e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:51.974671 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=4f640ac1-3df8-43b8-9c4d-5e0a1e10134e,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:34:52.129670 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['4f640ac1-3df8-43b8-9c4d-5e0a1e10134e'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:34:52.152477 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d1094-8a66-4e62-ba8d-e5b2756bc117 req-c95a066d-f68f-40d4-a17f-04e584f92eaa tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:52.154042 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b60d1094-8a66-4e62-ba8d-e5b2756bc117 req-c95a066d-f68f-40d4-a17f-04e584f92eaa tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=28c31198-8b3e-4847-8a28-b65ad113a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0532246 Mar 28 09:34:52.203302 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b60d1094-8a66-4e62-ba8d-e5b2756bc117 req-767a08c5-54d0-49b8-ac05-478bf55125a9 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437238 Mar 28 09:34:53.318111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03d4d3-a83c-447b-980f-5874411255e1 req-456f3020-1d20-472f-8a49-215d50faa9d0 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:53.319579 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7f03d4d3-a83c-447b-980f-5874411255e1 req-456f3020-1d20-472f-8a49-215d50faa9d0 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=28c31198-8b3e-4847-8a28-b65ad113a0a4 HTTP/1.1" status: 200 len: 944 time: 0.0518897 Mar 28 09:34:53.689724 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7f03d4d3-a83c-447b-980f-5874411255e1 req-b482260e-ff96-4bb5-ab3a-ae410a9d371a tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645327 Mar 28 09:34:53.757871 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:34:53.805525 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:34:53.809461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:34:53.809867 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4f640ac1-3df8-43b8-9c4d-5e0a1e10134e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:53.887379 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:34:53.887763 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4f640ac1-3df8-43b8-9c4d-5e0a1e10134e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:53.909992 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c31198-8b3e-4847-8a28-b65ad113a0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f640ac1-3df8-43b8-9c4d-5e0a1e10134e'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:34:53.912240 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1949d15b-cdca-47fb-8625-9d79b1559874" -d '{"events": [{"server_uuid": "28c31198-8b3e-4847-8a28-b65ad113a0a4", "name": "network-vif-plugged", "status": "completed", "tag": "4f640ac1-3df8-43b8-9c4d-5e0a1e10134e"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:34:53.925219 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4f640ac1-3df8-43b8-9c4d-5e0a1e10134e,segment=NetworkSegment(fc925a1f-fd87-444b-ac2d-93e785fb8e37),segment_id=fc925a1f-fd87-444b-ac2d-93e785fb8e37)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:34:53.930236 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (4f640ac1-3df8-43b8-9c4d-5e0a1e10134e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:53.953534 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8912111e-8b82-4371-8574-3e922852ceec x-openstack-request-id: req-8912111e-8b82-4371-8574-3e922852ceec {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:34:53.953857 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c31198-8b3e-4847-8a28-b65ad113a0a4", "name": "network-vif-plugged", "status": "completed", "tag": "4f640ac1-3df8-43b8-9c4d-5e0a1e10134e", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:34:53.954112 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8912111e-8b82-4371-8574-3e922852ceec {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:34:53.954507 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8912111e-8b82-4371-8574-3e922852ceec'] response: {'server_uuid': '28c31198-8b3e-4847-8a28-b65ad113a0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f640ac1-3df8-43b8-9c4d-5e0a1e10134e', 'code': 200} Mar 28 09:34:53.979797 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=4f640ac1-3df8-43b8-9c4d-5e0a1e10134e,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:34:54.120279 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199178ed-487a-49cb-9ccb-821f1d080ed9 req-ece6cdc5-4a4e-41a8-a2d3-4a9c77221734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:54.121877 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-199178ed-487a-49cb-9ccb-821f1d080ed9 req-ece6cdc5-4a4e-41a8-a2d3-4a9c77221734 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=28c31198-8b3e-4847-8a28-b65ad113a0a4 HTTP/1.1" status: 200 len: 1129 time: 0.0452919 Mar 28 09:34:54.165453 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-199178ed-487a-49cb-9ccb-821f1d080ed9 req-0ebb8a5a-9fdd-4134-92c0-0ce0d76385f8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380888 Mar 28 09:34:54.809690 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f6575-d1e1-4980-be08-efdd1e1f8ac6 req-87b06d5b-0486-4021-aa98-e88f910dbe46 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:54.811169 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3e6f6575-d1e1-4980-be08-efdd1e1f8ac6 req-87b06d5b-0486-4021-aa98-e88f910dbe46 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=28c31198-8b3e-4847-8a28-b65ad113a0a4 HTTP/1.1" status: 200 len: 945 time: 0.0543418 Mar 28 09:34:54.859941 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3e6f6575-d1e1-4980-be08-efdd1e1f8ac6 req-c1c4e562-3560-4866-b436-d0b47e076d5e tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432930 Mar 28 09:34:55.978271 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c8062-9400-47b2-950f-43603268b64d req-5b3cacd3-bc33-4e26-98f0-74f4a45adce3 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:55.979847 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9a1c8062-9400-47b2-950f-43603268b64d req-5b3cacd3-bc33-4e26-98f0-74f4a45adce3 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=28c31198-8b3e-4847-8a28-b65ad113a0a4 HTTP/1.1" status: 200 len: 945 time: 0.0520341 Mar 28 09:34:56.025321 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9a1c8062-9400-47b2-950f-43603268b64d req-1f9d39ad-22f9-46c4-bfa5-8ea9489b45ab tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400934 Mar 28 09:34:56.141781 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a9ed1-2f8a-46e1-9596-7ab145dc500c req-8d1e855f-eccf-4143-98ce-96cbf1429da8 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:34:56.143169 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-af2a9ed1-2f8a-46e1-9596-7ab145dc500c req-8d1e855f-eccf-4143-98ce-96cbf1429da8 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=28c31198-8b3e-4847-8a28-b65ad113a0a4 HTTP/1.1" status: 200 len: 945 time: 0.0514882 Mar 28 09:34:56.188923 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-af2a9ed1-2f8a-46e1-9596-7ab145dc500c req-005d212f-549a-49a7-9111-270db3b7ad49 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Mar 28 09:34:57.292774 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-aebebbdb-6a1a-46a3-b6b3-94c7cdbe6d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:34:59.515338 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4c10fa7e-85eb-436e-9168-9ba72ede8dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:00.648850 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:02.201514 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:03.513828 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:35:03.740627 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:21.459884 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:27.296509 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4f70bceb-91c6-4278-850d-6ac47f217629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:29.518017 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1870802e-45b5-4d8a-b089-5682e8e27f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:30.265100 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fe767-07cd-44f0-9472-46133200a214 req-320d55d8-47ce-493c-bfb4-9e7b41c7568f tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:35:30.266623 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3d6fe767-07cd-44f0-9472-46133200a214 req-320d55d8-47ce-493c-bfb4-9e7b41c7568f tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=28c31198-8b3e-4847-8a28-b65ad113a0a4 HTTP/1.1" status: 200 len: 945 time: 0.0538788 Mar 28 09:35:30.313780 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3d6fe767-07cd-44f0-9472-46133200a214 req-b0b16a0b-240c-43cd-8c74-2aacec2fa81f tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415246 Mar 28 09:35:30.651581 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:31.434124 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d595bc-7a38-4506-9651-f1a027b8b03c req-4a872935-047b-4015-b05e-a4acd6410fc1 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:35:31.435704 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c7d595bc-7a38-4506-9651-f1a027b8b03c req-4a872935-047b-4015-b05e-a4acd6410fc1 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=28c31198-8b3e-4847-8a28-b65ad113a0a4 HTTP/1.1" status: 200 len: 945 time: 0.0536196 Mar 28 09:35:31.490976 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c7d595bc-7a38-4506-9651-f1a027b8b03c req-36dff00b-47e2-4251-bf87-d8bad4be63ff tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/security-groups?id=18e33c6e-3522-4dd3-a0e7-959217f6a59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492191 Mar 28 09:35:31.667677 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fbe2f-b524-4242-b852-1d97f46ee679 req-d4e1a7d4-d5ad-41d7-bbe1-efefb6e0cf35 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:35:31.669061 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-571fbe2f-b524-4242-b852-1d97f46ee679 req-d4e1a7d4-d5ad-41d7-bbe1-efefb6e0cf35 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.16 "GET /v2.0/ports?device_id=28c31198-8b3e-4847-8a28-b65ad113a0a4 HTTP/1.1" status: 200 len: 945 time: 0.0529673 Mar 28 09:35:31.764218 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-571fbe2f-b524-4242-b852-1d97f46ee679 req-1a1fd61f-0519-408a-ba6a-455cbaed89ef tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Deleting port 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:35:31.764659 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-571fbe2f-b524-4242-b852-1d97f46ee679 req-1a1fd61f-0519-408a-ba6a-455cbaed89ef tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (4f640ac1-3df8-43b8-9c4d-5e0a1e10134e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:31.856005 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-571fbe2f-b524-4242-b852-1d97f46ee679 req-1a1fd61f-0519-408a-ba6a-455cbaed89ef tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] For port 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4f640ac1-3df8-43b8-9c4d-5e0a1e10134e,segment=NetworkSegment(fc925a1f-fd87-444b-ac2d-93e785fb8e37),segment_id=fc925a1f-fd87-444b-ac2d-93e785fb8e37)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:35:31.856378 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-571fbe2f-b524-4242-b852-1d97f46ee679 req-1a1fd61f-0519-408a-ba6a-455cbaed89ef tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (4f640ac1-3df8-43b8-9c4d-5e0a1e10134e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:31.872253 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-571fbe2f-b524-4242-b852-1d97f46ee679 req-1a1fd61f-0519-408a-ba6a-455cbaed89ef tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Calling delete_port for 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:35:32.007098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-571fbe2f-b524-4242-b852-1d97f46ee679 req-1a1fd61f-0519-408a-ba6a-455cbaed89ef tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (4f640ac1-3df8-43b8-9c4d-5e0a1e10134e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:32.018732 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['4f640ac1-3df8-43b8-9c4d-5e0a1e10134e'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:35:32.061855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fd61f-0519-408a-ba6a-455cbaed89ef tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Pushing event deleted for resources: {'Port': ['ID=4f640ac1-3df8-43b8-9c4d-5e0a1e10134e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:32.084898 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-571fbe2f-b524-4242-b852-1d97f46ee679 req-1a1fd61f-0519-408a-ba6a-455cbaed89ef tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] No DVR routers for this DVR port 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:35:32.087381 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-571fbe2f-b524-4242-b852-1d97f46ee679 req-1a1fd61f-0519-408a-ba6a-455cbaed89ef tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:32.091638 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-571fbe2f-b524-4242-b852-1d97f46ee679 req-1a1fd61f-0519-408a-ba6a-455cbaed89ef tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.16 "DELETE /v2.0/ports/4f640ac1-3df8-43b8-9c4d-5e0a1e10134e HTTP/1.1" status: 204 len: 173 time: 0.4173648 Mar 28 09:35:32.092126 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c31198-8b3e-4847-8a28-b65ad113a0a4', 'name': 'network-vif-deleted', 'tag': '4f640ac1-3df8-43b8-9c4d-5e0a1e10134e'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:35:32.094971 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123c0e46-6caf-4a54-9d5b-c0aee88de3c0" -d '{"events": [{"server_uuid": "28c31198-8b3e-4847-8a28-b65ad113a0a4", "name": "network-vif-deleted", "tag": "4f640ac1-3df8-43b8-9c4d-5e0a1e10134e"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:35:32.131264 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6687ad32-c581-4238-baa6-4de6a6e3e48f x-openstack-request-id: req-6687ad32-c581-4238-baa6-4de6a6e3e48f {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:35:32.131568 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c31198-8b3e-4847-8a28-b65ad113a0a4", "name": "network-vif-deleted", "tag": "4f640ac1-3df8-43b8-9c4d-5e0a1e10134e", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:35:32.131827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6687ad32-c581-4238-baa6-4de6a6e3e48f {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:35:32.132310 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6687ad32-c581-4238-baa6-4de6a6e3e48f'] response: {'server_uuid': '28c31198-8b3e-4847-8a28-b65ad113a0a4', 'name': 'network-vif-deleted', 'tag': '4f640ac1-3df8-43b8-9c4d-5e0a1e10134e', 'status': 'completed', 'code': 200} Mar 28 09:35:32.204103 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:32.603002 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e5d0fd9f-9656-4d81-ac4d-f75bfa4d59c0 req-c4ea453d-e4ed-4ff9-ab9b-7e5036a759c9 tempest-TestEncryptedCinderVolumes-1290713384 tempest-TestEncryptedCinderVolumes-1290713384-project] 10.222.0.15 "GET /v2.0/ports?device_id=28c31198-8b3e-4847-8a28-b65ad113a0a4 HTTP/1.1" status: 200 len: 210 time: 0.0274849 Mar 28 09:35:33.698498 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57954) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:33.744340 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:34.048607 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ef89ff8-2b02-40a5-9be7-cb3879b04356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (033f0ba3-04ea-4392-a8f1-d9d663930195), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:34.297570 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5ef89ff8-2b02-40a5-9be7-cb3879b04356 admin admin] Deleting port 2605937e-4084-48f4-9fd4-0e7c0ba13635 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:35:34.297940 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ef89ff8-2b02-40a5-9be7-cb3879b04356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:34.373660 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-5ef89ff8-2b02-40a5-9be7-cb3879b04356 admin admin] For port 2605937e-4084-48f4-9fd4-0e7c0ba13635, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2605937e-4084-48f4-9fd4-0e7c0ba13635,segment=NetworkSegment(fc925a1f-fd87-444b-ac2d-93e785fb8e37),segment_id=fc925a1f-fd87-444b-ac2d-93e785fb8e37)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:35:34.373947 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ef89ff8-2b02-40a5-9be7-cb3879b04356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:34.387264 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5ef89ff8-2b02-40a5-9be7-cb3879b04356 admin admin] Calling delete_port for 2605937e-4084-48f4-9fd4-0e7c0ba13635 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:35:34.564570 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ef89ff8-2b02-40a5-9be7-cb3879b04356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (2605937e-4084-48f4-9fd4-0e7c0ba13635), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:34.595691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef89ff8-2b02-40a5-9be7-cb3879b04356 admin admin] Pushing event deleted for resources: {'Port': ['ID=2605937e-4084-48f4-9fd4-0e7c0ba13635,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:34.763103 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ef89ff8-2b02-40a5-9be7-cb3879b04356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (033f0ba3-04ea-4392-a8f1-d9d663930195), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:34.980463 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef89ff8-2b02-40a5-9be7-cb3879b04356 admin admin] Router 033f0ba3-04ea-4392-a8f1-d9d663930195 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:35:35.087537 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef89ff8-2b02-40a5-9be7-cb3879b04356 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:35:35.093131 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5ef89ff8-2b02-40a5-9be7-cb3879b04356 admin admin] 10.222.0.15 "PUT /v2.0/routers/033f0ba3-04ea-4392-a8f1-d9d663930195/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3935583 Mar 28 09:35:35.095645 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57956) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:35.097879 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f652ae-102a-4a39-9ac4-44d1bd8a284f None None] Sync routers for ids ['033f0ba3-04ea-4392-a8f1-d9d663930195'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:35:35.107476 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f652ae-102a-4a39-9ac4-44d1bd8a284f None None] Routers {'033f0ba3-04ea-4392-a8f1-d9d663930195'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:35:35.108090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-38f652ae-102a-4a39-9ac4-44d1bd8a284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:35:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['033f0ba3-04ea-4392-a8f1-d9d663930195'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:35.205839 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-07014cd8-cb83-4c37-a22f-d40136e3d5fa admin admin] Publish callbacks [] for router (033f0ba3-04ea-4392-a8f1-d9d663930195), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:35.217828 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-38f652ae-102a-4a39-9ac4-44d1bd8a284f None None] Set router 033f0ba3-04ea-4392-a8f1-d9d663930195 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:35:35.305802 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-07014cd8-cb83-4c37-a22f-d40136e3d5fa admin admin] Publish callbacks [] for router_gateway (033f0ba3-04ea-4392-a8f1-d9d663930195), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:35.362210 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-07014cd8-cb83-4c37-a22f-d40136e3d5fa admin admin] Deleting port 9b0eaaea-f3c9-4954-9968-32c82040b33d {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:35:35.362552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-07014cd8-cb83-4c37-a22f-d40136e3d5fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (9b0eaaea-f3c9-4954-9968-32c82040b33d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:35.392094 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-38f652ae-102a-4a39-9ac4-44d1bd8a284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'name': 'tempest-TestEncryptedCinderVolumes-644895111-router', 'tenant_id': '5ec3eba5bbba44b79a780f32f1061200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.21'}], 'enable_snat': True}, 'gw_port_id': '9b0eaaea-f3c9-4954-9968-32c82040b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:33:46Z', 'updated_at': '2022-03-28T09:35:34Z', 'revision_number': 5, 'project_id': '5ec3eba5bbba44b79a780f32f1061200', 'gw_port': {'id': '9b0eaaea-f3c9-4954-9968-32c82040b33d', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:47Z', 'updated_at': '2022-03-28T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:35.422718 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f652ae-102a-4a39-9ac4-44d1bd8a284f None None] Checking router: 033f0ba3-04ea-4392-a8f1-d9d663930195 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:35:35.430773 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f652ae-102a-4a39-9ac4-44d1bd8a284f None None] Routers {'033f0ba3-04ea-4392-a8f1-d9d663930195'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:35:35.431368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-38f652ae-102a-4a39-9ac4-44d1bd8a284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:35:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['033f0ba3-04ea-4392-a8f1-d9d663930195'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:35.439583 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-07014cd8-cb83-4c37-a22f-d40136e3d5fa admin admin] For port 9b0eaaea-f3c9-4954-9968-32c82040b33d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9b0eaaea-f3c9-4954-9968-32c82040b33d,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:35:35.439952 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-07014cd8-cb83-4c37-a22f-d40136e3d5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (9b0eaaea-f3c9-4954-9968-32c82040b33d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:35.452550 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-07014cd8-cb83-4c37-a22f-d40136e3d5fa admin admin] Calling delete_port for 9b0eaaea-f3c9-4954-9968-32c82040b33d owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:35:35.518002 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-38f652ae-102a-4a39-9ac4-44d1bd8a284f None None] Set router 033f0ba3-04ea-4392-a8f1-d9d663930195 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:35:35.569105 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-38f652ae-102a-4a39-9ac4-44d1bd8a284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'name': 'tempest-TestEncryptedCinderVolumes-644895111-router', 'tenant_id': '5ec3eba5bbba44b79a780f32f1061200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:33:46Z', 'updated_at': '2022-03-28T09:35:35Z', 'revision_number': 6, 'project_id': '5ec3eba5bbba44b79a780f32f1061200', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:35.632475 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-07014cd8-cb83-4c37-a22f-d40136e3d5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (9b0eaaea-f3c9-4954-9968-32c82040b33d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:35.663918 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07014cd8-cb83-4c37-a22f-d40136e3d5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0eaaea-f3c9-4954-9968-32c82040b33d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:35.727542 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-07014cd8-cb83-4c37-a22f-d40136e3d5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (033f0ba3-04ea-4392-a8f1-d9d663930195), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:35.745973 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f652ae-102a-4a39-9ac4-44d1bd8a284f None None] The sync data for ids ['033f0ba3-04ea-4392-a8f1-d9d663930195'] in dv-neutron-master-2-hyperv is: [{'id': '033f0ba3-04ea-4392-a8f1-d9d663930195', 'name': 'tempest-TestEncryptedCinderVolumes-644895111-router', 'tenant_id': '5ec3eba5bbba44b79a780f32f1061200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:33:46Z', 'updated_at': '2022-03-28T09:35:35Z', 'revision_number': 6, 'project_id': '5ec3eba5bbba44b79a780f32f1061200', 'gw_port_host': None}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:35:35.824634 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-07014cd8-cb83-4c37-a22f-d40136e3d5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (033f0ba3-04ea-4392-a8f1-d9d663930195), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:35.826678 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-07014cd8-cb83-4c37-a22f-d40136e3d5fa admin admin] Publish callbacks [] for router_controller (033f0ba3-04ea-4392-a8f1-d9d663930195), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:35.869789 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-07014cd8-cb83-4c37-a22f-d40136e3d5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (033f0ba3-04ea-4392-a8f1-d9d663930195), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:35.870581 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07014cd8-cb83-4c37-a22f-d40136e3d5fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 033f0ba3-04ea-4392-a8f1-d9d663930195 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:35:35.874943 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-07014cd8-cb83-4c37-a22f-d40136e3d5fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:35.876149 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-07014cd8-cb83-4c37-a22f-d40136e3d5fa admin admin] 10.222.0.15 "DELETE /v2.0/routers/033f0ba3-04ea-4392-a8f1-d9d663930195 HTTP/1.1" status: 204 len: 168 time: 0.7795722 Mar 28 09:35:35.878928 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57958) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:35.926508 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-f065f39a-6199-4e89-b708-45573aa9e0b3 admin admin] Deleting subnet b1cbb074-e81a-4f73-b90f-0768e91add27 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:35:35.929791 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f065f39a-6199-4e89-b708-45573aa9e0b3 admin admin] Publish callbacks [] for subnet (b1cbb074-e81a-4f73-b90f-0768e91add27), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:35.963791 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f065f39a-6199-4e89-b708-45573aa9e0b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (b1cbb074-e81a-4f73-b90f-0768e91add27), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:36.021880 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:35:36.038597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f065f39a-6199-4e89-b708-45573aa9e0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (b1cbb074-e81a-4f73-b90f-0768e91add27), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:36.046799 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:35:36.046799 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 4f640ac1-3df8-43b8-9c4d-5e0a1e10134e not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:35:36.098374 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f065f39a-6199-4e89-b708-45573aa9e0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (b1cbb074-e81a-4f73-b90f-0768e91add27), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:36.123092 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065f39a-6199-4e89-b708-45573aa9e0b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1cbb074-e81a-4f73-b90f-0768e91add27,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:36.129276 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f065f39a-6199-4e89-b708-45573aa9e0b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:36.134474 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f065f39a-6199-4e89-b708-45573aa9e0b3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b1cbb074-e81a-4f73-b90f-0768e91add27 HTTP/1.1" status: 204 len: 168 time: 0.2527299 Mar 28 09:35:36.135202 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57960) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:36.137926 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba72cb77-d546-4af8-93bd-647bd18b3140 None None] Network eb54e1cf-039d-42d1-9e36-ef713d56f109 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:35:36.214744 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (eb54e1cf-039d-42d1-9e36-ef713d56f109), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:36.269093 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] Deleting port f0aa43bd-8ab6-43e9-b005-8176146b4e53 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:35:36.269437 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (f0aa43bd-8ab6-43e9-b005-8176146b4e53), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:36.334769 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] For port f0aa43bd-8ab6-43e9-b005-8176146b4e53, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f0aa43bd-8ab6-43e9-b005-8176146b4e53,segment=NetworkSegment(fc925a1f-fd87-444b-ac2d-93e785fb8e37),segment_id=fc925a1f-fd87-444b-ac2d-93e785fb8e37)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:35:36.335130 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (f0aa43bd-8ab6-43e9-b005-8176146b4e53), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:36.348269 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] Calling delete_port for f0aa43bd-8ab6-43e9-b005-8176146b4e53 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:35:36.425131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (f0aa43bd-8ab6-43e9-b005-8176146b4e53), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:36.454121 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] Pushing event deleted for resources: {'Port': ['ID=f0aa43bd-8ab6-43e9-b005-8176146b4e53,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:36.457435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] No DVR routers for this DVR port f0aa43bd-8ab6-43e9-b005-8176146b4e53 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:35:36.530906 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (eb54e1cf-039d-42d1-9e36-ef713d56f109), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:36.543175 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befc83c1-d31e-4a4c-884e-2b7ea1d3b03e None None] DHCP port deletion for eb54e1cf-039d-42d1-9e36-ef713d56f109 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:35:36.558363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb54e1cf-039d-42d1-9e36-ef713d56f109']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:36.569084 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc925a1f-fd87-444b-ac2d-93e785fb8e37') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:36.569381 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc925a1f-fd87-444b-ac2d-93e785fb8e37') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:36.579205 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (fc925a1f-fd87-444b-ac2d-93e785fb8e37), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:36.593081 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (fc925a1f-fd87-444b-ac2d-93e785fb8e37), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:36.599768 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:35:36.600078 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (fc925a1f-fd87-444b-ac2d-93e785fb8e37), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:35:36.601844 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:35:36.663547 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (eb54e1cf-039d-42d1-9e36-ef713d56f109), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:36.670622 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:36.673878 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] 10.222.0.15 "DELETE /v2.0/networks/eb54e1cf-039d-42d1-9e36-ef713d56f109 HTTP/1.1" status: 204 len: 168 time: 0.5375783 Mar 28 09:35:36.676812 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57962) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:36.685278 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7a132-e523-43aa-937c-cbbde827dfcc admin admin] Pushing event deleted for resources: {'Network': ['ID=eb54e1cf-039d-42d1-9e36-ef713d56f109,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:37.024990 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (612a972a-a5bd-4f19-8b4f-75606df1fcc9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:37.187759 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f0aa43bd-8ab6-43e9-b005-8176146b4e53 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:35:37.206929 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: f0aa43bd-8ab6-43e9-b005-8176146b4e53 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:35:37.207272 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f0aa43bd-8ab6-43e9-b005-8176146b4e53 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:35:37.207689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9b0eaaea-f3c9-4954-9968-32c82040b33d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:35:37.225501 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 9b0eaaea-f3c9-4954-9968-32c82040b33d {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:35:37.225882 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 9b0eaaea-f3c9-4954-9968-32c82040b33d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:35:37.226322 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2605937e-4084-48f4-9fd4-0e7c0ba13635 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:35:37.249545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 2605937e-4084-48f4-9fd4-0e7c0ba13635 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:35:37.249929 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2605937e-4084-48f4-9fd4-0e7c0ba13635 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:35:37.274852 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Deleting port 44e75400-3e7b-46af-a82d-febae4a93499 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:35:37.275333 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (44e75400-3e7b-46af-a82d-febae4a93499), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:37.350672 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] For port 44e75400-3e7b-46af-a82d-febae4a93499, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=44e75400-3e7b-46af-a82d-febae4a93499,segment=NetworkSegment(c36a6765-ee00-4100-a20d-041a19587e59),segment_id=c36a6765-ee00-4100-a20d-041a19587e59)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:35:37.351031 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (44e75400-3e7b-46af-a82d-febae4a93499), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:37.363976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Calling delete_port for 44e75400-3e7b-46af-a82d-febae4a93499 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:35:37.546764 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (44e75400-3e7b-46af-a82d-febae4a93499), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:37.572775 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Pushing event deleted for resources: {'Port': ['ID=44e75400-3e7b-46af-a82d-febae4a93499,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:37.925090 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:37.925762 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:37.925762 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:37.926004 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:37.926335 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:37.926661 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:37.926987 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:37.927310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:37.927633 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:37.927953 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:37.928277 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:37.928597 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:37.928916 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:37.929231 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:37.929545 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:38.063593 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (612a972a-a5bd-4f19-8b4f-75606df1fcc9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:38.278265 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Router 612a972a-a5bd-4f19-8b4f-75606df1fcc9 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:35:38.385364 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:35:38.390396 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b5b75f07-3ff6-45ef-969f-8f92170ba7bd admin admin] 10.222.0.15 "PUT /v2.0/routers/612a972a-a5bd-4f19-8b4f-75606df1fcc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7123182 Mar 28 09:35:38.392976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57964) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:38.393937 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae6d38-421e-4f3a-825a-e7a8f6a89f17 None None] Sync routers for ids ['612a972a-a5bd-4f19-8b4f-75606df1fcc9'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:35:38.404205 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae6d38-421e-4f3a-825a-e7a8f6a89f17 None None] Routers {'612a972a-a5bd-4f19-8b4f-75606df1fcc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:35:38.404806 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-77ae6d38-421e-4f3a-825a-e7a8f6a89f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:35:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['612a972a-a5bd-4f19-8b4f-75606df1fcc9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:38.497225 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-acc62f39-7140-41c0-b293-298abb78d763 admin admin] Publish callbacks [] for router (612a972a-a5bd-4f19-8b4f-75606df1fcc9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:38.598135 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-77ae6d38-421e-4f3a-825a-e7a8f6a89f17 None None] Set router 612a972a-a5bd-4f19-8b4f-75606df1fcc9 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:35:38.601073 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-acc62f39-7140-41c0-b293-298abb78d763 admin admin] Publish callbacks [] for router_gateway (612a972a-a5bd-4f19-8b4f-75606df1fcc9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:38.659465 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-acc62f39-7140-41c0-b293-298abb78d763 admin admin] Deleting port ff67705b-efd0-43c9-be86-6392813eaba0 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:35:38.659808 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-acc62f39-7140-41c0-b293-298abb78d763 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (ff67705b-efd0-43c9-be86-6392813eaba0), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:38.737603 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-acc62f39-7140-41c0-b293-298abb78d763 admin admin] For port ff67705b-efd0-43c9-be86-6392813eaba0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff67705b-efd0-43c9-be86-6392813eaba0,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:35:38.738000 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-acc62f39-7140-41c0-b293-298abb78d763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (ff67705b-efd0-43c9-be86-6392813eaba0), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:38.751071 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-acc62f39-7140-41c0-b293-298abb78d763 admin admin] Calling delete_port for ff67705b-efd0-43c9-be86-6392813eaba0 owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:35:38.775063 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-77ae6d38-421e-4f3a-825a-e7a8f6a89f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'name': 'tempest-TestEncryptedCinderVolumes-1323413666-router', 'tenant_id': '6339fa6e9b2c4817a4b50b08b510236d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.173'}], 'enable_snat': True}, 'gw_port_id': 'ff67705b-efd0-43c9-be86-6392813eaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:33:51Z', 'updated_at': '2022-03-28T09:35:37Z', 'revision_number': 5, 'project_id': '6339fa6e9b2c4817a4b50b08b510236d', 'gw_port': {'id': 'ff67705b-efd0-43c9-be86-6392813eaba0', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:33:52Z', 'updated_at': '2022-03-28T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:38.801427 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae6d38-421e-4f3a-825a-e7a8f6a89f17 None None] Checking router: 612a972a-a5bd-4f19-8b4f-75606df1fcc9 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:35:38.809445 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae6d38-421e-4f3a-825a-e7a8f6a89f17 None None] Routers {'612a972a-a5bd-4f19-8b4f-75606df1fcc9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:35:38.810146 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-77ae6d38-421e-4f3a-825a-e7a8f6a89f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:35:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['612a972a-a5bd-4f19-8b4f-75606df1fcc9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:38.897235 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-77ae6d38-421e-4f3a-825a-e7a8f6a89f17 None None] Set router 612a972a-a5bd-4f19-8b4f-75606df1fcc9 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:35:38.919708 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-acc62f39-7140-41c0-b293-298abb78d763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (ff67705b-efd0-43c9-be86-6392813eaba0), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:38.949874 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc62f39-7140-41c0-b293-298abb78d763 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff67705b-efd0-43c9-be86-6392813eaba0,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:38.951680 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-77ae6d38-421e-4f3a-825a-e7a8f6a89f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'name': 'tempest-TestEncryptedCinderVolumes-1323413666-router', 'tenant_id': '6339fa6e9b2c4817a4b50b08b510236d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:33:51Z', 'updated_at': '2022-03-28T09:35:38Z', 'revision_number': 6, 'project_id': '6339fa6e9b2c4817a4b50b08b510236d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:38.977789 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae6d38-421e-4f3a-825a-e7a8f6a89f17 None None] The sync data for ids ['612a972a-a5bd-4f19-8b4f-75606df1fcc9'] in dv-neutron-master-2-hyperv is: [{'id': '612a972a-a5bd-4f19-8b4f-75606df1fcc9', 'name': 'tempest-TestEncryptedCinderVolumes-1323413666-router', 'tenant_id': '6339fa6e9b2c4817a4b50b08b510236d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:33:51Z', 'updated_at': '2022-03-28T09:35:38Z', 'revision_number': 6, 'project_id': '6339fa6e9b2c4817a4b50b08b510236d', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:35:39.017976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-acc62f39-7140-41c0-b293-298abb78d763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (612a972a-a5bd-4f19-8b4f-75606df1fcc9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.110348 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-acc62f39-7140-41c0-b293-298abb78d763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (612a972a-a5bd-4f19-8b4f-75606df1fcc9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.112430 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-acc62f39-7140-41c0-b293-298abb78d763 admin admin] Publish callbacks [] for router_controller (612a972a-a5bd-4f19-8b4f-75606df1fcc9), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.155887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-acc62f39-7140-41c0-b293-298abb78d763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (612a972a-a5bd-4f19-8b4f-75606df1fcc9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.156312 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc62f39-7140-41c0-b293-298abb78d763 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 612a972a-a5bd-4f19-8b4f-75606df1fcc9 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:35:39.160611 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-acc62f39-7140-41c0-b293-298abb78d763 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.161781 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-acc62f39-7140-41c0-b293-298abb78d763 admin admin] 10.222.0.15 "DELETE /v2.0/routers/612a972a-a5bd-4f19-8b4f-75606df1fcc9 HTTP/1.1" status: 204 len: 168 time: 0.7678089 Mar 28 09:35:39.164208 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57966) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:39.211105 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3db8d3-598f-4637-8c34-18694ccfe476 admin admin] Deleting subnet c7e7314a-2a9e-4a79-a36e-2bb092938e31 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:35:39.214913 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5d3db8d3-598f-4637-8c34-18694ccfe476 admin admin] Publish callbacks [] for subnet (c7e7314a-2a9e-4a79-a36e-2bb092938e31), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.249107 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5d3db8d3-598f-4637-8c34-18694ccfe476 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (c7e7314a-2a9e-4a79-a36e-2bb092938e31), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.325808 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5d3db8d3-598f-4637-8c34-18694ccfe476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (c7e7314a-2a9e-4a79-a36e-2bb092938e31), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.384157 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5d3db8d3-598f-4637-8c34-18694ccfe476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (c7e7314a-2a9e-4a79-a36e-2bb092938e31), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.416859 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3db8d3-598f-4637-8c34-18694ccfe476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7e7314a-2a9e-4a79-a36e-2bb092938e31,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:39.420684 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5d3db8d3-598f-4637-8c34-18694ccfe476 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.426398 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5d3db8d3-598f-4637-8c34-18694ccfe476 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c7e7314a-2a9e-4a79-a36e-2bb092938e31 HTTP/1.1" status: 204 len: 168 time: 0.2589972 Mar 28 09:35:39.426759 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57968) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:39.427521 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a720370-3f3c-4abc-b214-38c35915c0cf None None] Network 73be1dba-b014-478a-adc9-bf63666fd00a requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:35:39.504366 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (73be1dba-b014-478a-adc9-bf63666fd00a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.563357 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] Deleting port 8dabb103-2e11-4853-895e-4d63415f0074 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:35:39.563696 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (8dabb103-2e11-4853-895e-4d63415f0074), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.624760 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] For port 8dabb103-2e11-4853-895e-4d63415f0074, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8dabb103-2e11-4853-895e-4d63415f0074,segment=NetworkSegment(c36a6765-ee00-4100-a20d-041a19587e59),segment_id=c36a6765-ee00-4100-a20d-041a19587e59)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:35:39.625118 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (8dabb103-2e11-4853-895e-4d63415f0074), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.638680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] Calling delete_port for 8dabb103-2e11-4853-895e-4d63415f0074 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:35:39.719268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (8dabb103-2e11-4853-895e-4d63415f0074), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.746287 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dabb103-2e11-4853-895e-4d63415f0074,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:39.748098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] No DVR routers for this DVR port 8dabb103-2e11-4853-895e-4d63415f0074 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:35:39.812387 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 44e75400-3e7b-46af-a82d-febae4a93499 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:35:39.814668 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaeb0db-1d90-49ba-bb7e-343cebf7a02d None None] DHCP port deletion for 73be1dba-b014-478a-adc9-bf63666fd00a request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:35:39.820645 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (73be1dba-b014-478a-adc9-bf63666fd00a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.836337 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 44e75400-3e7b-46af-a82d-febae4a93499 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:35:39.836686 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 44e75400-3e7b-46af-a82d-febae4a93499 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:35:39.844647 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73be1dba-b014-478a-adc9-bf63666fd00a']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:39.855206 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36a6765-ee00-4100-a20d-041a19587e59') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:39.855502 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36a6765-ee00-4100-a20d-041a19587e59') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:39.864694 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (c36a6765-ee00-4100-a20d-041a19587e59), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.878643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (c36a6765-ee00-4100-a20d-041a19587e59), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.884956 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:35:39.885440 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (c36a6765-ee00-4100-a20d-041a19587e59), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:35:39.887188 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:35:39.946641 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (73be1dba-b014-478a-adc9-bf63666fd00a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.952667 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:39.955994 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] 10.222.0.15 "DELETE /v2.0/networks/73be1dba-b014-478a-adc9-bf63666fd00a HTTP/1.1" status: 204 len: 168 time: 0.5282047 Mar 28 09:35:39.967643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cc103-b40c-4ebd-985e-d47ffebceb04 admin admin] Pushing event deleted for resources: {'Network': ['ID=73be1dba-b014-478a-adc9-bf63666fd00a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:40.125885 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57972) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:40.165566 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-63fa4f34-adc4-4512-989f-9f60b2bdf9c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ec3eba5bbba44b79a780f32f1061200&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383787 Mar 28 09:35:40.167904 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 57974) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:40.216020 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4831ea9c-1fa1-41fd-9a08-79d3f2194da7 admin admin] Publish callbacks [] for security_group (18e33c6e-3522-4dd3-a0e7-959217f6a59e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:40.237170 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4831ea9c-1fa1-41fd-9a08-79d3f2194da7 admin admin] Publish callbacks [] for security_group (18e33c6e-3522-4dd3-a0e7-959217f6a59e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:40.287232 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4831ea9c-1fa1-41fd-9a08-79d3f2194da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (18e33c6e-3522-4dd3-a0e7-959217f6a59e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:40.289950 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4831ea9c-1fa1-41fd-9a08-79d3f2194da7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:40.291140 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4831ea9c-1fa1-41fd-9a08-79d3f2194da7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18e33c6e-3522-4dd3-a0e7-959217f6a59e HTTP/1.1" status: 204 len: 168 time: 0.1223547 Mar 28 09:35:40.299002 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831ea9c-1fa1-41fd-9a08-79d3f2194da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e33c6e-3522-4dd3-a0e7-959217f6a59e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:40.513052 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:35:40.596535 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57980) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:40.636616 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ecc7d409-d4c9-4221-be60-a88c390494fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6339fa6e9b2c4817a4b50b08b510236d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389507 Mar 28 09:35:40.639004 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 57982) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:40.685405 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-db5abed4-967b-4079-b0ed-e1c510a2923d admin admin] Publish callbacks [] for security_group (151ee1ed-1438-4a53-92c6-adb437a3201f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:40.706297 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-db5abed4-967b-4079-b0ed-e1c510a2923d admin admin] Publish callbacks [] for security_group (151ee1ed-1438-4a53-92c6-adb437a3201f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:40.752855 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-db5abed4-967b-4079-b0ed-e1c510a2923d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (151ee1ed-1438-4a53-92c6-adb437a3201f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:40.755670 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-db5abed4-967b-4079-b0ed-e1c510a2923d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:40.756812 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-db5abed4-967b-4079-b0ed-e1c510a2923d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/151ee1ed-1438-4a53-92c6-adb437a3201f HTTP/1.1" status: 204 len: 168 time: 0.1169224 Mar 28 09:35:40.764875 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5abed4-967b-4079-b0ed-e1c510a2923d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151ee1ed-1438-4a53-92c6-adb437a3201f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:41.188259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 8dabb103-2e11-4853-895e-4d63415f0074 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:35:41.211269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 8dabb103-2e11-4853-895e-4d63415f0074 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:35:41.211269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 8dabb103-2e11-4853-895e-4d63415f0074 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:35:41.211269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ff67705b-efd0-43c9-be86-6392813eaba0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:35:41.230337 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: ff67705b-efd0-43c9-be86-6392813eaba0 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:35:41.230682 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ff67705b-efd0-43c9-be86-6392813eaba0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:35:41.408610 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58004) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:41.500727 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-22e8aae0-02a4-4595-9e61-dc5231ca2818 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-297831989-network', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:35:41.519792 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e8aae0-02a4-4595-9e61-dc5231ca2818 admin admin] Made reservation on behalf of 78a4f596c7b14e2f930631dc76d2e702 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:35:41.522098 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22e8aae0-02a4-4595-9e61-dc5231ca2818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:41.531117 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22e8aae0-02a4-4595-9e61-dc5231ca2818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:41.607761 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22e8aae0-02a4-4595-9e61-dc5231ca2818 admin admin] Publish callbacks [] for security_group (b131dba8-525e-4a4c-94be-3deef6b1718f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:41.612603 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22e8aae0-02a4-4595-9e61-dc5231ca2818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b131dba8-525e-4a4c-94be-3deef6b1718f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:41.633075 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e8aae0-02a4-4595-9e61-dc5231ca2818 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:35:41.646779 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8aae0-02a4-4595-9e61-dc5231ca2818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b131dba8-525e-4a4c-94be-3deef6b1718f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:41.651943 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22e8aae0-02a4-4595-9e61-dc5231ca2818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (226174ac-0e2b-480b-811b-d5665c5b867d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:41.652287 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-22e8aae0-02a4-4595-9e61-dc5231ca2818 admin admin] Added segment 226174ac-0e2b-480b-811b-d5665c5b867d of type vlan for network c58778bb-9d87-4609-b665-73c25737d4d7 Mar 28 09:35:41.694078 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22e8aae0-02a4-4595-9e61-dc5231ca2818 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (c58778bb-9d87-4609-b665-73c25737d4d7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:41.719008 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22e8aae0-02a4-4595-9e61-dc5231ca2818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (c58778bb-9d87-4609-b665-73c25737d4d7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:41.719974 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e8aae0-02a4-4595-9e61-dc5231ca2818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:35:41.720586 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22e8aae0-02a4-4595-9e61-dc5231ca2818 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:41.776094 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-22e8aae0-02a4-4595-9e61-dc5231ca2818 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3657188 Mar 28 09:35:41.778689 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58008) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:41.783314 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-0d766031-83ef-4c96-ac37-85a9990db1da admin admin] Request body: {'subnet': {'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-297831989-subnet', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:35:41.790881 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8aae0-02a4-4595-9e61-dc5231ca2818 admin admin] Pushing event updated for resources: {'Network': ['ID=c58778bb-9d87-4609-b665-73c25737d4d7,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:41.801380 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network c58778bb-9d87-4609-b665-73c25737d4d7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:35:41.805456 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d766031-83ef-4c96-ac37-85a9990db1da admin admin] Made reservation on behalf of 78a4f596c7b14e2f930631dc76d2e702 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:35:41.807861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d766031-83ef-4c96-ac37-85a9990db1da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:41.974188 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d766031-83ef-4c96-ac37-85a9990db1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (ffbd199d-b34d-4447-b0f3-e5ae8aaaa526), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:42.036699 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d766031-83ef-4c96-ac37-85a9990db1da admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffbd199d-b34d-4447-b0f3-e5ae8aaaa526,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:42.040880 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d766031-83ef-4c96-ac37-85a9990db1da admin admin] Checking segment: {'id': '226174ac-0e2b-480b-811b-d5665c5b867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:35:42.041308 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d766031-83ef-4c96-ac37-85a9990db1da admin admin] Network hostable DHCP agents. Network: c58778bb-9d87-4609-b665-73c25737d4d7, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:35:42.058211 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d766031-83ef-4c96-ac37-85a9990db1da admin admin] Network c58778bb-9d87-4609-b665-73c25737d4d7 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:35:42.066804 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-0d766031-83ef-4c96-ac37-85a9990db1da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c58778bb-9d87-4609-b665-73c25737d4d7) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:35:42.070822 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d766031-83ef-4c96-ac37-85a9990db1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:35:42.071406 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d766031-83ef-4c96-ac37-85a9990db1da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:42.076110 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716879ee-dde4-46d5-9e96-2912052deb2e None None] Network c58778bb-9d87-4609-b665-73c25737d4d7 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:35:42.087792 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0d766031-83ef-4c96-ac37-85a9990db1da admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3079853 Mar 28 09:35:42.090733 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58010) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:42.095440 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-297831989-router', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:35:42.114433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:42.115419 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:42.172434 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] Publish callbacks [] for router_controller (ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:42.177039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c58778bb-9d87-4609-b665-73c25737d4d7', 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7', 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'fixed_ips': [{'subnet_id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:35:42.178059 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:42.316884 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Allocated IP 172.20.0.2 (c58778bb-9d87-4609-b665-73c25737d4d7/ffbd199d-b34d-4447-b0f3-e5ae8aaaa526/15005102-4c1f-47c3-bc99-74de88831bc4) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:35:42.321566 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] Publish callbacks [] for router_gateway (ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:42.463307 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Publish callbacks [] for port (15005102-4c1f-47c3-bc99-74de88831bc4), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:42.469512 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (15005102-4c1f-47c3-bc99-74de88831bc4), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:42.508010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Network c58778bb-9d87-4609-b665-73c25737d4d7 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:35:42.514004 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:35:42.516515 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:35:42.518592 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] Publish callbacks [] for router_gateway (ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:42.523762 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Pushing event updated for resources: {'Port': ['ID=15005102-4c1f-47c3-bc99-74de88831bc4,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:42.534577 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:42.534931 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:42.535277 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:42.535623 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:42.535964 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:42.536300 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:42.536632 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:42.536961 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:42.537292 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:42.537645 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:42.537980 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:42.538311 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:42.538645 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:42.538970 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:42.539292 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:42.541917 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:42.588013 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Attempting to bind port 15005102-4c1f-47c3-bc99-74de88831bc4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:35:42.588299 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Attempting to bind port 15005102-4c1f-47c3-bc99-74de88831bc4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '226174ac-0e2b-480b-811b-d5665c5b867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:35:42.588667 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Attempting to bind port 15005102-4c1f-47c3-bc99-74de88831bc4 on network c58778bb-9d87-4609-b665-73c25737d4d7 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:35:42.593658 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:35:42.594035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Checking segment: {'id': '226174ac-0e2b-480b-811b-d5665c5b867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:35:42.594437 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:42.594828 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Bound using segment: {'id': '226174ac-0e2b-480b-811b-d5665c5b867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:35:42.595289 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Bound port: 15005102-4c1f-47c3-bc99-74de88831bc4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226174ac-0e2b-480b-811b-d5665c5b867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:35:42.595666 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (15005102-4c1f-47c3-bc99-74de88831bc4), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:42.643208 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] Allocated IP 172.36.4.63 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/d6b76545-2ee9-499c-a652-0da0f627fb5a) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:35:42.662454 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] For port 15005102-4c1f-47c3-bc99-74de88831bc4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:35:42.665411 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] For port 15005102-4c1f-47c3-bc99-74de88831bc4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15005102-4c1f-47c3-bc99-74de88831bc4,segment=NetworkSegment(226174ac-0e2b-480b-811b-d5665c5b867d),segment_id=226174ac-0e2b-480b-811b-d5665c5b867d)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:35:42.672144 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (15005102-4c1f-47c3-bc99-74de88831bc4), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:42.731832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ba3c9-aec6-4bb4-b093-78c866a06d59 None None] Pushing event updated for resources: {'Port': ['ID=15005102-4c1f-47c3-bc99-74de88831bc4,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:42.758474 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] Publish callbacks [] for port (d6b76545-2ee9-499c-a652-0da0f627fb5a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:42.794423 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (d6b76545-2ee9-499c-a652-0da0f627fb5a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:42.831510 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:35:42.834678 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:35:42.837215 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:35:42.879516 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b76545-2ee9-499c-a652-0da0f627fb5a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:43.123049 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] Publish callbacks [] for router_gateway (ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:43.227145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 15005102-4c1f-47c3-bc99-74de88831bc4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:35:43.276719 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 15005102-4c1f-47c3-bc99-74de88831bc4 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:43.277100 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (15005102-4c1f-47c3-bc99-74de88831bc4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:43.329454 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:43.360607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 15005102-4c1f-47c3-bc99-74de88831bc4 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:35:43.361739 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (15005102-4c1f-47c3-bc99-74de88831bc4), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:43.401467 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 15005102-4c1f-47c3-bc99-74de88831bc4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15005102-4c1f-47c3-bc99-74de88831bc4,segment=NetworkSegment(226174ac-0e2b-480b-811b-d5665c5b867d),segment_id=226174ac-0e2b-480b-811b-d5665c5b867d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:35:43.407498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (15005102-4c1f-47c3-bc99-74de88831bc4), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:43.460261 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=15005102-4c1f-47c3-bc99-74de88831bc4,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:43.632347 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c603af52-7a35-407f-84d5-c19beb237f3f None None] Network c58778bb-9d87-4609-b665-73c25737d4d7 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:35:43.719144 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-612fadc7-abde-4508-8c43-307ddd861ef2 None None] Provisioning complete for port 15005102-4c1f-47c3-bc99-74de88831bc4 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:43.719522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-612fadc7-abde-4508-8c43-307ddd861ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (15005102-4c1f-47c3-bc99-74de88831bc4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:43.817864 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] Router ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:35:43.833772 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-612fadc7-abde-4508-8c43-307ddd861ef2 None None] Current status of the port 15005102-4c1f-47c3-bc99-74de88831bc4 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:35:43.932911 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:35:43.941578 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Sync routers for ids ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:35:43.951248 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:43.952517 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-001ad5ac-7db2-468a-8e41-a5a97d3dc493 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8606100 Mar 28 09:35:43.954160 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Routers {'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:35:43.954850 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:35:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:43.955557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58012) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:44.069579 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0d2d2359-1a97-4a34-8913-3656f4ddc1af None None] Provisioning complete for port 15005102-4c1f-47c3-bc99-74de88831bc4 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:44.069991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2359-1a97-4a34-8913-3656f4ddc1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (15005102-4c1f-47c3-bc99-74de88831bc4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:44.102395 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Set router ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:35:44.288142 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d2359-1a97-4a34-8913-3656f4ddc1af None None] Current status of the port 15005102-4c1f-47c3-bc99-74de88831bc4 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:35:44.336753 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'name': 'tempest-TestMinimumBasicScenario-297831989-router', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:43Z', 'revision_number': 3, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'gw_port': {'id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:44.362832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Checking router: ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:35:44.363527 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Updating router ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 port d6b76545-2ee9-499c-a652-0da0f627fb5a binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:35:44.391766 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (d6b76545-2ee9-499c-a652-0da0f627fb5a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:44.642478 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Publish callbacks [] for port (d6b76545-2ee9-499c-a652-0da0f627fb5a), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:44.647846 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (d6b76545-2ee9-499c-a652-0da0f627fb5a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:44.696418 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:44.697947 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Attempting to bind port d6b76545-2ee9-499c-a652-0da0f627fb5a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:35:44.698423 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Attempting to bind port d6b76545-2ee9-499c-a652-0da0f627fb5a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:35:44.698802 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Attempting to bind port d6b76545-2ee9-499c-a652-0da0f627fb5a on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:35:44.705927 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254921c-341f-492a-b358-c7793ce0e980 None None] Pushing event updated for resources: {'Port': ['ID=d6b76545-2ee9-499c-a652-0da0f627fb5a,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:44.708580 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:35:44.708961 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:35:44.709367 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:44.709785 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:35:44.710260 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Bound port: d6b76545-2ee9-499c-a652-0da0f627fb5a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:35:44.710649 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (d6b76545-2ee9-499c-a652-0da0f627fb5a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:44.763374 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] For port d6b76545-2ee9-499c-a652-0da0f627fb5a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:35:44.766514 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] For port d6b76545-2ee9-499c-a652-0da0f627fb5a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6b76545-2ee9-499c-a652-0da0f627fb5a,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:35:44.772107 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (d6b76545-2ee9-499c-a652-0da0f627fb5a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:44.830390 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Routers {'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:35:44.831029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:35:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:44.835709 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254921c-341f-492a-b358-c7793ce0e980 None None] Pushing event updated for resources: {'Port': ['ID=d6b76545-2ee9-499c-a652-0da0f627fb5a,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:44.857890 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Allocated IP 172.20.0.1 (c58778bb-9d87-4609-b665-73c25737d4d7/ffbd199d-b34d-4447-b0f3-e5ae8aaaa526/5f767d8e-9820-4cf7-b184-742f7ece3d0d) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:35:44.937984 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] Set router ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:35:44.965245 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Publish callbacks [] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:44.998376 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:45.036047 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Network c58778bb-9d87-4609-b665-73c25737d4d7 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:35:45.040686 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:35:45.047101 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:35:45.071679 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Pushing event updated for resources: {'Port': ['ID=5f767d8e-9820-4cf7-b184-742f7ece3d0d,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:45.089702 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:45.148378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'name': 'tempest-TestMinimumBasicScenario-297831989-router', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:43Z', 'revision_number': 3, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'gw_port': {'id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:45.182419 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32383a3-43df-42c1-88ee-b78993c60f5a None None] The sync data for ids ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'] in dv-neutron-master-2-hyperv is: [{'id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'name': 'tempest-TestMinimumBasicScenario-297831989-router', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:43Z', 'revision_number': 3, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'gw_port': {'id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:35:45.194962 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 15005102-4c1f-47c3-bc99-74de88831bc4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:35:45.251261 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 15005102-4c1f-47c3-bc99-74de88831bc4 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:45.251674 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (15005102-4c1f-47c3-bc99-74de88831bc4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:45.256030 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:45.436915 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Publish callbacks [] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:45.454853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:45.490779 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0fa72269-50cd-4eac-9d7e-5a4ce1e712e5 None None] Provisioning complete for port 5f767d8e-9820-4cf7-b184-742f7ece3d0d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:45.491305 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0fa72269-50cd-4eac-9d7e-5a4ce1e712e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:45.534070 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:45.536059 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Pushing event updated for resources: {'Port': ['ID=5f767d8e-9820-4cf7-b184-742f7ece3d0d,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:45.548989 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:45.549497 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:45.550165 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:45.550416 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:45.550941 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:45.551289 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:45.551724 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:45.552161 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:45.552617 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:45.553083 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:45.553518 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:45.553975 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:45.554403 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:45.555153 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:45.555153 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:45.555542 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0fa72269-50cd-4eac-9d7e-5a4ce1e712e5 None None] Port 5f767d8e-9820-4cf7-b184-742f7ece3d0d cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:35:45.560807 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 15005102-4c1f-47c3-bc99-74de88831bc4 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:35:45.654454 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Network c58778bb-9d87-4609-b665-73c25737d4d7 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:35:45.655918 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:35:45.784428 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Router ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:35:45.885340 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d52f6528-720e-485d-be3b-fa8a0ba62096 None None] Provisioning complete for port 5f767d8e-9820-4cf7-b184-742f7ece3d0d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:45.885995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d52f6528-720e-485d-be3b-fa8a0ba62096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:45.906506 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80116586-1041-4763-b201-04bf8940835e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:35:45.913567 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-80116586-1041-4763-b201-04bf8940835e admin admin] 10.222.0.15 "PUT /v2.0/routers/ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9555869 Mar 28 09:35:45.926421 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d52f6528-720e-485d-be3b-fa8a0ba62096 None None] Port 5f767d8e-9820-4cf7-b184-742f7ece3d0d cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:35:46.374120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58028) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:46.379313 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-89da7859-a854-4a29-9bee-49ca5dc4c554 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1985743235-network', 'tenant_id': '98344b476f7d40a782027177895f000f'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:35:46.398929 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89da7859-a854-4a29-9bee-49ca5dc4c554 admin admin] Made reservation on behalf of 98344b476f7d40a782027177895f000f for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:35:46.401240 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-89da7859-a854-4a29-9bee-49ca5dc4c554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:46.411831 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-89da7859-a854-4a29-9bee-49ca5dc4c554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:46.487822 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-89da7859-a854-4a29-9bee-49ca5dc4c554 admin admin] Publish callbacks [] for security_group (f4deb870-7e79-4e43-98f9-bcaa3ebc249c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:46.492950 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-89da7859-a854-4a29-9bee-49ca5dc4c554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (f4deb870-7e79-4e43-98f9-bcaa3ebc249c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:46.516256 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89da7859-a854-4a29-9bee-49ca5dc4c554 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:35:46.532347 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da7859-a854-4a29-9bee-49ca5dc4c554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4deb870-7e79-4e43-98f9-bcaa3ebc249c,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:46.537105 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-89da7859-a854-4a29-9bee-49ca5dc4c554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (708b3458-e8d4-478f-8c57-a73184754918), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:46.537670 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-89da7859-a854-4a29-9bee-49ca5dc4c554 admin admin] Added segment 708b3458-e8d4-478f-8c57-a73184754918 of type vlan for network b6f4d9f3-e867-48b6-9ed9-ca2602a06125 Mar 28 09:35:46.583616 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-89da7859-a854-4a29-9bee-49ca5dc4c554 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (b6f4d9f3-e867-48b6-9ed9-ca2602a06125), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:46.610141 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-89da7859-a854-4a29-9bee-49ca5dc4c554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (b6f4d9f3-e867-48b6-9ed9-ca2602a06125), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:46.611127 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89da7859-a854-4a29-9bee-49ca5dc4c554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:35:46.611697 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-89da7859-a854-4a29-9bee-49ca5dc4c554 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:46.673609 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-89da7859-a854-4a29-9bee-49ca5dc4c554 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2983482 Mar 28 09:35:46.676300 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58032) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:46.680923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-03edfbc7-5dae-414b-bf71-97de85e8f92c admin admin] Request body: {'subnet': {'network_id': 'b6f4d9f3-e867-48b6-9ed9-ca2602a06125', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1985743235-subnet', 'tenant_id': '98344b476f7d40a782027177895f000f', 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:35:46.695218 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da7859-a854-4a29-9bee-49ca5dc4c554 admin admin] Pushing event updated for resources: {'Network': ['ID=b6f4d9f3-e867-48b6-9ed9-ca2602a06125,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:46.706919 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03edfbc7-5dae-414b-bf71-97de85e8f92c admin admin] Made reservation on behalf of 98344b476f7d40a782027177895f000f for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:35:46.707140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network b6f4d9f3-e867-48b6-9ed9-ca2602a06125 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:35:46.709963 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-03edfbc7-5dae-414b-bf71-97de85e8f92c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:46.880504 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-03edfbc7-5dae-414b-bf71-97de85e8f92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (130ca12c-e4f9-4977-9e24-8f13d5292aeb), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:46.920052 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Sync routers for ids ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:35:46.929584 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Routers {'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:35:46.930250 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:35:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:46.941144 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03edfbc7-5dae-414b-bf71-97de85e8f92c admin admin] Pushing event updated for resources: {'Subnet': ['ID=130ca12c-e4f9-4977-9e24-8f13d5292aeb,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:46.948766 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03edfbc7-5dae-414b-bf71-97de85e8f92c admin admin] Checking segment: {'id': '708b3458-e8d4-478f-8c57-a73184754918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b6f4d9f3-e867-48b6-9ed9-ca2602a06125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:35:46.949114 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03edfbc7-5dae-414b-bf71-97de85e8f92c admin admin] Network hostable DHCP agents. Network: b6f4d9f3-e867-48b6-9ed9-ca2602a06125, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:35:46.967075 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03edfbc7-5dae-414b-bf71-97de85e8f92c admin admin] Network b6f4d9f3-e867-48b6-9ed9-ca2602a06125 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:35:46.976935 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-03edfbc7-5dae-414b-bf71-97de85e8f92c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b6f4d9f3-e867-48b6-9ed9-ca2602a06125) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:35:46.984628 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1b220d-df34-46da-9736-4bdb74f9d8f8 None None] Network b6f4d9f3-e867-48b6-9ed9-ca2602a06125 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:35:46.985466 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03edfbc7-5dae-414b-bf71-97de85e8f92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:35:46.986223 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-03edfbc7-5dae-414b-bf71-97de85e8f92c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.008671 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-03edfbc7-5dae-414b-bf71-97de85e8f92c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3290730 Mar 28 09:35:47.009008 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58034) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:47.013924 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1985743235-router', 'tenant_id': '98344b476f7d40a782027177895f000f', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:35:47.034483 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (b43445ca-ef48-4492-a711-d319bdc05f5f), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.035809 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (b43445ca-ef48-4492-a711-d319bdc05f5f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.051324 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Set router ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:35:47.094861 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b6f4d9f3-e867-48b6-9ed9-ca2602a06125', 'network_id': 'b6f4d9f3-e867-48b6-9ed9-ca2602a06125', 'project_id': '98344b476f7d40a782027177895f000f', 'fixed_ips': [{'subnet_id': '130ca12c-e4f9-4977-9e24-8f13d5292aeb'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:35:47.096676 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.098963 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] Publish callbacks [] for router_controller (b43445ca-ef48-4492-a711-d319bdc05f5f), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.242477 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device d6b76545-2ee9-499c-a652-0da0f627fb5a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:35:47.265320 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] Publish callbacks [] for router_gateway (b43445ca-ef48-4492-a711-d319bdc05f5f), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.285071 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Allocated IP 172.20.0.2 (b6f4d9f3-e867-48b6-9ed9-ca2602a06125/130ca12c-e4f9-4977-9e24-8f13d5292aeb/876c759d-c4e8-40fe-8545-8ec9f42b542c) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:35:47.289762 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'name': 'tempest-TestMinimumBasicScenario-297831989-router', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:45Z', 'revision_number': 4, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'gw_port': {'id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5f767d8e-9820-4cf7-b184-742f7ece3d0d', 'name': '', 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'mac_address': 'fa:16:3e:3b:39:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:44Z', 'updated_at': '2022-03-28T09:35:45Z', 'revision_number': 2, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'subnets': [{'id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:47.322645 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Checking router: ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:35:47.323105 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Updating router ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 port 5f767d8e-9820-4cf7-b184-742f7ece3d0d binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:35:47.355988 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.356436 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port d6b76545-2ee9-499c-a652-0da0f627fb5a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:47.356818 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (d6b76545-2ee9-499c-a652-0da0f627fb5a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.481595 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] Publish callbacks [] for router_gateway (b43445ca-ef48-4492-a711-d319bdc05f5f), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.495488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Publish callbacks [] for port (876c759d-c4e8-40fe-8545-8ec9f42b542c), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.503030 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.503515 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port d6b76545-2ee9-499c-a652-0da0f627fb5a is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:35:47.503841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (d6b76545-2ee9-499c-a652-0da0f627fb5a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.510668 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (876c759d-c4e8-40fe-8545-8ec9f42b542c), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.554708 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port d6b76545-2ee9-499c-a652-0da0f627fb5a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6b76545-2ee9-499c-a652-0da0f627fb5a,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:35:47.566170 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (d6b76545-2ee9-499c-a652-0da0f627fb5a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.572825 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Network b6f4d9f3-e867-48b6-9ed9-ca2602a06125 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:35:47.577410 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:35:47.579185 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Pushing event updated for resources: {'Port': ['ID=876c759d-c4e8-40fe-8545-8ec9f42b542c,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:47.581277 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:35:47.620261 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] Allocated IP 172.36.4.153 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/ae593f9f-c774-4177-b0a9-4d5245c0b4a4) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:35:47.673045 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Publish callbacks [] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.675405 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Attempting to bind port 876c759d-c4e8-40fe-8545-8ec9f42b542c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:35:47.675877 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Attempting to bind port 876c759d-c4e8-40fe-8545-8ec9f42b542c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '708b3458-e8d4-478f-8c57-a73184754918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b6f4d9f3-e867-48b6-9ed9-ca2602a06125'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:35:47.676216 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Attempting to bind port 876c759d-c4e8-40fe-8545-8ec9f42b542c on network b6f4d9f3-e867-48b6-9ed9-ca2602a06125 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:35:47.678245 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=d6b76545-2ee9-499c-a652-0da0f627fb5a,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:47.678871 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.684202 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:35:47.684520 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Checking segment: {'id': '708b3458-e8d4-478f-8c57-a73184754918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b6f4d9f3-e867-48b6-9ed9-ca2602a06125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:35:47.684913 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.685300 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Bound using segment: {'id': '708b3458-e8d4-478f-8c57-a73184754918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b6f4d9f3-e867-48b6-9ed9-ca2602a06125'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:35:47.685789 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Bound port: 876c759d-c4e8-40fe-8545-8ec9f42b542c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708b3458-e8d4-478f-8c57-a73184754918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b6f4d9f3-e867-48b6-9ed9-ca2602a06125'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:35:47.686171 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (876c759d-c4e8-40fe-8545-8ec9f42b542c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.724647 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c192aa-3426-4b12-828e-8d6b9b3d0e42 None None] Pushing event updated for resources: {'Port': ['ID=5f767d8e-9820-4cf7-b184-742f7ece3d0d,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:47.733490 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c192aa-3426-4b12-828e-8d6b9b3d0e42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:47.733948 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c192aa-3426-4b12-828e-8d6b9b3d0e42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:47.734718 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c192aa-3426-4b12-828e-8d6b9b3d0e42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:47.734991 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c192aa-3426-4b12-828e-8d6b9b3d0e42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:47.735404 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c192aa-3426-4b12-828e-8d6b9b3d0e42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:47.735859 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c192aa-3426-4b12-828e-8d6b9b3d0e42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:47.736246 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c192aa-3426-4b12-828e-8d6b9b3d0e42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:47.736647 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c192aa-3426-4b12-828e-8d6b9b3d0e42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:47.737046 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c192aa-3426-4b12-828e-8d6b9b3d0e42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:47.737453 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c192aa-3426-4b12-828e-8d6b9b3d0e42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:47.737874 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c192aa-3426-4b12-828e-8d6b9b3d0e42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:47.738718 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c192aa-3426-4b12-828e-8d6b9b3d0e42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:47.738718 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c192aa-3426-4b12-828e-8d6b9b3d0e42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:47.739401 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c192aa-3426-4b12-828e-8d6b9b3d0e42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:47.739526 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c192aa-3426-4b12-828e-8d6b9b3d0e42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:35:47.744708 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] Publish callbacks [] for port (ae593f9f-c774-4177-b0a9-4d5245c0b4a4), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.767009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] For port 876c759d-c4e8-40fe-8545-8ec9f42b542c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:35:47.773273 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] For port 876c759d-c4e8-40fe-8545-8ec9f42b542c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=876c759d-c4e8-40fe-8545-8ec9f42b542c,segment=NetworkSegment(708b3458-e8d4-478f-8c57-a73184754918),segment_id=708b3458-e8d4-478f-8c57-a73184754918)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:35:47.782031 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (876c759d-c4e8-40fe-8545-8ec9f42b542c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.786730 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (ae593f9f-c774-4177-b0a9-4d5245c0b4a4), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.820472 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Attempting to bind port 5f767d8e-9820-4cf7-b184-742f7ece3d0d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:35:47.821102 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Attempting to bind port 5f767d8e-9820-4cf7-b184-742f7ece3d0d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '226174ac-0e2b-480b-811b-d5665c5b867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:35:47.823365 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Attempting to bind port 5f767d8e-9820-4cf7-b184-742f7ece3d0d on network c58778bb-9d87-4609-b665-73c25737d4d7 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:35:47.827090 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:35:47.830370 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:35:47.831906 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:35:47.832624 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Checking segment: {'id': '226174ac-0e2b-480b-811b-d5665c5b867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:35:47.832998 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:35:47.833358 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.833928 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Bound using segment: {'id': '226174ac-0e2b-480b-811b-d5665c5b867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:35:47.834644 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Bound port: 5f767d8e-9820-4cf7-b184-742f7ece3d0d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226174ac-0e2b-480b-811b-d5665c5b867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:35:47.835330 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:47.855516 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d79cb-8c15-4c66-af42-2091dbf9763b None None] Pushing event updated for resources: {'Port': ['ID=876c759d-c4e8-40fe-8545-8ec9f42b542c,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:47.896931 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] Pushing event updated for resources: {'Port': ['ID=ae593f9f-c774-4177-b0a9-4d5245c0b4a4,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:47.918549 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] For port 5f767d8e-9820-4cf7-b184-742f7ece3d0d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:35:47.922758 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] For port 5f767d8e-9820-4cf7-b184-742f7ece3d0d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f767d8e-9820-4cf7-b184-742f7ece3d0d,segment=NetworkSegment(226174ac-0e2b-480b-811b-d5665c5b867d),segment_id=226174ac-0e2b-480b-811b-d5665c5b867d)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:35:47.933899 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:48.001886 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c192aa-3426-4b12-828e-8d6b9b3d0e42 None None] Pushing event updated for resources: {'Port': ['ID=5f767d8e-9820-4cf7-b184-742f7ece3d0d,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:48.015859 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Routers {'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:35:48.016500 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:35:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:48.086855 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-44de644b-4388-42fc-8113-649a7b0a0040 None None] Provisioning complete for port 5f767d8e-9820-4cf7-b184-742f7ece3d0d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:48.092691 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-44de644b-4388-42fc-8113-649a7b0a0040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:48.208173 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] Publish callbacks [] for router_gateway (b43445ca-ef48-4492-a711-d319bdc05f5f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:48.235370 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-44de644b-4388-42fc-8113-649a7b0a0040 None None] Current status of the port 5f767d8e-9820-4cf7-b184-742f7ece3d0d is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:35:48.235832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-44de644b-4388-42fc-8113-649a7b0a0040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:48.297022 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-44de644b-4388-42fc-8113-649a7b0a0040 None None] For port 5f767d8e-9820-4cf7-b184-742f7ece3d0d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f767d8e-9820-4cf7-b184-742f7ece3d0d,segment=NetworkSegment(226174ac-0e2b-480b-811b-d5665c5b867d),segment_id=226174ac-0e2b-480b-811b-d5665c5b867d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:35:48.302511 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-44de644b-4388-42fc-8113-649a7b0a0040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:48.318698 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] Set router ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:35:48.370453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de644b-4388-42fc-8113-649a7b0a0040 None None] Pushing event updated for resources: {'Port': ['ID=5f767d8e-9820-4cf7-b184-742f7ece3d0d,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:48.422979 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-5d6e2398-3f9e-4af3-aa85-a2dca3ba393f None None] Provisioning complete for port 5f767d8e-9820-4cf7-b184-742f7ece3d0d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:48.423350 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2398-3f9e-4af3-aa85-a2dca3ba393f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:48.451986 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (b43445ca-ef48-4492-a711-d319bdc05f5f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:48.505689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5d6e2398-3f9e-4af3-aa85-a2dca3ba393f None None] Current status of the port 5f767d8e-9820-4cf7-b184-742f7ece3d0d is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:35:48.538133 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'name': 'tempest-TestMinimumBasicScenario-297831989-router', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:45Z', 'revision_number': 4, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'gw_port': {'id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5f767d8e-9820-4cf7-b184-742f7ece3d0d', 'name': '', 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'mac_address': 'fa:16:3e:3b:39:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:44Z', 'updated_at': '2022-03-28T09:35:47Z', 'revision_number': 4, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'subnets': [{'id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:48.563923 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa411f14-0438-4584-a57b-d9bc959a4951 None None] The sync data for ids ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'] in dv-neutron-master-2-hyperv is: [{'id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'name': 'tempest-TestMinimumBasicScenario-297831989-router', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:45Z', 'revision_number': 4, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'gw_port': {'id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5f767d8e-9820-4cf7-b184-742f7ece3d0d', 'name': '', 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'mac_address': 'fa:16:3e:3b:39:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:44Z', 'updated_at': '2022-03-28T09:35:47Z', 'revision_number': 4, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'subnets': [{'id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:35:48.594877 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] Router b43445ca-ef48-4492-a711-d319bdc05f5f is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:35:48.721054 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:35:48.730323 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Sync routers for ids ['b43445ca-ef48-4492-a711-d319bdc05f5f'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:35:48.741428 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:48.742210 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Routers {'b43445ca-ef48-4492-a711-d319bdc05f5f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:35:48.745769 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2df39c00-c512-445c-810c-a033f4846672 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7321274 Mar 28 09:35:48.745927 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:35:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b43445ca-ef48-4492-a711-d319bdc05f5f'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:48.746590 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58036) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:35:48.864044 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Set router b43445ca-ef48-4492-a711-d319bdc05f5f gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:35:49.071423 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'name': 'tempest-TestMinimumBasicScenario-1985743235-router', 'tenant_id': '98344b476f7d40a782027177895f000f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': 'ae593f9f-c774-4177-b0a9-4d5245c0b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:47Z', 'updated_at': '2022-03-28T09:35:48Z', 'revision_number': 3, 'project_id': '98344b476f7d40a782027177895f000f', 'gw_port': {'id': 'ae593f9f-c774-4177-b0a9-4d5245c0b4a4', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:47Z', 'updated_at': '2022-03-28T09:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:49.108060 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b74994e-2d32-4dce-b707-5a7c7e342d5f None None] Network b6f4d9f3-e867-48b6-9ed9-ca2602a06125 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:35:49.110600 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Checking router: b43445ca-ef48-4492-a711-d319bdc05f5f for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:35:49.110866 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Updating router b43445ca-ef48-4492-a711-d319bdc05f5f port ae593f9f-c774-4177-b0a9-4d5245c0b4a4 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:35:49.203282 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ae593f9f-c774-4177-b0a9-4d5245c0b4a4), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:49.208455 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-1ccad605-4c47-4a00-baf0-51907c82cc0d None None] Provisioning complete for port 876c759d-c4e8-40fe-8545-8ec9f42b542c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:49.208455 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1ccad605-4c47-4a00-baf0-51907c82cc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (876c759d-c4e8-40fe-8545-8ec9f42b542c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:49.274735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-267f90a1-c169-4f68-bf9c-df40f025ed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:49.441352 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device d6b76545-2ee9-499c-a652-0da0f627fb5a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:35:49.483061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-267f90a1-c169-4f68-bf9c-df40f025ed35 admin admin] Allocated IP 172.20.0.1 (b6f4d9f3-e867-48b6-9ed9-ca2602a06125/130ca12c-e4f9-4977-9e24-8f13d5292aeb/231deece-10d0-4a84-be7f-4458db047ce3) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:35:49.602549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-267f90a1-c169-4f68-bf9c-df40f025ed35 admin admin] Publish callbacks [] for port (231deece-10d0-4a84-be7f-4458db047ce3), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:49.643727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-267f90a1-c169-4f68-bf9c-df40f025ed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (231deece-10d0-4a84-be7f-4458db047ce3), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:49.683367 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267f90a1-c169-4f68-bf9c-df40f025ed35 admin admin] Network b6f4d9f3-e867-48b6-9ed9-ca2602a06125 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:35:49.686674 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-267f90a1-c169-4f68-bf9c-df40f025ed35 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:35:49.688814 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port d6b76545-2ee9-499c-a652-0da0f627fb5a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:49.689198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (d6b76545-2ee9-499c-a652-0da0f627fb5a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:49.690995 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267f90a1-c169-4f68-bf9c-df40f025ed35 admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:35:49.702792 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1ccad605-4c47-4a00-baf0-51907c82cc0d None None] Current status of the port 876c759d-c4e8-40fe-8545-8ec9f42b542c is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:35:49.703355 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1ccad605-4c47-4a00-baf0-51907c82cc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (876c759d-c4e8-40fe-8545-8ec9f42b542c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:49.720301 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f90a1-c169-4f68-bf9c-df40f025ed35 admin admin] Pushing event updated for resources: {'Port': ['ID=231deece-10d0-4a84-be7f-4458db047ce3,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:49.742368 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-267f90a1-c169-4f68-bf9c-df40f025ed35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (b43445ca-ef48-4492-a711-d319bdc05f5f), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:49.810921 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-1ccad605-4c47-4a00-baf0-51907c82cc0d None None] For port 876c759d-c4e8-40fe-8545-8ec9f42b542c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=876c759d-c4e8-40fe-8545-8ec9f42b542c,segment=NetworkSegment(708b3458-e8d4-478f-8c57-a73184754918),segment_id=708b3458-e8d4-478f-8c57-a73184754918)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:35:49.822786 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1ccad605-4c47-4a00-baf0-51907c82cc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (876c759d-c4e8-40fe-8545-8ec9f42b542c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:49.902384 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-267f90a1-c169-4f68-bf9c-df40f025ed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (231deece-10d0-4a84-be7f-4458db047ce3), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:49.947508 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port d6b76545-2ee9-499c-a652-0da0f627fb5a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:35:49.948692 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 876c759d-c4e8-40fe-8545-8ec9f42b542c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:35:49.981976 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Publish callbacks [] for port (ae593f9f-c774-4177-b0a9-4d5245c0b4a4), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:49.983613 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccad605-4c47-4a00-baf0-51907c82cc0d None None] Pushing event updated for resources: {'Port': ['ID=876c759d-c4e8-40fe-8545-8ec9f42b542c,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:50.000697 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ae593f9f-c774-4177-b0a9-4d5245c0b4a4), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:50.063616 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Attempting to bind port ae593f9f-c774-4177-b0a9-4d5245c0b4a4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:35:50.064035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Attempting to bind port ae593f9f-c774-4177-b0a9-4d5245c0b4a4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:35:50.064395 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Attempting to bind port ae593f9f-c774-4177-b0a9-4d5245c0b4a4 on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:35:50.089694 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-267f90a1-c169-4f68-bf9c-df40f025ed35 admin admin] Publish callbacks [] for port (231deece-10d0-4a84-be7f-4458db047ce3), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:50.091952 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:35:50.092520 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:35:50.092941 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:50.093408 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:35:50.094091 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Bound port: ae593f9f-c774-4177-b0a9-4d5245c0b4a4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:35:50.094440 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ae593f9f-c774-4177-b0a9-4d5245c0b4a4), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:50.098422 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635eae0-77ce-481f-9888-98b4dda2d830 None None] Pushing event updated for resources: {'Port': ['ID=ae593f9f-c774-4177-b0a9-4d5245c0b4a4,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:50.099283 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-267f90a1-c169-4f68-bf9c-df40f025ed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (231deece-10d0-4a84-be7f-4458db047ce3), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:50.131758 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-749a8f93-7fa9-487d-bff6-040a7fa694a1 None None] Provisioning complete for port 876c759d-c4e8-40fe-8545-8ec9f42b542c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:50.132331 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-749a8f93-7fa9-487d-bff6-040a7fa694a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (876c759d-c4e8-40fe-8545-8ec9f42b542c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:50.138378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 876c759d-c4e8-40fe-8545-8ec9f42b542c triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:50.138764 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (876c759d-c4e8-40fe-8545-8ec9f42b542c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:50.170896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-267f90a1-c169-4f68-bf9c-df40f025ed35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (b43445ca-ef48-4492-a711-d319bdc05f5f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:50.173104 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f90a1-c169-4f68-bf9c-df40f025ed35 admin admin] Pushing event updated for resources: {'Port': ['ID=231deece-10d0-4a84-be7f-4458db047ce3,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:50.232241 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] For port ae593f9f-c774-4177-b0a9-4d5245c0b4a4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:35:50.237488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] For port ae593f9f-c774-4177-b0a9-4d5245c0b4a4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae593f9f-c774-4177-b0a9-4d5245c0b4a4,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:35:50.248561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ae593f9f-c774-4177-b0a9-4d5245c0b4a4), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:50.278296 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267f90a1-c169-4f68-bf9c-df40f025ed35 admin admin] Network b6f4d9f3-e867-48b6-9ed9-ca2602a06125 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:35:50.279646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-267f90a1-c169-4f68-bf9c-df40f025ed35 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:35:50.375664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Routers {'b43445ca-ef48-4492-a711-d319bdc05f5f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:35:50.376314 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:35:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b43445ca-ef48-4492-a711-d319bdc05f5f'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:50.386799 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635eae0-77ce-481f-9888-98b4dda2d830 None None] Pushing event updated for resources: {'Port': ['ID=ae593f9f-c774-4177-b0a9-4d5245c0b4a4,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:50.411086 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267f90a1-c169-4f68-bf9c-df40f025ed35 admin admin] Router b43445ca-ef48-4492-a711-d319bdc05f5f has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:35:50.422466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-749a8f93-7fa9-487d-bff6-040a7fa694a1 None None] Current status of the port 876c759d-c4e8-40fe-8545-8ec9f42b542c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:35:50.450650 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 876c759d-c4e8-40fe-8545-8ec9f42b542c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:35:50.451908 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5f767d8e-9820-4cf7-b184-742f7ece3d0d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:35:50.538648 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] Set router b43445ca-ef48-4492-a711-d319bdc05f5f gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:35:50.577654 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 5f767d8e-9820-4cf7-b184-742f7ece3d0d triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:50.577961 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:50.651281 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc4eaaec-759d-4043-9f3f-dec12d90f5d0 None None] Provisioning complete for port 231deece-10d0-4a84-be7f-4458db047ce3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:50.651661 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc4eaaec-759d-4043-9f3f-dec12d90f5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (231deece-10d0-4a84-be7f-4458db047ce3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:50.749491 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc4eaaec-759d-4043-9f3f-dec12d90f5d0 None None] Port 231deece-10d0-4a84-be7f-4458db047ce3 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:35:50.812854 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 5f767d8e-9820-4cf7-b184-742f7ece3d0d is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:35:50.853129 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267f90a1-c169-4f68-bf9c-df40f025ed35 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:35:50.858416 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-267f90a1-c169-4f68-bf9c-df40f025ed35 admin admin] 10.222.0.15 "PUT /v2.0/routers/b43445ca-ef48-4492-a711-d319bdc05f5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1106305 Mar 28 09:35:50.867027 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'name': 'tempest-TestMinimumBasicScenario-1985743235-router', 'tenant_id': '98344b476f7d40a782027177895f000f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': 'ae593f9f-c774-4177-b0a9-4d5245c0b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:47Z', 'updated_at': '2022-03-28T09:35:49Z', 'revision_number': 4, 'project_id': '98344b476f7d40a782027177895f000f', 'gw_port': {'id': 'ae593f9f-c774-4177-b0a9-4d5245c0b4a4', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:47Z', 'updated_at': '2022-03-28T09:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '231deece-10d0-4a84-be7f-4458db047ce3', 'name': '', 'network_id': 'b6f4d9f3-e867-48b6-9ed9-ca2602a06125', 'tenant_id': '98344b476f7d40a782027177895f000f', 'mac_address': 'fa:16:3e:2e:86:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '130ca12c-e4f9-4977-9e24-8f13d5292aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:49Z', 'updated_at': '2022-03-28T09:35:49Z', 'revision_number': 2, 'project_id': '98344b476f7d40a782027177895f000f', 'subnets': [{'id': '130ca12c-e4f9-4977-9e24-8f13d5292aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:50.894533 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e60d80-89fb-42aa-bc7b-50e2589480ba None None] The sync data for ids ['b43445ca-ef48-4492-a711-d319bdc05f5f'] in dv-neutron-master-2-hyperv is: [{'id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'name': 'tempest-TestMinimumBasicScenario-1985743235-router', 'tenant_id': '98344b476f7d40a782027177895f000f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': 'ae593f9f-c774-4177-b0a9-4d5245c0b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:47Z', 'updated_at': '2022-03-28T09:35:49Z', 'revision_number': 4, 'project_id': '98344b476f7d40a782027177895f000f', 'gw_port': {'id': 'ae593f9f-c774-4177-b0a9-4d5245c0b4a4', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:47Z', 'updated_at': '2022-03-28T09:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '231deece-10d0-4a84-be7f-4458db047ce3', 'name': '', 'network_id': 'b6f4d9f3-e867-48b6-9ed9-ca2602a06125', 'tenant_id': '98344b476f7d40a782027177895f000f', 'mac_address': 'fa:16:3e:2e:86:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '130ca12c-e4f9-4977-9e24-8f13d5292aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:49Z', 'updated_at': '2022-03-28T09:35:49Z', 'revision_number': 2, 'project_id': '98344b476f7d40a782027177895f000f', 'subnets': [{'id': '130ca12c-e4f9-4977-9e24-8f13d5292aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:35:51.226468 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 876c759d-c4e8-40fe-8545-8ec9f42b542c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:35:51.283778 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 876c759d-c4e8-40fe-8545-8ec9f42b542c triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:51.284266 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (876c759d-c4e8-40fe-8545-8ec9f42b542c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:51.379203 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 876c759d-c4e8-40fe-8545-8ec9f42b542c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:35:51.456785 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:53.046448 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Sync routers for ids ['b43445ca-ef48-4492-a711-d319bdc05f5f'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:35:53.061134 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Routers {'b43445ca-ef48-4492-a711-d319bdc05f5f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:35:53.062023 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:35:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b43445ca-ef48-4492-a711-d319bdc05f5f'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:53.187353 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Set router b43445ca-ef48-4492-a711-d319bdc05f5f gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:35:53.283661 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ae593f9f-c774-4177-b0a9-4d5245c0b4a4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:35:53.348493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port ae593f9f-c774-4177-b0a9-4d5245c0b4a4 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:53.348799 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ae593f9f-c774-4177-b0a9-4d5245c0b4a4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:53.433593 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'name': 'tempest-TestMinimumBasicScenario-1985743235-router', 'tenant_id': '98344b476f7d40a782027177895f000f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': 'ae593f9f-c774-4177-b0a9-4d5245c0b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:47Z', 'updated_at': '2022-03-28T09:35:49Z', 'revision_number': 4, 'project_id': '98344b476f7d40a782027177895f000f', 'gw_port': {'id': 'ae593f9f-c774-4177-b0a9-4d5245c0b4a4', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:47Z', 'updated_at': '2022-03-28T09:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '231deece-10d0-4a84-be7f-4458db047ce3', 'name': '', 'network_id': 'b6f4d9f3-e867-48b6-9ed9-ca2602a06125', 'tenant_id': '98344b476f7d40a782027177895f000f', 'mac_address': 'fa:16:3e:2e:86:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '130ca12c-e4f9-4977-9e24-8f13d5292aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:49Z', 'updated_at': '2022-03-28T09:35:49Z', 'revision_number': 2, 'project_id': '98344b476f7d40a782027177895f000f', 'subnets': [{'id': '130ca12c-e4f9-4977-9e24-8f13d5292aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:53.454183 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port ae593f9f-c774-4177-b0a9-4d5245c0b4a4 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:35:53.454653 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (ae593f9f-c774-4177-b0a9-4d5245c0b4a4), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:53.467343 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Checking router: b43445ca-ef48-4492-a711-d319bdc05f5f for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:35:53.468872 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Updating router b43445ca-ef48-4492-a711-d319bdc05f5f port 231deece-10d0-4a84-be7f-4458db047ce3 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:35:53.479165 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port ae593f9f-c774-4177-b0a9-4d5245c0b4a4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae593f9f-c774-4177-b0a9-4d5245c0b4a4,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:35:53.485378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (ae593f9f-c774-4177-b0a9-4d5245c0b4a4), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:53.504533 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (231deece-10d0-4a84-be7f-4458db047ce3), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:53.549126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=ae593f9f-c774-4177-b0a9-4d5245c0b4a4,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:53.795680 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Publish callbacks [] for port (231deece-10d0-4a84-be7f-4458db047ce3), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:53.801611 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (231deece-10d0-4a84-be7f-4458db047ce3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:53.848418 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb739b-d6b4-462b-96c4-c2c41e49cfc8 None None] Pushing event updated for resources: {'Port': ['ID=231deece-10d0-4a84-be7f-4458db047ce3,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:53.929261 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Attempting to bind port 231deece-10d0-4a84-be7f-4458db047ce3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:35:53.929656 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Attempting to bind port 231deece-10d0-4a84-be7f-4458db047ce3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '708b3458-e8d4-478f-8c57-a73184754918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b6f4d9f3-e867-48b6-9ed9-ca2602a06125'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:35:53.930024 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Attempting to bind port 231deece-10d0-4a84-be7f-4458db047ce3 on network b6f4d9f3-e867-48b6-9ed9-ca2602a06125 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:35:53.936407 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:35:53.936785 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Checking segment: {'id': '708b3458-e8d4-478f-8c57-a73184754918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b6f4d9f3-e867-48b6-9ed9-ca2602a06125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:35:53.937301 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:53.937728 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Bound using segment: {'id': '708b3458-e8d4-478f-8c57-a73184754918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b6f4d9f3-e867-48b6-9ed9-ca2602a06125'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:35:53.939266 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Bound port: 231deece-10d0-4a84-be7f-4458db047ce3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708b3458-e8d4-478f-8c57-a73184754918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b6f4d9f3-e867-48b6-9ed9-ca2602a06125'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:35:53.940103 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (231deece-10d0-4a84-be7f-4458db047ce3), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:54.019090 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] For port 231deece-10d0-4a84-be7f-4458db047ce3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:35:54.024674 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] For port 231deece-10d0-4a84-be7f-4458db047ce3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=231deece-10d0-4a84-be7f-4458db047ce3,segment=NetworkSegment(708b3458-e8d4-478f-8c57-a73184754918),segment_id=708b3458-e8d4-478f-8c57-a73184754918)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:35:54.035584 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (231deece-10d0-4a84-be7f-4458db047ce3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:54.096531 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb739b-d6b4-462b-96c4-c2c41e49cfc8 None None] Pushing event updated for resources: {'Port': ['ID=231deece-10d0-4a84-be7f-4458db047ce3,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:54.111498 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Routers {'b43445ca-ef48-4492-a711-d319bdc05f5f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:35:54.112136 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:35:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b43445ca-ef48-4492-a711-d319bdc05f5f'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:54.114100 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c4831889-9682-4e76-be32-d11d55d789ac None None] Provisioning complete for port 231deece-10d0-4a84-be7f-4458db047ce3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:54.114517 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4831889-9682-4e76-be32-d11d55d789ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (231deece-10d0-4a84-be7f-4458db047ce3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:54.232015 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] Set router b43445ca-ef48-4492-a711-d319bdc05f5f gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:35:54.385392 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c4831889-9682-4e76-be32-d11d55d789ac None None] Current status of the port 231deece-10d0-4a84-be7f-4458db047ce3 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:35:54.386708 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4831889-9682-4e76-be32-d11d55d789ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (231deece-10d0-4a84-be7f-4458db047ce3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:54.422828 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c4831889-9682-4e76-be32-d11d55d789ac None None] For port 231deece-10d0-4a84-be7f-4458db047ce3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=231deece-10d0-4a84-be7f-4458db047ce3,segment=NetworkSegment(708b3458-e8d4-478f-8c57-a73184754918),segment_id=708b3458-e8d4-478f-8c57-a73184754918)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:35:54.431534 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4831889-9682-4e76-be32-d11d55d789ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (231deece-10d0-4a84-be7f-4458db047ce3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:54.483009 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'name': 'tempest-TestMinimumBasicScenario-1985743235-router', 'tenant_id': '98344b476f7d40a782027177895f000f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': 'ae593f9f-c774-4177-b0a9-4d5245c0b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:47Z', 'updated_at': '2022-03-28T09:35:49Z', 'revision_number': 4, 'project_id': '98344b476f7d40a782027177895f000f', 'gw_port': {'id': 'ae593f9f-c774-4177-b0a9-4d5245c0b4a4', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:47Z', 'updated_at': '2022-03-28T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '231deece-10d0-4a84-be7f-4458db047ce3', 'name': '', 'network_id': 'b6f4d9f3-e867-48b6-9ed9-ca2602a06125', 'tenant_id': '98344b476f7d40a782027177895f000f', 'mac_address': 'fa:16:3e:2e:86:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '130ca12c-e4f9-4977-9e24-8f13d5292aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:49Z', 'updated_at': '2022-03-28T09:35:54Z', 'revision_number': 4, 'project_id': '98344b476f7d40a782027177895f000f', 'subnets': [{'id': '130ca12c-e4f9-4977-9e24-8f13d5292aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:35:54.484563 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4831889-9682-4e76-be32-d11d55d789ac None None] Pushing event updated for resources: {'Port': ['ID=231deece-10d0-4a84-be7f-4458db047ce3,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:35:54.516070 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b907a-5710-4673-ac04-7b32077a3a1b None None] The sync data for ids ['b43445ca-ef48-4492-a711-d319bdc05f5f'] in dv-neutron-master-2-hyperv is: [{'id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'name': 'tempest-TestMinimumBasicScenario-1985743235-router', 'tenant_id': '98344b476f7d40a782027177895f000f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': 'ae593f9f-c774-4177-b0a9-4d5245c0b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:47Z', 'updated_at': '2022-03-28T09:35:49Z', 'revision_number': 4, 'project_id': '98344b476f7d40a782027177895f000f', 'gw_port': {'id': 'ae593f9f-c774-4177-b0a9-4d5245c0b4a4', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:47Z', 'updated_at': '2022-03-28T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '231deece-10d0-4a84-be7f-4458db047ce3', 'name': '', 'network_id': 'b6f4d9f3-e867-48b6-9ed9-ca2602a06125', 'tenant_id': '98344b476f7d40a782027177895f000f', 'mac_address': 'fa:16:3e:2e:86:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '130ca12c-e4f9-4977-9e24-8f13d5292aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:49Z', 'updated_at': '2022-03-28T09:35:54Z', 'revision_number': 4, 'project_id': '98344b476f7d40a782027177895f000f', 'subnets': [{'id': '130ca12c-e4f9-4977-9e24-8f13d5292aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:35:54.556211 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-24ffaa9d-1950-48c6-ac96-af9ee2d418b2 None None] Provisioning complete for port 231deece-10d0-4a84-be7f-4458db047ce3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:54.556624 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-24ffaa9d-1950-48c6-ac96-af9ee2d418b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (231deece-10d0-4a84-be7f-4458db047ce3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:54.644515 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-24ffaa9d-1950-48c6-ac96-af9ee2d418b2 None None] Current status of the port 231deece-10d0-4a84-be7f-4458db047ce3 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:35:55.241492 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ae593f9f-c774-4177-b0a9-4d5245c0b4a4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:35:55.297398 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port ae593f9f-c774-4177-b0a9-4d5245c0b4a4 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:55.297913 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (ae593f9f-c774-4177-b0a9-4d5245c0b4a4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:55.399150 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port ae593f9f-c774-4177-b0a9-4d5245c0b4a4 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:35:55.401054 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 231deece-10d0-4a84-be7f-4458db047ce3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:35:55.461883 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 231deece-10d0-4a84-be7f-4458db047ce3 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:35:55.463255 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (231deece-10d0-4a84-be7f-4458db047ce3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:55.559158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 231deece-10d0-4a84-be7f-4458db047ce3 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:35:57.299211 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e44a1d98-6d75-4915-8e8d-85355153e2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:35:59.523820 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c8c2a0bc-eb11-4f44-8f75-2fa258331025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:00.653021 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:01.161463 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-b69d90d1-02b8-42fe-a454-b2d502f00f63 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:01.162977 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-b69d90d1-02b8-42fe-a454-b2d502f00f63 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/networks?id=c58778bb-9d87-4609-b665-73c25737d4d7 HTTP/1.1" status: 200 len: 814 time: 0.0985732 Mar 28 09:36:01.177943 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-8cd51754-453d-469d-be5c-0ccc836e7edf tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/quotas/78a4f596c7b14e2f930631dc76d2e702 HTTP/1.1" status: 200 len: 375 time: 0.0087593 Mar 28 09:36:01.233555 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-a054fca2-05e2-488f-a843-1883d355f2d1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a4f596c7b14e2f930631dc76d2e702&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499976 Mar 28 09:36:01.419736 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-3a78f17a-78ac-4de6-bb25-1894ef74e409 service neutron] 10.222.0.15 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743264 Mar 28 09:36:01.508127 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-cc473387-11b2-4652-8f1e-de9246b8d208 service neutron] 10.222.0.15 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827408 Mar 28 09:36:01.666137 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e4160faa-1a5d-40c8-a791-8eda8d7b0a79 req-a5950a5f-96e9-4cb9-8411-b82e63355ac3 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 210 time: 0.0273955 Mar 28 09:36:02.206938 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:02.584379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-b8a484a2-264e-46b2-823e-c3b3a5a251dc tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:02.585909 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-b8a484a2-264e-46b2-823e-c3b3a5a251dc tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.16 "GET /v2.0/networks?id=c58778bb-9d87-4609-b665-73c25737d4d7 HTTP/1.1" status: 200 len: 814 time: 0.1079388 Mar 28 09:36:02.596857 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-3418bd68-a9fc-4fa7-beb9-fae40aedd83a tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Request body: {'port': {'device_id': '2ad38625-10fe-4548-ae0c-68be9370640f', 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7', 'admin_state_up': True, 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:36:02.706635 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-3418bd68-a9fc-4fa7-beb9-fae40aedd83a tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Made reservation on behalf of 78a4f596c7b14e2f930631dc76d2e702 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:36:02.710276 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-3418bd68-a9fc-4fa7-beb9-fae40aedd83a tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:02.798168 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b732e2fa-5407-462a-b35b-fe6016e0f221 req-c4138b0d-7fa1-47a3-844d-982f9944ef46 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 210 time: 0.0643919 Mar 28 09:36:02.873033 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-3418bd68-a9fc-4fa7-beb9-fae40aedd83a tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Allocated IP 172.20.0.4 (c58778bb-9d87-4609-b665-73c25737d4d7/ffbd199d-b34d-4447-b0f3-e5ae8aaaa526/76f76389-f011-4d26-adf1-288e8dcd01fe) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:36:03.070548 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-3418bd68-a9fc-4fa7-beb9-fae40aedd83a tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:03.123318 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-3418bd68-a9fc-4fa7-beb9-fae40aedd83a tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:03.198310 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-3418bd68-a9fc-4fa7-beb9-fae40aedd83a tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Network c58778bb-9d87-4609-b665-73c25737d4d7 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:36:03.206445 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-3418bd68-a9fc-4fa7-beb9-fae40aedd83a tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:36:03.211405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-3418bd68-a9fc-4fa7-beb9-fae40aedd83a tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:36:03.216811 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bd68-a9fc-4fa7-beb9-fae40aedd83a tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Pushing event updated for resources: {'Port': ['ID=76f76389-f011-4d26-adf1-288e8dcd01fe,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:36:03.281669 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-3418bd68-a9fc-4fa7-beb9-fae40aedd83a tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:03.282605 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-3418bd68-a9fc-4fa7-beb9-fae40aedd83a tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:03.320353 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-3418bd68-a9fc-4fa7-beb9-fae40aedd83a tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7259395 Mar 28 09:36:03.526462 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ffb1fa91-aa51-4b8b-ba00-5a5f90113d3a None None] Provisioning complete for port 76f76389-f011-4d26-adf1-288e8dcd01fe triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:36:03.527046 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ffb1fa91-aa51-4b8b-ba00-5a5f90113d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:03.561274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ffb1fa91-aa51-4b8b-ba00-5a5f90113d3a None None] Port 76f76389-f011-4d26-adf1-288e8dcd01fe cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:36:03.749950 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:03.918301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9ee06-1565-4cab-8ed3-6601f3360b7e req-c288705f-c4e3-438e-a880-185ffeaa64cc tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:03.920502 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d9b9ee06-1565-4cab-8ed3-6601f3360b7e req-c288705f-c4e3-438e-a880-185ffeaa64cc tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 931 time: 0.0562027 Mar 28 09:36:03.969415 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d9b9ee06-1565-4cab-8ed3-6601f3360b7e req-bbfafd0a-60a9-474e-b784-b0d3d4a161d4 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432448 Mar 28 09:36:05.104879 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de5a8f-dbeb-4dd2-b15f-d54330338109 req-d4e0aa07-629f-46a7-8a2c-5e2c1e7719e6 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:05.106522 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-62de5a8f-dbeb-4dd2-b15f-d54330338109 req-d4e0aa07-629f-46a7-8a2c-5e2c1e7719e6 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 931 time: 0.0652146 Mar 28 09:36:05.155797 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-62de5a8f-dbeb-4dd2-b15f-d54330338109 req-027ef7df-5038-4b30-b536-38b82b3b08a9 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436389 Mar 28 09:36:06.314342 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b6277-dcbd-45b0-8168-c7fb7871b227 req-8cea13a4-1ee4-4177-9224-ecb4e29c8c09 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:06.326620 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b09b6277-dcbd-45b0-8168-c7fb7871b227 req-8cea13a4-1ee4-4177-9224-ecb4e29c8c09 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 931 time: 0.0743058 Mar 28 09:36:06.397923 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b09b6277-dcbd-45b0-8168-c7fb7871b227 req-b26238aa-80d4-443c-9800-4b9ae51330b3 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683014 Mar 28 09:36:07.531845 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93b6df-5046-414d-9da1-2bdb4f32a19a req-098147d3-0501-4944-a1b6-3b3a6311ab72 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:07.534061 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ec93b6df-5046-414d-9da1-2bdb4f32a19a req-098147d3-0501-4944-a1b6-3b3a6311ab72 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 931 time: 0.0616896 Mar 28 09:36:07.624368 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ec93b6df-5046-414d-9da1-2bdb4f32a19a req-afbd4f71-596b-4b55-9a5e-501998b88e1e tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804300 Mar 28 09:36:08.754022 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2be9f-2a1b-4b4f-81f4-9af8b7093984 req-6dc0000d-7612-4655-88d2-7b99a1f1b71b tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:08.755796 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6ee2be9f-2a1b-4b4f-81f4-9af8b7093984 req-6dc0000d-7612-4655-88d2-7b99a1f1b71b tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 931 time: 0.0668437 Mar 28 09:36:08.824807 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6ee2be9f-2a1b-4b4f-81f4-9af8b7093984 req-eaf33ab3-1d2c-408b-908a-61efb40df916 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559134 Mar 28 09:36:09.962405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e88e9-5c0c-4226-9107-aa73bc209f82 req-6524d5e3-64cf-414f-b017-abe2afe386fb tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:09.964143 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4e9e88e9-5c0c-4226-9107-aa73bc209f82 req-6524d5e3-64cf-414f-b017-abe2afe386fb tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 931 time: 0.0600982 Mar 28 09:36:10.014077 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4e9e88e9-5c0c-4226-9107-aa73bc209f82 req-daf2a225-2cc8-4d5d-8560-bd57342db4ae tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443928 Mar 28 09:36:11.128108 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860b52e-7bfd-4561-b399-0eda693dea57 req-6fa2020b-2ac2-4790-a16c-76c76a95550f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:11.129596 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4860b52e-7bfd-4561-b399-0eda693dea57 req-6fa2020b-2ac2-4790-a16c-76c76a95550f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 931 time: 0.0517404 Mar 28 09:36:11.179699 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4860b52e-7bfd-4561-b399-0eda693dea57 req-b8276624-b74e-44ec-9614-bac9687930dc tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439117 Mar 28 09:36:11.261669 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Request body: {'port': {'device_id': '2ad38625-10fe-4548-ae0c-68be9370640f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:36:11.317983 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:11.577420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f76389-f011-4d26-adf1-288e8dcd01fe {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:36:11.584834 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Publish callbacks [] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:11.596563 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Transition to ACTIVE for port object 76f76389-f011-4d26-adf1-288e8dcd01fe will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:36:11.599955 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:11.651875 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Pushing event updated for resources: {'Port': ['ID=76f76389-f011-4d26-adf1-288e8dcd01fe,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:36:11.718809 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Attempting to bind port 76f76389-f011-4d26-adf1-288e8dcd01fe on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:36:11.719151 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Attempting to bind port 76f76389-f011-4d26-adf1-288e8dcd01fe by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '226174ac-0e2b-480b-811b-d5665c5b867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:36:11.719482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Attempting to bind port 76f76389-f011-4d26-adf1-288e8dcd01fe on network c58778bb-9d87-4609-b665-73c25737d4d7 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:36:11.724052 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Port 76f76389-f011-4d26-adf1-288e8dcd01fe on network c58778bb-9d87-4609-b665-73c25737d4d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:36:11.724381 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Attempting to bind port 76f76389-f011-4d26-adf1-288e8dcd01fe on network c58778bb-9d87-4609-b665-73c25737d4d7 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:36:11.730218 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:36:11.730563 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Checking segment: {'id': '226174ac-0e2b-480b-811b-d5665c5b867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:36:11.730952 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Bound using segment: {'id': '226174ac-0e2b-480b-811b-d5665c5b867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:36:11.731385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Bound port: 76f76389-f011-4d26-adf1-288e8dcd01fe, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226174ac-0e2b-480b-811b-d5665c5b867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:36:11.731745 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:11.800528 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] For port 76f76389-f011-4d26-adf1-288e8dcd01fe, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:36:11.803504 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] For port 76f76389-f011-4d26-adf1-288e8dcd01fe, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76f76389-f011-4d26-adf1-288e8dcd01fe,segment=NetworkSegment(226174ac-0e2b-480b-811b-d5665c5b867d),segment_id=226174ac-0e2b-480b-811b-d5665c5b867d)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:36:11.809037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:11.844485 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:11.845121 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:11.846676 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] 10.222.0.16 "PUT /v2.0/ports/76f76389-f011-4d26-adf1-288e8dcd01fe HTTP/1.1" status: 200 len: 1093 time: 0.5898695 Mar 28 09:36:11.847013 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad38625-10fe-4548-ae0c-68be9370640f', 'tag': '76f76389-f011-4d26-adf1-288e8dcd01fe'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:36:11.849308 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9566325-139e-44e6-803d-d666080bcc20" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad38625-10fe-4548-ae0c-68be9370640f", "tag": "76f76389-f011-4d26-adf1-288e8dcd01fe"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:36:11.897324 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197941c1-a28c-49c8-a53f-fbfc70b4fbac service neutron] Pushing event updated for resources: {'Port': ['ID=76f76389-f011-4d26-adf1-288e8dcd01fe,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:36:11.902359 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c382353f-29f9-4e16-b0ec-8c2eb4f05bf3 x-openstack-request-id: req-c382353f-29f9-4e16-b0ec-8c2eb4f05bf3 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:36:11.902727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad38625-10fe-4548-ae0c-68be9370640f", "tag": "76f76389-f011-4d26-adf1-288e8dcd01fe", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:36:11.902902 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c382353f-29f9-4e16-b0ec-8c2eb4f05bf3 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:36:11.903317 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c382353f-29f9-4e16-b0ec-8c2eb4f05bf3'] response: {'name': 'network-changed', 'server_uuid': '2ad38625-10fe-4548-ae0c-68be9370640f', 'tag': '76f76389-f011-4d26-adf1-288e8dcd01fe', 'status': 'completed', 'code': 200} Mar 28 09:36:11.937855 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-a7d987e9-03fa-451a-9a45-e869c5028db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:11.939407 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-a7d987e9-03fa-451a-9a45-e869c5028db4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78a4f596c7b14e2f930631dc76d2e702&device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 1127 time: 0.0515494 Mar 28 09:36:11.986441 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-262595ea-b828-4014-949f-dbfa30ba1578 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76f76389-f011-4d26-adf1-288e8dcd01fe HTTP/1.1" status: 200 len: 217 time: 0.0401993 Mar 28 09:36:12.037742 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-21995261-53a9-4d96-87c3-05c7deadd973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:12.039237 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-21995261-53a9-4d96-87c3-05c7deadd973 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffbd199d-b34d-4447-b0f3-e5ae8aaaa526 HTTP/1.1" status: 200 len: 853 time: 0.0463409 Mar 28 09:36:12.088600 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-b2911ce1-8b4f-4a52-80cf-8c00aaa1e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:12.090203 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-b2911ce1-8b4f-4a52-80cf-8c00aaa1e3f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c58778bb-9d87-4609-b665-73c25737d4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0446103 Mar 28 09:36:12.181944 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-9886a786-3182-4cf4-9c4e-b2c2aa850092 service neutron] 10.222.0.16 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853763 Mar 28 09:36:12.271104 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ebbb7069-a7cd-454d-83c3-e67ff32d0e12 req-27a81b8a-9551-44a2-bf3e-7b1c51f55315 service neutron] 10.222.0.16 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838277 Mar 28 09:36:12.298934 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94f95a-a00f-4f9a-a790-3a6a7be6c3a7 req-9c32e0fc-6e47-44c8-91fb-b4be7cf87a9b tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:12.300541 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ba94f95a-a00f-4f9a-a790-3a6a7be6c3a7 req-9c32e0fc-6e47-44c8-91fb-b4be7cf87a9b tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 943 time: 0.0548792 Mar 28 09:36:12.350199 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ba94f95a-a00f-4f9a-a790-3a6a7be6c3a7 req-ecad447a-db4d-43e8-a84e-3b4ee776db14 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437188 Mar 28 09:36:12.367646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9566325-139e-44e6-803d-d666080bcc20 req-0df6b76d-fc74-432c-bc49-032e6a2bff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:12.370072 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b9566325-139e-44e6-803d-d666080bcc20 req-0df6b76d-fc74-432c-bc49-032e6a2bff52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78a4f596c7b14e2f930631dc76d2e702&device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 1127 time: 0.0470507 Mar 28 09:36:12.472866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9566325-139e-44e6-803d-d666080bcc20 req-f699ff77-ca78-484d-9d94-b09018a456ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:12.474386 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b9566325-139e-44e6-803d-d666080bcc20 req-f699ff77-ca78-484d-9d94-b09018a456ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=c58778bb-9d87-4609-b665-73c25737d4d7 HTTP/1.1" status: 200 len: 914 time: 0.0987103 Mar 28 09:36:12.517964 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b9566325-139e-44e6-803d-d666080bcc20 req-cb89db5f-5ca5-4959-a341-4538197c5ee3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76f76389-f011-4d26-adf1-288e8dcd01fe HTTP/1.1" status: 200 len: 217 time: 0.0353940 Mar 28 09:36:12.575591 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9566325-139e-44e6-803d-d666080bcc20 req-835ff9d4-4ea6-4084-a3cd-72aebd2f6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:12.577052 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b9566325-139e-44e6-803d-d666080bcc20 req-835ff9d4-4ea6-4084-a3cd-72aebd2f6ad9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffbd199d-b34d-4447-b0f3-e5ae8aaaa526 HTTP/1.1" status: 200 len: 853 time: 0.0476258 Mar 28 09:36:12.626541 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9566325-139e-44e6-803d-d666080bcc20 req-fe7f1458-f7f6-4b49-aaeb-5285cededa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:12.628211 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b9566325-139e-44e6-803d-d666080bcc20 req-fe7f1458-f7f6-4b49-aaeb-5285cededa5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c58778bb-9d87-4609-b665-73c25737d4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442555 Mar 28 09:36:12.717202 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b9566325-139e-44e6-803d-d666080bcc20 req-5580e2bc-ad2e-4d9d-afde-bbaa717ed5f5 service neutron] 10.222.0.16 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815709 Mar 28 09:36:12.810188 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b9566325-139e-44e6-803d-d666080bcc20 req-7633ca2e-190f-4efa-8b89-ebe80a82a9d4 service neutron] 10.222.0.16 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867171 Mar 28 09:36:13.468550 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117d0bf-3255-4b2e-a270-52b8fd157492 req-4993bf9a-3b33-43ed-8547-872d74238993 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:13.470046 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e117d0bf-3255-4b2e-a270-52b8fd157492 req-4993bf9a-3b33-43ed-8547-872d74238993 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 943 time: 0.0522563 Mar 28 09:36:13.516419 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e117d0bf-3255-4b2e-a270-52b8fd157492 req-ece2121b-524d-4662-aab8-a4302249968d tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408733 Mar 28 09:36:14.207411 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 76f76389-f011-4d26-adf1-288e8dcd01fe details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:36:14.303701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 76f76389-f011-4d26-adf1-288e8dcd01fe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76f76389-f011-4d26-adf1-288e8dcd01fe,segment=NetworkSegment(226174ac-0e2b-480b-811b-d5665c5b867d),segment_id=226174ac-0e2b-480b-811b-d5665c5b867d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:36:14.315879 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '76f76389-f011-4d26-adf1-288e8dcd01fe', 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7', 'port_id': '76f76389-f011-4d26-adf1-288e8dcd01fe', 'mac_address': 'fa:16:3e:70:f3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:36:14.351883 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 76f76389-f011-4d26-adf1-288e8dcd01fe is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:36:14.352204 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:14.364497 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f76389-f011-4d26-adf1-288e8dcd01fe {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:36:14.384588 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 76f76389-f011-4d26-adf1-288e8dcd01fe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76f76389-f011-4d26-adf1-288e8dcd01fe,segment=NetworkSegment(226174ac-0e2b-480b-811b-d5665c5b867d),segment_id=226174ac-0e2b-480b-811b-d5665c5b867d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:36:14.388384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:14.433897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=76f76389-f011-4d26-adf1-288e8dcd01fe,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:36:14.591720 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['76f76389-f011-4d26-adf1-288e8dcd01fe'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:36:14.632568 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e5919-28bc-4189-9d6b-929d86ed5ad5 req-1a19b7ff-a65d-499a-8cff-3ddba9b493ab tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:14.634226 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f87e5919-28bc-4189-9d6b-929d86ed5ad5 req-1a19b7ff-a65d-499a-8cff-3ddba9b493ab tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 944 time: 0.0531268 Mar 28 09:36:14.680234 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f87e5919-28bc-4189-9d6b-929d86ed5ad5 req-24162ea8-e9e1-4845-8e31-46d97e53b0e2 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404787 Mar 28 09:36:15.815760 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d0467-7b29-4850-a39d-b2e9ca40bbba req-a8bde3ae-6ad2-49ce-8629-1bf4a4a0002b tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:15.816560 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-879d0467-7b29-4850-a39d-b2e9ca40bbba req-a8bde3ae-6ad2-49ce-8629-1bf4a4a0002b tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 944 time: 0.0636363 Mar 28 09:36:15.871970 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-879d0467-7b29-4850-a39d-b2e9ca40bbba req-7d6ba01a-6ea6-460f-94e6-84718e19ea6c tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495105 Mar 28 09:36:16.223713 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 76f76389-f011-4d26-adf1-288e8dcd01fe up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:36:16.275384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 76f76389-f011-4d26-adf1-288e8dcd01fe completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:36:16.279401 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 76f76389-f011-4d26-adf1-288e8dcd01fe triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:36:16.279779 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:16.357025 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 76f76389-f011-4d26-adf1-288e8dcd01fe is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:36:16.357320 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:16.378990 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad38625-10fe-4548-ae0c-68be9370640f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f76389-f011-4d26-adf1-288e8dcd01fe'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:36:16.381205 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d6f255-4cce-4b07-8532-c212d30e1d6f" -d '{"events": [{"server_uuid": "2ad38625-10fe-4548-ae0c-68be9370640f", "name": "network-vif-plugged", "status": "completed", "tag": "76f76389-f011-4d26-adf1-288e8dcd01fe"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:36:16.393712 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 76f76389-f011-4d26-adf1-288e8dcd01fe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76f76389-f011-4d26-adf1-288e8dcd01fe,segment=NetworkSegment(226174ac-0e2b-480b-811b-d5665c5b867d),segment_id=226174ac-0e2b-480b-811b-d5665c5b867d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:36:16.398077 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:16.422538 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71583ef-e599-4487-aa06-14af8e953dea x-openstack-request-id: req-f71583ef-e599-4487-aa06-14af8e953dea {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:36:16.422833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad38625-10fe-4548-ae0c-68be9370640f", "name": "network-vif-plugged", "status": "completed", "tag": "76f76389-f011-4d26-adf1-288e8dcd01fe", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:36:16.423086 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f71583ef-e599-4487-aa06-14af8e953dea {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:36:16.423482 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71583ef-e599-4487-aa06-14af8e953dea'] response: {'server_uuid': '2ad38625-10fe-4548-ae0c-68be9370640f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f76389-f011-4d26-adf1-288e8dcd01fe', 'code': 200} Mar 28 09:36:16.450404 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=76f76389-f011-4d26-adf1-288e8dcd01fe,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:36:16.585690 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a54ecf-e0ba-47b2-bdd6-77e79966638c req-60de9dbc-7adb-4587-81f7-f9d7ece59256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:16.587237 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9a54ecf-e0ba-47b2-bdd6-77e79966638c req-60de9dbc-7adb-4587-81f7-f9d7ece59256 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 1129 time: 0.0456252 Mar 28 09:36:16.629913 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9a54ecf-e0ba-47b2-bdd6-77e79966638c req-c62aa9bf-b3f3-4f1c-8b24-b599916881c7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371621 Mar 28 09:36:16.988020 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2928ca-2ec3-4ac3-83ec-6fc0b38b9880 req-657b0fdd-20ac-48ae-b364-3e2c000867ed tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:16.989501 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8e2928ca-2ec3-4ac3-83ec-6fc0b38b9880 req-657b0fdd-20ac-48ae-b364-3e2c000867ed tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 945 time: 0.0520549 Mar 28 09:36:17.042037 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8e2928ca-2ec3-4ac3-83ec-6fc0b38b9880 req-596853e8-991d-49d2-ae62-91656ea39909 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462260 Mar 28 09:36:17.512309 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:36:18.164440 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f599c2-2356-46e8-9ec0-695dcb7147bd req-95acc446-6f45-48aa-9025-b7cc94a13244 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:18.166159 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d3f599c2-2356-46e8-9ec0-695dcb7147bd req-95acc446-6f45-48aa-9025-b7cc94a13244 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 945 time: 0.0561693 Mar 28 09:36:18.212110 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d3f599c2-2356-46e8-9ec0-695dcb7147bd req-cc39d1f5-7392-47ec-b892-54e8154e78bf tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404441 Mar 28 09:36:18.329227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e625dbf-4987-44d3-ada8-d6a2db32e1be req-dd8e32fe-21e3-41f4-a9f6-bb0b9ba99944 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:18.330628 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7e625dbf-4987-44d3-ada8-d6a2db32e1be req-dd8e32fe-21e3-41f4-a9f6-bb0b9ba99944 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 945 time: 0.0539410 Mar 28 09:36:18.376127 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7e625dbf-4987-44d3-ada8-d6a2db32e1be req-e820c365-a306-447e-9a9a-15b8e2392c24 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401099 Mar 28 09:36:18.696514 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d1f00-0347-400b-8f6d-205b1be9f474 req-85934248-40ee-4721-a37a-a62bf1e52e42 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:18.698201 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f92d1f00-0347-400b-8f6d-205b1be9f474 req-85934248-40ee-4721-a37a-a62bf1e52e42 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 945 time: 0.0535822 Mar 28 09:36:18.744696 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f92d1f00-0347-400b-8f6d-205b1be9f474 req-15fe676f-9c92-4f3a-8506-2be3755fafa6 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410144 Mar 28 09:36:21.461100 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:27.300874 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc8b2206-991e-40a4-821d-0b3d9b9a506c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:29.517265 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-75dc30a0-8715-400e-8572-bdee58ba6d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:30.656337 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:32.209134 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:33.753140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:37.557804 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234241d6-9fbf-4424-8286-907712e0054e req-4e284a1e-e5f9-4cf2-8fa7-c1eee01cafde tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:37.559293 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-234241d6-9fbf-4424-8286-907712e0054e req-4e284a1e-e5f9-4cf2-8fa7-c1eee01cafde tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 945 time: 0.0572956 Mar 28 09:36:37.606708 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-234241d6-9fbf-4424-8286-907712e0054e req-9de0728e-60cc-4df4-8063-6287b5e0f44d tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417650 Mar 28 09:36:37.629334 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58248) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:36:37.715907 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c969e3e-4b61-47b7-bb04-857c65fb277b tempest-TestMinimumBasicScenario-1003498144 tempest-TestMinimumBasicScenario-1003498144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:37.717476 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2c969e3e-4b61-47b7-bb04-857c65fb277b tempest-TestMinimumBasicScenario-1003498144 tempest-TestMinimumBasicScenario-1003498144-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 1124 time: 0.0871315 Mar 28 09:36:37.720415 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58252) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:36:37.724588 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': '76f76389-f011-4d26-adf1-288e8dcd01fe', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:36:37.745020 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:37.845950 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:37.948612 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Allocated IP 172.36.4.84 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/52ea7207-b2c0-4a13-8547-5b805ab8b265) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:36:38.055575 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for port (52ea7207-b2c0-4a13-8547-5b805ab8b265), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:38.088821 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (52ea7207-b2c0-4a13-8547-5b805ab8b265), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:38.126654 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:36:38.129849 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:36:38.135554 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:36:38.141069 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Pushing event updated for resources: {'Port': ['ID=52ea7207-b2c0-4a13-8547-5b805ab8b265,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:36:38.486720 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for floatingip (40ec6276-4bd2-402c-b52a-bda8c474d5b8), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:38.553215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (52ea7207-b2c0-4a13-8547-5b805ab8b265), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:38.700786 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for port (52ea7207-b2c0-4a13-8547-5b805ab8b265), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:38.705380 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (52ea7207-b2c0-4a13-8547-5b805ab8b265), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:38.773244 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Pushing event updated for resources: {'Port': ['ID=52ea7207-b2c0-4a13-8547-5b805ab8b265,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:36:38.783922 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (40ec6276-4bd2-402c-b52a-bda8c474d5b8), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:38.885652 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Floating IP 40ec6276-4bd2-402c-b52a-bda8c474d5b8 associated. External IP: 172.36.4.84, port: 76f76389-f011-4d26-adf1-288e8dcd01fe. Mar 28 09:36:39.098352 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Router ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:36:39.208408 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:36:39.218836 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f850d4-9e26-4f78-8e2a-0e31555815f9 None None] Sync routers for ids ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:36:39.225837 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.230623 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f850d4-9e26-4f78-8e2a-0e31555815f9 None None] Routers {'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:36:39.231248 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b7f850d4-9e26-4f78-8e2a-0e31555815f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:36:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:36:39.255983 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5ca3df18-be83-4799-86a2-dd498962a1c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5345604 Mar 28 09:36:39.256580 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad38625-10fe-4548-ae0c-68be9370640f', 'tag': '76f76389-f011-4d26-adf1-288e8dcd01fe'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:36:39.259350 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58254) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:36:39.259860 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f068931-1df9-4782-98ed-8b556f04f263" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad38625-10fe-4548-ae0c-68be9370640f", "tag": "76f76389-f011-4d26-adf1-288e8dcd01fe"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:36:39.266648 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1433549569', 'description': 'tempest-secgroup-smoke-1433549569 description', 'project_id': '78a4f596c7b14e2f930631dc76d2e702'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:36:39.289632 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.297011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2b2b12-09d7-46e8-a324-62e1af68e507 x-openstack-request-id: req-dc2b2b12-09d7-46e8-a324-62e1af68e507 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:36:39.297553 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad38625-10fe-4548-ae0c-68be9370640f", "tag": "76f76389-f011-4d26-adf1-288e8dcd01fe", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:36:39.297896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc2b2b12-09d7-46e8-a324-62e1af68e507 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:36:39.298381 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc2b2b12-09d7-46e8-a324-62e1af68e507'] response: {'name': 'network-changed', 'server_uuid': '2ad38625-10fe-4548-ae0c-68be9370640f', 'tag': '76f76389-f011-4d26-adf1-288e8dcd01fe', 'status': 'completed', 'code': 200} Mar 28 09:36:39.352633 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-b7f850d4-9e26-4f78-8e2a-0e31555815f9 None None] Set router ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:36:39.358881 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group (1b92018e-42cf-4751-bfe3-7564b4531de3), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.364282 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (1b92018e-42cf-4751-bfe3-7564b4531de3), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.371971 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f068931-1df9-4782-98ed-8b556f04f263 req-94a8452e-0a72-4a01-a89e-6be4cf4f735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:39.373518 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0f068931-1df9-4782-98ed-8b556f04f263 req-94a8452e-0a72-4a01-a89e-6be4cf4f735d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78a4f596c7b14e2f930631dc76d2e702&device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 1129 time: 0.0516374 Mar 28 09:36:39.380843 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.382143 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1217585 Mar 28 09:36:39.391594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58258) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:36:39.398487 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-534ae71a-8806-4fbb-a88c-aa6f2c165134 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Request body: {'security_group_rule': {'security_group_id': '1b92018e-42cf-4751-bfe3-7564b4531de3', 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:36:39.419906 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b92018e-42cf-4751-bfe3-7564b4531de3,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:36:39.431854 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:36:39.432220 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:36:39.432572 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:36:39.432907 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:36:39.433248 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:36:39.433581 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:36:39.433938 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:36:39.434764 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:36:39.434764 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:36:39.434982 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:36:39.435234 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:36:39.435560 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:36:39.435889 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:36:39.436214 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:36:39.436540 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb96ae3e-3da6-49e1-bbcb-3223b7928760 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:36:39.442111 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-534ae71a-8806-4fbb-a88c-aa6f2c165134 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group_rule (4221befd-8946-41dc-81d6-6d4db0776aed), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.488226 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f068931-1df9-4782-98ed-8b556f04f263 req-9dcd23c9-dea4-458c-97fb-e0ea32cc2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:39.489977 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0f068931-1df9-4782-98ed-8b556f04f263 req-9dcd23c9-dea4-458c-97fb-e0ea32cc2e77 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c58778bb-9d87-4609-b665-73c25737d4d7 HTTP/1.1" status: 200 len: 914 time: 0.1097245 Mar 28 09:36:39.506087 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-534ae71a-8806-4fbb-a88c-aa6f2c165134 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group_rule (4221befd-8946-41dc-81d6-6d4db0776aed), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.512478 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-534ae71a-8806-4fbb-a88c-aa6f2c165134 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (4221befd-8946-41dc-81d6-6d4db0776aed), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.532309 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ae71a-8806-4fbb-a88c-aa6f2c165134 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4221befd-8946-41dc-81d6-6d4db0776aed,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:36:39.542653 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-534ae71a-8806-4fbb-a88c-aa6f2c165134 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.546732 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-534ae71a-8806-4fbb-a88c-aa6f2c165134 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515374 Mar 28 09:36:39.546882 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58260) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:36:39.552123 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c550af45-4d84-4c67-881a-50796881c01e tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Request body: {'security_group_rule': {'security_group_id': '1b92018e-42cf-4751-bfe3-7564b4531de3', 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:36:39.564930 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0f068931-1df9-4782-98ed-8b556f04f263 req-b5e1354e-71ef-4b08-9ded-dcc7a8cff7af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76f76389-f011-4d26-adf1-288e8dcd01fe HTTP/1.1" status: 200 len: 998 time: 0.0668428 Mar 28 09:36:39.579515 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c550af45-4d84-4c67-881a-50796881c01e tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group_rule (af805078-84d2-4d73-8e5d-dc58cf3fe01c), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.592765 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b7f850d4-9e26-4f78-8e2a-0e31555815f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'name': 'tempest-TestMinimumBasicScenario-297831989-router', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:45Z', 'revision_number': 4, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'gw_port': {'id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '40ec6276-4bd2-402c-b52a-bda8c474d5b8', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'floating_ip_address': '172.36.4.84', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'port_id': '76f76389-f011-4d26-adf1-288e8dcd01fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7', 'mac_address': 'fa:16:3e:70:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad38625-10fe-4548-ae0c-68be9370640f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:36:38Z', 'updated_at': '2022-03-28T09:36:38Z', 'revision_number': 0, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f767d8e-9820-4cf7-b184-742f7ece3d0d', 'name': '', 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'mac_address': 'fa:16:3e:3b:39:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:44Z', 'updated_at': '2022-03-28T09:35:48Z', 'revision_number': 5, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'subnets': [{'id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:36:39.623543 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f850d4-9e26-4f78-8e2a-0e31555815f9 None None] Checking router: ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:36:39.626770 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f068931-1df9-4782-98ed-8b556f04f263 req-c7f8e28f-1d74-4bf0-a731-a5344b9a3fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:39.629110 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0f068931-1df9-4782-98ed-8b556f04f263 req-c7f8e28f-1d74-4bf0-a731-a5344b9a3fa1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffbd199d-b34d-4447-b0f3-e5ae8aaaa526 HTTP/1.1" status: 200 len: 853 time: 0.0575259 Mar 28 09:36:39.632326 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f850d4-9e26-4f78-8e2a-0e31555815f9 None None] Routers {'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:36:39.633073 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b7f850d4-9e26-4f78-8e2a-0e31555815f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:36:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:36:39.642742 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c550af45-4d84-4c67-881a-50796881c01e tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group_rule (af805078-84d2-4d73-8e5d-dc58cf3fe01c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.647117 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c550af45-4d84-4c67-881a-50796881c01e tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (af805078-84d2-4d73-8e5d-dc58cf3fe01c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.666554 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550af45-4d84-4c67-881a-50796881c01e tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af805078-84d2-4d73-8e5d-dc58cf3fe01c,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:36:39.678418 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c550af45-4d84-4c67-881a-50796881c01e tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.682297 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c550af45-4d84-4c67-881a-50796881c01e tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311800 Mar 28 09:36:39.682653 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58262) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:36:39.687522 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-8b305d12-d1b0-46fe-87db-d24c77e5b323 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Request body: {'security_group_rule': {'security_group_id': '1b92018e-42cf-4751-bfe3-7564b4531de3', 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:36:39.688650 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f068931-1df9-4782-98ed-8b556f04f263 req-b4f623d1-91a6-4f33-a860-7aa5d8318a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:39.690215 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0f068931-1df9-4782-98ed-8b556f04f263 req-b4f623d1-91a6-4f33-a860-7aa5d8318a20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c58778bb-9d87-4609-b665-73c25737d4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0548875 Mar 28 09:36:39.703538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [req-0f068931-1df9-4782-98ed-8b556f04f263 req-29db9614-aa56-484f-ac34-6366b0a843d8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:36:39.704738 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0f068931-1df9-4782-98ed-8b556f04f263 req-29db9614-aa56-484f-ac34-6366b0a843d8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061834 Mar 28 09:36:39.717776 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b305d12-d1b0-46fe-87db-d24c77e5b323 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group_rule (af6ec74b-e944-49c1-847d-17f8fad63874), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.754746 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-b7f850d4-9e26-4f78-8e2a-0e31555815f9 None None] Set router ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:36:39.783387 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b305d12-d1b0-46fe-87db-d24c77e5b323 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group_rule (af6ec74b-e944-49c1-847d-17f8fad63874), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.788192 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b305d12-d1b0-46fe-87db-d24c77e5b323 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (af6ec74b-e944-49c1-847d-17f8fad63874), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.807430 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0f068931-1df9-4782-98ed-8b556f04f263 req-42e12021-7b8c-429c-8949-feab2488b163 service neutron] 10.222.0.16 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969284 Mar 28 09:36:39.812067 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b305d12-d1b0-46fe-87db-d24c77e5b323 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6ec74b-e944-49c1-847d-17f8fad63874,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:36:39.819911 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b305d12-d1b0-46fe-87db-d24c77e5b323 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.823829 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8b305d12-d1b0-46fe-87db-d24c77e5b323 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374545 Mar 28 09:36:39.823979 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58264) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:36:39.829319 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-29bd970b-6449-4dd5-9d32-206db58caae9 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Request body: {'security_group_rule': {'security_group_id': '1b92018e-42cf-4751-bfe3-7564b4531de3', 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:36:39.860472 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-29bd970b-6449-4dd5-9d32-206db58caae9 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group_rule (0928345a-53e5-450e-bd77-77a7d3265fb6), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.915161 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0f068931-1df9-4782-98ed-8b556f04f263 req-5a595567-c3ce-4e93-aa29-b3c91e6abf48 service neutron] 10.222.0.16 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007488 Mar 28 09:36:39.940458 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-29bd970b-6449-4dd5-9d32-206db58caae9 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group_rule (0928345a-53e5-450e-bd77-77a7d3265fb6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.944598 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-29bd970b-6449-4dd5-9d32-206db58caae9 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (0928345a-53e5-450e-bd77-77a7d3265fb6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.964814 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd970b-6449-4dd5-9d32-206db58caae9 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0928345a-53e5-450e-bd77-77a7d3265fb6,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:36:39.971036 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-29bd970b-6449-4dd5-9d32-206db58caae9 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:39.972069 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-29bd970b-6449-4dd5-9d32-206db58caae9 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469004 Mar 28 09:36:39.974715 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58266) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:36:39.979794 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-daf31f41-fb3e-4862-a9c7-94942ff97b47 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Request body: {'security_group_rule': {'security_group_id': '1b92018e-42cf-4751-bfe3-7564b4531de3', 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:36:40.000438 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-daf31f41-fb3e-4862-a9c7-94942ff97b47 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Project 78a4f596c7b14e2f930631dc76d2e702 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:36:40.006396 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-daf31f41-fb3e-4862-a9c7-94942ff97b47 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group_rule (6b1cf516-f58c-456a-8600-fecbfc01cda5), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:40.076095 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-daf31f41-fb3e-4862-a9c7-94942ff97b47 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group_rule (6b1cf516-f58c-456a-8600-fecbfc01cda5), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:40.080150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-daf31f41-fb3e-4862-a9c7-94942ff97b47 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (6b1cf516-f58c-456a-8600-fecbfc01cda5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:40.100558 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf31f41-fb3e-4862-a9c7-94942ff97b47 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1cf516-f58c-456a-8600-fecbfc01cda5,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:36:40.105359 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-daf31f41-fb3e-4862-a9c7-94942ff97b47 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:40.109261 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58268) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:36:40.109522 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-daf31f41-fb3e-4862-a9c7-94942ff97b47 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336339 Mar 28 09:36:40.113999 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-61af4257-3b3d-4a07-b607-71c853b0b4df tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Request body: {'security_group_rule': {'security_group_id': '1b92018e-42cf-4751-bfe3-7564b4531de3', 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:36:40.134558 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-61af4257-3b3d-4a07-b607-71c853b0b4df tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Project 78a4f596c7b14e2f930631dc76d2e702 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:36:40.139581 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-61af4257-3b3d-4a07-b607-71c853b0b4df tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group_rule (9b83736b-9db3-4e73-bc1a-d85cdb12fdc0), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:40.140460 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b7f850d4-9e26-4f78-8e2a-0e31555815f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'name': 'tempest-TestMinimumBasicScenario-297831989-router', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:45Z', 'revision_number': 4, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'gw_port': {'id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '40ec6276-4bd2-402c-b52a-bda8c474d5b8', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'floating_ip_address': '172.36.4.84', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'port_id': '76f76389-f011-4d26-adf1-288e8dcd01fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7', 'mac_address': 'fa:16:3e:70:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad38625-10fe-4548-ae0c-68be9370640f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:36:38Z', 'updated_at': '2022-03-28T09:36:38Z', 'revision_number': 0, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f767d8e-9820-4cf7-b184-742f7ece3d0d', 'name': '', 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'mac_address': 'fa:16:3e:3b:39:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:44Z', 'updated_at': '2022-03-28T09:35:48Z', 'revision_number': 5, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'subnets': [{'id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:36:40.170199 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f850d4-9e26-4f78-8e2a-0e31555815f9 None None] The sync data for ids ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'] in dv-neutron-master-2-hyperv is: [{'id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'name': 'tempest-TestMinimumBasicScenario-297831989-router', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:45Z', 'revision_number': 4, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'gw_port': {'id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '40ec6276-4bd2-402c-b52a-bda8c474d5b8', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'floating_ip_address': '172.36.4.84', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'port_id': '76f76389-f011-4d26-adf1-288e8dcd01fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7', 'mac_address': 'fa:16:3e:70:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad38625-10fe-4548-ae0c-68be9370640f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:36:38Z', 'updated_at': '2022-03-28T09:36:38Z', 'revision_number': 0, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f767d8e-9820-4cf7-b184-742f7ece3d0d', 'name': '', 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'mac_address': 'fa:16:3e:3b:39:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:44Z', 'updated_at': '2022-03-28T09:35:48Z', 'revision_number': 5, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'subnets': [{'id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:36:40.202677 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-61af4257-3b3d-4a07-b607-71c853b0b4df tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group_rule (9b83736b-9db3-4e73-bc1a-d85cdb12fdc0), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:40.206392 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-61af4257-3b3d-4a07-b607-71c853b0b4df tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (9b83736b-9db3-4e73-bc1a-d85cdb12fdc0), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:40.227209 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af4257-3b3d-4a07-b607-71c853b0b4df tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b83736b-9db3-4e73-bc1a-d85cdb12fdc0,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:36:40.233107 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-61af4257-3b3d-4a07-b607-71c853b0b4df tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:40.234375 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-61af4257-3b3d-4a07-b607-71c853b0b4df tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240082 Mar 28 09:36:40.326932 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-25732936-8e9b-4277-8d71-52380a218fa4 req-bf9fcfde-0acc-4383-b2e0-85640d4a4907 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1433549569&fields=id&tenant_id=78a4f596c7b14e2f930631dc76d2e702 HTTP/1.1" status: 200 len: 267 time: 0.0463409 Mar 28 09:36:40.386663 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6246bd35-29fc-453c-b95a-ebef01c03116 None None] New status for floating IP 40ec6276-4bd2-402c-b52a-bda8c474d5b8: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:36:40.391401 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25732936-8e9b-4277-8d71-52380a218fa4 req-e0419765-4512-45a0-a3b2-9bec965823aa tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:40.392950 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-25732936-8e9b-4277-8d71-52380a218fa4 req-e0419765-4512-45a0-a3b2-9bec965823aa tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 945 time: 0.0602584 Mar 28 09:36:40.404443 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-25732936-8e9b-4277-8d71-52380a218fa4 req-db011a72-b192-4208-b54b-0830d2967d3b tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Request body: {'port': {'security_groups': ['b131dba8-525e-4a4c-94be-3deef6b1718f', '1b92018e-42cf-4751-bfe3-7564b4531de3']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:36:40.472331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-25732936-8e9b-4277-8d71-52380a218fa4 req-db011a72-b192-4208-b54b-0830d2967d3b tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:40.657310 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-25732936-8e9b-4277-8d71-52380a218fa4 req-db011a72-b192-4208-b54b-0830d2967d3b tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] For port 76f76389-f011-4d26-adf1-288e8dcd01fe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76f76389-f011-4d26-adf1-288e8dcd01fe,segment=NetworkSegment(226174ac-0e2b-480b-811b-d5665c5b867d),segment_id=226174ac-0e2b-480b-811b-d5665c5b867d)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:36:40.687040 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-25732936-8e9b-4277-8d71-52380a218fa4 req-db011a72-b192-4208-b54b-0830d2967d3b tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:40.692382 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-25732936-8e9b-4277-8d71-52380a218fa4 req-db011a72-b192-4208-b54b-0830d2967d3b tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:40.703533 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['76f76389-f011-4d26-adf1-288e8dcd01fe'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:36:40.735635 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25732936-8e9b-4277-8d71-52380a218fa4 req-db011a72-b192-4208-b54b-0830d2967d3b tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:40.736073 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-25732936-8e9b-4277-8d71-52380a218fa4 req-db011a72-b192-4208-b54b-0830d2967d3b tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:40.737214 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-25732936-8e9b-4277-8d71-52380a218fa4 req-db011a72-b192-4208-b54b-0830d2967d3b tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "PUT /v2.0/ports/76f76389-f011-4d26-adf1-288e8dcd01fe HTTP/1.1" status: 200 len: 981 time: 0.3373563 Mar 28 09:36:40.763285 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db011a72-b192-4208-b54b-0830d2967d3b tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Pushing event updated for resources: {'Port': ['ID=76f76389-f011-4d26-adf1-288e8dcd01fe,revision_number=6']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:36:40.813896 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['76f76389-f011-4d26-adf1-288e8dcd01fe'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:36:40.864671 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b276b37-a8cf-46dd-a72b-af414ff8702a req-bb984122-f723-417c-9240-eabbb00a6b96 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:40.873405 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8b276b37-a8cf-46dd-a72b-af414ff8702a req-bb984122-f723-417c-9240-eabbb00a6b96 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 984 time: 0.0670130 Mar 28 09:36:40.934391 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8b276b37-a8cf-46dd-a72b-af414ff8702a req-9b3d2e27-2b39-4a53-b729-f031264f01bd tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b92018e-42cf-4751-bfe3-7564b4531de3&id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598121 Mar 28 09:36:41.005482 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ad936f41-9839-4842-90e6-39b79ca03cb0 None None] Provisioning complete for port 76f76389-f011-4d26-adf1-288e8dcd01fe triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:36:41.005836 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ad936f41-9839-4842-90e6-39b79ca03cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:41.211638 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ad936f41-9839-4842-90e6-39b79ca03cb0 None None] Current status of the port 76f76389-f011-4d26-adf1-288e8dcd01fe is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:36:41.299291 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad38625-10fe-4548-ae0c-68be9370640f', 'tag': '76f76389-f011-4d26-adf1-288e8dcd01fe'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:36:41.301558 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f28982b-b13f-46c6-bbb8-a62c4249687c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad38625-10fe-4548-ae0c-68be9370640f", "tag": "76f76389-f011-4d26-adf1-288e8dcd01fe"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:36:41.336665 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea0e33c-96ef-4095-a3a5-d1e82204de20 x-openstack-request-id: req-7ea0e33c-96ef-4095-a3a5-d1e82204de20 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:36:41.336992 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad38625-10fe-4548-ae0c-68be9370640f", "tag": "76f76389-f011-4d26-adf1-288e8dcd01fe", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:36:41.337265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ea0e33c-96ef-4095-a3a5-d1e82204de20 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:36:41.337728 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea0e33c-96ef-4095-a3a5-d1e82204de20'] response: {'name': 'network-changed', 'server_uuid': '2ad38625-10fe-4548-ae0c-68be9370640f', 'tag': '76f76389-f011-4d26-adf1-288e8dcd01fe', 'status': 'completed', 'code': 200} Mar 28 09:36:41.406533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28982b-b13f-46c6-bbb8-a62c4249687c req-74b6a986-3475-44be-8500-75b5d1b2b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:41.408142 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5f28982b-b13f-46c6-bbb8-a62c4249687c req-74b6a986-3475-44be-8500-75b5d1b2b637 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78a4f596c7b14e2f930631dc76d2e702&device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 1168 time: 0.0505126 Mar 28 09:36:41.498249 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28982b-b13f-46c6-bbb8-a62c4249687c req-1c3d87d4-1e09-4ab5-90a1-ce54a91444ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:41.499738 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5f28982b-b13f-46c6-bbb8-a62c4249687c req-1c3d87d4-1e09-4ab5-90a1-ce54a91444ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=c58778bb-9d87-4609-b665-73c25737d4d7 HTTP/1.1" status: 200 len: 914 time: 0.0843668 Mar 28 09:36:41.568846 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5f28982b-b13f-46c6-bbb8-a62c4249687c req-96c63cd1-2834-468a-8b37-09a5fd7e1cbb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76f76389-f011-4d26-adf1-288e8dcd01fe HTTP/1.1" status: 200 len: 1000 time: 0.0625489 Mar 28 09:36:41.615916 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28982b-b13f-46c6-bbb8-a62c4249687c req-8b45261d-a538-4966-a299-39ad0143d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:41.618123 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5f28982b-b13f-46c6-bbb8-a62c4249687c req-8b45261d-a538-4966-a299-39ad0143d250 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffbd199d-b34d-4447-b0f3-e5ae8aaaa526 HTTP/1.1" status: 200 len: 853 time: 0.0425191 Mar 28 09:36:41.665425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28982b-b13f-46c6-bbb8-a62c4249687c req-9f843107-8960-4e47-891b-e6af69a03305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:41.666956 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5f28982b-b13f-46c6-bbb8-a62c4249687c req-9f843107-8960-4e47-891b-e6af69a03305 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c58778bb-9d87-4609-b665-73c25737d4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441110 Mar 28 09:36:41.769694 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5f28982b-b13f-46c6-bbb8-a62c4249687c req-b89d708c-8df3-4a9d-814f-a7a2bcf62b18 service neutron] 10.222.0.16 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957673 Mar 28 09:36:41.857330 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5f28982b-b13f-46c6-bbb8-a62c4249687c req-cc71cb95-bd88-4c5d-bb2b-002ba6b981f6 service neutron] 10.222.0.16 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806618 Mar 28 09:36:51.475568 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:52.206785 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d3ef94e1-1b76-4a37-9425-6e4234b19f38 req-a3741e25-0f2c-4aba-890c-4f983d78e713 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429380 Mar 28 09:36:52.294017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef94e1-1b76-4a37-9425-6e4234b19f38 req-7cea0451-de24-4bbc-bd66-934617ff983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:52.295563 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d3ef94e1-1b76-4a37-9425-6e4234b19f38 req-7cea0451-de24-4bbc-bd66-934617ff983c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78a4f596c7b14e2f930631dc76d2e702&device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 1168 time: 0.0492148 Mar 28 09:36:52.395580 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef94e1-1b76-4a37-9425-6e4234b19f38 req-b328d966-b2eb-4d5e-a87d-91467d88936e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:52.396956 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d3ef94e1-1b76-4a37-9425-6e4234b19f38 req-b328d966-b2eb-4d5e-a87d-91467d88936e service neutron] 10.222.0.16 "GET /v2.0/networks?id=c58778bb-9d87-4609-b665-73c25737d4d7 HTTP/1.1" status: 200 len: 914 time: 0.0832736 Mar 28 09:36:52.465139 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d3ef94e1-1b76-4a37-9425-6e4234b19f38 req-379bb11c-a654-4ae9-a955-0edc671fc6e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76f76389-f011-4d26-adf1-288e8dcd01fe HTTP/1.1" status: 200 len: 1000 time: 0.0622215 Mar 28 09:36:52.512707 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef94e1-1b76-4a37-9425-6e4234b19f38 req-736ef64a-ca70-4bc2-9c82-77f9f1c2a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:52.514199 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d3ef94e1-1b76-4a37-9425-6e4234b19f38 req-736ef64a-ca70-4bc2-9c82-77f9f1c2a5c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffbd199d-b34d-4447-b0f3-e5ae8aaaa526 HTTP/1.1" status: 200 len: 853 time: 0.0430214 Mar 28 09:36:52.562788 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef94e1-1b76-4a37-9425-6e4234b19f38 req-656d9bc9-db8f-41d6-bc72-1053374a0b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:52.564295 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d3ef94e1-1b76-4a37-9425-6e4234b19f38 req-656d9bc9-db8f-41d6-bc72-1053374a0b38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c58778bb-9d87-4609-b665-73c25737d4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444274 Mar 28 09:36:52.655332 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d3ef94e1-1b76-4a37-9425-6e4234b19f38 req-97a7e9be-26ba-44cb-bdee-be6b790a21c1 service neutron] 10.222.0.16 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842891 Mar 28 09:36:52.742286 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d3ef94e1-1b76-4a37-9425-6e4234b19f38 req-ce42f04d-6303-4147-9c58-17a5383229a1 service neutron] 10.222.0.16 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809519 Mar 28 09:36:53.411195 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf5bd7-afef-4928-bfad-68700f3ea19a req-3e07d67d-e55b-4a32-a3e9-e301ac69e725 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:53.412672 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4dbf5bd7-afef-4928-bfad-68700f3ea19a req-3e07d67d-e55b-4a32-a3e9-e301ac69e725 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 984 time: 0.4040699 Mar 28 09:36:53.418560 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46c195-5e54-47dd-a4ca-a766ff881d4c req-050901b0-9d28-44cd-ad54-682976e6135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:53.419946 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f46c195-5e54-47dd-a4ca-a766ff881d4c req-050901b0-9d28-44cd-ad54-682976e6135d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78a4f596c7b14e2f930631dc76d2e702&device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 1168 time: 0.4018950 Mar 28 09:36:53.533318 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4dbf5bd7-afef-4928-bfad-68700f3ea19a req-374d014a-7d94-4627-809e-347b496ce648 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b92018e-42cf-4751-bfe3-7564b4531de3&id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124222 Mar 28 09:36:53.549832 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46c195-5e54-47dd-a4ca-a766ff881d4c req-7d68b52a-032b-40ca-ab7d-578b311a5a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:53.551293 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f46c195-5e54-47dd-a4ca-a766ff881d4c req-7d68b52a-032b-40ca-ab7d-578b311a5a6f service neutron] 10.222.0.16 "GET /v2.0/networks?id=c58778bb-9d87-4609-b665-73c25737d4d7 HTTP/1.1" status: 200 len: 914 time: 0.1241136 Mar 28 09:36:53.616573 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f46c195-5e54-47dd-a4ca-a766ff881d4c req-1ccd1a9a-238b-4e15-b3eb-abe798cd5cb0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76f76389-f011-4d26-adf1-288e8dcd01fe HTTP/1.1" status: 200 len: 1000 time: 0.0588613 Mar 28 09:36:53.663614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46c195-5e54-47dd-a4ca-a766ff881d4c req-268da96c-8847-4254-8ecb-22c1fcfd0e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:53.664963 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f46c195-5e54-47dd-a4ca-a766ff881d4c req-268da96c-8847-4254-8ecb-22c1fcfd0e60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffbd199d-b34d-4447-b0f3-e5ae8aaaa526 HTTP/1.1" status: 200 len: 853 time: 0.0425818 Mar 28 09:36:53.716164 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46c195-5e54-47dd-a4ca-a766ff881d4c req-7b240a18-59d0-43e1-912c-be61b7fba863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:53.717694 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f46c195-5e54-47dd-a4ca-a766ff881d4c req-7b240a18-59d0-43e1-912c-be61b7fba863 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c58778bb-9d87-4609-b665-73c25737d4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0470912 Mar 28 09:36:53.803599 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f46c195-5e54-47dd-a4ca-a766ff881d4c req-d47a0e01-b100-474c-a465-8c967a11d758 service neutron] 10.222.0.16 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796835 Mar 28 09:36:53.894442 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f46c195-5e54-47dd-a4ca-a766ff881d4c req-b4fb5e2b-9240-4cf4-b82e-97ae22b7501e service neutron] 10.222.0.16 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847886 Mar 28 09:36:54.511287 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:36:54.658020 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e37b72-f2d2-41e7-ab7c-86e403aea8d5 req-8a95d652-875b-4ff5-a97a-83edb14e635d tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:54.659492 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-94e37b72-f2d2-41e7-ab7c-86e403aea8d5 req-8a95d652-875b-4ff5-a97a-83edb14e635d tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 984 time: 0.0554733 Mar 28 09:36:54.721305 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-94e37b72-f2d2-41e7-ab7c-86e403aea8d5 req-68f6fa99-e808-4146-a7b7-138130348325 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b92018e-42cf-4751-bfe3-7564b4531de3&id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558720 Mar 28 09:36:55.840860 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2352e1-35a8-4941-b8d5-ac46e652f231 req-00fcf5ae-521c-471b-9a7b-217823b3cc80 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:55.842335 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fb2352e1-35a8-4941-b8d5-ac46e652f231 req-00fcf5ae-521c-471b-9a7b-217823b3cc80 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 984 time: 0.0547388 Mar 28 09:36:55.900958 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fb2352e1-35a8-4941-b8d5-ac46e652f231 req-3b32ba3d-11fe-4290-a69c-5dcb460c1621 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b92018e-42cf-4751-bfe3-7564b4531de3&id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530899 Mar 28 09:36:57.017546 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db55e12-c13f-4e57-b336-f3f14c0d0174 req-0613d5cc-3421-4934-b8ca-319507c5f2c2 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:57.019045 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4db55e12-c13f-4e57-b336-f3f14c0d0174 req-0613d5cc-3421-4934-b8ca-319507c5f2c2 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 984 time: 0.0528059 Mar 28 09:36:57.078022 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4db55e12-c13f-4e57-b336-f3f14c0d0174 req-6ae7d14f-fb3e-4069-aeab-e4eba5962aad tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b92018e-42cf-4751-bfe3-7564b4531de3&id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531955 Mar 28 09:36:57.303134 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-63086cc8-2c54-46ea-8100-4fcb1e3d314b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:36:58.195334 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04881c09-3acb-40c4-afc8-4cfaa208db09 req-307be99f-e169-48b4-b2dc-e82cacf72fca tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:58.197433 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-04881c09-3acb-40c4-afc8-4cfaa208db09 req-307be99f-e169-48b4-b2dc-e82cacf72fca tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 984 time: 0.0535562 Mar 28 09:36:58.256672 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-04881c09-3acb-40c4-afc8-4cfaa208db09 req-80eb5c9c-a36a-403d-8873-942bb6c47e11 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b92018e-42cf-4751-bfe3-7564b4531de3&id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531936 Mar 28 09:36:59.375508 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68fe8f-b951-4773-a88c-f86cee9b0254 req-da7e26bf-c72b-4fa6-8cb6-a903f1d0ba3f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:36:59.376880 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-de68fe8f-b951-4773-a88c-f86cee9b0254 req-da7e26bf-c72b-4fa6-8cb6-a903f1d0ba3f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 984 time: 0.0520284 Mar 28 09:36:59.436684 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-de68fe8f-b951-4773-a88c-f86cee9b0254 req-06ee14e8-5967-4156-bf46-df662d914e7d tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b92018e-42cf-4751-bfe3-7564b4531de3&id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539210 Mar 28 09:36:59.519675 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1194f7bf-94a2-4613-8f66-0b04c77061dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:00.558731 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1322390-547a-4524-b4e4-af1b7a81c0c5 req-8e0df192-a111-4f73-953e-5a60a8c93ed7 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:00.560219 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b1322390-547a-4524-b4e4-af1b7a81c0c5 req-8e0df192-a111-4f73-953e-5a60a8c93ed7 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 984 time: 0.0584259 Mar 28 09:37:00.620285 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b1322390-547a-4524-b4e4-af1b7a81c0c5 req-eae23bf9-6124-46f3-a55e-309b7c4e26b5 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b92018e-42cf-4751-bfe3-7564b4531de3&id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544109 Mar 28 09:37:00.658817 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:01.741323 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835c79d-48fb-441f-b0a8-e392fd7e3098 req-5267df39-7100-4fdc-b2ee-2664bb6c8bea tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:01.742846 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5835c79d-48fb-441f-b0a8-e392fd7e3098 req-5267df39-7100-4fdc-b2ee-2664bb6c8bea tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 984 time: 0.0565288 Mar 28 09:37:01.801147 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5835c79d-48fb-441f-b0a8-e392fd7e3098 req-b70dca19-36be-4f24-9d58-25eaaed4998d tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b92018e-42cf-4751-bfe3-7564b4531de3&id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526216 Mar 28 09:37:02.213157 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:02.919822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a3df5-b78a-44e6-998f-ee5808ebb90e req-c9f0fd1d-7adb-4c26-b4b4-4fd9b2a45049 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:02.921307 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-808a3df5-b78a-44e6-998f-ee5808ebb90e req-c9f0fd1d-7adb-4c26-b4b4-4fd9b2a45049 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 984 time: 0.0546348 Mar 28 09:37:02.981759 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-808a3df5-b78a-44e6-998f-ee5808ebb90e req-d9cfed6b-2116-4634-b1de-8053ca5cf52f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b92018e-42cf-4751-bfe3-7564b4531de3&id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547140 Mar 28 09:37:03.755414 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:04.097373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263bc00-070a-4edb-bf40-efbd7b7de874 req-5c81564e-6e8e-491d-9ae6-9b1896c59154 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:04.098863 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7263bc00-070a-4edb-bf40-efbd7b7de874 req-5c81564e-6e8e-491d-9ae6-9b1896c59154 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 984 time: 0.0522041 Mar 28 09:37:04.157522 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7263bc00-070a-4edb-bf40-efbd7b7de874 req-5304db6c-f00d-417a-b0ec-7220580acc91 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b92018e-42cf-4751-bfe3-7564b4531de3&id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523043 Mar 28 09:37:05.275182 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd63d5-980f-4912-b095-25a3279cf909 req-6229e43c-4735-4251-9530-49d18cfbfe94 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:05.276659 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e1fd63d5-980f-4912-b095-25a3279cf909 req-6229e43c-4735-4251-9530-49d18cfbfe94 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 984 time: 0.0531883 Mar 28 09:37:05.339535 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e1fd63d5-980f-4912-b095-25a3279cf909 req-58b52264-a74f-4761-b05c-3df6581d2d3f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b92018e-42cf-4751-bfe3-7564b4531de3&id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572145 Mar 28 09:37:06.461495 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb85e79-8de0-4897-bcc8-b03ec4038bbc req-413b176c-05e6-4e9e-b28c-9b8a99c3dcc9 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:06.463030 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fbb85e79-8de0-4897-bcc8-b03ec4038bbc req-413b176c-05e6-4e9e-b28c-9b8a99c3dcc9 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 984 time: 0.0568261 Mar 28 09:37:06.523816 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fbb85e79-8de0-4897-bcc8-b03ec4038bbc req-58ea829b-1f8c-4b65-962f-c27862b1fe4c tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b92018e-42cf-4751-bfe3-7564b4531de3&id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550077 Mar 28 09:37:07.646853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf4864-c55a-4c96-9f68-77cec47c64f2 req-17167e75-bec5-4903-8498-f4b1657c8f5c tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:07.648340 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-34cf4864-c55a-4c96-9f68-77cec47c64f2 req-17167e75-bec5-4903-8498-f4b1657c8f5c tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 984 time: 0.0552371 Mar 28 09:37:07.709583 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-34cf4864-c55a-4c96-9f68-77cec47c64f2 req-e0413cd7-78b5-4c5a-bde5-f35da002f3c1 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b92018e-42cf-4751-bfe3-7564b4531de3&id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545104 Mar 28 09:37:08.827650 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c407dd-6e67-4030-ac11-545fe674a491 req-652c25a3-9413-42e8-ba28-f467b78270e3 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:08.829109 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d0c407dd-6e67-4030-ac11-545fe674a491 req-652c25a3-9413-42e8-ba28-f467b78270e3 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 984 time: 0.0523212 Mar 28 09:37:08.887576 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d0c407dd-6e67-4030-ac11-545fe674a491 req-c60e6ddf-198f-4319-9b0e-0b02f2dbba7f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b92018e-42cf-4751-bfe3-7564b4531de3&id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527825 Mar 28 09:37:10.004752 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3a37c-b89f-4d26-ab7a-46c15491382f req-c0ef35e0-a4f4-4d6f-a6ed-f681e950bb00 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:10.006301 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a7d3a37c-b89f-4d26-ab7a-46c15491382f req-c0ef35e0-a4f4-4d6f-a6ed-f681e950bb00 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 984 time: 0.0530379 Mar 28 09:37:10.071846 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a7d3a37c-b89f-4d26-ab7a-46c15491382f req-84cb6a54-ea2c-4a33-98f9-b826a83e4d12 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b92018e-42cf-4751-bfe3-7564b4531de3&id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587409 Mar 28 09:37:21.487207 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:27.304296 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c15f8320-ac77-4b0b-a079-42cfe413adf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:29.521256 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-687ee64c-0882-4661-8ec9-e58128ad85d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:30.660599 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:31.511204 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:37:32.215525 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:33.757133 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:42.338281 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c05664af-01cb-475e-a394-8d055cf9c66e req-4b4701e5-628a-4923-a20c-94df24fd63ff tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1433549569&fields=id&tenant_id=78a4f596c7b14e2f930631dc76d2e702 HTTP/1.1" status: 200 len: 267 time: 0.0431855 Mar 28 09:37:42.399046 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05664af-01cb-475e-a394-8d055cf9c66e req-dd09add7-4929-42b8-8d9a-376eab0aa566 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:42.400648 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c05664af-01cb-475e-a394-8d055cf9c66e req-dd09add7-4929-42b8-8d9a-376eab0aa566 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 984 time: 0.0572743 Mar 28 09:37:42.411093 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [req-c05664af-01cb-475e-a394-8d055cf9c66e req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Request body: {'port': {'security_groups': ['b131dba8-525e-4a4c-94be-3deef6b1718f']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:37:42.481303 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c05664af-01cb-475e-a394-8d055cf9c66e req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:42.651769 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-c05664af-01cb-475e-a394-8d055cf9c66e req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] For port 76f76389-f011-4d26-adf1-288e8dcd01fe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76f76389-f011-4d26-adf1-288e8dcd01fe,segment=NetworkSegment(226174ac-0e2b-480b-811b-d5665c5b867d),segment_id=226174ac-0e2b-480b-811b-d5665c5b867d)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:37:42.680673 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c05664af-01cb-475e-a394-8d055cf9c66e req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:42.685098 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c05664af-01cb-475e-a394-8d055cf9c66e req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:42.696945 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['76f76389-f011-4d26-adf1-288e8dcd01fe'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:37:42.737188 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05664af-01cb-475e-a394-8d055cf9c66e req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:42.737848 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c05664af-01cb-475e-a394-8d055cf9c66e req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:42.739257 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c05664af-01cb-475e-a394-8d055cf9c66e req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "PUT /v2.0/ports/76f76389-f011-4d26-adf1-288e8dcd01fe HTTP/1.1" status: 200 len: 942 time: 0.3324964 Mar 28 09:37:42.739717 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad38625-10fe-4548-ae0c-68be9370640f', 'tag': '76f76389-f011-4d26-adf1-288e8dcd01fe'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:37:42.742011 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eee5bc4-15a4-4bfc-9ae6-cbf1e16827f0" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad38625-10fe-4548-ae0c-68be9370640f", "tag": "76f76389-f011-4d26-adf1-288e8dcd01fe"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:37:42.745723 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58326) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:37:42.757570 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Pushing event updated for resources: {'Port': ['ID=76f76389-f011-4d26-adf1-288e8dcd01fe,revision_number=7']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:37:42.765708 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.766070 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.766423 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.766768 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.767179 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.767440 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.767772 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.768105 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.768437 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.768766 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.769100 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.769429 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.769783 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.770115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.770562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa25c5-ec6e-4322-ae86-8e1b28bb2634 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.841958 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['76f76389-f011-4d26-adf1-288e8dcd01fe'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:37:42.849356 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group (1b92018e-42cf-4751-bfe3-7564b4531de3), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:42.880707 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group (1b92018e-42cf-4751-bfe3-7564b4531de3), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:42.924620 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a972cc4c-e4fc-43b7-9a24-06b38815455d x-openstack-request-id: req-a972cc4c-e4fc-43b7-9a24-06b38815455d {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:37:42.924869 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad38625-10fe-4548-ae0c-68be9370640f", "tag": "76f76389-f011-4d26-adf1-288e8dcd01fe", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:37:42.925266 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a972cc4c-e4fc-43b7-9a24-06b38815455d {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:37:42.925691 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a972cc4c-e4fc-43b7-9a24-06b38815455d'] response: {'name': 'network-changed', 'server_uuid': '2ad38625-10fe-4548-ae0c-68be9370640f', 'tag': '76f76389-f011-4d26-adf1-288e8dcd01fe', 'status': 'completed', 'code': 200} Mar 28 09:37:42.956656 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (1b92018e-42cf-4751-bfe3-7564b4531de3), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:42.959595 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:42.964099 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "DELETE /v2.0/security-groups/1b92018e-42cf-4751-bfe3-7564b4531de3 HTTP/1.1" status: 204 len: 168 time: 0.2133887 Mar 28 09:37:42.964480 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58330) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:37:42.985784 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b92018e-42cf-4751-bfe3-7564b4531de3,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:37:42.993905 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.994264 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.994802 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.995316 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.995829 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.996335 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.996842 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.997386 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.998494 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.999044 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:42.999580 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:43.000121 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:43.000658 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:43.001183 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:43.001771 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47ce51-e1cd-434b-9536-fa6818b92c1f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:37:43.023718 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-43774dd7-8bcc-4063-932f-d0c2517a4bdd None None] Provisioning complete for port 76f76389-f011-4d26-adf1-288e8dcd01fe triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:37:43.024095 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-43774dd7-8bcc-4063-932f-d0c2517a4bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:43.042553 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee5bc4-15a4-4bfc-9ae6-cbf1e16827f0 req-08205680-712a-4609-813a-7f9a0843a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:43.044565 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8eee5bc4-15a4-4bfc-9ae6-cbf1e16827f0 req-08205680-712a-4609-813a-7f9a0843a358 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78a4f596c7b14e2f930631dc76d2e702&device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 1129 time: 0.0980341 Mar 28 09:37:43.111834 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-43774dd7-8bcc-4063-932f-d0c2517a4bdd None None] Current status of the port 76f76389-f011-4d26-adf1-288e8dcd01fe is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:37:43.142292 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee5bc4-15a4-4bfc-9ae6-cbf1e16827f0 req-3bb0162b-3e17-4496-a7fa-d63bb3a2664c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:43.143770 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8eee5bc4-15a4-4bfc-9ae6-cbf1e16827f0 req-3bb0162b-3e17-4496-a7fa-d63bb3a2664c service neutron] 10.222.0.16 "GET /v2.0/networks?id=c58778bb-9d87-4609-b665-73c25737d4d7 HTTP/1.1" status: 200 len: 914 time: 0.0929935 Mar 28 09:37:43.152843 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-32be74e2-3500-4d9b-ad94-a12b20e5e0fb tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Deleting port 52ea7207-b2c0-4a13-8547-5b805ab8b265 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:37:43.153120 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-32be74e2-3500-4d9b-ad94-a12b20e5e0fb tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (52ea7207-b2c0-4a13-8547-5b805ab8b265), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:43.210897 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8eee5bc4-15a4-4bfc-9ae6-cbf1e16827f0 req-2bb6d3d6-d580-4669-93c7-187987f9154a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76f76389-f011-4d26-adf1-288e8dcd01fe HTTP/1.1" status: 200 len: 1000 time: 0.0598564 Mar 28 09:37:43.235515 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-32be74e2-3500-4d9b-ad94-a12b20e5e0fb tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (52ea7207-b2c0-4a13-8547-5b805ab8b265), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:43.235872 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-32be74e2-3500-4d9b-ad94-a12b20e5e0fb tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for floatingip (52ea7207-b2c0-4a13-8547-5b805ab8b265), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:43.247885 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-32be74e2-3500-4d9b-ad94-a12b20e5e0fb tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Calling delete_port for 52ea7207-b2c0-4a13-8547-5b805ab8b265 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:37:43.264145 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee5bc4-15a4-4bfc-9ae6-cbf1e16827f0 req-653bf091-16fc-46ef-890d-b64de4d82c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:43.265714 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8eee5bc4-15a4-4bfc-9ae6-cbf1e16827f0 req-653bf091-16fc-46ef-890d-b64de4d82c2c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffbd199d-b34d-4447-b0f3-e5ae8aaaa526 HTTP/1.1" status: 200 len: 853 time: 0.0490017 Mar 28 09:37:43.313578 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee5bc4-15a4-4bfc-9ae6-cbf1e16827f0 req-61bb2b09-26a9-40d0-9af3-cbb7dfa4ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:43.315111 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8eee5bc4-15a4-4bfc-9ae6-cbf1e16827f0 req-61bb2b09-26a9-40d0-9af3-cbb7dfa4ac26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c58778bb-9d87-4609-b665-73c25737d4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439823 Mar 28 09:37:43.401276 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-32be74e2-3500-4d9b-ad94-a12b20e5e0fb tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (52ea7207-b2c0-4a13-8547-5b805ab8b265), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:43.406861 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8eee5bc4-15a4-4bfc-9ae6-cbf1e16827f0 req-f2799f73-0191-461d-bfdb-dea84b822014 service neutron] 10.222.0.16 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856380 Mar 28 09:37:43.426108 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be74e2-3500-4d9b-ad94-a12b20e5e0fb tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Pushing event deleted for resources: {'Port': ['ID=52ea7207-b2c0-4a13-8547-5b805ab8b265,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:37:43.489454 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-32be74e2-3500-4d9b-ad94-a12b20e5e0fb tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks [] for floatingip (40ec6276-4bd2-402c-b52a-bda8c474d5b8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:43.489914 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-32be74e2-3500-4d9b-ad94-a12b20e5e0fb tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Floating IP 40ec6276-4bd2-402c-b52a-bda8c474d5b8 disassociated (deleted). External IP: 172.36.4.84, port: 76f76389-f011-4d26-adf1-288e8dcd01fe. Mar 28 09:37:43.506396 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8eee5bc4-15a4-4bfc-9ae6-cbf1e16827f0 req-20c1a908-0bfc-4cbd-bac3-c9dbfd6801cc service neutron] 10.222.0.16 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938120 Mar 28 09:37:43.694599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32be74e2-3500-4d9b-ad94-a12b20e5e0fb tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Router ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:37:43.802951 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32be74e2-3500-4d9b-ad94-a12b20e5e0fb tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:37:43.808237 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-32be74e2-3500-4d9b-ad94-a12b20e5e0fb tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:43.812801 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7eadf8-10d8-487e-a0dd-6c04bab0d6b6 None None] Sync routers for ids ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:37:43.822631 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7eadf8-10d8-487e-a0dd-6c04bab0d6b6 None None] Routers {'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:37:43.823242 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-cb7eadf8-10d8-487e-a0dd-6c04bab0d6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:37:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:37:43.837756 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-32be74e2-3500-4d9b-ad94-a12b20e5e0fb tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "DELETE /v2.0/floatingips/40ec6276-4bd2-402c-b52a-bda8c474d5b8 HTTP/1.1" status: 204 len: 168 time: 0.8720613 Mar 28 09:37:43.934560 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-cb7eadf8-10d8-487e-a0dd-6c04bab0d6b6 None None] Set router ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:37:44.150553 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-cb7eadf8-10d8-487e-a0dd-6c04bab0d6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'name': 'tempest-TestMinimumBasicScenario-297831989-router', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:45Z', 'revision_number': 4, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'gw_port': {'id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5f767d8e-9820-4cf7-b184-742f7ece3d0d', 'name': '', 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'mac_address': 'fa:16:3e:3b:39:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:44Z', 'updated_at': '2022-03-28T09:35:48Z', 'revision_number': 5, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'subnets': [{'id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:37:44.176169 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7eadf8-10d8-487e-a0dd-6c04bab0d6b6 None None] Checking router: ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:37:44.185448 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7eadf8-10d8-487e-a0dd-6c04bab0d6b6 None None] Routers {'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:37:44.186074 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-cb7eadf8-10d8-487e-a0dd-6c04bab0d6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:37:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:37:44.295448 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-cb7eadf8-10d8-487e-a0dd-6c04bab0d6b6 None None] Set router ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:37:44.492536 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-cb7eadf8-10d8-487e-a0dd-6c04bab0d6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'name': 'tempest-TestMinimumBasicScenario-297831989-router', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:45Z', 'revision_number': 4, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'gw_port': {'id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5f767d8e-9820-4cf7-b184-742f7ece3d0d', 'name': '', 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'mac_address': 'fa:16:3e:3b:39:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:44Z', 'updated_at': '2022-03-28T09:35:48Z', 'revision_number': 5, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'subnets': [{'id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:37:44.525579 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7eadf8-10d8-487e-a0dd-6c04bab0d6b6 None None] The sync data for ids ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'] in dv-neutron-master-2-hyperv is: [{'id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'name': 'tempest-TestMinimumBasicScenario-297831989-router', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:45Z', 'revision_number': 4, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'gw_port': {'id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5f767d8e-9820-4cf7-b184-742f7ece3d0d', 'name': '', 'network_id': 'c58778bb-9d87-4609-b665-73c25737d4d7', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'mac_address': 'fa:16:3e:3b:39:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:44Z', 'updated_at': '2022-03-28T09:35:48Z', 'revision_number': 5, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'subnets': [{'id': 'ffbd199d-b34d-4447-b0f3-e5ae8aaaa526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:37:44.754752 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a687003c-2b0f-4da6-923e-268284ff3a6c None None] New status for floating IP 40ec6276-4bd2-402c-b52a-bda8c474d5b8: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:37:44.926518 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad38625-10fe-4548-ae0c-68be9370640f', 'tag': '76f76389-f011-4d26-adf1-288e8dcd01fe'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:37:44.928811 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12349858-32cb-4754-b828-2add744adc3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad38625-10fe-4548-ae0c-68be9370640f", "tag": "76f76389-f011-4d26-adf1-288e8dcd01fe"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:37:44.963872 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756c5541-19c3-4dd5-9fe3-05a3a2514d59 x-openstack-request-id: req-756c5541-19c3-4dd5-9fe3-05a3a2514d59 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:37:44.964782 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad38625-10fe-4548-ae0c-68be9370640f", "tag": "76f76389-f011-4d26-adf1-288e8dcd01fe", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:37:44.965035 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-756c5541-19c3-4dd5-9fe3-05a3a2514d59 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:37:44.965442 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-756c5541-19c3-4dd5-9fe3-05a3a2514d59'] response: {'name': 'network-changed', 'server_uuid': '2ad38625-10fe-4548-ae0c-68be9370640f', 'tag': '76f76389-f011-4d26-adf1-288e8dcd01fe', 'status': 'completed', 'code': 200} Mar 28 09:37:45.030360 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349858-32cb-4754-b828-2add744adc3d req-c46d893c-4d6b-4891-aaba-07ec72a5848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:45.031857 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-12349858-32cb-4754-b828-2add744adc3d req-c46d893c-4d6b-4891-aaba-07ec72a5848d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78a4f596c7b14e2f930631dc76d2e702&device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 1129 time: 0.0451994 Mar 28 09:37:45.133137 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349858-32cb-4754-b828-2add744adc3d req-cce3aadf-c365-4392-bd9a-38b7cea74bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:45.134741 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-12349858-32cb-4754-b828-2add744adc3d req-cce3aadf-c365-4392-bd9a-38b7cea74bb8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c58778bb-9d87-4609-b665-73c25737d4d7 HTTP/1.1" status: 200 len: 914 time: 0.0974152 Mar 28 09:37:45.175884 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-12349858-32cb-4754-b828-2add744adc3d req-fa5950cb-bddf-45a1-9f5c-58764898543a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76f76389-f011-4d26-adf1-288e8dcd01fe HTTP/1.1" status: 200 len: 217 time: 0.0357625 Mar 28 09:37:45.224340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349858-32cb-4754-b828-2add744adc3d req-d3a1f2d1-c014-49d0-9324-27a899a417a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:45.225865 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-12349858-32cb-4754-b828-2add744adc3d req-d3a1f2d1-c014-49d0-9324-27a899a417a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffbd199d-b34d-4447-b0f3-e5ae8aaaa526 HTTP/1.1" status: 200 len: 853 time: 0.0439413 Mar 28 09:37:45.280529 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349858-32cb-4754-b828-2add744adc3d req-7971e94f-4fda-4801-9ecc-f41c69e99606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:45.282101 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-12349858-32cb-4754-b828-2add744adc3d req-7971e94f-4fda-4801-9ecc-f41c69e99606 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c58778bb-9d87-4609-b665-73c25737d4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0509045 Mar 28 09:37:45.370105 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-12349858-32cb-4754-b828-2add744adc3d req-87f7a5c3-368c-4fb3-b3ab-1ed7f6095e55 service neutron] 10.222.0.16 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821123 Mar 28 09:37:45.466731 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-12349858-32cb-4754-b828-2add744adc3d req-86881028-f8e5-4c45-b802-3dac034ccc3d service neutron] 10.222.0.16 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895720 Mar 28 09:37:51.499960 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:52.210577 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-06786958-d0d6-4154-a86f-036383a9693c req-f70c9f9b-059e-41e9-a087-4b5fb823e712 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490997 Mar 28 09:37:52.299091 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06786958-d0d6-4154-a86f-036383a9693c req-843f9512-67de-44ff-aaa0-4d3e27176d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:52.300613 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-06786958-d0d6-4154-a86f-036383a9693c req-843f9512-67de-44ff-aaa0-4d3e27176d97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78a4f596c7b14e2f930631dc76d2e702&device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 1129 time: 0.0465543 Mar 28 09:37:52.410510 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06786958-d0d6-4154-a86f-036383a9693c req-73dea65f-7875-413b-8beb-bcfb56178681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:52.411916 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-06786958-d0d6-4154-a86f-036383a9693c req-73dea65f-7875-413b-8beb-bcfb56178681 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c58778bb-9d87-4609-b665-73c25737d4d7 HTTP/1.1" status: 200 len: 914 time: 0.0933099 Mar 28 09:37:52.458459 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-06786958-d0d6-4154-a86f-036383a9693c req-18b009e1-2972-419a-b8af-9f54f377d1d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76f76389-f011-4d26-adf1-288e8dcd01fe HTTP/1.1" status: 200 len: 217 time: 0.0382612 Mar 28 09:37:52.506063 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06786958-d0d6-4154-a86f-036383a9693c req-b0bca70f-fb37-4e8b-a31d-3cebbdd5d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:52.507530 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-06786958-d0d6-4154-a86f-036383a9693c req-b0bca70f-fb37-4e8b-a31d-3cebbdd5d791 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffbd199d-b34d-4447-b0f3-e5ae8aaaa526 HTTP/1.1" status: 200 len: 853 time: 0.0439196 Mar 28 09:37:52.561758 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06786958-d0d6-4154-a86f-036383a9693c req-2833ac8c-9c28-496b-b1dc-3a03d4d31d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:52.563263 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-06786958-d0d6-4154-a86f-036383a9693c req-2833ac8c-9c28-496b-b1dc-3a03d4d31d7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c58778bb-9d87-4609-b665-73c25737d4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0494456 Mar 28 09:37:52.650803 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-06786958-d0d6-4154-a86f-036383a9693c req-69fa1adc-7884-4d39-ad33-d65a61eb7989 service neutron] 10.222.0.16 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813529 Mar 28 09:37:52.741761 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-06786958-d0d6-4154-a86f-036383a9693c req-1a48b94c-c40a-4987-9f03-7fd878993729 service neutron] 10.222.0.16 "GET /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857506 Mar 28 09:37:57.308135 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2f420958-085d-401f-a20a-cfa9dc066c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:37:59.145229 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0c408-e4a8-418e-9eae-fb567d7f6499 req-c23a1e0e-8c77-4e35-ac51-8600efaeefe6 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:37:59.146655 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-25c0c408-e4a8-418e-9eae-fb567d7f6499 req-c23a1e0e-8c77-4e35-ac51-8600efaeefe6 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 945 time: 0.0580146 Mar 28 09:37:59.194028 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-25c0c408-e4a8-418e-9eae-fb567d7f6499 req-4af070f8-2f86-4a53-89ad-e4bcbd48004f tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412881 Mar 28 09:37:59.525019 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eef3659b-86cc-422d-b250-11cb2052cd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:00.316545 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f8c91-a658-45a9-bda1-5c39c1ac6c5e req-6a784843-e462-4387-a824-11479b35e143 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:00.318073 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1f2f8c91-a658-45a9-bda1-5c39c1ac6c5e req-6a784843-e462-4387-a824-11479b35e143 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 945 time: 0.0554202 Mar 28 09:38:00.365231 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1f2f8c91-a658-45a9-bda1-5c39c1ac6c5e req-07bd18fc-107f-4726-82f1-09d085b78f55 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/security-groups?id=b131dba8-525e-4a4c-94be-3deef6b1718f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409398 Mar 28 09:38:00.664412 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:00.749406 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68836690-8a41-4907-8fe9-59136c1a0d07 req-dbe470be-3dc2-4afc-81f4-c0b2d700022c tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:00.750899 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-68836690-8a41-4907-8fe9-59136c1a0d07 req-dbe470be-3dc2-4afc-81f4-c0b2d700022c tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 945 time: 0.0524526 Mar 28 09:38:00.850574 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-68836690-8a41-4907-8fe9-59136c1a0d07 req-7d693ecb-6967-4012-b5fb-a1c8d3214da2 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Deleting port 76f76389-f011-4d26-adf1-288e8dcd01fe {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:38:00.850918 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-68836690-8a41-4907-8fe9-59136c1a0d07 req-7d693ecb-6967-4012-b5fb-a1c8d3214da2 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:00.943491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-68836690-8a41-4907-8fe9-59136c1a0d07 req-7d693ecb-6967-4012-b5fb-a1c8d3214da2 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] For port 76f76389-f011-4d26-adf1-288e8dcd01fe, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76f76389-f011-4d26-adf1-288e8dcd01fe,segment=NetworkSegment(226174ac-0e2b-480b-811b-d5665c5b867d),segment_id=226174ac-0e2b-480b-811b-d5665c5b867d)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:38:00.943810 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-68836690-8a41-4907-8fe9-59136c1a0d07 req-7d693ecb-6967-4012-b5fb-a1c8d3214da2 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:00.956413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-68836690-8a41-4907-8fe9-59136c1a0d07 req-7d693ecb-6967-4012-b5fb-a1c8d3214da2 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Calling delete_port for 76f76389-f011-4d26-adf1-288e8dcd01fe owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:38:01.084356 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-68836690-8a41-4907-8fe9-59136c1a0d07 req-7d693ecb-6967-4012-b5fb-a1c8d3214da2 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (76f76389-f011-4d26-adf1-288e8dcd01fe), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:01.096808 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['76f76389-f011-4d26-adf1-288e8dcd01fe'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:38:01.112771 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d693ecb-6967-4012-b5fb-a1c8d3214da2 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Pushing event deleted for resources: {'Port': ['ID=76f76389-f011-4d26-adf1-288e8dcd01fe,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:01.158995 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-68836690-8a41-4907-8fe9-59136c1a0d07 req-7d693ecb-6967-4012-b5fb-a1c8d3214da2 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] No DVR routers for this DVR port 76f76389-f011-4d26-adf1-288e8dcd01fe on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:38:01.161524 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-68836690-8a41-4907-8fe9-59136c1a0d07 req-7d693ecb-6967-4012-b5fb-a1c8d3214da2 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:01.164805 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-68836690-8a41-4907-8fe9-59136c1a0d07 req-7d693ecb-6967-4012-b5fb-a1c8d3214da2 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.16 "DELETE /v2.0/ports/76f76389-f011-4d26-adf1-288e8dcd01fe HTTP/1.1" status: 204 len: 173 time: 0.4085333 Mar 28 09:38:01.165245 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad38625-10fe-4548-ae0c-68be9370640f', 'name': 'network-vif-deleted', 'tag': '76f76389-f011-4d26-adf1-288e8dcd01fe'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:38:01.167530 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5830b6f3-14b3-462d-8331-e54b3b684371" -d '{"events": [{"server_uuid": "2ad38625-10fe-4548-ae0c-68be9370640f", "name": "network-vif-deleted", "tag": "76f76389-f011-4d26-adf1-288e8dcd01fe"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:38:01.203724 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06b39b8-95b3-4f6a-9adc-24e2ee7851f1 x-openstack-request-id: req-e06b39b8-95b3-4f6a-9adc-24e2ee7851f1 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:38:01.204032 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad38625-10fe-4548-ae0c-68be9370640f", "name": "network-vif-deleted", "tag": "76f76389-f011-4d26-adf1-288e8dcd01fe", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:38:01.204367 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e06b39b8-95b3-4f6a-9adc-24e2ee7851f1 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:38:01.204786 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e06b39b8-95b3-4f6a-9adc-24e2ee7851f1'] response: {'server_uuid': '2ad38625-10fe-4548-ae0c-68be9370640f', 'name': 'network-vif-deleted', 'tag': '76f76389-f011-4d26-adf1-288e8dcd01fe', 'status': 'completed', 'code': 200} Mar 28 09:38:01.469924 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5f67864e-2b0d-48de-8806-beebd3f80677 req-bb051435-19b4-46ee-a9ff-a9a6fad332d7 tempest-TestMinimumBasicScenario-159775163 tempest-TestMinimumBasicScenario-159775163-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ad38625-10fe-4548-ae0c-68be9370640f HTTP/1.1" status: 200 len: 210 time: 0.0284376 Mar 28 09:38:02.217297 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:03.050795 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58444) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:03.392303 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-38d4d3c7-4b6a-4789-82f6-f55e4b5ebb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:03.635730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-38d4d3c7-4b6a-4789-82f6-f55e4b5ebb44 admin admin] Deleting port 5f767d8e-9820-4cf7-b184-742f7ece3d0d {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:38:03.636070 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-38d4d3c7-4b6a-4789-82f6-f55e4b5ebb44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:03.714471 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-38d4d3c7-4b6a-4789-82f6-f55e4b5ebb44 admin admin] For port 5f767d8e-9820-4cf7-b184-742f7ece3d0d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f767d8e-9820-4cf7-b184-742f7ece3d0d,segment=NetworkSegment(226174ac-0e2b-480b-811b-d5665c5b867d),segment_id=226174ac-0e2b-480b-811b-d5665c5b867d)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:38:03.714738 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-38d4d3c7-4b6a-4789-82f6-f55e4b5ebb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:03.727307 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-38d4d3c7-4b6a-4789-82f6-f55e4b5ebb44 admin admin] Calling delete_port for 5f767d8e-9820-4cf7-b184-742f7ece3d0d owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:38:03.761074 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:03.905856 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-38d4d3c7-4b6a-4789-82f6-f55e4b5ebb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (5f767d8e-9820-4cf7-b184-742f7ece3d0d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:03.928265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4d3c7-4b6a-4789-82f6-f55e4b5ebb44 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f767d8e-9820-4cf7-b184-742f7ece3d0d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:04.101761 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-38d4d3c7-4b6a-4789-82f6-f55e4b5ebb44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:04.324672 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d4d3c7-4b6a-4789-82f6-f55e4b5ebb44 admin admin] Router ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:38:04.431484 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d4d3c7-4b6a-4789-82f6-f55e4b5ebb44 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:38:04.436440 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-38d4d3c7-4b6a-4789-82f6-f55e4b5ebb44 admin admin] 10.222.0.15 "PUT /v2.0/routers/ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3846259 Mar 28 09:38:04.439103 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58446) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:04.440040 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b0bd7c-93a8-49e1-815a-1d3edda75386 None None] Sync routers for ids ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:38:04.450251 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b0bd7c-93a8-49e1-815a-1d3edda75386 None None] Routers {'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:38:04.450849 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-95b0bd7c-93a8-49e1-815a-1d3edda75386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:38:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:04.543154 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6baa72f4-ee64-45da-a2e4-1234d7e8b485 admin admin] Publish callbacks [] for router (ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:04.556638 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-95b0bd7c-93a8-49e1-815a-1d3edda75386 None None] Set router ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:38:04.743699 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-95b0bd7c-93a8-49e1-815a-1d3edda75386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'name': 'tempest-TestMinimumBasicScenario-297831989-router', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:38:03Z', 'revision_number': 5, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'gw_port': {'id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:04.771085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b0bd7c-93a8-49e1-815a-1d3edda75386 None None] Checking router: ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:38:04.780937 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b0bd7c-93a8-49e1-815a-1d3edda75386 None None] Routers {'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:38:04.781549 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-95b0bd7c-93a8-49e1-815a-1d3edda75386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:38:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:04.987744 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6baa72f4-ee64-45da-a2e4-1234d7e8b485 admin admin] Publish callbacks [] for router_gateway (ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:04.993543 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 76f76389-f011-4d26-adf1-288e8dcd01fe no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:38:05.021210 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 76f76389-f011-4d26-adf1-288e8dcd01fe {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:38:05.021479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 76f76389-f011-4d26-adf1-288e8dcd01fe not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:38:05.042667 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-6baa72f4-ee64-45da-a2e4-1234d7e8b485 admin admin] Deleting port d6b76545-2ee9-499c-a652-0da0f627fb5a {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:38:05.043006 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6baa72f4-ee64-45da-a2e4-1234d7e8b485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (d6b76545-2ee9-499c-a652-0da0f627fb5a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:05.066498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-95b0bd7c-93a8-49e1-815a-1d3edda75386 None None] Set router ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:38:05.123259 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-6baa72f4-ee64-45da-a2e4-1234d7e8b485 admin admin] For port d6b76545-2ee9-499c-a652-0da0f627fb5a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6b76545-2ee9-499c-a652-0da0f627fb5a,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:38:05.123626 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6baa72f4-ee64-45da-a2e4-1234d7e8b485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (d6b76545-2ee9-499c-a652-0da0f627fb5a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:05.136524 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-6baa72f4-ee64-45da-a2e4-1234d7e8b485 admin admin] Calling delete_port for d6b76545-2ee9-499c-a652-0da0f627fb5a owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:38:05.245897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-95b0bd7c-93a8-49e1-815a-1d3edda75386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'name': 'tempest-TestMinimumBasicScenario-297831989-router', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:38:03Z', 'revision_number': 5, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'gw_port': {'id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:05.276038 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b0bd7c-93a8-49e1-815a-1d3edda75386 None None] The sync data for ids ['ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136'] in dv-neutron-master-2-hyperv is: [{'id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'name': 'tempest-TestMinimumBasicScenario-297831989-router', 'tenant_id': '78a4f596c7b14e2f930631dc76d2e702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63'}], 'enable_snat': True}, 'gw_port_id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:38:03Z', 'revision_number': 5, 'project_id': '78a4f596c7b14e2f930631dc76d2e702', 'gw_port': {'id': 'd6b76545-2ee9-499c-a652-0da0f627fb5a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:42Z', 'updated_at': '2022-03-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:38:05.312547 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6baa72f4-ee64-45da-a2e4-1234d7e8b485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (d6b76545-2ee9-499c-a652-0da0f627fb5a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:05.340845 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa72f4-ee64-45da-a2e4-1234d7e8b485 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b76545-2ee9-499c-a652-0da0f627fb5a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:05.400337 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6baa72f4-ee64-45da-a2e4-1234d7e8b485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:05.489170 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6baa72f4-ee64-45da-a2e4-1234d7e8b485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:05.491276 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6baa72f4-ee64-45da-a2e4-1234d7e8b485 admin admin] Publish callbacks [] for router_controller (ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:05.537008 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6baa72f4-ee64-45da-a2e4-1234d7e8b485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:05.537464 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baa72f4-ee64-45da-a2e4-1234d7e8b485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:38:05.541719 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6baa72f4-ee64-45da-a2e4-1234d7e8b485 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:05.545420 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6baa72f4-ee64-45da-a2e4-1234d7e8b485 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ccb8a9d0-1bc7-4e11-b3e5-6c232cd94136 HTTP/1.1" status: 204 len: 168 time: 1.1052718 Mar 28 09:38:05.545568 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58448) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:05.591347 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd06393-8a11-4cdd-9713-5023b58d6e9c admin admin] Deleting subnet ffbd199d-b34d-4447-b0f3-e5ae8aaaa526 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:38:05.594363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5fd06393-8a11-4cdd-9713-5023b58d6e9c admin admin] Publish callbacks [] for subnet (ffbd199d-b34d-4447-b0f3-e5ae8aaaa526), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:05.627987 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5fd06393-8a11-4cdd-9713-5023b58d6e9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (ffbd199d-b34d-4447-b0f3-e5ae8aaaa526), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:05.713014 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5fd06393-8a11-4cdd-9713-5023b58d6e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (ffbd199d-b34d-4447-b0f3-e5ae8aaaa526), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:05.769556 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5fd06393-8a11-4cdd-9713-5023b58d6e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (ffbd199d-b34d-4447-b0f3-e5ae8aaaa526), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:05.795213 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd06393-8a11-4cdd-9713-5023b58d6e9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffbd199d-b34d-4447-b0f3-e5ae8aaaa526,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:05.805462 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5fd06393-8a11-4cdd-9713-5023b58d6e9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:05.811347 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffbb5cb-7593-41eb-8f0a-f0d6ed2397eb None None] Network c58778bb-9d87-4609-b665-73c25737d4d7 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:38:05.811845 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58450) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:05.818249 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5fd06393-8a11-4cdd-9713-5023b58d6e9c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ffbd199d-b34d-4447-b0f3-e5ae8aaaa526 HTTP/1.1" status: 204 len: 168 time: 0.2716548 Mar 28 09:38:05.879992 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (c58778bb-9d87-4609-b665-73c25737d4d7), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:05.938033 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] Deleting port 15005102-4c1f-47c3-bc99-74de88831bc4 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:38:05.938376 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (15005102-4c1f-47c3-bc99-74de88831bc4), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:06.015535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] DHCP port deletion for c58778bb-9d87-4609-b665-73c25737d4d7 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:38:06.022650 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] For port 15005102-4c1f-47c3-bc99-74de88831bc4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15005102-4c1f-47c3-bc99-74de88831bc4,segment=NetworkSegment(226174ac-0e2b-480b-811b-d5665c5b867d),segment_id=226174ac-0e2b-480b-811b-d5665c5b867d)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:38:06.023021 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (15005102-4c1f-47c3-bc99-74de88831bc4), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:06.036794 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] Calling delete_port for 15005102-4c1f-47c3-bc99-74de88831bc4 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:38:06.079082 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Deleting port 15005102-4c1f-47c3-bc99-74de88831bc4 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:38:06.086010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (15005102-4c1f-47c3-bc99-74de88831bc4), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:06.123286 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (15005102-4c1f-47c3-bc99-74de88831bc4), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:06.148575 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] Pushing event deleted for resources: {'Port': ['ID=15005102-4c1f-47c3-bc99-74de88831bc4,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:06.152619 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] No DVR routers for this DVR port 15005102-4c1f-47c3-bc99-74de88831bc4 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:38:06.158623 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] For port 15005102-4c1f-47c3-bc99-74de88831bc4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15005102-4c1f-47c3-bc99-74de88831bc4,segment=NetworkSegment(226174ac-0e2b-480b-811b-d5665c5b867d),segment_id=226174ac-0e2b-480b-811b-d5665c5b867d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:38:06.159138 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (15005102-4c1f-47c3-bc99-74de88831bc4), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:06.173670 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Calling delete_port for 15005102-4c1f-47c3-bc99-74de88831bc4 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:38:06.230189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (c58778bb-9d87-4609-b665-73c25737d4d7), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:06.254762 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58778bb-9d87-4609-b665-73c25737d4d7']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: from cryptography.utils import int_from_bytes Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: from cryptography.utils import int_from_bytes Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 09:38:06.254987 dv-neutron-master-2-hyperv neutron-server[104077]: self.session.flush() Mar 28 09:38:06.266184 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (15005102-4c1f-47c3-bc99-74de88831bc4), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:06.268580 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226174ac-0e2b-480b-811b-d5665c5b867d') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:06.268729 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226174ac-0e2b-480b-811b-d5665c5b867d') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:06.279360 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (226174ac-0e2b-480b-811b-d5665c5b867d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:06.292917 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Pushing event deleted for resources: {'Port': ['ID=15005102-4c1f-47c3-bc99-74de88831bc4,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:06.295376 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] No DVR routers for this DVR port 15005102-4c1f-47c3-bc99-74de88831bc4 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:38:06.297604 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (226174ac-0e2b-480b-811b-d5665c5b867d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:06.303592 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:06.303933 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:06.304287 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:06.304627 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:06.304966 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:06.305340 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:06.305695 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:06.306994 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:06.306994 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:06.306994 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:06.306994 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:06.307347 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:06.307860 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:06.308200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:06.308525 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b1793-9f4a-4d62-82ae-fec438cf48b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:06.313219 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:38:06.313722 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (226174ac-0e2b-480b-811b-d5665c5b867d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:38:06.315732 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:38:06.373210 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (c58778bb-9d87-4609-b665-73c25737d4d7), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:06.379152 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:06.382462 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c58778bb-9d87-4609-b665-73c25737d4d7 HTTP/1.1" status: 204 len: 168 time: 0.5699999 Mar 28 09:38:06.385734 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58458) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:06.403171 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cdce9-fdb1-419c-bb0c-30816739b337 admin admin] Pushing event deleted for resources: {'Network': ['ID=c58778bb-9d87-4609-b665-73c25737d4d7,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:06.754510 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a53eac2-9f65-4c79-9b98-ab75e5affbf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (b43445ca-ef48-4492-a711-d319bdc05f5f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:07.011544 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-1a53eac2-9f65-4c79-9b98-ab75e5affbf6 admin admin] Deleting port 231deece-10d0-4a84-be7f-4458db047ce3 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:38:07.011962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a53eac2-9f65-4c79-9b98-ab75e5affbf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (231deece-10d0-4a84-be7f-4458db047ce3), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:07.094424 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-1a53eac2-9f65-4c79-9b98-ab75e5affbf6 admin admin] For port 231deece-10d0-4a84-be7f-4458db047ce3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=231deece-10d0-4a84-be7f-4458db047ce3,segment=NetworkSegment(708b3458-e8d4-478f-8c57-a73184754918),segment_id=708b3458-e8d4-478f-8c57-a73184754918)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:38:07.094424 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a53eac2-9f65-4c79-9b98-ab75e5affbf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (231deece-10d0-4a84-be7f-4458db047ce3), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:07.108288 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-1a53eac2-9f65-4c79-9b98-ab75e5affbf6 admin admin] Calling delete_port for 231deece-10d0-4a84-be7f-4458db047ce3 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:38:07.278575 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device d6b76545-2ee9-499c-a652-0da0f627fb5a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:38:07.299866 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: d6b76545-2ee9-499c-a652-0da0f627fb5a {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:38:07.300289 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device d6b76545-2ee9-499c-a652-0da0f627fb5a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:38:07.300822 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5f767d8e-9820-4cf7-b184-742f7ece3d0d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:38:07.302723 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a53eac2-9f65-4c79-9b98-ab75e5affbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (231deece-10d0-4a84-be7f-4458db047ce3), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:07.322155 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 5f767d8e-9820-4cf7-b184-742f7ece3d0d {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:38:07.322620 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5f767d8e-9820-4cf7-b184-742f7ece3d0d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:38:07.323166 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 15005102-4c1f-47c3-bc99-74de88831bc4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:38:07.329052 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53eac2-9f65-4c79-9b98-ab75e5affbf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=231deece-10d0-4a84-be7f-4458db047ce3,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:07.345758 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 15005102-4c1f-47c3-bc99-74de88831bc4 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:38:07.346307 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 15005102-4c1f-47c3-bc99-74de88831bc4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:38:07.509107 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a53eac2-9f65-4c79-9b98-ab75e5affbf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (b43445ca-ef48-4492-a711-d319bdc05f5f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:07.734634 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a53eac2-9f65-4c79-9b98-ab75e5affbf6 admin admin] Router b43445ca-ef48-4492-a711-d319bdc05f5f has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:38:07.844666 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a53eac2-9f65-4c79-9b98-ab75e5affbf6 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:38:07.849965 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1a53eac2-9f65-4c79-9b98-ab75e5affbf6 admin admin] 10.222.0.15 "PUT /v2.0/routers/b43445ca-ef48-4492-a711-d319bdc05f5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4629993 Mar 28 09:38:07.852295 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58464) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:07.855342 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916054f1-493e-4bc3-9c22-95e0737f3ecf None None] Sync routers for ids ['b43445ca-ef48-4492-a711-d319bdc05f5f'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:38:07.865636 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916054f1-493e-4bc3-9c22-95e0737f3ecf None None] Routers {'b43445ca-ef48-4492-a711-d319bdc05f5f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:38:07.866261 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-916054f1-493e-4bc3-9c22-95e0737f3ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:38:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b43445ca-ef48-4492-a711-d319bdc05f5f'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:07.957401 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b2b86e25-8db6-4f45-bfcc-1c36264afe47 admin admin] Publish callbacks [] for router (b43445ca-ef48-4492-a711-d319bdc05f5f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:07.976868 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-916054f1-493e-4bc3-9c22-95e0737f3ecf None None] Set router b43445ca-ef48-4492-a711-d319bdc05f5f gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:38:08.075589 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b2b86e25-8db6-4f45-bfcc-1c36264afe47 admin admin] Publish callbacks [] for router_gateway (b43445ca-ef48-4492-a711-d319bdc05f5f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:08.128737 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-b2b86e25-8db6-4f45-bfcc-1c36264afe47 admin admin] Deleting port ae593f9f-c774-4177-b0a9-4d5245c0b4a4 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:38:08.129138 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b2b86e25-8db6-4f45-bfcc-1c36264afe47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (ae593f9f-c774-4177-b0a9-4d5245c0b4a4), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:08.165668 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-916054f1-493e-4bc3-9c22-95e0737f3ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'name': 'tempest-TestMinimumBasicScenario-1985743235-router', 'tenant_id': '98344b476f7d40a782027177895f000f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153'}], 'enable_snat': True}, 'gw_port_id': 'ae593f9f-c774-4177-b0a9-4d5245c0b4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:47Z', 'updated_at': '2022-03-28T09:38:07Z', 'revision_number': 5, 'project_id': '98344b476f7d40a782027177895f000f', 'gw_port': {'id': 'ae593f9f-c774-4177-b0a9-4d5245c0b4a4', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:35:47Z', 'updated_at': '2022-03-28T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:08.192781 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916054f1-493e-4bc3-9c22-95e0737f3ecf None None] Checking router: b43445ca-ef48-4492-a711-d319bdc05f5f for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:38:08.202339 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916054f1-493e-4bc3-9c22-95e0737f3ecf None None] Routers {'b43445ca-ef48-4492-a711-d319bdc05f5f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:38:08.203081 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-916054f1-493e-4bc3-9c22-95e0737f3ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:38:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['b43445ca-ef48-4492-a711-d319bdc05f5f'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:08.207193 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-b2b86e25-8db6-4f45-bfcc-1c36264afe47 admin admin] For port ae593f9f-c774-4177-b0a9-4d5245c0b4a4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae593f9f-c774-4177-b0a9-4d5245c0b4a4,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:38:08.207560 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b2b86e25-8db6-4f45-bfcc-1c36264afe47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (ae593f9f-c774-4177-b0a9-4d5245c0b4a4), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:08.223983 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-b2b86e25-8db6-4f45-bfcc-1c36264afe47 admin admin] Calling delete_port for ae593f9f-c774-4177-b0a9-4d5245c0b4a4 owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:38:08.294256 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-916054f1-493e-4bc3-9c22-95e0737f3ecf None None] Set router b43445ca-ef48-4492-a711-d319bdc05f5f gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:38:08.345087 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-916054f1-493e-4bc3-9c22-95e0737f3ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'name': 'tempest-TestMinimumBasicScenario-1985743235-router', 'tenant_id': '98344b476f7d40a782027177895f000f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:47Z', 'updated_at': '2022-03-28T09:38:08Z', 'revision_number': 6, 'project_id': '98344b476f7d40a782027177895f000f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:08.374640 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916054f1-493e-4bc3-9c22-95e0737f3ecf None None] The sync data for ids ['b43445ca-ef48-4492-a711-d319bdc05f5f'] in dv-neutron-master-2-hyperv is: [{'id': 'b43445ca-ef48-4492-a711-d319bdc05f5f', 'name': 'tempest-TestMinimumBasicScenario-1985743235-router', 'tenant_id': '98344b476f7d40a782027177895f000f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:35:47Z', 'updated_at': '2022-03-28T09:38:08Z', 'revision_number': 6, 'project_id': '98344b476f7d40a782027177895f000f', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:38:08.398259 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b2b86e25-8db6-4f45-bfcc-1c36264afe47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (ae593f9f-c774-4177-b0a9-4d5245c0b4a4), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:08.424128 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b86e25-8db6-4f45-bfcc-1c36264afe47 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae593f9f-c774-4177-b0a9-4d5245c0b4a4,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:08.484304 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b2b86e25-8db6-4f45-bfcc-1c36264afe47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (b43445ca-ef48-4492-a711-d319bdc05f5f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:08.510374 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:38:08.574626 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b2b86e25-8db6-4f45-bfcc-1c36264afe47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (b43445ca-ef48-4492-a711-d319bdc05f5f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:08.576721 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b2b86e25-8db6-4f45-bfcc-1c36264afe47 admin admin] Publish callbacks [] for router_controller (b43445ca-ef48-4492-a711-d319bdc05f5f), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:08.621842 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b2b86e25-8db6-4f45-bfcc-1c36264afe47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (b43445ca-ef48-4492-a711-d319bdc05f5f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:08.622359 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b86e25-8db6-4f45-bfcc-1c36264afe47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b43445ca-ef48-4492-a711-d319bdc05f5f {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:38:08.627311 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b2b86e25-8db6-4f45-bfcc-1c36264afe47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:08.628480 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b2b86e25-8db6-4f45-bfcc-1c36264afe47 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b43445ca-ef48-4492-a711-d319bdc05f5f HTTP/1.1" status: 204 len: 168 time: 0.7750392 Mar 28 09:38:08.630964 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58466) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:08.676044 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-900a8514-b45e-45fd-995d-8b5837c912d5 admin admin] Deleting subnet 130ca12c-e4f9-4977-9e24-8f13d5292aeb {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:38:08.679013 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-900a8514-b45e-45fd-995d-8b5837c912d5 admin admin] Publish callbacks [] for subnet (130ca12c-e4f9-4977-9e24-8f13d5292aeb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:08.714794 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-900a8514-b45e-45fd-995d-8b5837c912d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (130ca12c-e4f9-4977-9e24-8f13d5292aeb), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:08.798794 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-900a8514-b45e-45fd-995d-8b5837c912d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (130ca12c-e4f9-4977-9e24-8f13d5292aeb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:08.854635 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-900a8514-b45e-45fd-995d-8b5837c912d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (130ca12c-e4f9-4977-9e24-8f13d5292aeb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:08.879957 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a8514-b45e-45fd-995d-8b5837c912d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=130ca12c-e4f9-4977-9e24-8f13d5292aeb,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:08.884332 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-900a8514-b45e-45fd-995d-8b5837c912d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:08.887513 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-900a8514-b45e-45fd-995d-8b5837c912d5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/130ca12c-e4f9-4977-9e24-8f13d5292aeb HTTP/1.1" status: 204 len: 168 time: 0.2556801 Mar 28 09:38:08.889975 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58468) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:08.892064 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6a2857-7cb6-4f03-8c67-a2ddddada9f2 None None] Network b6f4d9f3-e867-48b6-9ed9-ca2602a06125 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:38:08.956010 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (b6f4d9f3-e867-48b6-9ed9-ca2602a06125), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:09.015936 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] Deleting port 876c759d-c4e8-40fe-8545-8ec9f42b542c {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:38:09.016276 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (876c759d-c4e8-40fe-8545-8ec9f42b542c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:09.076688 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] For port 876c759d-c4e8-40fe-8545-8ec9f42b542c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=876c759d-c4e8-40fe-8545-8ec9f42b542c,segment=NetworkSegment(708b3458-e8d4-478f-8c57-a73184754918),segment_id=708b3458-e8d4-478f-8c57-a73184754918)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:38:09.077050 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (876c759d-c4e8-40fe-8545-8ec9f42b542c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:09.089539 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] Calling delete_port for 876c759d-c4e8-40fe-8545-8ec9f42b542c owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:38:09.145962 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accf634b-8458-4fca-962b-170b2c9ccbcc None None] DHCP port deletion for b6f4d9f3-e867-48b6-9ed9-ca2602a06125 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:38:09.171838 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (876c759d-c4e8-40fe-8545-8ec9f42b542c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:09.194604 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-accf634b-8458-4fca-962b-170b2c9ccbcc None None] Deleting port 876c759d-c4e8-40fe-8545-8ec9f42b542c {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:38:09.195065 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-accf634b-8458-4fca-962b-170b2c9ccbcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (876c759d-c4e8-40fe-8545-8ec9f42b542c), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:09.203591 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=876c759d-c4e8-40fe-8545-8ec9f42b542c,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:09.205399 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] No DVR routers for this DVR port 876c759d-c4e8-40fe-8545-8ec9f42b542c on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:38:09.271155 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-accf634b-8458-4fca-962b-170b2c9ccbcc None None] For port 876c759d-c4e8-40fe-8545-8ec9f42b542c, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:38:09.272540 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-accf634b-8458-4fca-962b-170b2c9ccbcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (876c759d-c4e8-40fe-8545-8ec9f42b542c), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:09.284450 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (b6f4d9f3-e867-48b6-9ed9-ca2602a06125), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:09.292966 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-accf634b-8458-4fca-962b-170b2c9ccbcc None None] Calling delete_port for 876c759d-c4e8-40fe-8545-8ec9f42b542c owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:38:09.296496 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.ipam_backend_mixin [None req-accf634b-8458-4fca-962b-170b2c9ccbcc None None] Port 876c759d-c4e8-40fe-8545-8ec9f42b542c was not found and therefore no delete operation was performed {{(pid=104077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 09:38:09.297977 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-accf634b-8458-4fca-962b-170b2c9ccbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (876c759d-c4e8-40fe-8545-8ec9f42b542c), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:09.309009 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f4d9f3-e867-48b6-9ed9-ca2602a06125']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:09.328701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf634b-8458-4fca-962b-170b2c9ccbcc None None] Pushing event deleted for resources: {'Port': ['ID=876c759d-c4e8-40fe-8545-8ec9f42b542c,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:09.333610 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 876c759d-c4e8-40fe-8545-8ec9f42b542c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:38:09.337909 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708b3458-e8d4-478f-8c57-a73184754918') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:09.338128 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708b3458-e8d4-478f-8c57-a73184754918') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:09.350495 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (708b3458-e8d4-478f-8c57-a73184754918), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:09.357870 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 876c759d-c4e8-40fe-8545-8ec9f42b542c {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:38:09.358435 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 876c759d-c4e8-40fe-8545-8ec9f42b542c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:38:09.359012 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ae593f9f-c774-4177-b0a9-4d5245c0b4a4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:38:09.361075 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf634b-8458-4fca-962b-170b2c9ccbcc None None] No DVR routers for this DVR port 876c759d-c4e8-40fe-8545-8ec9f42b542c on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:38:09.368610 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (708b3458-e8d4-478f-8c57-a73184754918), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:09.379445 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:38:09.380677 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (708b3458-e8d4-478f-8c57-a73184754918), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:38:09.382882 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:38:09.385977 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: ae593f9f-c774-4177-b0a9-4d5245c0b4a4 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:38:09.385977 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device ae593f9f-c774-4177-b0a9-4d5245c0b4a4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:38:09.386311 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 231deece-10d0-4a84-be7f-4458db047ce3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:38:09.410432 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 231deece-10d0-4a84-be7f-4458db047ce3 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:38:09.410774 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 231deece-10d0-4a84-be7f-4458db047ce3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:38:09.463721 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (b6f4d9f3-e867-48b6-9ed9-ca2602a06125), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:09.471175 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:09.474602 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] 10.222.0.15 "DELETE /v2.0/networks/b6f4d9f3-e867-48b6-9ed9-ca2602a06125 HTTP/1.1" status: 204 len: 168 time: 0.5836802 Mar 28 09:38:09.499038 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17194ee-6bc8-438b-bf08-c13bfeec7ccb admin admin] Pushing event deleted for resources: {'Network': ['ID=b6f4d9f3-e867-48b6-9ed9-ca2602a06125,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:09.659569 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58472) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:09.699410 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6b66ddfc-3ab3-440c-91ff-52da79d08722 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78a4f596c7b14e2f930631dc76d2e702&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385993 Mar 28 09:38:09.701720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58474) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:09.747473 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8080d0aa-e8ca-442d-a32e-901bb9ac2e22 admin admin] Publish callbacks [] for security_group (b131dba8-525e-4a4c-94be-3deef6b1718f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:09.768461 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8080d0aa-e8ca-442d-a32e-901bb9ac2e22 admin admin] Publish callbacks [] for security_group (b131dba8-525e-4a4c-94be-3deef6b1718f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:09.813459 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8080d0aa-e8ca-442d-a32e-901bb9ac2e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b131dba8-525e-4a4c-94be-3deef6b1718f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:09.816050 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8080d0aa-e8ca-442d-a32e-901bb9ac2e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:09.817208 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8080d0aa-e8ca-442d-a32e-901bb9ac2e22 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b131dba8-525e-4a4c-94be-3deef6b1718f HTTP/1.1" status: 204 len: 168 time: 0.1146214 Mar 28 09:38:09.825990 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080d0aa-e8ca-442d-a32e-901bb9ac2e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b131dba8-525e-4a4c-94be-3deef6b1718f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:10.121695 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58480) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:10.164178 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e4fd07b9-f6c3-4f05-89ba-05ea1f8e751e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98344b476f7d40a782027177895f000f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413449 Mar 28 09:38:10.167145 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58482) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:10.212436 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7efeb933-3f2e-4753-8796-d6732b2faa9f admin admin] Publish callbacks [] for security_group (f4deb870-7e79-4e43-98f9-bcaa3ebc249c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:10.233570 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7efeb933-3f2e-4753-8796-d6732b2faa9f admin admin] Publish callbacks [] for security_group (f4deb870-7e79-4e43-98f9-bcaa3ebc249c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:10.281932 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7efeb933-3f2e-4753-8796-d6732b2faa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (f4deb870-7e79-4e43-98f9-bcaa3ebc249c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:10.284535 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7efeb933-3f2e-4753-8796-d6732b2faa9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:10.285715 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7efeb933-3f2e-4753-8796-d6732b2faa9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4deb870-7e79-4e43-98f9-bcaa3ebc249c HTTP/1.1" status: 204 len: 168 time: 0.1176612 Mar 28 09:38:10.294275 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efeb933-3f2e-4753-8796-d6732b2faa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4deb870-7e79-4e43-98f9-bcaa3ebc249c,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:11.954608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58522) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:11.960140 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-2841b313-0184-43fc-b509-1c8f538bb453 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1067490779', 'description': 'tempest-secgroup-smoke-1067490779 description', 'project_id': 'b57d183079f64edab0869bac2c69ae7e'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:38:11.979295 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2841b313-0184-43fc-b509-1c8f538bb453 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:11.987478 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2841b313-0184-43fc-b509-1c8f538bb453 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.061923 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2841b313-0184-43fc-b509-1c8f538bb453 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (56179bda-6956-42dd-b430-6c8819726256), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.065733 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2841b313-0184-43fc-b509-1c8f538bb453 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (56179bda-6956-42dd-b430-6c8819726256), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.103649 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841b313-0184-43fc-b509-1c8f538bb453 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56179bda-6956-42dd-b430-6c8819726256,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:12.143977 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2841b313-0184-43fc-b509-1c8f538bb453 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (e785d3a3-fb87-4dd3-a778-1b2f2229c299), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.147488 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2841b313-0184-43fc-b509-1c8f538bb453 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (e785d3a3-fb87-4dd3-a778-1b2f2229c299), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.177025 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2841b313-0184-43fc-b509-1c8f538bb453 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.178281 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2841b313-0184-43fc-b509-1c8f538bb453 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2226732 Mar 28 09:38:12.181892 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58524) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:12.183212 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841b313-0184-43fc-b509-1c8f538bb453 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e785d3a3-fb87-4dd3-a778-1b2f2229c299,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:12.187565 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4059c4e0-f804-4456-ac45-e292674b3b72 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': 'e785d3a3-fb87-4dd3-a778-1b2f2229c299', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:38:12.213159 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4059c4e0-f804-4456-ac45-e292674b3b72 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (8876637f-f65d-40e4-9d07-c0a780486730), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.259202 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4059c4e0-f804-4456-ac45-e292674b3b72 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (8876637f-f65d-40e4-9d07-c0a780486730), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.262644 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4059c4e0-f804-4456-ac45-e292674b3b72 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (8876637f-f65d-40e4-9d07-c0a780486730), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.281217 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059c4e0-f804-4456-ac45-e292674b3b72 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8876637f-f65d-40e4-9d07-c0a780486730,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:12.290421 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4059c4e0-f804-4456-ac45-e292674b3b72 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.291948 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4059c4e0-f804-4456-ac45-e292674b3b72 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1088009 Mar 28 09:38:12.294608 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58526) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:12.299026 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a0a75c42-7809-4271-94f4-34717d557d65 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': 'e785d3a3-fb87-4dd3-a778-1b2f2229c299', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:38:12.322505 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0a75c42-7809-4271-94f4-34717d557d65 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (bf2b8b76-fc73-4c78-86e0-2bcf0cc824ee), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.379616 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0a75c42-7809-4271-94f4-34717d557d65 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (bf2b8b76-fc73-4c78-86e0-2bcf0cc824ee), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.382923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0a75c42-7809-4271-94f4-34717d557d65 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (bf2b8b76-fc73-4c78-86e0-2bcf0cc824ee), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.400287 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a75c42-7809-4271-94f4-34717d557d65 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2b8b76-fc73-4c78-86e0-2bcf0cc824ee,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:12.407619 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0a75c42-7809-4271-94f4-34717d557d65 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.408792 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a0a75c42-7809-4271-94f4-34717d557d65 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132588 Mar 28 09:38:12.411504 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58528) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:12.416389 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f85e2101-6831-4d29-851e-31854e8d6696 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': 'e785d3a3-fb87-4dd3-a778-1b2f2229c299', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:38:12.440335 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f85e2101-6831-4d29-851e-31854e8d6696 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (2f14b548-1eb8-4295-831f-80f8a1143c0e), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.495186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f85e2101-6831-4d29-851e-31854e8d6696 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (2f14b548-1eb8-4295-831f-80f8a1143c0e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.498662 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f85e2101-6831-4d29-851e-31854e8d6696 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (2f14b548-1eb8-4295-831f-80f8a1143c0e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.517239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e2101-6831-4d29-851e-31854e8d6696 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f14b548-1eb8-4295-831f-80f8a1143c0e,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:12.522729 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f85e2101-6831-4d29-851e-31854e8d6696 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.524041 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f85e2101-6831-4d29-851e-31854e8d6696 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1114931 Mar 28 09:38:12.526612 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58530) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:12.530945 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-fa28a158-1ed7-4b1e-b34b-25da65ee51c0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': 'e785d3a3-fb87-4dd3-a778-1b2f2229c299', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:38:12.554599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa28a158-1ed7-4b1e-b34b-25da65ee51c0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (116ad2c5-5ddf-499c-9d7c-e5117cec9dc6), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.611409 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa28a158-1ed7-4b1e-b34b-25da65ee51c0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (116ad2c5-5ddf-499c-9d7c-e5117cec9dc6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.615645 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa28a158-1ed7-4b1e-b34b-25da65ee51c0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (116ad2c5-5ddf-499c-9d7c-e5117cec9dc6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.634448 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28a158-1ed7-4b1e-b34b-25da65ee51c0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116ad2c5-5ddf-499c-9d7c-e5117cec9dc6,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:12.639382 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa28a158-1ed7-4b1e-b34b-25da65ee51c0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.640570 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fa28a158-1ed7-4b1e-b34b-25da65ee51c0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1130457 Mar 28 09:38:12.644058 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58532) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:12.648235 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-257a1627-6412-421f-aeb3-4bb81278e407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': 'e785d3a3-fb87-4dd3-a778-1b2f2229c299', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:38:12.668019 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-257a1627-6412-421f-aeb3-4bb81278e407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Project b57d183079f64edab0869bac2c69ae7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:38:12.672726 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-257a1627-6412-421f-aeb3-4bb81278e407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (51cddde5-df24-4d59-9663-81db36173f9e), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.731775 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-257a1627-6412-421f-aeb3-4bb81278e407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (51cddde5-df24-4d59-9663-81db36173f9e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.735174 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-257a1627-6412-421f-aeb3-4bb81278e407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (51cddde5-df24-4d59-9663-81db36173f9e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.751967 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a1627-6412-421f-aeb3-4bb81278e407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51cddde5-df24-4d59-9663-81db36173f9e,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:12.759453 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-257a1627-6412-421f-aeb3-4bb81278e407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.760637 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-257a1627-6412-421f-aeb3-4bb81278e407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156473 Mar 28 09:38:12.763531 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58534) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:12.768260 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4ff340ab-43c7-4d96-997f-ed75a7f6fc91 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': 'e785d3a3-fb87-4dd3-a778-1b2f2229c299', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:38:12.788874 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-4ff340ab-43c7-4d96-997f-ed75a7f6fc91 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Project b57d183079f64edab0869bac2c69ae7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:38:12.794583 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4ff340ab-43c7-4d96-997f-ed75a7f6fc91 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (285bf1ce-8cfd-4913-9876-ec00ca568287), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.854056 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4ff340ab-43c7-4d96-997f-ed75a7f6fc91 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (285bf1ce-8cfd-4913-9876-ec00ca568287), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.857487 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4ff340ab-43c7-4d96-997f-ed75a7f6fc91 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (285bf1ce-8cfd-4913-9876-ec00ca568287), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.875944 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff340ab-43c7-4d96-997f-ed75a7f6fc91 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285bf1ce-8cfd-4913-9876-ec00ca568287,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:12.884699 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4ff340ab-43c7-4d96-997f-ed75a7f6fc91 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.885977 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4ff340ab-43c7-4d96-997f-ed75a7f6fc91 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212292 Mar 28 09:38:12.888869 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58536) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:12.893679 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4a388562-0b26-4cf9-83d5-b652df25eea6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'network': {'name': 'tempest-network-smoke--541606936', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'port_security_enabled': True}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:38:12.913109 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a388562-0b26-4cf9-83d5-b652df25eea6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Made reservation on behalf of b57d183079f64edab0869bac2c69ae7e for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:38:12.916930 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a388562-0b26-4cf9-83d5-b652df25eea6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.939436 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a388562-0b26-4cf9-83d5-b652df25eea6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:38:12.948045 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a388562-0b26-4cf9-83d5-b652df25eea6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (19b3898f-b062-4a84-89f7-caa7f694d4de), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:12.948388 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-4a388562-0b26-4cf9-83d5-b652df25eea6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Added segment 19b3898f-b062-4a84-89f7-caa7f694d4de of type vlan for network ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 Mar 28 09:38:12.986769 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a388562-0b26-4cf9-83d5-b652df25eea6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:13.011388 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a388562-0b26-4cf9-83d5-b652df25eea6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:13.016839 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a388562-0b26-4cf9-83d5-b652df25eea6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:13.017422 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a388562-0b26-4cf9-83d5-b652df25eea6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:13.398646 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4a388562-0b26-4cf9-83d5-b652df25eea6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5087519 Mar 28 09:38:13.401438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58538) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:13.405693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-475158922', 'admin_state_up': True, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:38:13.416967 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a388562-0b26-4cf9-83d5-b652df25eea6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Network': ['ID=ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:13.427261 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:38:13.432407 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (d0b4751e-f6f1-45a4-8643-8ddfa6c1628b), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:13.433484 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (d0b4751e-f6f1-45a4-8643-8ddfa6c1628b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:13.485436 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_controller (d0b4751e-f6f1-45a4-8643-8ddfa6c1628b), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:13.627704 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (d0b4751e-f6f1-45a4-8643-8ddfa6c1628b), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:13.821650 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (d0b4751e-f6f1-45a4-8643-8ddfa6c1628b), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:13.840745 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:13.940414 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.36.4.190 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/adcf85c8-4b0f-40c5-a9e6-29c913ca5618) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:38:14.045809 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (adcf85c8-4b0f-40c5-a9e6-29c913ca5618), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:14.079577 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (adcf85c8-4b0f-40c5-a9e6-29c913ca5618), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:14.113439 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:38:14.116342 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:38:14.120388 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:38:14.152364 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=adcf85c8-4b0f-40c5-a9e6-29c913ca5618,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:14.378377 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (d0b4751e-f6f1-45a4-8643-8ddfa6c1628b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:14.577300 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (d0b4751e-f6f1-45a4-8643-8ddfa6c1628b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:14.705495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router d0b4751e-f6f1-45a4-8643-8ddfa6c1628b is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:38:14.814533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:38:14.824222 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Sync routers for ids ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:38:14.833862 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:14.835098 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-45dac94c-6ac1-42a4-a40f-45f311a5defc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4327247 Mar 28 09:38:14.835405 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Routers {'d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:38:14.836026 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:38:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:14.838375 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58540) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:14.946329 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Set router d0b4751e-f6f1-45a4-8643-8ddfa6c1628b gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:38:14.957868 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-441138d2-3d90-44fd-8189-3485ee447d66 tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b57d183079f64edab0869bac2c69ae7e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1183207 Mar 28 09:38:14.960418 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58544) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:15.050438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfa22d-23ff-42ae-b1a1-679b5e2f7a89 tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:15.052008 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e0dfa22d-23ff-42ae-b1a1-679b5e2f7a89 tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906932 Mar 28 09:38:15.054795 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58546) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:15.083613 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-133f01aa-4c47-42f6-8d7b-608b2c9b53a9 tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270710 Mar 28 09:38:15.086232 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58548) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:15.091129 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-2d510d51-97e9-4d59-b328-dcac31c1bf78 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1323979111', 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:38:15.124382 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475158922', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:14Z', 'revision_number': 3, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:15.155140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Checking router: d0b4751e-f6f1-45a4-8643-8ddfa6c1628b for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:38:15.155494 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Updating router d0b4751e-f6f1-45a4-8643-8ddfa6c1628b port adcf85c8-4b0f-40c5-a9e6-29c913ca5618 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:38:15.176854 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d510d51-97e9-4d59-b328-dcac31c1bf78 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Made reservation on behalf of b57d183079f64edab0869bac2c69ae7e for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:38:15.180310 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2d510d51-97e9-4d59-b328-dcac31c1bf78 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:15.183157 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (adcf85c8-4b0f-40c5-a9e6-29c913ca5618), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:15.360843 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2d510d51-97e9-4d59-b328-dcac31c1bf78 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:15.428724 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d510d51-97e9-4d59-b328-dcac31c1bf78 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Subnet': ['ID=dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:15.437012 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Publish callbacks [] for port (adcf85c8-4b0f-40c5-a9e6-29c913ca5618), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:15.437144 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d510d51-97e9-4d59-b328-dcac31c1bf78 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Checking segment: {'id': '19b3898f-b062-4a84-89f7-caa7f694d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:38:15.437459 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d510d51-97e9-4d59-b328-dcac31c1bf78 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network hostable DHCP agents. Network: ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:38:15.443662 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (adcf85c8-4b0f-40c5-a9e6-29c913ca5618), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:15.456191 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d510d51-97e9-4d59-b328-dcac31c1bf78 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:38:15.465690 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-2d510d51-97e9-4d59-b328-dcac31c1bf78 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:38:15.469822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d510d51-97e9-4d59-b328-dcac31c1bf78 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:15.470427 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2d510d51-97e9-4d59-b328-dcac31c1bf78 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:15.479146 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70722389-ca3f-46dd-a66c-1787c20f847f None None] Network ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:38:15.488983 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2d510d51-97e9-4d59-b328-dcac31c1bf78 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4015830 Mar 28 09:38:15.491689 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58550) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:15.547931 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c16ab-c7de-4b50-a00c-acec1e7f9805 None None] Pushing event updated for resources: {'Port': ['ID=adcf85c8-4b0f-40c5-a9e6-29c913ca5618,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:15.552660 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Attempting to bind port adcf85c8-4b0f-40c5-a9e6-29c913ca5618 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:38:15.553038 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Attempting to bind port adcf85c8-4b0f-40c5-a9e6-29c913ca5618 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:38:15.553513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Attempting to bind port adcf85c8-4b0f-40c5-a9e6-29c913ca5618 on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:38:15.562474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:38:15.562856 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:38:15.563264 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:15.563660 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:38:15.564135 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Bound port: adcf85c8-4b0f-40c5-a9e6-29c913ca5618, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:38:15.564520 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (adcf85c8-4b0f-40c5-a9e6-29c913ca5618), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:15.650489 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8', 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ips': [{'subnet_id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:38:15.651347 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:15.663152 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] For port adcf85c8-4b0f-40c5-a9e6-29c913ca5618, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:38:15.684320 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] For port adcf85c8-4b0f-40c5-a9e6-29c913ca5618, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=adcf85c8-4b0f-40c5-a9e6-29c913ca5618,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:38:15.692378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (adcf85c8-4b0f-40c5-a9e6-29c913ca5618), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:15.838279 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c16ab-c7de-4b50-a00c-acec1e7f9805 None None] Pushing event updated for resources: {'Port': ['ID=adcf85c8-4b0f-40c5-a9e6-29c913ca5618,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:15.845474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Routers {'d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:38:15.846123 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:38:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:15.931395 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aef6b1a5-9dfe-4536-8a4a-5a2c036dc5c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:16.074225 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Allocated IP 172.20.0.2 (ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8/dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621/85c93b4e-bb8b-4bbb-8dfb-8d6932978436) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:38:16.160809 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] Set router d0b4751e-f6f1-45a4-8643-8ddfa6c1628b gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:38:16.356411 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Publish callbacks [] for port (85c93b4e-bb8b-4bbb-8dfb-8d6932978436), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:16.378794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (85c93b4e-bb8b-4bbb-8dfb-8d6932978436), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:16.413774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-aef6b1a5-9dfe-4536-8a4a-5a2c036dc5c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.20.0.1 (ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8/dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621/4b9d501b-1327-4ccc-838f-33c5d59c04d4) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:38:16.426597 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Network ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:38:16.435161 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:38:16.437583 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:38:16.448197 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Pushing event updated for resources: {'Port': ['ID=85c93b4e-bb8b-4bbb-8dfb-8d6932978436,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:16.500872 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475158922', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:14Z', 'revision_number': 3, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:16.526247 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aef6b1a5-9dfe-4536-8a4a-5a2c036dc5c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:16.532796 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e990027-3d20-4dcf-8f8b-6815af1324ef None None] The sync data for ids ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'] in dv-neutron-master-2-hyperv is: [{'id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475158922', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:14Z', 'revision_number': 3, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:38:16.537225 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Attempting to bind port 85c93b4e-bb8b-4bbb-8dfb-8d6932978436 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:38:16.537599 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Attempting to bind port 85c93b4e-bb8b-4bbb-8dfb-8d6932978436 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '19b3898f-b062-4a84-89f7-caa7f694d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:38:16.538069 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Attempting to bind port 85c93b4e-bb8b-4bbb-8dfb-8d6932978436 on network ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:38:16.543637 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:38:16.544024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Checking segment: {'id': '19b3898f-b062-4a84-89f7-caa7f694d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:38:16.544435 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:16.544830 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Bound using segment: {'id': '19b3898f-b062-4a84-89f7-caa7f694d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:38:16.545355 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Bound port: 85c93b4e-bb8b-4bbb-8dfb-8d6932978436, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b3898f-b062-4a84-89f7-caa7f694d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:38:16.545769 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (85c93b4e-bb8b-4bbb-8dfb-8d6932978436), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:16.560724 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aef6b1a5-9dfe-4536-8a4a-5a2c036dc5c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:16.609569 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef6b1a5-9dfe-4536-8a4a-5a2c036dc5c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:38:16.612783 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-aef6b1a5-9dfe-4536-8a4a-5a2c036dc5c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:38:16.615362 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] For port 85c93b4e-bb8b-4bbb-8dfb-8d6932978436, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:38:16.619680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef6b1a5-9dfe-4536-8a4a-5a2c036dc5c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:38:16.619866 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] For port 85c93b4e-bb8b-4bbb-8dfb-8d6932978436, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=85c93b4e-bb8b-4bbb-8dfb-8d6932978436,segment=NetworkSegment(19b3898f-b062-4a84-89f7-caa7f694d4de),segment_id=19b3898f-b062-4a84-89f7-caa7f694d4de)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:38:16.627535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (85c93b4e-bb8b-4bbb-8dfb-8d6932978436), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:16.646641 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6b1a5-9dfe-4536-8a4a-5a2c036dc5c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=4b9d501b-1327-4ccc-838f-33c5d59c04d4,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:16.668812 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aef6b1a5-9dfe-4536-8a4a-5a2c036dc5c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (d0b4751e-f6f1-45a4-8643-8ddfa6c1628b), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:16.683030 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adde8c4-389c-4ad5-a2c2-0322e925e6c3 None None] Pushing event updated for resources: {'Port': ['ID=85c93b4e-bb8b-4bbb-8dfb-8d6932978436,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:16.844408 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aef6b1a5-9dfe-4536-8a4a-5a2c036dc5c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:17.175034 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aef6b1a5-9dfe-4536-8a4a-5a2c036dc5c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:17.180734 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aef6b1a5-9dfe-4536-8a4a-5a2c036dc5c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:17.260399 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6b1a5-9dfe-4536-8a4a-5a2c036dc5c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=4b9d501b-1327-4ccc-838f-33c5d59c04d4,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:17.267043 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aef6b1a5-9dfe-4536-8a4a-5a2c036dc5c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (d0b4751e-f6f1-45a4-8643-8ddfa6c1628b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:17.365916 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 85c93b4e-bb8b-4bbb-8dfb-8d6932978436 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:38:17.392546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef6b1a5-9dfe-4536-8a4a-5a2c036dc5c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:38:17.394201 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-aef6b1a5-9dfe-4536-8a4a-5a2c036dc5c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:38:17.431780 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 85c93b4e-bb8b-4bbb-8dfb-8d6932978436 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:38:17.432576 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (85c93b4e-bb8b-4bbb-8dfb-8d6932978436), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:17.533420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef6b1a5-9dfe-4536-8a4a-5a2c036dc5c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router d0b4751e-f6f1-45a4-8643-8ddfa6c1628b has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:38:17.537593 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 85c93b4e-bb8b-4bbb-8dfb-8d6932978436 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:38:17.538022 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (85c93b4e-bb8b-4bbb-8dfb-8d6932978436), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:17.573842 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 85c93b4e-bb8b-4bbb-8dfb-8d6932978436, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=85c93b4e-bb8b-4bbb-8dfb-8d6932978436,segment=NetworkSegment(19b3898f-b062-4a84-89f7-caa7f694d4de),segment_id=19b3898f-b062-4a84-89f7-caa7f694d4de)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:38:17.577996 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (85c93b4e-bb8b-4bbb-8dfb-8d6932978436), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:17.579010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device adcf85c8-4b0f-40c5-a9e6-29c913ca5618 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:38:17.670550 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=85c93b4e-bb8b-4bbb-8dfb-8d6932978436,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:17.677695 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef6b1a5-9dfe-4536-8a4a-5a2c036dc5c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:38:17.689678 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-aef6b1a5-9dfe-4536-8a4a-5a2c036dc5c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "PUT /v2.0/routers/d0b4751e-f6f1-45a4-8643-8ddfa6c1628b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1956298 Mar 28 09:38:17.695068 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port adcf85c8-4b0f-40c5-a9e6-29c913ca5618 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:38:17.696172 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (adcf85c8-4b0f-40c5-a9e6-29c913ca5618), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:17.761456 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c83e16-1b19-4d72-8a8c-8a1724e01ff5 None None] Network ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:38:17.878818 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port adcf85c8-4b0f-40c5-a9e6-29c913ca5618 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:38:17.879215 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (adcf85c8-4b0f-40c5-a9e6-29c913ca5618), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:17.898475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9b5d8a1c-8698-4597-b0e6-684c72722a31 None None] Provisioning complete for port 85c93b4e-bb8b-4bbb-8dfb-8d6932978436 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:38:17.898859 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9b5d8a1c-8698-4597-b0e6-684c72722a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (85c93b4e-bb8b-4bbb-8dfb-8d6932978436), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:17.966919 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port adcf85c8-4b0f-40c5-a9e6-29c913ca5618, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=adcf85c8-4b0f-40c5-a9e6-29c913ca5618,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:38:17.970957 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-1dc77b9d-66fe-4bc5-9710-015b953cca54 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1067490779&fields=id&tenant_id=b57d183079f64edab0869bac2c69ae7e HTTP/1.1" status: 200 len: 267 time: 0.0482345 Mar 28 09:38:17.983661 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (adcf85c8-4b0f-40c5-a9e6-29c913ca5618), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:18.087753 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=adcf85c8-4b0f-40c5-a9e6-29c913ca5618,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:18.112198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9b5d8a1c-8698-4597-b0e6-684c72722a31 None None] Current status of the port 85c93b4e-bb8b-4bbb-8dfb-8d6932978436 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:38:18.122182 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-372486e8-70eb-41af-891c-b40ec41d9f94 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:18.123845 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-372486e8-70eb-41af-891c-b40ec41d9f94 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/networks?id=ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 HTTP/1.1" status: 200 len: 796 time: 0.1402445 Mar 28 09:38:18.143012 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-a10619c1-632a-45d6-8bd2-f7888c7aacd5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/quotas/b57d183079f64edab0869bac2c69ae7e HTTP/1.1" status: 200 len: 375 time: 0.0118029 Mar 28 09:38:18.212063 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-cc463899-c672-4eda-94e3-455a263dac33 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633757 Mar 28 09:38:18.331462 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-39df3bfc-8b8a-4ef1-86a1-d2db89efebc6 service neutron] 10.222.0.15 "GET /v2.0/networks/ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075242 Mar 28 09:38:18.337424 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e08cfd47-c4db-43a9-9e8b-f37cd7c7845a None None] Provisioning complete for port 85c93b4e-bb8b-4bbb-8dfb-8d6932978436 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:38:18.337846 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e08cfd47-c4db-43a9-9e8b-f37cd7c7845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (85c93b4e-bb8b-4bbb-8dfb-8d6932978436), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:18.374291 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Sync routers for ids ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:38:18.385157 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Routers {'d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:38:18.385821 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:38:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:18.451702 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-9798481e-eef6-4ff7-821f-d58fafb10b4e service neutron] 10.222.0.15 "GET /v2.0/networks/ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135032 Mar 28 09:38:18.455128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e08cfd47-c4db-43a9-9e8b-f37cd7c7845a None None] Current status of the port 85c93b4e-bb8b-4bbb-8dfb-8d6932978436 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:38:18.467418 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e08cfd47-c4db-43a9-9e8b-f37cd7c7845a None None] Provisioning complete for port 4b9d501b-1327-4ccc-838f-33c5d59c04d4 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:38:18.467807 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e08cfd47-c4db-43a9-9e8b-f37cd7c7845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:18.512313 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Set router d0b4751e-f6f1-45a4-8643-8ddfa6c1628b gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:38:18.513383 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e08cfd47-c4db-43a9-9e8b-f37cd7c7845a None None] Port 4b9d501b-1327-4ccc-838f-33c5d59c04d4 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:38:18.653285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-56785b4a-7bc2-44f7-a4e8-d590a9dcc407 None None] Provisioning complete for port 4b9d501b-1327-4ccc-838f-33c5d59c04d4 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:38:18.653708 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-56785b4a-7bc2-44f7-a4e8-d590a9dcc407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:18.702770 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-56785b4a-7bc2-44f7-a4e8-d590a9dcc407 None None] Port 4b9d501b-1327-4ccc-838f-33c5d59c04d4 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:38:18.771043 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0853fce9-1b08-4ac6-a4d7-030e9e226f1f req-dbeaecd8-d361-4b18-98c3-b333f093446c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 210 time: 0.1342955 Mar 28 09:38:18.793416 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475158922', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:16Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4b9d501b-1327-4ccc-838f-33c5d59c04d4', 'name': '', 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:58:b8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:16Z', 'updated_at': '2022-03-28T09:38:17Z', 'revision_number': 2, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:18.827304 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Checking router: d0b4751e-f6f1-45a4-8643-8ddfa6c1628b for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:38:18.827686 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Updating router d0b4751e-f6f1-45a4-8643-8ddfa6c1628b port 4b9d501b-1327-4ccc-838f-33c5d59c04d4 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:38:18.828375 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dda3a7f4-4c85-4f05-ba33-72bff44fe3a5 None None] Provisioning complete for port 4b9d501b-1327-4ccc-838f-33c5d59c04d4 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:38:18.828852 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dda3a7f4-4c85-4f05-ba33-72bff44fe3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:18.857178 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:18.870274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dda3a7f4-4c85-4f05-ba33-72bff44fe3a5 None None] Port 4b9d501b-1327-4ccc-838f-33c5d59c04d4 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:38:19.123117 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Publish callbacks [] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:19.127887 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:19.266494 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d72e5-a18d-48da-af26-d122df623c8d None None] Pushing event updated for resources: {'Port': ['ID=4b9d501b-1327-4ccc-838f-33c5d59c04d4,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:19.277578 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d72e5-a18d-48da-af26-d122df623c8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:19.277940 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d72e5-a18d-48da-af26-d122df623c8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:19.278288 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d72e5-a18d-48da-af26-d122df623c8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:19.278628 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d72e5-a18d-48da-af26-d122df623c8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:19.279010 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d72e5-a18d-48da-af26-d122df623c8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:19.279287 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d72e5-a18d-48da-af26-d122df623c8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:19.279616 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d72e5-a18d-48da-af26-d122df623c8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:19.279942 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d72e5-a18d-48da-af26-d122df623c8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:19.280274 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d72e5-a18d-48da-af26-d122df623c8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:19.280602 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d72e5-a18d-48da-af26-d122df623c8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:19.280933 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d72e5-a18d-48da-af26-d122df623c8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:19.281262 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d72e5-a18d-48da-af26-d122df623c8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:19.281586 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d72e5-a18d-48da-af26-d122df623c8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:19.281936 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d72e5-a18d-48da-af26-d122df623c8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:19.282260 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3d72e5-a18d-48da-af26-d122df623c8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:38:19.302588 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 85c93b4e-bb8b-4bbb-8dfb-8d6932978436 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:38:19.345500 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Attempting to bind port 4b9d501b-1327-4ccc-838f-33c5d59c04d4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:38:19.345919 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Attempting to bind port 4b9d501b-1327-4ccc-838f-33c5d59c04d4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '19b3898f-b062-4a84-89f7-caa7f694d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:38:19.346274 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Attempting to bind port 4b9d501b-1327-4ccc-838f-33c5d59c04d4 on network ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:38:19.351571 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:38:19.352471 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Checking segment: {'id': '19b3898f-b062-4a84-89f7-caa7f694d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:38:19.352869 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:19.353532 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Bound using segment: {'id': '19b3898f-b062-4a84-89f7-caa7f694d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:38:19.354065 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Bound port: 4b9d501b-1327-4ccc-838f-33c5d59c04d4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b3898f-b062-4a84-89f7-caa7f694d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:38:19.354432 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:19.364714 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 85c93b4e-bb8b-4bbb-8dfb-8d6932978436 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:38:19.365185 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (85c93b4e-bb8b-4bbb-8dfb-8d6932978436), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:19.420920 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] For port 4b9d501b-1327-4ccc-838f-33c5d59c04d4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:38:19.425352 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] For port 4b9d501b-1327-4ccc-838f-33c5d59c04d4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4b9d501b-1327-4ccc-838f-33c5d59c04d4,segment=NetworkSegment(19b3898f-b062-4a84-89f7-caa7f694d4de),segment_id=19b3898f-b062-4a84-89f7-caa7f694d4de)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:38:19.432512 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:19.448664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 85c93b4e-bb8b-4bbb-8dfb-8d6932978436 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:38:19.449934 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device adcf85c8-4b0f-40c5-a9e6-29c913ca5618 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:38:19.496383 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Routers {'d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:38:19.497195 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:38:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:19.512762 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-1354b5d9-23d9-4343-9b31-6c784428b28f None None] Provisioning complete for port 4b9d501b-1327-4ccc-838f-33c5d59c04d4 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:38:19.513319 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1354b5d9-23d9-4343-9b31-6c784428b28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:19.553103 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port adcf85c8-4b0f-40c5-a9e6-29c913ca5618 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:38:19.553502 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (adcf85c8-4b0f-40c5-a9e6-29c913ca5618), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:19.578356 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d72e5-a18d-48da-af26-d122df623c8d None None] Pushing event updated for resources: {'Port': ['ID=4b9d501b-1327-4ccc-838f-33c5d59c04d4,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:19.620853 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] Set router d0b4751e-f6f1-45a4-8643-8ddfa6c1628b gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:38:19.643632 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1354b5d9-23d9-4343-9b31-6c784428b28f None None] Current status of the port 4b9d501b-1327-4ccc-838f-33c5d59c04d4 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:38:19.643632 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1354b5d9-23d9-4343-9b31-6c784428b28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:19.703571 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port adcf85c8-4b0f-40c5-a9e6-29c913ca5618 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:38:19.716557 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-1354b5d9-23d9-4343-9b31-6c784428b28f None None] For port 4b9d501b-1327-4ccc-838f-33c5d59c04d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4b9d501b-1327-4ccc-838f-33c5d59c04d4,segment=NetworkSegment(19b3898f-b062-4a84-89f7-caa7f694d4de),segment_id=19b3898f-b062-4a84-89f7-caa7f694d4de)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:38:19.724823 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1354b5d9-23d9-4343-9b31-6c784428b28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:19.810977 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-51f9e178-109e-458e-8d7d-22a90f4bdc8b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:19.814832 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-51f9e178-109e-458e-8d7d-22a90f4bdc8b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "GET /v2.0/networks?id=ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 HTTP/1.1" status: 200 len: 796 time: 0.2476394 Mar 28 09:38:19.819959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354b5d9-23d9-4343-9b31-6c784428b28f None None] Pushing event updated for resources: {'Port': ['ID=4b9d501b-1327-4ccc-838f-33c5d59c04d4,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:19.853291 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-405727e7-1bf6-4b8e-ae58-74bcf2d733ef None None] Provisioning complete for port 4b9d501b-1327-4ccc-838f-33c5d59c04d4 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:38:19.853708 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-405727e7-1bf6-4b8e-ae58-74bcf2d733ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:19.887926 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475158922', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:16Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4b9d501b-1327-4ccc-838f-33c5d59c04d4', 'name': '', 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:58:b8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:16Z', 'updated_at': '2022-03-28T09:38:19Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:19.893502 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-943e1b35-c3fe-40f0-8ae5-e8f657a3105a req-3d59a8af-b64d-4583-9cf1-cd1b47aecc57 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 210 time: 0.0378876 Mar 28 09:38:19.919877 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d96d0-a893-4d57-bc08-d4b82ef0de2a None None] The sync data for ids ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'] in dv-neutron-master-2-hyperv is: [{'id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475158922', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:16Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4b9d501b-1327-4ccc-838f-33c5d59c04d4', 'name': '', 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:58:b8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:16Z', 'updated_at': '2022-03-28T09:38:19Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:38:19.927284 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-70b0ee40-d3e2-482c-8703-286c2db8338e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57d183079f64edab0869bac2c69ae7e HTTP/1.1" status: 200 len: 380 time: 0.1041887 Mar 28 09:38:19.937606 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-5d3f8a02-590e-4e30-8bdf-03fcf629627f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'port': {'device_id': '5d391cd6-a80b-4b30-a123-65be094a85e6', 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8', 'admin_state_up': True, 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'security_groups': ['e785d3a3-fb87-4dd3-a778-1b2f2229c299']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:38:19.944710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-405727e7-1bf6-4b8e-ae58-74bcf2d733ef None None] Current status of the port 4b9d501b-1327-4ccc-838f-33c5d59c04d4 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:38:20.384353 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-5d3f8a02-590e-4e30-8bdf-03fcf629627f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Made reservation on behalf of b57d183079f64edab0869bac2c69ae7e for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:38:20.387738 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-5d3f8a02-590e-4e30-8bdf-03fcf629627f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:20.516204 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-5d3f8a02-590e-4e30-8bdf-03fcf629627f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.20.0.13 (ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8/dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621/340fc9ad-243a-4930-84a6-dfb61a4ac648) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:38:20.662959 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-5d3f8a02-590e-4e30-8bdf-03fcf629627f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (340fc9ad-243a-4930-84a6-dfb61a4ac648), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:20.696839 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-5d3f8a02-590e-4e30-8bdf-03fcf629627f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (340fc9ad-243a-4930-84a6-dfb61a4ac648), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:20.741651 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-5d3f8a02-590e-4e30-8bdf-03fcf629627f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:38:20.745187 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-5d3f8a02-590e-4e30-8bdf-03fcf629627f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:38:20.747754 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-5d3f8a02-590e-4e30-8bdf-03fcf629627f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:38:20.782360 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f8a02-590e-4e30-8bdf-03fcf629627f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=340fc9ad-243a-4930-84a6-dfb61a4ac648,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:20.812844 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-5d3f8a02-590e-4e30-8bdf-03fcf629627f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:20.813495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-5d3f8a02-590e-4e30-8bdf-03fcf629627f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:20.834659 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-5d3f8a02-590e-4e30-8bdf-03fcf629627f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9009292 Mar 28 09:38:20.902765 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Request body: {'port': {'device_id': '5d391cd6-a80b-4b30-a123-65be094a85e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:38:20.970434 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (340fc9ad-243a-4930-84a6-dfb61a4ac648), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:20.984276 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e25d55d0-baf0-4d14-aa2c-3900f02ac09f None None] Provisioning complete for port 340fc9ad-243a-4930-84a6-dfb61a4ac648 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:38:20.984846 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e25d55d0-baf0-4d14-aa2c-3900f02ac09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (340fc9ad-243a-4930-84a6-dfb61a4ac648), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:21.021233 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e25d55d0-baf0-4d14-aa2c-3900f02ac09f None None] Port 340fc9ad-243a-4930-84a6-dfb61a4ac648 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:38:21.035231 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aba31a-1421-4dd1-ac7c-41c4af6e86c4 req-db27ab24-6e10-414b-a8ee-44acc8102985 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:21.037373 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e1aba31a-1421-4dd1-ac7c-41c4af6e86c4 req-db27ab24-6e10-414b-a8ee-44acc8102985 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 932 time: 0.0637338 Mar 28 09:38:21.088765 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e1aba31a-1421-4dd1-ac7c-41c4af6e86c4 req-dbc0ab57-59b6-4101-b612-550baa90891f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452569 Mar 28 09:38:21.250080 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340fc9ad-243a-4930-84a6-dfb61a4ac648 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:38:21.258482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Publish callbacks [] for port (340fc9ad-243a-4930-84a6-dfb61a4ac648), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:21.271088 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Transition to ACTIVE for port object 340fc9ad-243a-4930-84a6-dfb61a4ac648 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:38:21.276062 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (340fc9ad-243a-4930-84a6-dfb61a4ac648), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:21.321243 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4b9d501b-1327-4ccc-838f-33c5d59c04d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:38:21.348371 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Pushing event updated for resources: {'Port': ['ID=340fc9ad-243a-4930-84a6-dfb61a4ac648,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:21.382459 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 4b9d501b-1327-4ccc-838f-33c5d59c04d4 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:38:21.383094 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:21.406129 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Attempting to bind port 340fc9ad-243a-4930-84a6-dfb61a4ac648 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:38:21.406481 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Attempting to bind port 340fc9ad-243a-4930-84a6-dfb61a4ac648 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '19b3898f-b062-4a84-89f7-caa7f694d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:38:21.406822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Attempting to bind port 340fc9ad-243a-4930-84a6-dfb61a4ac648 on network ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:38:21.411420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Port 340fc9ad-243a-4930-84a6-dfb61a4ac648 on network ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:38:21.411748 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Attempting to bind port 340fc9ad-243a-4930-84a6-dfb61a4ac648 on network ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:38:21.426545 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:38:21.426884 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Checking segment: {'id': '19b3898f-b062-4a84-89f7-caa7f694d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:38:21.427275 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Bound using segment: {'id': '19b3898f-b062-4a84-89f7-caa7f694d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:38:21.427709 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Bound port: 340fc9ad-243a-4930-84a6-dfb61a4ac648, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b3898f-b062-4a84-89f7-caa7f694d4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:38:21.428070 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (340fc9ad-243a-4930-84a6-dfb61a4ac648), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:21.468200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 4b9d501b-1327-4ccc-838f-33c5d59c04d4 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:38:21.499850 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] For port 340fc9ad-243a-4930-84a6-dfb61a4ac648, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:38:21.503400 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] For port 340fc9ad-243a-4930-84a6-dfb61a4ac648, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=340fc9ad-243a-4930-84a6-dfb61a4ac648,segment=NetworkSegment(19b3898f-b062-4a84-89f7-caa7f694d4de),segment_id=19b3898f-b062-4a84-89f7-caa7f694d4de)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:38:21.510003 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (340fc9ad-243a-4930-84a6-dfb61a4ac648), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:21.544588 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:21.545230 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:21.546647 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] 10.222.0.16 "PUT /v2.0/ports/340fc9ad-243a-4930-84a6-dfb61a4ac648 HTTP/1.1" status: 200 len: 1094 time: 0.7044463 Mar 28 09:38:21.547106 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d391cd6-a80b-4b30-a123-65be094a85e6', 'tag': '340fc9ad-243a-4930-84a6-dfb61a4ac648'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:38:21.549431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e5e146-c6cf-4cc5-8933-c47d59811622" -d '{"events": [{"name": "network-changed", "server_uuid": "5d391cd6-a80b-4b30-a123-65be094a85e6", "tag": "340fc9ad-243a-4930-84a6-dfb61a4ac648"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:38:21.565789 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:21.589446 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1fd81-ba17-4475-9083-442ffd5fea1e service neutron] Pushing event updated for resources: {'Port': ['ID=340fc9ad-243a-4930-84a6-dfb61a4ac648,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:21.621273 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26abd877-b4f2-4ac8-8422-47b33719e090 x-openstack-request-id: req-26abd877-b4f2-4ac8-8422-47b33719e090 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:38:21.621576 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d391cd6-a80b-4b30-a123-65be094a85e6", "tag": "340fc9ad-243a-4930-84a6-dfb61a4ac648", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:38:21.621866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26abd877-b4f2-4ac8-8422-47b33719e090 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:38:21.622287 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26abd877-b4f2-4ac8-8422-47b33719e090'] response: {'name': 'network-changed', 'server_uuid': '5d391cd6-a80b-4b30-a123-65be094a85e6', 'tag': '340fc9ad-243a-4930-84a6-dfb61a4ac648', 'status': 'completed', 'code': 200} Mar 28 09:38:21.646571 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-280ade26-d907-4e3c-ad8b-6cfb6199c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:21.648105 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-280ade26-d907-4e3c-ad8b-6cfb6199c270 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 1128 time: 0.0557995 Mar 28 09:38:21.691938 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-8d581e97-3369-4dd6-84fc-08e8334d4b88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=340fc9ad-243a-4930-84a6-dfb61a4ac648 HTTP/1.1" status: 200 len: 217 time: 0.0360067 Mar 28 09:38:21.746440 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-9ed76667-818e-49cf-a96e-ed5f5213fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:21.747927 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-9ed76667-818e-49cf-a96e-ed5f5213fae9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621 HTTP/1.1" status: 200 len: 835 time: 0.0502558 Mar 28 09:38:21.797217 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-fc360b97-1f5d-42e7-9404-31fdd08905c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:21.798842 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-fc360b97-1f5d-42e7-9404-31fdd08905c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452166 Mar 28 09:38:21.892166 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-483ad27d-c884-4bbb-836e-a1a371c4607f service neutron] 10.222.0.16 "GET /v2.0/networks/ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868967 Mar 28 09:38:21.978860 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-15554935-69e2-48f8-9e78-7ad9e2cc82ec req-ef94687b-3565-408f-92f1-3e32d9061aa4 service neutron] 10.222.0.16 "GET /v2.0/networks/ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806971 Mar 28 09:38:22.066401 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5e146-c6cf-4cc5-8933-c47d59811622 req-5352d6da-e209-40a5-9308-4ac1dccb09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:22.067932 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b9e5e146-c6cf-4cc5-8933-c47d59811622 req-5352d6da-e209-40a5-9308-4ac1dccb09b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 1128 time: 0.0456250 Mar 28 09:38:22.162868 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5e146-c6cf-4cc5-8933-c47d59811622 req-b610eaa9-d20b-4cee-8f97-683abfae21ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:22.164259 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b9e5e146-c6cf-4cc5-8933-c47d59811622 req-b610eaa9-d20b-4cee-8f97-683abfae21ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 HTTP/1.1" status: 200 len: 896 time: 0.0907960 Mar 28 09:38:22.206558 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b9e5e146-c6cf-4cc5-8933-c47d59811622 req-c632f37a-0383-4a16-8983-a3c0d525de67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=340fc9ad-243a-4930-84a6-dfb61a4ac648 HTTP/1.1" status: 200 len: 217 time: 0.0355971 Mar 28 09:38:22.210896 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda348a2-50ce-46b4-895d-34c7e5be189a req-94d0f5a5-6e6e-41fe-b272-5514d2866a1d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:22.212411 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cda348a2-50ce-46b4-895d-34c7e5be189a req-94d0f5a5-6e6e-41fe-b272-5514d2866a1d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 944 time: 0.0545857 Mar 28 09:38:22.256292 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5e146-c6cf-4cc5-8933-c47d59811622 req-7b188088-ae72-4ab4-83ae-deeec8e8759b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:22.257951 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b9e5e146-c6cf-4cc5-8933-c47d59811622 req-7b188088-ae72-4ab4-83ae-deeec8e8759b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621 HTTP/1.1" status: 200 len: 835 time: 0.0443909 Mar 28 09:38:22.261699 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cda348a2-50ce-46b4-895d-34c7e5be189a req-e526ea0f-2236-4e47-8181-5e9d6dcbb22e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433440 Mar 28 09:38:22.312913 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5e146-c6cf-4cc5-8933-c47d59811622 req-09485abd-64c5-4906-9ec0-3ea9d1ff1cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:22.314470 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b9e5e146-c6cf-4cc5-8933-c47d59811622 req-09485abd-64c5-4906-9ec0-3ea9d1ff1cf8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0492768 Mar 28 09:38:22.402435 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b9e5e146-c6cf-4cc5-8933-c47d59811622 req-2f1f9875-22d7-4bc9-b0c2-9968bb7e1695 service neutron] 10.222.0.16 "GET /v2.0/networks/ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811648 Mar 28 09:38:22.503553 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b9e5e146-c6cf-4cc5-8933-c47d59811622 req-88e6cbb9-a0ca-4a03-aa79-74465eb39444 service neutron] 10.222.0.16 "GET /v2.0/networks/ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938592 Mar 28 09:38:23.382131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888eb780-e783-40f6-8fa8-9df9237a91b4 req-12bc4f3d-5f2c-43eb-abee-b52b35961f14 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:23.384295 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-888eb780-e783-40f6-8fa8-9df9237a91b4 req-12bc4f3d-5f2c-43eb-abee-b52b35961f14 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 944 time: 0.0554206 Mar 28 09:38:23.433403 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-888eb780-e783-40f6-8fa8-9df9237a91b4 req-c0710b8d-f48e-4645-b8e0-2f58eaaefc51 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432611 Mar 28 09:38:24.550615 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e68137-5bae-4638-99ff-47da1b296943 req-e3d0e2c8-ce56-4fa2-87a0-60dfd0ed927e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:24.552094 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-62e68137-5bae-4638-99ff-47da1b296943 req-e3d0e2c8-ce56-4fa2-87a0-60dfd0ed927e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 944 time: 0.0523667 Mar 28 09:38:24.599830 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-62e68137-5bae-4638-99ff-47da1b296943 req-e492b322-bedf-4923-ae4b-09d38cf74890 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422654 Mar 28 09:38:24.874531 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 340fc9ad-243a-4930-84a6-dfb61a4ac648 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:38:24.970284 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 340fc9ad-243a-4930-84a6-dfb61a4ac648, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=340fc9ad-243a-4930-84a6-dfb61a4ac648,segment=NetworkSegment(19b3898f-b062-4a84-89f7-caa7f694d4de),segment_id=19b3898f-b062-4a84-89f7-caa7f694d4de)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:38:24.982133 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '340fc9ad-243a-4930-84a6-dfb61a4ac648', 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8', 'port_id': '340fc9ad-243a-4930-84a6-dfb61a4ac648', 'mac_address': 'fa:16:3e:b4:1f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:38:25.018157 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 340fc9ad-243a-4930-84a6-dfb61a4ac648 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:38:25.018551 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (340fc9ad-243a-4930-84a6-dfb61a4ac648), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:25.031710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340fc9ad-243a-4930-84a6-dfb61a4ac648 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:38:25.050789 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 340fc9ad-243a-4930-84a6-dfb61a4ac648, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=340fc9ad-243a-4930-84a6-dfb61a4ac648,segment=NetworkSegment(19b3898f-b062-4a84-89f7-caa7f694d4de),segment_id=19b3898f-b062-4a84-89f7-caa7f694d4de)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:38:25.054865 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (340fc9ad-243a-4930-84a6-dfb61a4ac648), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:25.100576 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=340fc9ad-243a-4930-84a6-dfb61a4ac648,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:25.253047 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['340fc9ad-243a-4930-84a6-dfb61a4ac648'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:38:25.718109 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a60089-c178-4759-b7c9-d9ed36355db4 req-f3ec4894-7b4a-4fbb-b340-c0d5ee18cda4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:25.719580 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a8a60089-c178-4759-b7c9-d9ed36355db4 req-f3ec4894-7b4a-4fbb-b340-c0d5ee18cda4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 945 time: 0.0532036 Mar 28 09:38:25.771788 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a8a60089-c178-4759-b7c9-d9ed36355db4 req-f218365e-2577-420c-9968-b72dc0e4c5db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467634 Mar 28 09:38:26.887842 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150e724-7bf8-44e4-8cc4-1ea8fc23cb90 req-08cfc02f-dfdb-4965-b7fc-e8fa159fca2a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:26.889352 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c150e724-7bf8-44e4-8cc4-1ea8fc23cb90 req-08cfc02f-dfdb-4965-b7fc-e8fa159fca2a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 945 time: 0.0533478 Mar 28 09:38:26.891416 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 340fc9ad-243a-4930-84a6-dfb61a4ac648 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:38:26.942922 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c150e724-7bf8-44e4-8cc4-1ea8fc23cb90 req-8b78409b-df09-48dc-8845-fb3af24326d6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480599 Mar 28 09:38:27.087996 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 340fc9ad-243a-4930-84a6-dfb61a4ac648 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:38:27.092257 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 340fc9ad-243a-4930-84a6-dfb61a4ac648 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:38:27.092632 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (340fc9ad-243a-4930-84a6-dfb61a4ac648), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:27.168104 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 340fc9ad-243a-4930-84a6-dfb61a4ac648 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:38:27.168491 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (340fc9ad-243a-4930-84a6-dfb61a4ac648), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:27.190784 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d391cd6-a80b-4b30-a123-65be094a85e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340fc9ad-243a-4930-84a6-dfb61a4ac648'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:38:27.193144 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77455900-b53e-4714-8a79-ffc8dd7fe803" -d '{"events": [{"server_uuid": "5d391cd6-a80b-4b30-a123-65be094a85e6", "name": "network-vif-plugged", "status": "completed", "tag": "340fc9ad-243a-4930-84a6-dfb61a4ac648"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:38:27.207451 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 340fc9ad-243a-4930-84a6-dfb61a4ac648, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=340fc9ad-243a-4930-84a6-dfb61a4ac648,segment=NetworkSegment(19b3898f-b062-4a84-89f7-caa7f694d4de),segment_id=19b3898f-b062-4a84-89f7-caa7f694d4de)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:38:27.211644 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (340fc9ad-243a-4930-84a6-dfb61a4ac648), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:27.239017 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f3dda8-2ed3-49ed-b0c8-d6a7cd19dfb0 x-openstack-request-id: req-08f3dda8-2ed3-49ed-b0c8-d6a7cd19dfb0 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:38:27.239311 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d391cd6-a80b-4b30-a123-65be094a85e6", "name": "network-vif-plugged", "status": "completed", "tag": "340fc9ad-243a-4930-84a6-dfb61a4ac648", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:38:27.239567 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08f3dda8-2ed3-49ed-b0c8-d6a7cd19dfb0 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:38:27.239948 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f3dda8-2ed3-49ed-b0c8-d6a7cd19dfb0'] response: {'server_uuid': '5d391cd6-a80b-4b30-a123-65be094a85e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340fc9ad-243a-4930-84a6-dfb61a4ac648', 'code': 200} Mar 28 09:38:27.266159 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=340fc9ad-243a-4930-84a6-dfb61a4ac648,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:27.309388 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-903c543a-35ba-4ea5-86ae-4a9cdb499d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:27.403856 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b034e-01b4-4902-94b3-93941b8d4758 req-c78145ac-c862-4c5b-a6de-4ea6a989a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:27.405293 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d07b034e-01b4-4902-94b3-93941b8d4758 req-c78145ac-c862-4c5b-a6de-4ea6a989a03d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 1130 time: 0.0446479 Mar 28 09:38:27.451476 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d07b034e-01b4-4902-94b3-93941b8d4758 req-3c5e4266-2749-4180-b3dd-78b35cfe7eac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403693 Mar 28 09:38:28.063952 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adea426-60a8-4eb7-8662-f033c8c9deb9 req-947dd743-bb28-4554-864e-5642fc4028a5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:28.065406 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9adea426-60a8-4eb7-8662-f033c8c9deb9 req-947dd743-bb28-4554-864e-5642fc4028a5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 946 time: 0.0517201 Mar 28 09:38:28.114002 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9adea426-60a8-4eb7-8662-f033c8c9deb9 req-fa007453-fad6-41c1-8c16-429476775c69 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424402 Mar 28 09:38:29.232217 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abcded-bfc3-4a96-a289-42cabadd0450 req-2e133d64-cfb2-4366-85a3-5929e8db50fe tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:29.233844 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-81abcded-bfc3-4a96-a289-42cabadd0450 req-2e133d64-cfb2-4366-85a3-5929e8db50fe tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 946 time: 0.0529361 Mar 28 09:38:29.282586 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-81abcded-bfc3-4a96-a289-42cabadd0450 req-230ebefa-8b3a-4c14-9e46-3be39fd56ad9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431592 Mar 28 09:38:29.399111 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c84e4c-4e3e-40ed-afef-97e01921e038 req-96b72432-652a-4726-ad81-2d9130003801 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:29.400475 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f3c84e4c-4e3e-40ed-afef-97e01921e038 req-96b72432-652a-4726-ad81-2d9130003801 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 946 time: 0.0513947 Mar 28 09:38:29.447665 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f3c84e4c-4e3e-40ed-afef-97e01921e038 req-ac13e8bb-c5fb-4bc5-9da5-86e86f0fd3de tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415506 Mar 28 09:38:29.468856 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58610) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:29.519773 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ce2186-0d92-42d4-92ec-0144aaa03c7b tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:29.521056 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-82ce2186-0d92-42d4-92ec-0144aaa03c7b tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 1125 time: 0.0511885 Mar 28 09:38:29.524565 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58612) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:29.529422 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': '340fc9ad-243a-4930-84a6-dfb61a4ac648', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:38:29.530692 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-125683a1-f3b4-44c8-aa0a-cfd32f4502f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:29.549471 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:29.644013 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:29.748294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.36.4.100 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/51f72745-bb86-496c-ba04-594677d7a031) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:38:29.848786 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (51f72745-bb86-496c-ba04-594677d7a031), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:29.881055 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (51f72745-bb86-496c-ba04-594677d7a031), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:29.923828 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:38:29.926757 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:38:29.929281 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:38:29.955345 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=51f72745-bb86-496c-ba04-594677d7a031,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:30.283071 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (acaa1d2c-8f0b-4eec-96f0-b85fd85a3a77), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:30.354971 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (51f72745-bb86-496c-ba04-594677d7a031), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:30.503146 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (51f72745-bb86-496c-ba04-594677d7a031), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:30.507548 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (51f72745-bb86-496c-ba04-594677d7a031), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:30.575437 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=51f72745-bb86-496c-ba04-594677d7a031,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:38:30.585079 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (acaa1d2c-8f0b-4eec-96f0-b85fd85a3a77), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:30.669029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:30.688698 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Floating IP acaa1d2c-8f0b-4eec-96f0-b85fd85a3a77 associated. External IP: 172.36.4.100, port: 340fc9ad-243a-4930-84a6-dfb61a4ac648. Mar 28 09:38:30.899713 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router d0b4751e-f6f1-45a4-8643-8ddfa6c1628b has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:38:31.006243 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:38:31.018110 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a8bc8c-b39d-4e73-aba0-627fdeb70b44 None None] Sync routers for ids ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:38:31.024537 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:31.028139 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a8bc8c-b39d-4e73-aba0-627fdeb70b44 None None] Routers {'d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:38:31.028757 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-28a8bc8c-b39d-4e73-aba0-627fdeb70b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:38:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:31.056099 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-00a32760-3239-4d45-9e3a-91b376de9051 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5304179 Mar 28 09:38:31.056701 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d391cd6-a80b-4b30-a123-65be094a85e6', 'tag': '340fc9ad-243a-4930-84a6-dfb61a4ac648'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:38:31.059076 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a80ae2d-c7fe-4587-8533-7981570f3d19" -d '{"events": [{"name": "network-changed", "server_uuid": "5d391cd6-a80b-4b30-a123-65be094a85e6", "tag": "340fc9ad-243a-4930-84a6-dfb61a4ac648"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:38:31.096839 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180cfb2e-9b82-4800-9bf3-07ccb5899098 x-openstack-request-id: req-180cfb2e-9b82-4800-9bf3-07ccb5899098 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:38:31.097136 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d391cd6-a80b-4b30-a123-65be094a85e6", "tag": "340fc9ad-243a-4930-84a6-dfb61a4ac648", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:38:31.097391 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-180cfb2e-9b82-4800-9bf3-07ccb5899098 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:38:31.097835 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180cfb2e-9b82-4800-9bf3-07ccb5899098'] response: {'name': 'network-changed', 'server_uuid': '5d391cd6-a80b-4b30-a123-65be094a85e6', 'tag': '340fc9ad-243a-4930-84a6-dfb61a4ac648', 'status': 'completed', 'code': 200} Mar 28 09:38:31.144991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-28a8bc8c-b39d-4e73-aba0-627fdeb70b44 None None] Set router d0b4751e-f6f1-45a4-8643-8ddfa6c1628b gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:38:31.189570 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291741f-050e-4795-b563-c7f3ed3668c1 req-ce53053f-0ea9-4328-aa2b-85c994112df1 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:31.191013 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c291741f-050e-4795-b563-c7f3ed3668c1 req-ce53053f-0ea9-4328-aa2b-85c994112df1 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 946 time: 0.0831339 Mar 28 09:38:31.193822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80ae2d-c7fe-4587-8533-7981570f3d19 req-cfd1ff51-6c6e-459b-8865-283259655142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:31.195282 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7a80ae2d-c7fe-4587-8533-7981570f3d19 req-cfd1ff51-6c6e-459b-8865-283259655142 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 1130 time: 0.0761886 Mar 28 09:38:31.292566 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c291741f-050e-4795-b563-c7f3ed3668c1 req-3db62955-3f87-4c1d-a1e2-9d231c46131c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954270 Mar 28 09:38:31.315677 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58618) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:31.320850 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80ae2d-c7fe-4587-8533-7981570f3d19 req-9abc18b5-ef89-4544-b01c-e063ef7beb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:31.322592 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7a80ae2d-c7fe-4587-8533-7981570f3d19 req-9abc18b5-ef89-4544-b01c-e063ef7beb1a service neutron] 10.222.0.16 "GET /v2.0/networks?id=ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 HTTP/1.1" status: 200 len: 896 time: 0.1198933 Mar 28 09:38:31.375700 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-28a8bc8c-b39d-4e73-aba0-627fdeb70b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475158922', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:16Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'acaa1d2c-8f0b-4eec-96f0-b85fd85a3a77', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'floating_ip_address': '172.36.4.100', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'port_id': '340fc9ad-243a-4930-84a6-dfb61a4ac648', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8', 'mac_address': 'fa:16:3e:b4:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d391cd6-a80b-4b30-a123-65be094a85e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:38:30Z', 'updated_at': '2022-03-28T09:38:30Z', 'revision_number': 0, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9d501b-1327-4ccc-838f-33c5d59c04d4', 'name': '', 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:58:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:16Z', 'updated_at': '2022-03-28T09:38:19Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:31.383436 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c900506e-ed72-44bd-a8e6-ec2922475399 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/floatingips/acaa1d2c-8f0b-4eec-96f0-b85fd85a3a77 HTTP/1.1" status: 200 len: 992 time: 0.0660400 Mar 28 09:38:31.393977 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7a80ae2d-c7fe-4587-8533-7981570f3d19 req-7d0788ca-010e-4f0d-8acb-9ee48c53f9a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=340fc9ad-243a-4930-84a6-dfb61a4ac648 HTTP/1.1" status: 200 len: 1000 time: 0.0641727 Mar 28 09:38:31.404412 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a8bc8c-b39d-4e73-aba0-627fdeb70b44 None None] Checking router: d0b4751e-f6f1-45a4-8643-8ddfa6c1628b for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:38:31.412964 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a8bc8c-b39d-4e73-aba0-627fdeb70b44 None None] Routers {'d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:38:31.413572 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-28a8bc8c-b39d-4e73-aba0-627fdeb70b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:38:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:31.445176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80ae2d-c7fe-4587-8533-7981570f3d19 req-9db20f88-7569-4347-960e-14d29deb7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:31.446891 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7a80ae2d-c7fe-4587-8533-7981570f3d19 req-9db20f88-7569-4347-960e-14d29deb7cb7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621 HTTP/1.1" status: 200 len: 835 time: 0.0472219 Mar 28 09:38:31.495838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80ae2d-c7fe-4587-8533-7981570f3d19 req-6f8507ec-1564-4b47-83ad-b6575127c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:31.497336 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7a80ae2d-c7fe-4587-8533-7981570f3d19 req-6f8507ec-1564-4b47-83ad-b6575127c6de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440559 Mar 28 09:38:31.521275 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-28a8bc8c-b39d-4e73-aba0-627fdeb70b44 None None] Set router d0b4751e-f6f1-45a4-8643-8ddfa6c1628b gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:38:31.587288 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7a80ae2d-c7fe-4587-8533-7981570f3d19 req-a94f82c9-ab91-46b5-ac8a-9301e54c0f2a service neutron] 10.222.0.16 "GET /v2.0/networks/ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840161 Mar 28 09:38:31.681906 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7a80ae2d-c7fe-4587-8533-7981570f3d19 req-e6cb73e1-3d29-476c-8ffb-7104924cc7e0 service neutron] 10.222.0.16 "GET /v2.0/networks/ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891519 Mar 28 09:38:31.740759 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-28a8bc8c-b39d-4e73-aba0-627fdeb70b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475158922', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:16Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'acaa1d2c-8f0b-4eec-96f0-b85fd85a3a77', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'floating_ip_address': '172.36.4.100', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'port_id': '340fc9ad-243a-4930-84a6-dfb61a4ac648', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8', 'mac_address': 'fa:16:3e:b4:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d391cd6-a80b-4b30-a123-65be094a85e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:38:30Z', 'updated_at': '2022-03-28T09:38:30Z', 'revision_number': 0, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9d501b-1327-4ccc-838f-33c5d59c04d4', 'name': '', 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:58:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:16Z', 'updated_at': '2022-03-28T09:38:19Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:38:31.770498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a8bc8c-b39d-4e73-aba0-627fdeb70b44 None None] The sync data for ids ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'] in dv-neutron-master-2-hyperv is: [{'id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475158922', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:16Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'acaa1d2c-8f0b-4eec-96f0-b85fd85a3a77', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'floating_ip_address': '172.36.4.100', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'port_id': '340fc9ad-243a-4930-84a6-dfb61a4ac648', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8', 'mac_address': 'fa:16:3e:b4:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d391cd6-a80b-4b30-a123-65be094a85e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:38:30Z', 'updated_at': '2022-03-28T09:38:30Z', 'revision_number': 0, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9d501b-1327-4ccc-838f-33c5d59c04d4', 'name': '', 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:58:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:16Z', 'updated_at': '2022-03-28T09:38:19Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:38:31.959732 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19c93ee-1808-4692-86a5-8ef110e92022 None None] New status for floating IP acaa1d2c-8f0b-4eec-96f0-b85fd85a3a77: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:38:32.220890 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:32.385724 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58620) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:38:32.446059 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b1f48381-284a-42a2-8760-ee13e77a579b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/floatingips/acaa1d2c-8f0b-4eec-96f0-b85fd85a3a77 HTTP/1.1" status: 200 len: 994 time: 0.0592649 Mar 28 09:38:33.763232 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:45.509155 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:38:51.580822 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:52.781551 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-41695b2c-f746-438a-bc3b-0adefdf9c432 req-52d4f421-32bc-4262-a56a-2255998347a9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435667 Mar 28 09:38:52.870697 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41695b2c-f746-438a-bc3b-0adefdf9c432 req-3d592194-b3e3-47ca-a848-2b37cca54c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:52.872184 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-41695b2c-f746-438a-bc3b-0adefdf9c432 req-3d592194-b3e3-47ca-a848-2b37cca54c32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 1130 time: 0.0491207 Mar 28 09:38:52.974059 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41695b2c-f746-438a-bc3b-0adefdf9c432 req-9a70d92b-d2ca-472d-bfb7-c5811fb39388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:52.975537 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-41695b2c-f746-438a-bc3b-0adefdf9c432 req-9a70d92b-d2ca-472d-bfb7-c5811fb39388 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 HTTP/1.1" status: 200 len: 896 time: 0.0841942 Mar 28 09:38:53.048439 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-41695b2c-f746-438a-bc3b-0adefdf9c432 req-1c1deb6f-4c1c-4051-b35a-91e01450930e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=340fc9ad-243a-4930-84a6-dfb61a4ac648 HTTP/1.1" status: 200 len: 1002 time: 0.0627601 Mar 28 09:38:53.098840 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41695b2c-f746-438a-bc3b-0adefdf9c432 req-cbef2cd7-4bdb-4aab-9c1d-17af8cdd302f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:53.100309 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-41695b2c-f746-438a-bc3b-0adefdf9c432 req-cbef2cd7-4bdb-4aab-9c1d-17af8cdd302f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621 HTTP/1.1" status: 200 len: 835 time: 0.0454738 Mar 28 09:38:53.149201 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41695b2c-f746-438a-bc3b-0adefdf9c432 req-5c5359d3-ee1a-4408-bff7-eaff4c1c8a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:38:53.151355 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-41695b2c-f746-438a-bc3b-0adefdf9c432 req-5c5359d3-ee1a-4408-bff7-eaff4c1c8a28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447428 Mar 28 09:38:53.249338 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-41695b2c-f746-438a-bc3b-0adefdf9c432 req-2d0cb8c1-168c-4dae-b3b8-ab1d63156810 service neutron] 10.222.0.16 "GET /v2.0/networks/ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908923 Mar 28 09:38:53.336631 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-41695b2c-f746-438a-bc3b-0adefdf9c432 req-06b13ca2-ffb2-4590-8453-03e577ee0c6e service neutron] 10.222.0.16 "GET /v2.0/networks/ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801699 Mar 28 09:38:57.312083 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-15ac53bf-8c1b-492c-b911-514ddef23ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:38:59.522226 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-578dc9ac-5d16-463a-a2da-e0dc34475c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:00.669982 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:01.489924 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51d24c-fab5-446a-b5f8-2d47e5adaf15 req-71766d24-54c1-40b1-8371-3476a5613a8a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:01.491420 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2f51d24c-fab5-446a-b5f8-2d47e5adaf15 req-71766d24-54c1-40b1-8371-3476a5613a8a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 946 time: 0.3796558 Mar 28 09:39:01.539989 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2f51d24c-fab5-446a-b5f8-2d47e5adaf15 req-02e1465c-665a-451a-a54a-8fc4885382f5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428033 Mar 28 09:39:02.227553 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:02.662878 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ef403-8573-4826-8345-924d60484933 req-4be481f9-b175-4546-a9f2-c9a7ce6b6084 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:02.664347 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f89ef403-8573-4826-8345-924d60484933 req-4be481f9-b175-4546-a9f2-c9a7ce6b6084 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 946 time: 0.0538158 Mar 28 09:39:02.715477 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f89ef403-8573-4826-8345-924d60484933 req-da66e8d6-dc37-45b6-8db5-adfa85b02742 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455246 Mar 28 09:39:02.737507 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58636) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:02.796970 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-60ce1860-ad6f-4ee4-934c-008ce3d3bfd2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/floatingips/acaa1d2c-8f0b-4eec-96f0-b85fd85a3a77 HTTP/1.1" status: 200 len: 994 time: 0.0583282 Mar 28 09:39:03.764996 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:04.090185 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583de69f-0c9d-471f-a65a-bdae80cf7af4 req-bf8f3157-86d7-4fd6-b76d-45c30da3a0a3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:04.091595 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-583de69f-0c9d-471f-a65a-bdae80cf7af4 req-bf8f3157-86d7-4fd6-b76d-45c30da3a0a3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 946 time: 0.0528364 Mar 28 09:39:04.141137 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-583de69f-0c9d-471f-a65a-bdae80cf7af4 req-321b106c-93b3-4324-a13a-b00d805022f9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439684 Mar 28 09:39:05.261740 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50acbe-e16f-4b45-b37f-288e2c28b72b req-661c981c-053e-45cd-8b0d-18e36726a4fd tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:05.263208 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7d50acbe-e16f-4b45-b37f-288e2c28b72b req-661c981c-053e-45cd-8b0d-18e36726a4fd tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 946 time: 0.0535090 Mar 28 09:39:05.311488 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7d50acbe-e16f-4b45-b37f-288e2c28b72b req-8d81bea6-35c8-4550-a870-205f74995b82 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428340 Mar 28 09:39:06.435804 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21656c-08e2-4896-8ea6-b725c13474f0 req-a63a935d-cc43-4a21-ad9e-11417fa923dc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:06.437285 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3b21656c-08e2-4896-8ea6-b725c13474f0 req-a63a935d-cc43-4a21-ad9e-11417fa923dc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 946 time: 0.0566700 Mar 28 09:39:06.485780 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3b21656c-08e2-4896-8ea6-b725c13474f0 req-7408a799-b48d-4a55-b295-ca2460a88a27 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426948 Mar 28 09:39:07.608381 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c11022-9b5a-49c5-8c02-26fe9a45c12b req-bfad7316-69af-49d1-9609-001fa2d79ee4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:07.610032 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9c11022-9b5a-49c5-8c02-26fe9a45c12b req-bfad7316-69af-49d1-9609-001fa2d79ee4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 946 time: 0.0574996 Mar 28 09:39:07.662995 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9c11022-9b5a-49c5-8c02-26fe9a45c12b req-501d2f9c-138f-4c43-80e3-5d23a8b5e849 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459380 Mar 28 09:39:08.781584 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5c1f3-90bf-4b25-bdb5-f33169714a93 req-5cb3398e-976f-4bf5-b11d-aa0572b92552 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:08.783043 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c3f5c1f3-90bf-4b25-bdb5-f33169714a93 req-5cb3398e-976f-4bf5-b11d-aa0572b92552 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 946 time: 0.0514412 Mar 28 09:39:08.831055 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c3f5c1f3-90bf-4b25-bdb5-f33169714a93 req-d95de7e5-b3d3-4f9a-a1bd-5bd414d66e27 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425010 Mar 28 09:39:09.949469 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7b531-6336-446c-823e-61b9ee3854d2 req-5adab5ec-01a9-447b-ab4f-33118350f22d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:09.950983 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1ac7b531-6336-446c-823e-61b9ee3854d2 req-5adab5ec-01a9-447b-ab4f-33118350f22d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 946 time: 0.0535674 Mar 28 09:39:09.998458 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1ac7b531-6336-446c-823e-61b9ee3854d2 req-b23f5958-1167-4290-94e1-100f344129fe tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420229 Mar 28 09:39:10.020896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58654) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:10.084593 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a0efc6f4-a50a-422d-b486-fc896ed32a6a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/floatingips/acaa1d2c-8f0b-4eec-96f0-b85fd85a3a77 HTTP/1.1" status: 200 len: 994 time: 0.0625687 Mar 28 09:39:10.327749 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58660) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:10.481911 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port 51f72745-bb86-496c-ba04-594677d7a031 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:39:10.482142 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (51f72745-bb86-496c-ba04-594677d7a031), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:10.559357 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (51f72745-bb86-496c-ba04-594677d7a031), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:10.559688 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (51f72745-bb86-496c-ba04-594677d7a031), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:10.571203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for 51f72745-bb86-496c-ba04-594677d7a031 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:39:10.717359 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (51f72745-bb86-496c-ba04-594677d7a031), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:10.742786 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=51f72745-bb86-496c-ba04-594677d7a031,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:10.770300 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:10.770661 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:10.771015 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:10.771366 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:10.771721 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:10.772064 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:10.772402 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:10.772740 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:10.773075 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:10.773412 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:10.773774 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:10.774110 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:10.774440 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:10.774884 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:10.775212 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:10.815350 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (acaa1d2c-8f0b-4eec-96f0-b85fd85a3a77), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:10.815690 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Floating IP acaa1d2c-8f0b-4eec-96f0-b85fd85a3a77 disassociated (deleted). External IP: 172.36.4.100, port: 340fc9ad-243a-4930-84a6-dfb61a4ac648. Mar 28 09:39:11.026773 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router d0b4751e-f6f1-45a4-8643-8ddfa6c1628b has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:39:11.137083 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:39:11.141430 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:11.146690 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93240aca-2de2-4454-8f41-4b4b513da3a9 None None] Sync routers for ids ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:39:11.156864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93240aca-2de2-4454-8f41-4b4b513da3a9 None None] Routers {'d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:39:11.157464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-93240aca-2de2-4454-8f41-4b4b513da3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:39:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:11.171841 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a8850081-5361-465a-a9ab-9203bdc49678 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/floatingips/acaa1d2c-8f0b-4eec-96f0-b85fd85a3a77 HTTP/1.1" status: 204 len: 168 time: 0.8429322 Mar 28 09:39:11.172352 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d391cd6-a80b-4b30-a123-65be094a85e6', 'tag': '340fc9ad-243a-4930-84a6-dfb61a4ac648'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:39:11.174665 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63e8c84-8637-4338-b689-1dcf1df211de" -d '{"events": [{"name": "network-changed", "server_uuid": "5d391cd6-a80b-4b30-a123-65be094a85e6", "tag": "340fc9ad-243a-4930-84a6-dfb61a4ac648"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:39:11.211691 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e152ee36-ab0c-4625-8270-d3983c2fb9a7 x-openstack-request-id: req-e152ee36-ab0c-4625-8270-d3983c2fb9a7 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:39:11.212105 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d391cd6-a80b-4b30-a123-65be094a85e6", "tag": "340fc9ad-243a-4930-84a6-dfb61a4ac648", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:39:11.212923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e152ee36-ab0c-4625-8270-d3983c2fb9a7 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:39:11.213412 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e152ee36-ab0c-4625-8270-d3983c2fb9a7'] response: {'name': 'network-changed', 'server_uuid': '5d391cd6-a80b-4b30-a123-65be094a85e6', 'tag': '340fc9ad-243a-4930-84a6-dfb61a4ac648', 'status': 'completed', 'code': 200} Mar 28 09:39:11.275242 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-93240aca-2de2-4454-8f41-4b4b513da3a9 None None] Set router d0b4751e-f6f1-45a4-8643-8ddfa6c1628b gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:39:11.281827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8c84-8637-4338-b689-1dcf1df211de req-64446e04-1eab-4cdb-9411-96d379370cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:11.283292 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c63e8c84-8637-4338-b689-1dcf1df211de req-64446e04-1eab-4cdb-9411-96d379370cc5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 1130 time: 0.0482225 Mar 28 09:39:11.391918 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8c84-8637-4338-b689-1dcf1df211de req-d4cf4089-c020-4068-b5d7-8bb84ae5128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:11.393569 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c63e8c84-8637-4338-b689-1dcf1df211de req-d4cf4089-c020-4068-b5d7-8bb84ae5128c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 HTTP/1.1" status: 200 len: 896 time: 0.0975399 Mar 28 09:39:11.411676 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b0f9f-e26c-49e8-b8c9-8df1ef20c6d8 req-07eebcde-43cd-4080-b823-da0823e08fdb tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:11.413315 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1a1b0f9f-e26c-49e8-b8c9-8df1ef20c6d8 req-07eebcde-43cd-4080-b823-da0823e08fdb tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 946 time: 0.0558448 Mar 28 09:39:11.472208 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1a1b0f9f-e26c-49e8-b8c9-8df1ef20c6d8 req-6eda43d2-3b90-4455-815f-628c0b561121 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525010 Mar 28 09:39:11.489127 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-93240aca-2de2-4454-8f41-4b4b513da3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475158922', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:16Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4b9d501b-1327-4ccc-838f-33c5d59c04d4', 'name': '', 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:58:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:16Z', 'updated_at': '2022-03-28T09:38:19Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:11.522547 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93240aca-2de2-4454-8f41-4b4b513da3a9 None None] Checking router: d0b4751e-f6f1-45a4-8643-8ddfa6c1628b for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:39:11.532217 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93240aca-2de2-4454-8f41-4b4b513da3a9 None None] Routers {'d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:39:11.532742 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-93240aca-2de2-4454-8f41-4b4b513da3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:39:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:11.643920 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-93240aca-2de2-4454-8f41-4b4b513da3a9 None None] Set router d0b4751e-f6f1-45a4-8643-8ddfa6c1628b gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:39:11.772472 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c63e8c84-8637-4338-b689-1dcf1df211de req-f2384218-b2a7-4ca1-aa39-784a1d4df693 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=340fc9ad-243a-4930-84a6-dfb61a4ac648 HTTP/1.1" status: 200 len: 217 time: 0.3714190 Mar 28 09:39:11.823331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8c84-8637-4338-b689-1dcf1df211de req-1b341ae4-8613-4ab7-9883-a6ccc37f68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:11.824717 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c63e8c84-8637-4338-b689-1dcf1df211de req-1b341ae4-8613-4ab7-9883-a6ccc37f68cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621 HTTP/1.1" status: 200 len: 835 time: 0.0456493 Mar 28 09:39:11.877278 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8c84-8637-4338-b689-1dcf1df211de req-93c77977-3499-4f1c-9efd-96678a96ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:11.878823 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c63e8c84-8637-4338-b689-1dcf1df211de req-93c77977-3499-4f1c-9efd-96678a96ccf5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0470166 Mar 28 09:39:11.970363 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c63e8c84-8637-4338-b689-1dcf1df211de req-0ba2ff59-d95d-47c9-97bb-fac2b9a263e1 service neutron] 10.222.0.16 "GET /v2.0/networks/ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848832 Mar 28 09:39:11.988581 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-93240aca-2de2-4454-8f41-4b4b513da3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475158922', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:16Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4b9d501b-1327-4ccc-838f-33c5d59c04d4', 'name': '', 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:58:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:16Z', 'updated_at': '2022-03-28T09:38:19Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:12.014255 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93240aca-2de2-4454-8f41-4b4b513da3a9 None None] The sync data for ids ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'] in dv-neutron-master-2-hyperv is: [{'id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475158922', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:16Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4b9d501b-1327-4ccc-838f-33c5d59c04d4', 'name': '', 'network_id': 'ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:58:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:16Z', 'updated_at': '2022-03-28T09:38:19Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': 'dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:39:12.065894 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c63e8c84-8637-4338-b689-1dcf1df211de req-8ed1b089-e667-4a54-9ad4-0711117cf6f3 service neutron] 10.222.0.16 "GET /v2.0/networks/ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898242 Mar 28 09:39:12.230227 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e19c009-ce12-4ad2-87e3-c8fa426b7903 None None] New status for floating IP acaa1d2c-8f0b-4eec-96f0-b85fd85a3a77: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:39:12.596839 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d5759-e50d-4974-be8a-5eedec1d52a3 req-9fc3e4b2-31de-4b14-b604-162db559580a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:12.598272 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-320d5759-e50d-4974-be8a-5eedec1d52a3 req-9fc3e4b2-31de-4b14-b604-162db559580a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 946 time: 0.0531290 Mar 28 09:39:12.646197 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-320d5759-e50d-4974-be8a-5eedec1d52a3 req-b9159ed0-c7e3-4eb9-b6a2-ab9da42e6aa2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=e785d3a3-fb87-4dd3-a778-1b2f2229c299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417421 Mar 28 09:39:12.919396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d5de9-9a2b-46dd-9f99-f76e7a478467 req-516cc768-d5c4-429c-a3e4-553890609e55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:12.920766 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b00d5de9-9a2b-46dd-9f99-f76e7a478467 req-516cc768-d5c4-429c-a3e4-553890609e55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 946 time: 0.0521080 Mar 28 09:39:13.016011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-b00d5de9-9a2b-46dd-9f99-f76e7a478467 req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port 340fc9ad-243a-4930-84a6-dfb61a4ac648 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:39:13.016368 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b00d5de9-9a2b-46dd-9f99-f76e7a478467 req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (340fc9ad-243a-4930-84a6-dfb61a4ac648), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:13.103526 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-b00d5de9-9a2b-46dd-9f99-f76e7a478467 req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] For port 340fc9ad-243a-4930-84a6-dfb61a4ac648, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=340fc9ad-243a-4930-84a6-dfb61a4ac648,segment=NetworkSegment(19b3898f-b062-4a84-89f7-caa7f694d4de),segment_id=19b3898f-b062-4a84-89f7-caa7f694d4de)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:39:13.103900 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b00d5de9-9a2b-46dd-9f99-f76e7a478467 req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (340fc9ad-243a-4930-84a6-dfb61a4ac648), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:13.116571 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-b00d5de9-9a2b-46dd-9f99-f76e7a478467 req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for 340fc9ad-243a-4930-84a6-dfb61a4ac648 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:39:13.246084 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b00d5de9-9a2b-46dd-9f99-f76e7a478467 req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (340fc9ad-243a-4930-84a6-dfb61a4ac648), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:13.273491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=340fc9ad-243a-4930-84a6-dfb61a4ac648,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:13.287572 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:13.287933 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:13.288281 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:13.288625 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:13.288963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:13.289296 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:13.289647 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:13.289978 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:13.290422 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:13.290817 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:13.291419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:13.291783 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:13.292118 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:13.292445 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:13.292772 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:13.329672 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00d5de9-9a2b-46dd-9f99-f76e7a478467 req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] No DVR routers for this DVR port 340fc9ad-243a-4930-84a6-dfb61a4ac648 on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:39:13.332120 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b00d5de9-9a2b-46dd-9f99-f76e7a478467 req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:13.335425 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b00d5de9-9a2b-46dd-9f99-f76e7a478467 req-feb717a6-ff63-40e5-a41e-f373d3b16387 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "DELETE /v2.0/ports/340fc9ad-243a-4930-84a6-dfb61a4ac648 HTTP/1.1" status: 204 len: 173 time: 0.4097130 Mar 28 09:39:13.335867 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d391cd6-a80b-4b30-a123-65be094a85e6', 'name': 'network-vif-deleted', 'tag': '340fc9ad-243a-4930-84a6-dfb61a4ac648'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:39:13.338491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6be78e-59a6-4e0f-b532-8d49b84c19fb" -d '{"events": [{"server_uuid": "5d391cd6-a80b-4b30-a123-65be094a85e6", "name": "network-vif-deleted", "tag": "340fc9ad-243a-4930-84a6-dfb61a4ac648"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:39:13.374328 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1920c17-672e-43ed-a887-d92b60bf77d7 x-openstack-request-id: req-c1920c17-672e-43ed-a887-d92b60bf77d7 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:39:13.375054 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d391cd6-a80b-4b30-a123-65be094a85e6", "name": "network-vif-deleted", "tag": "340fc9ad-243a-4930-84a6-dfb61a4ac648", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:39:13.375054 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1920c17-672e-43ed-a887-d92b60bf77d7 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:39:13.375387 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1920c17-672e-43ed-a887-d92b60bf77d7'] response: {'server_uuid': '5d391cd6-a80b-4b30-a123-65be094a85e6', 'name': 'network-vif-deleted', 'tag': '340fc9ad-243a-4930-84a6-dfb61a4ac648', 'status': 'completed', 'code': 200} Mar 28 09:39:13.765865 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f0066c3-fb39-4fd2-85cd-b7d384fe9792 req-b110342f-9235-4288-9172-d28dd5b3596e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d391cd6-a80b-4b30-a123-65be094a85e6 HTTP/1.1" status: 200 len: 210 time: 0.0337405 Mar 28 09:39:14.823353 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58676) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:15.182223 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a66e5f2b-3882-4e31-910d-5914e48c8f79 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (d0b4751e-f6f1-45a4-8643-8ddfa6c1628b), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:15.438595 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a66e5f2b-3882-4e31-910d-5914e48c8f79 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port 4b9d501b-1327-4ccc-838f-33c5d59c04d4 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:39:15.438850 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a66e5f2b-3882-4e31-910d-5914e48c8f79 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:15.524259 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-a66e5f2b-3882-4e31-910d-5914e48c8f79 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] For port 4b9d501b-1327-4ccc-838f-33c5d59c04d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4b9d501b-1327-4ccc-838f-33c5d59c04d4,segment=NetworkSegment(19b3898f-b062-4a84-89f7-caa7f694d4de),segment_id=19b3898f-b062-4a84-89f7-caa7f694d4de)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:39:15.524692 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a66e5f2b-3882-4e31-910d-5914e48c8f79 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:15.541880 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a66e5f2b-3882-4e31-910d-5914e48c8f79 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for 4b9d501b-1327-4ccc-838f-33c5d59c04d4 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:39:15.725520 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a66e5f2b-3882-4e31-910d-5914e48c8f79 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (4b9d501b-1327-4ccc-838f-33c5d59c04d4), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:15.752687 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e5f2b-3882-4e31-910d-5914e48c8f79 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=4b9d501b-1327-4ccc-838f-33c5d59c04d4,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:15.929929 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a66e5f2b-3882-4e31-910d-5914e48c8f79 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (d0b4751e-f6f1-45a4-8643-8ddfa6c1628b), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:16.149010 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66e5f2b-3882-4e31-910d-5914e48c8f79 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router d0b4751e-f6f1-45a4-8643-8ddfa6c1628b has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:39:16.261090 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66e5f2b-3882-4e31-910d-5914e48c8f79 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:39:16.266321 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a66e5f2b-3882-4e31-910d-5914e48c8f79 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "PUT /v2.0/routers/d0b4751e-f6f1-45a4-8643-8ddfa6c1628b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4419668 Mar 28 09:39:16.268948 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58678) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:16.271360 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9aeefd-270c-4269-a239-7e57201db17c None None] Sync routers for ids ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:39:16.281235 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9aeefd-270c-4269-a239-7e57201db17c None None] Routers {'d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:39:16.281995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-5e9aeefd-270c-4269-a239-7e57201db17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:39:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:16.319627 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c22eb6-1cad-4c20-aa58-4cb2dcf89f13 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting subnet dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:39:16.322931 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5c22eb6-1cad-4c20-aa58-4cb2dcf89f13 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for subnet (dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:16.363652 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5c22eb6-1cad-4c20-aa58-4cb2dcf89f13 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:16.389217 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-5e9aeefd-270c-4269-a239-7e57201db17c None None] Set router d0b4751e-f6f1-45a4-8643-8ddfa6c1628b gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:39:16.450853 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5c22eb6-1cad-4c20-aa58-4cb2dcf89f13 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:16.510946 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5c22eb6-1cad-4c20-aa58-4cb2dcf89f13 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:16.538532 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c22eb6-1cad-4c20-aa58-4cb2dcf89f13 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:16.540582 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b5c22eb6-1cad-4c20-aa58-4cb2dcf89f13 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:16.546896 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b5c22eb6-1cad-4c20-aa58-4cb2dcf89f13 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/subnets/dd2253cc-96aa-4b7f-a6aa-b1e51d4b7621 HTTP/1.1" status: 204 len: 168 time: 0.2738967 Mar 28 09:39:16.547012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58680) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:16.547696 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40413ba8-2f10-493a-9434-897ee9ec2fc6 None None] Network ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:39:16.646861 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-5e9aeefd-270c-4269-a239-7e57201db17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475158922', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:39:15Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:16.657113 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c712b719-ff03-4667-a0f7-c7c0e9abb439 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router (d0b4751e-f6f1-45a4-8643-8ddfa6c1628b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:16.674796 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9aeefd-270c-4269-a239-7e57201db17c None None] Checking router: d0b4751e-f6f1-45a4-8643-8ddfa6c1628b for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:39:16.687023 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9aeefd-270c-4269-a239-7e57201db17c None None] Routers {'d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:39:16.687607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-5e9aeefd-270c-4269-a239-7e57201db17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:39:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:16.753603 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] DHCP port deletion for ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:39:16.768177 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c712b719-ff03-4667-a0f7-c7c0e9abb439 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (d0b4751e-f6f1-45a4-8643-8ddfa6c1628b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:16.823012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-c712b719-ff03-4667-a0f7-c7c0e9abb439 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port adcf85c8-4b0f-40c5-a9e6-29c913ca5618 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:39:16.823358 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c712b719-ff03-4667-a0f7-c7c0e9abb439 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (adcf85c8-4b0f-40c5-a9e6-29c913ca5618), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:16.830505 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-5e9aeefd-270c-4269-a239-7e57201db17c None None] Set router d0b4751e-f6f1-45a4-8643-8ddfa6c1628b gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:39:16.859936 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Deleting port 85c93b4e-bb8b-4bbb-8dfb-8d6932978436 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:39:16.860310 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (85c93b4e-bb8b-4bbb-8dfb-8d6932978436), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:16.904118 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-c712b719-ff03-4667-a0f7-c7c0e9abb439 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] For port adcf85c8-4b0f-40c5-a9e6-29c913ca5618, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=adcf85c8-4b0f-40c5-a9e6-29c913ca5618,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:39:16.904413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c712b719-ff03-4667-a0f7-c7c0e9abb439 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (adcf85c8-4b0f-40c5-a9e6-29c913ca5618), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:16.917730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-c712b719-ff03-4667-a0f7-c7c0e9abb439 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for adcf85c8-4b0f-40c5-a9e6-29c913ca5618 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:39:16.990306 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] For port 85c93b4e-bb8b-4bbb-8dfb-8d6932978436, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=85c93b4e-bb8b-4bbb-8dfb-8d6932978436,segment=NetworkSegment(19b3898f-b062-4a84-89f7-caa7f694d4de),segment_id=19b3898f-b062-4a84-89f7-caa7f694d4de)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:39:16.990625 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (85c93b4e-bb8b-4bbb-8dfb-8d6932978436), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:17.012332 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Calling delete_port for 85c93b4e-bb8b-4bbb-8dfb-8d6932978436 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:39:17.102664 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c712b719-ff03-4667-a0f7-c7c0e9abb439 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (adcf85c8-4b0f-40c5-a9e6-29c913ca5618), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:17.138839 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712b719-ff03-4667-a0f7-c7c0e9abb439 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=adcf85c8-4b0f-40c5-a9e6-29c913ca5618,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:17.143438 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-5e9aeefd-270c-4269-a239-7e57201db17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475158922', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:39:15Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:17.147170 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (85c93b4e-bb8b-4bbb-8dfb-8d6932978436), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:17.177242 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 340fc9ad-243a-4930-84a6-dfb61a4ac648 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:39:17.197728 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9aeefd-270c-4269-a239-7e57201db17c None None] The sync data for ids ['d0b4751e-f6f1-45a4-8643-8ddfa6c1628b'] in dv-neutron-master-2-hyperv is: [{'id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475158922', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:39:15Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'adcf85c8-4b0f-40c5-a9e6-29c913ca5618', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4751e-f6f1-45a4-8643-8ddfa6c1628b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:38:13Z', 'updated_at': '2022-03-28T09:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:39:17.202055 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c712b719-ff03-4667-a0f7-c7c0e9abb439 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (d0b4751e-f6f1-45a4-8643-8ddfa6c1628b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:17.222520 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Pushing event deleted for resources: {'Port': ['ID=85c93b4e-bb8b-4bbb-8dfb-8d6932978436,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:17.226812 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 340fc9ad-243a-4930-84a6-dfb61a4ac648 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:39:17.227237 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 340fc9ad-243a-4930-84a6-dfb61a4ac648 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:39:17.229659 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] No DVR routers for this DVR port 85c93b4e-bb8b-4bbb-8dfb-8d6932978436 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:39:17.236753 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:17.237174 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:17.237595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:17.238040 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:17.238443 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:17.238844 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:17.239245 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:17.239642 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:17.240039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:17.240438 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:17.240838 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:17.241236 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:17.241710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:17.242050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:17.242446 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667cedb8-2777-48df-b734-93f1d5b7d52b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:17.302812 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c712b719-ff03-4667-a0f7-c7c0e9abb439 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (d0b4751e-f6f1-45a4-8643-8ddfa6c1628b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:17.304887 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c712b719-ff03-4667-a0f7-c7c0e9abb439 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_controller (d0b4751e-f6f1-45a4-8643-8ddfa6c1628b), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:17.351985 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c712b719-ff03-4667-a0f7-c7c0e9abb439 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (d0b4751e-f6f1-45a4-8643-8ddfa6c1628b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:17.352571 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c712b719-ff03-4667-a0f7-c7c0e9abb439 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Fanout notify agent at l3_agent the message router_deleted on router d0b4751e-f6f1-45a4-8643-8ddfa6c1628b {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:39:17.359640 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c712b719-ff03-4667-a0f7-c7c0e9abb439 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:17.360772 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c712b719-ff03-4667-a0f7-c7c0e9abb439 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/routers/d0b4751e-f6f1-45a4-8643-8ddfa6c1628b HTTP/1.1" status: 204 len: 168 time: 0.8131154 Mar 28 09:39:17.363509 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58682) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:17.438770 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2faebbbc-c79c-40d0-b2af-e8052113f944 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:17.526496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2faebbbc-c79c-40d0-b2af-e8052113f944 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:17.549312 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-2faebbbc-c79c-40d0-b2af-e8052113f944 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:17.560487 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-2faebbbc-c79c-40d0-b2af-e8052113f944 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b3898f-b062-4a84-89f7-caa7f694d4de') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:17.560879 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-2faebbbc-c79c-40d0-b2af-e8052113f944 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b3898f-b062-4a84-89f7-caa7f694d4de') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:17.571630 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2faebbbc-c79c-40d0-b2af-e8052113f944 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (19b3898f-b062-4a84-89f7-caa7f694d4de), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:17.588025 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2faebbbc-c79c-40d0-b2af-e8052113f944 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (19b3898f-b062-4a84-89f7-caa7f694d4de), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:17.594306 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2faebbbc-c79c-40d0-b2af-e8052113f944 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:39:17.594846 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2faebbbc-c79c-40d0-b2af-e8052113f944 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (19b3898f-b062-4a84-89f7-caa7f694d4de), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:39:17.598065 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:39:17.662661 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2faebbbc-c79c-40d0-b2af-e8052113f944 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:17.665085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 85c93b4e-bb8b-4bbb-8dfb-8d6932978436 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:39:17.670788 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2faebbbc-c79c-40d0-b2af-e8052113f944 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:17.673978 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2faebbbc-c79c-40d0-b2af-e8052113f944 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/networks/ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8 HTTP/1.1" status: 204 len: 168 time: 0.3095002 Mar 28 09:39:17.676791 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58684) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:17.690565 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faebbbc-c79c-40d0-b2af-e8052113f944 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Network': ['ID=ce8adaa3-1b60-4e3c-b48d-dc86e73f0bf8,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:17.693726 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 85c93b4e-bb8b-4bbb-8dfb-8d6932978436 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:39:17.694086 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 85c93b4e-bb8b-4bbb-8dfb-8d6932978436 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:39:17.694521 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4b9d501b-1327-4ccc-838f-33c5d59c04d4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:39:17.715469 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 4b9d501b-1327-4ccc-838f-33c5d59c04d4 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:39:17.715822 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4b9d501b-1327-4ccc-838f-33c5d59c04d4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:39:17.744441 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef128ad3-883c-4c1d-833b-ef411433301c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (e785d3a3-fb87-4dd3-a778-1b2f2229c299), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:17.773934 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef128ad3-883c-4c1d-833b-ef411433301c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (e785d3a3-fb87-4dd3-a778-1b2f2229c299), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:17.836113 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef128ad3-883c-4c1d-833b-ef411433301c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (e785d3a3-fb87-4dd3-a778-1b2f2229c299), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:17.839257 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef128ad3-883c-4c1d-833b-ef411433301c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:17.840437 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ef128ad3-883c-4c1d-833b-ef411433301c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/security-groups/e785d3a3-fb87-4dd3-a778-1b2f2229c299 HTTP/1.1" status: 204 len: 168 time: 0.1626656 Mar 28 09:39:17.851753 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef128ad3-883c-4c1d-833b-ef411433301c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e785d3a3-fb87-4dd3-a778-1b2f2229c299,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:18.115658 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58690) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:18.120345 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-5a6ca734-1293-4b0c-bc57-918661653863 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541679859', 'description': 'tempest-secgroup-smoke-541679859 description', 'project_id': 'b57d183079f64edab0869bac2c69ae7e'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:39:18.141042 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca734-1293-4b0c-bc57-918661653863 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.206471 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca734-1293-4b0c-bc57-918661653863 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (2a79fed9-0ab0-4d94-8cac-b27f7a0dab42), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.210118 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca734-1293-4b0c-bc57-918661653863 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (2a79fed9-0ab0-4d94-8cac-b27f7a0dab42), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.238769 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5a6ca734-1293-4b0c-bc57-918661653863 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.242684 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5a6ca734-1293-4b0c-bc57-918661653863 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1233232 Mar 28 09:39:18.243055 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58692) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:18.247760 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-779ebfad-b005-4061-baa7-02504ab7fb95 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': '2a79fed9-0ab0-4d94-8cac-b27f7a0dab42', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:39:18.254591 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ca734-1293-4b0c-bc57-918661653863 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:18.279870 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-779ebfad-b005-4061-baa7-02504ab7fb95 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (e4ceb46b-82ac-4dc7-bf54-224b2ebcd5f8), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.336469 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-779ebfad-b005-4061-baa7-02504ab7fb95 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (e4ceb46b-82ac-4dc7-bf54-224b2ebcd5f8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.340154 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-779ebfad-b005-4061-baa7-02504ab7fb95 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (e4ceb46b-82ac-4dc7-bf54-224b2ebcd5f8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.360293 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ebfad-b005-4061-baa7-02504ab7fb95 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ceb46b-82ac-4dc7-bf54-224b2ebcd5f8,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:18.366379 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-779ebfad-b005-4061-baa7-02504ab7fb95 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.367571 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-779ebfad-b005-4061-baa7-02504ab7fb95 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237273 Mar 28 09:39:18.370900 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58694) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:18.375276 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-874e4db7-7b02-4925-be81-4221685a93cc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': '2a79fed9-0ab0-4d94-8cac-b27f7a0dab42', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:39:18.400074 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-874e4db7-7b02-4925-be81-4221685a93cc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (cf71ebfd-409c-4a71-8c51-d6b970337afa), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.457573 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-874e4db7-7b02-4925-be81-4221685a93cc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (cf71ebfd-409c-4a71-8c51-d6b970337afa), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.461123 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-874e4db7-7b02-4925-be81-4221685a93cc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (cf71ebfd-409c-4a71-8c51-d6b970337afa), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.478408 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e4db7-7b02-4925-be81-4221685a93cc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf71ebfd-409c-4a71-8c51-d6b970337afa,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:18.486051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-874e4db7-7b02-4925-be81-4221685a93cc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.487235 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-874e4db7-7b02-4925-be81-4221685a93cc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153412 Mar 28 09:39:18.490146 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58696) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:18.494965 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-636dfeac-c839-4cc9-9309-210f22ff9f5b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': '2a79fed9-0ab0-4d94-8cac-b27f7a0dab42', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:39:18.518822 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-636dfeac-c839-4cc9-9309-210f22ff9f5b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (a11e1126-e56f-49f1-9fac-e2ad53acb485), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.575679 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-636dfeac-c839-4cc9-9309-210f22ff9f5b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (a11e1126-e56f-49f1-9fac-e2ad53acb485), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.579162 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-636dfeac-c839-4cc9-9309-210f22ff9f5b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (a11e1126-e56f-49f1-9fac-e2ad53acb485), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.598049 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636dfeac-c839-4cc9-9309-210f22ff9f5b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11e1126-e56f-49f1-9fac-e2ad53acb485,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:18.606284 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-636dfeac-c839-4cc9-9309-210f22ff9f5b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.607508 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-636dfeac-c839-4cc9-9309-210f22ff9f5b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164250 Mar 28 09:39:18.610245 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58698) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:18.614481 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7528c8cf-c5be-4c4a-9320-d71a603ddfb5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': '2a79fed9-0ab0-4d94-8cac-b27f7a0dab42', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:39:18.638991 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7528c8cf-c5be-4c4a-9320-d71a603ddfb5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (7ddbc3bc-f6da-426b-8ea5-878a7234f826), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.694491 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7528c8cf-c5be-4c4a-9320-d71a603ddfb5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (7ddbc3bc-f6da-426b-8ea5-878a7234f826), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.698368 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7528c8cf-c5be-4c4a-9320-d71a603ddfb5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (7ddbc3bc-f6da-426b-8ea5-878a7234f826), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.716222 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528c8cf-c5be-4c4a-9320-d71a603ddfb5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ddbc3bc-f6da-426b-8ea5-878a7234f826,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:18.724145 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7528c8cf-c5be-4c4a-9320-d71a603ddfb5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.725384 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7528c8cf-c5be-4c4a-9320-d71a603ddfb5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1141922 Mar 28 09:39:18.728578 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58700) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:18.732923 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f4da2be7-ffa6-479f-896c-047dd9286770 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': '2a79fed9-0ab0-4d94-8cac-b27f7a0dab42', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:39:18.752417 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-f4da2be7-ffa6-479f-896c-047dd9286770 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Project b57d183079f64edab0869bac2c69ae7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:39:18.757834 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4da2be7-ffa6-479f-896c-047dd9286770 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (432a3306-6f5e-4bfc-962b-371b8288bc8a), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.817371 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4da2be7-ffa6-479f-896c-047dd9286770 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (432a3306-6f5e-4bfc-962b-371b8288bc8a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.820883 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4da2be7-ffa6-479f-896c-047dd9286770 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (432a3306-6f5e-4bfc-962b-371b8288bc8a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.838258 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da2be7-ffa6-479f-896c-047dd9286770 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432a3306-6f5e-4bfc-962b-371b8288bc8a,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:18.846385 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4da2be7-ffa6-479f-896c-047dd9286770 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.847788 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f4da2be7-ffa6-479f-896c-047dd9286770 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182065 Mar 28 09:39:18.850543 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58702) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:18.855256 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-77fdb74e-024b-49d8-9eb7-3c9aadc9e381 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': '2a79fed9-0ab0-4d94-8cac-b27f7a0dab42', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:39:18.874770 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-77fdb74e-024b-49d8-9eb7-3c9aadc9e381 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Project b57d183079f64edab0869bac2c69ae7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:39:18.879783 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77fdb74e-024b-49d8-9eb7-3c9aadc9e381 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (2a1084bc-43eb-4250-99b0-2e0c6288f012), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.937697 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77fdb74e-024b-49d8-9eb7-3c9aadc9e381 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (2a1084bc-43eb-4250-99b0-2e0c6288f012), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.941194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77fdb74e-024b-49d8-9eb7-3c9aadc9e381 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (2a1084bc-43eb-4250-99b0-2e0c6288f012), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.959113 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdb74e-024b-49d8-9eb7-3c9aadc9e381 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1084bc-43eb-4250-99b0-2e0c6288f012,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:18.966890 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77fdb74e-024b-49d8-9eb7-3c9aadc9e381 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:18.968019 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-77fdb74e-024b-49d8-9eb7-3c9aadc9e381 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165564 Mar 28 09:39:18.970822 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58704) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:18.975520 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-d5b2a7bb-f7ed-4f35-8e67-636da94145af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'network': {'name': 'tempest-network-smoke--296537446', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'port_security_enabled': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:39:18.993754 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b2a7bb-f7ed-4f35-8e67-636da94145af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Made reservation on behalf of b57d183079f64edab0869bac2c69ae7e for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:39:18.996883 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5b2a7bb-f7ed-4f35-8e67-636da94145af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:19.021428 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b2a7bb-f7ed-4f35-8e67-636da94145af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:39:19.031465 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5b2a7bb-f7ed-4f35-8e67-636da94145af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (861323f4-25e6-411e-a1fe-36092a25e4ee), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:19.031835 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-d5b2a7bb-f7ed-4f35-8e67-636da94145af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Added segment 861323f4-25e6-411e-a1fe-36092a25e4ee of type vlan for network f683c61a-949a-44e2-90b4-eeebe353b079 Mar 28 09:39:19.072712 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5b2a7bb-f7ed-4f35-8e67-636da94145af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (f683c61a-949a-44e2-90b4-eeebe353b079), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:19.097074 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5b2a7bb-f7ed-4f35-8e67-636da94145af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (f683c61a-949a-44e2-90b4-eeebe353b079), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:19.102074 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b2a7bb-f7ed-4f35-8e67-636da94145af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:19.103204 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d5b2a7bb-f7ed-4f35-8e67-636da94145af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:19.164772 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d5b2a7bb-f7ed-4f35-8e67-636da94145af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1929071 Mar 28 09:39:19.168122 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58706) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:19.171541 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2a7bb-f7ed-4f35-8e67-636da94145af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Network': ['ID=f683c61a-949a-44e2-90b4-eeebe353b079,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:19.172891 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-173294256', 'admin_state_up': True, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:39:19.182340 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network f683c61a-949a-44e2-90b4-eeebe353b079 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:39:19.200203 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (8d801f9d-60c5-466f-8661-84e546ef6231), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:19.201556 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (8d801f9d-60c5-466f-8661-84e546ef6231), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:19.261996 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_controller (8d801f9d-60c5-466f-8661-84e546ef6231), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:19.270295 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device adcf85c8-4b0f-40c5-a9e6-29c913ca5618 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:39:19.292069 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: adcf85c8-4b0f-40c5-a9e6-29c913ca5618 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:39:19.292069 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device adcf85c8-4b0f-40c5-a9e6-29c913ca5618 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:39:19.405564 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (8d801f9d-60c5-466f-8661-84e546ef6231), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:19.615158 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (8d801f9d-60c5-466f-8661-84e546ef6231), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:19.636115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:19.754993 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.36.4.252 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/85d3df7b-368b-4dd7-be23-1deccbfc5766) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:39:19.868471 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (85d3df7b-368b-4dd7-be23-1deccbfc5766), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:19.905723 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (85d3df7b-368b-4dd7-be23-1deccbfc5766), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:19.951606 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:39:19.954716 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:39:19.961315 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:39:19.989928 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=85d3df7b-368b-4dd7-be23-1deccbfc5766,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:20.255868 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (8d801f9d-60c5-466f-8661-84e546ef6231), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:20.459150 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (8d801f9d-60c5-466f-8661-84e546ef6231), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:20.906080 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router 8d801f9d-60c5-466f-8661-84e546ef6231 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:39:21.009902 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:39:21.019877 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Sync routers for ids ['8d801f9d-60c5-466f-8661-84e546ef6231'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:39:21.030687 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Routers {'8d801f9d-60c5-466f-8661-84e546ef6231'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:39:21.031175 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:21.031307 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:39:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['8d801f9d-60c5-466f-8661-84e546ef6231'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:21.032489 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-da245335-2982-456a-80dd-71b31c451b05 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8631718 Mar 28 09:39:21.035535 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58708) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:21.064774 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dbbed374-87ba-4961-a919-80162ff11ac2 tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b57d183079f64edab0869bac2c69ae7e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280592 Mar 28 09:39:21.067359 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58710) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:21.144587 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Set router 8d801f9d-60c5-466f-8661-84e546ef6231 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:39:21.154506 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc6b711-d863-463a-ac88-b2c4dedd1aad tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:21.156024 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3fc6b711-d863-463a-ac88-b2c4dedd1aad tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877316 Mar 28 09:39:21.158820 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58712) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:21.186707 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f904f43f-5a3a-4bff-941d-ecf77c5ef186 tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268817 Mar 28 09:39:21.189048 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58714) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:21.193571 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7f0c62a8-04a5-4af8-a906-8fc875b6b468 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1639390577', 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:39:21.276929 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0c62a8-04a5-4af8-a906-8fc875b6b468 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Made reservation on behalf of b57d183079f64edab0869bac2c69ae7e for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:39:21.280491 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7f0c62a8-04a5-4af8-a906-8fc875b6b468 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:21.326207 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173294256', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:20Z', 'revision_number': 3, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:21.353498 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Checking router: 8d801f9d-60c5-466f-8661-84e546ef6231 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:39:21.353888 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Updating router 8d801f9d-60c5-466f-8661-84e546ef6231 port 85d3df7b-368b-4dd7-be23-1deccbfc5766 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:39:21.381554 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (85d3df7b-368b-4dd7-be23-1deccbfc5766), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:21.465436 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7f0c62a8-04a5-4af8-a906-8fc875b6b468 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (2eb89424-2c37-4057-ad42-8adc1b20217e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:21.527728 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c62a8-04a5-4af8-a906-8fc875b6b468 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Subnet': ['ID=2eb89424-2c37-4057-ad42-8adc1b20217e,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:21.537980 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0c62a8-04a5-4af8-a906-8fc875b6b468 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Checking segment: {'id': '861323f4-25e6-411e-a1fe-36092a25e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:39:21.538344 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0c62a8-04a5-4af8-a906-8fc875b6b468 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network hostable DHCP agents. Network: f683c61a-949a-44e2-90b4-eeebe353b079, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:39:21.554884 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0c62a8-04a5-4af8-a906-8fc875b6b468 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network f683c61a-949a-44e2-90b4-eeebe353b079 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:39:21.564844 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-7f0c62a8-04a5-4af8-a906-8fc875b6b468 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f683c61a-949a-44e2-90b4-eeebe353b079) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:39:21.569303 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0c62a8-04a5-4af8-a906-8fc875b6b468 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:21.569946 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7f0c62a8-04a5-4af8-a906-8fc875b6b468 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:21.576060 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19b808c-ff4d-4c9e-b5c5-880bed88d287 None None] Network f683c61a-949a-44e2-90b4-eeebe353b079 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:39:21.590229 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7f0c62a8-04a5-4af8-a906-8fc875b6b468 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4001656 Mar 28 09:39:21.593080 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58716) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:21.634523 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Publish callbacks [] for port (85d3df7b-368b-4dd7-be23-1deccbfc5766), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:21.640688 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (85d3df7b-368b-4dd7-be23-1deccbfc5766), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:21.661257 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:21.692599 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde51bc-5e1a-42b6-9920-3f9098992426 None None] Pushing event updated for resources: {'Port': ['ID=85d3df7b-368b-4dd7-be23-1deccbfc5766,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:21.705607 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde51bc-5e1a-42b6-9920-3f9098992426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:21.706079 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde51bc-5e1a-42b6-9920-3f9098992426 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:21.706961 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde51bc-5e1a-42b6-9920-3f9098992426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:21.706961 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde51bc-5e1a-42b6-9920-3f9098992426 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:21.707408 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde51bc-5e1a-42b6-9920-3f9098992426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:21.707846 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde51bc-5e1a-42b6-9920-3f9098992426 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:21.708269 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde51bc-5e1a-42b6-9920-3f9098992426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:21.708829 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde51bc-5e1a-42b6-9920-3f9098992426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:21.709443 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde51bc-5e1a-42b6-9920-3f9098992426 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:21.709869 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde51bc-5e1a-42b6-9920-3f9098992426 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:21.710483 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde51bc-5e1a-42b6-9920-3f9098992426 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:21.710810 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde51bc-5e1a-42b6-9920-3f9098992426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:21.711142 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde51bc-5e1a-42b6-9920-3f9098992426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:21.711470 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde51bc-5e1a-42b6-9920-3f9098992426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:21.711789 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde51bc-5e1a-42b6-9920-3f9098992426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:39:21.716976 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f683c61a-949a-44e2-90b4-eeebe353b079', 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ips': [{'subnet_id': '2eb89424-2c37-4057-ad42-8adc1b20217e'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:39:21.719273 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Attempting to bind port 85d3df7b-368b-4dd7-be23-1deccbfc5766 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:39:21.719640 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Attempting to bind port 85d3df7b-368b-4dd7-be23-1deccbfc5766 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:39:21.720010 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Attempting to bind port 85d3df7b-368b-4dd7-be23-1deccbfc5766 on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:39:21.720897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:21.725148 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:39:21.725530 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:39:21.725960 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:21.726354 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:39:21.726816 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Bound port: 85d3df7b-368b-4dd7-be23-1deccbfc5766, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:39:21.727202 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (85d3df7b-368b-4dd7-be23-1deccbfc5766), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:21.780455 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] For port 85d3df7b-368b-4dd7-be23-1deccbfc5766, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:39:21.783600 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] For port 85d3df7b-368b-4dd7-be23-1deccbfc5766, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=85d3df7b-368b-4dd7-be23-1deccbfc5766,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:39:21.791603 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (85d3df7b-368b-4dd7-be23-1deccbfc5766), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:21.857428 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde51bc-5e1a-42b6-9920-3f9098992426 None None] Pushing event updated for resources: {'Port': ['ID=85d3df7b-368b-4dd7-be23-1deccbfc5766,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:21.860019 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Routers {'8d801f9d-60c5-466f-8661-84e546ef6231'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:39:21.860860 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:39:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['8d801f9d-60c5-466f-8661-84e546ef6231'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:21.865797 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Allocated IP 172.20.0.2 (f683c61a-949a-44e2-90b4-eeebe353b079/2eb89424-2c37-4057-ad42-8adc1b20217e/5d1b0d7b-39eb-48b8-8553-b23c19821684) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:39:22.022122 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Publish callbacks [] for port (5d1b0d7b-39eb-48b8-8553-b23c19821684), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:22.029394 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (5d1b0d7b-39eb-48b8-8553-b23c19821684), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:22.067953 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] Set router 8d801f9d-60c5-466f-8661-84e546ef6231 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:39:22.072301 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Network f683c61a-949a-44e2-90b4-eeebe353b079 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:39:22.077213 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:39:22.079668 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:39:22.085423 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Pushing event updated for resources: {'Port': ['ID=5d1b0d7b-39eb-48b8-8553-b23c19821684,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:22.115673 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d299-68da-4c07-8263-b67776c816c5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:22.141587 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Attempting to bind port 5d1b0d7b-39eb-48b8-8553-b23c19821684 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:39:22.142014 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Attempting to bind port 5d1b0d7b-39eb-48b8-8553-b23c19821684 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '861323f4-25e6-411e-a1fe-36092a25e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:39:22.142378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Attempting to bind port 5d1b0d7b-39eb-48b8-8553-b23c19821684 on network f683c61a-949a-44e2-90b4-eeebe353b079 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:39:22.147384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:39:22.147757 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Checking segment: {'id': '861323f4-25e6-411e-a1fe-36092a25e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:39:22.148157 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:22.148545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Bound using segment: {'id': '861323f4-25e6-411e-a1fe-36092a25e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:39:22.149001 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Bound port: 5d1b0d7b-39eb-48b8-8553-b23c19821684, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861323f4-25e6-411e-a1fe-36092a25e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:39:22.149416 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5d1b0d7b-39eb-48b8-8553-b23c19821684), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:22.213139 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] For port 5d1b0d7b-39eb-48b8-8553-b23c19821684, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:39:22.216543 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] For port 5d1b0d7b-39eb-48b8-8553-b23c19821684, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d1b0d7b-39eb-48b8-8553-b23c19821684,segment=NetworkSegment(861323f4-25e6-411e-a1fe-36092a25e4ee),segment_id=861323f4-25e6-411e-a1fe-36092a25e4ee)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:39:22.223205 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (5d1b0d7b-39eb-48b8-8553-b23c19821684), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:22.269279 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173294256', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:20Z', 'revision_number': 3, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:22.281589 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadd69c-3337-47a2-8c28-c891af8a6c7c None None] Pushing event updated for resources: {'Port': ['ID=5d1b0d7b-39eb-48b8-8553-b23c19821684,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:22.298631 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8626a533-db2d-430a-922f-c70bfa1eb005 None None] The sync data for ids ['8d801f9d-60c5-466f-8661-84e546ef6231'] in dv-neutron-master-2-hyperv is: [{'id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173294256', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:20Z', 'revision_number': 3, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:39:22.418111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-a5b3d299-68da-4c07-8263-b67776c816c5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.20.0.1 (f683c61a-949a-44e2-90b4-eeebe353b079/2eb89424-2c37-4057-ad42-8adc1b20217e/65f43bd3-3bb2-4881-bb5f-5094ffdef147) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:39:22.511293 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:39:22.592434 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d299-68da-4c07-8263-b67776c816c5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:22.638423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d299-68da-4c07-8263-b67776c816c5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:22.685711 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b3d299-68da-4c07-8263-b67776c816c5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network f683c61a-949a-44e2-90b4-eeebe353b079 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:39:22.691495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-a5b3d299-68da-4c07-8263-b67776c816c5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:39:22.696371 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b3d299-68da-4c07-8263-b67776c816c5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:39:22.700805 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3d299-68da-4c07-8263-b67776c816c5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=65f43bd3-3bb2-4881-bb5f-5094ffdef147,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:22.748286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d299-68da-4c07-8263-b67776c816c5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (8d801f9d-60c5-466f-8661-84e546ef6231), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:22.893141 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d299-68da-4c07-8263-b67776c816c5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:23.194042 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d299-68da-4c07-8263-b67776c816c5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:23.200453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d299-68da-4c07-8263-b67776c816c5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:23.282451 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3d299-68da-4c07-8263-b67776c816c5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=65f43bd3-3bb2-4881-bb5f-5094ffdef147,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:23.290623 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d299-68da-4c07-8263-b67776c816c5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (8d801f9d-60c5-466f-8661-84e546ef6231), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:23.411992 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 85d3df7b-368b-4dd7-be23-1deccbfc5766 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:39:23.414038 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7471c51f-62a1-4544-9136-f085611e4d81 None None] Network f683c61a-949a-44e2-90b4-eeebe353b079 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:39:23.419055 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b3d299-68da-4c07-8263-b67776c816c5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network f683c61a-949a-44e2-90b4-eeebe353b079 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:39:23.420456 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-a5b3d299-68da-4c07-8263-b67776c816c5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:39:23.540454 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b3d299-68da-4c07-8263-b67776c816c5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router 8d801f9d-60c5-466f-8661-84e546ef6231 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:39:23.662243 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b3d299-68da-4c07-8263-b67776c816c5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:39:23.667760 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a5b3d299-68da-4c07-8263-b67776c816c5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "PUT /v2.0/routers/8d801f9d-60c5-466f-8661-84e546ef6231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0734422 Mar 28 09:39:23.674772 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a2147399-3061-4f00-b695-5b8a787534cb None None] Provisioning complete for port 5d1b0d7b-39eb-48b8-8553-b23c19821684 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:39:23.675231 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a2147399-3061-4f00-b695-5b8a787534cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5d1b0d7b-39eb-48b8-8553-b23c19821684), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:23.736579 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 85d3df7b-368b-4dd7-be23-1deccbfc5766 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:39:23.736966 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (85d3df7b-368b-4dd7-be23-1deccbfc5766), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:23.830182 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-2b53803b-5716-4aba-90c2-00f3e555caa4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541679859&fields=id&tenant_id=b57d183079f64edab0869bac2c69ae7e HTTP/1.1" status: 200 len: 267 time: 0.0455945 Mar 28 09:39:23.857710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a2147399-3061-4f00-b695-5b8a787534cb None None] Current status of the port 5d1b0d7b-39eb-48b8-8553-b23c19821684 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:39:23.858105 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a2147399-3061-4f00-b695-5b8a787534cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5d1b0d7b-39eb-48b8-8553-b23c19821684), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:23.886969 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 85d3df7b-368b-4dd7-be23-1deccbfc5766 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:39:23.887365 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (85d3df7b-368b-4dd7-be23-1deccbfc5766), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:23.919476 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a2147399-3061-4f00-b695-5b8a787534cb None None] For port 5d1b0d7b-39eb-48b8-8553-b23c19821684, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d1b0d7b-39eb-48b8-8553-b23c19821684,segment=NetworkSegment(861323f4-25e6-411e-a1fe-36092a25e4ee),segment_id=861323f4-25e6-411e-a1fe-36092a25e4ee)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:39:23.921394 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 85d3df7b-368b-4dd7-be23-1deccbfc5766, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=85d3df7b-368b-4dd7-be23-1deccbfc5766,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:39:23.925106 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a2147399-3061-4f00-b695-5b8a787534cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (5d1b0d7b-39eb-48b8-8553-b23c19821684), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:23.929390 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (85d3df7b-368b-4dd7-be23-1deccbfc5766), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:23.930154 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5d1b0d7b-39eb-48b8-8553-b23c19821684 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:39:23.967291 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-b7d51110-7496-4a81-b096-4914059f3e70 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:23.969288 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-b7d51110-7496-4a81-b096-4914059f3e70 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/networks?id=f683c61a-949a-44e2-90b4-eeebe353b079 HTTP/1.1" status: 200 len: 796 time: 0.1301095 Mar 28 09:39:23.986573 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-f3eb2ff5-33ad-4351-bc68-0fba4a76032d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/quotas/b57d183079f64edab0869bac2c69ae7e HTTP/1.1" status: 200 len: 375 time: 0.0114303 Mar 28 09:39:24.015066 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Sync routers for ids ['8d801f9d-60c5-466f-8661-84e546ef6231'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:39:24.029853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2147399-3061-4f00-b695-5b8a787534cb None None] Pushing event updated for resources: {'Port': ['ID=5d1b0d7b-39eb-48b8-8553-b23c19821684,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:24.060751 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-8c43a7b6-c1b6-4fb4-9a3f-7d795d2a4a31 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682254 Mar 28 09:39:24.074201 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Routers {'8d801f9d-60c5-466f-8661-84e546ef6231'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:39:24.074848 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:39:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['8d801f9d-60c5-466f-8661-84e546ef6231'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:24.080539 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-1e0c8203-2a64-4f94-8b9d-58a68be6c4e5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:39:24.080539 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-1e0c8203-2a64-4f94-8b9d-58a68be6c4e5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093141 Mar 28 09:39:24.158226 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 5d1b0d7b-39eb-48b8-8553-b23c19821684 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:39:24.158646 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5d1b0d7b-39eb-48b8-8553-b23c19821684), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:24.190933 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-af996c0e-d4ba-489b-a3b1-7dd6840f5f05 service neutron] 10.222.0.15 "GET /v2.0/networks/f683c61a-949a-44e2-90b4-eeebe353b079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038411 Mar 28 09:39:24.199249 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=85d3df7b-368b-4dd7-be23-1deccbfc5766,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:24.208081 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-98cda864-ed44-415e-8de1-3cea91963730 None None] Provisioning complete for port 65f43bd3-3bb2-4881-bb5f-5094ffdef147 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:39:24.208469 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-98cda864-ed44-415e-8de1-3cea91963730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:24.263437 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-98cda864-ed44-415e-8de1-3cea91963730 None None] Port 65f43bd3-3bb2-4881-bb5f-5094ffdef147 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:39:24.292916 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-65ea42ab-ed2e-4e6b-92f7-6c17ec5beb92 service neutron] 10.222.0.15 "GET /v2.0/networks/f683c61a-949a-44e2-90b4-eeebe353b079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001785 Mar 28 09:39:24.295614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-98cda864-ed44-415e-8de1-3cea91963730 None None] Provisioning complete for port 5d1b0d7b-39eb-48b8-8553-b23c19821684 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:39:24.295995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-98cda864-ed44-415e-8de1-3cea91963730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5d1b0d7b-39eb-48b8-8553-b23c19821684), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:24.301961 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Set router 8d801f9d-60c5-466f-8661-84e546ef6231 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:39:24.451896 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 5d1b0d7b-39eb-48b8-8553-b23c19821684 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:39:24.505461 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-76992de7-2bbb-40e0-9974-1fffed118466 req-c9c405ca-33dc-4055-872b-f378790413e9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 210 time: 0.0406020 Mar 28 09:39:24.539316 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-98cda864-ed44-415e-8de1-3cea91963730 None None] Current status of the port 5d1b0d7b-39eb-48b8-8553-b23c19821684 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:39:24.609089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173294256', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:22Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '65f43bd3-3bb2-4881-bb5f-5094ffdef147', 'name': '', 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:ed:ec:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2eb89424-2c37-4057-ad42-8adc1b20217e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:22Z', 'updated_at': '2022-03-28T09:39:23Z', 'revision_number': 2, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '2eb89424-2c37-4057-ad42-8adc1b20217e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:24.636315 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Checking router: 8d801f9d-60c5-466f-8661-84e546ef6231 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:39:24.636788 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Updating router 8d801f9d-60c5-466f-8661-84e546ef6231 port 65f43bd3-3bb2-4881-bb5f-5094ffdef147 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:39:24.675128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:24.691544 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-46b7591a-b3ba-4247-a7e5-2736e32bf4d0 None None] Provisioning complete for port 65f43bd3-3bb2-4881-bb5f-5094ffdef147 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:39:24.691927 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-46b7591a-b3ba-4247-a7e5-2736e32bf4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:24.754504 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-46b7591a-b3ba-4247-a7e5-2736e32bf4d0 None None] Port 65f43bd3-3bb2-4881-bb5f-5094ffdef147 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:39:24.977977 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Publish callbacks [] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:24.983436 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:25.037366 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a92bc-a17d-4794-a402-979b5caf1cd7 None None] Pushing event updated for resources: {'Port': ['ID=65f43bd3-3bb2-4881-bb5f-5094ffdef147,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:25.090331 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Attempting to bind port 65f43bd3-3bb2-4881-bb5f-5094ffdef147 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:39:25.090703 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Attempting to bind port 65f43bd3-3bb2-4881-bb5f-5094ffdef147 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '861323f4-25e6-411e-a1fe-36092a25e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:39:25.091067 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Attempting to bind port 65f43bd3-3bb2-4881-bb5f-5094ffdef147 on network f683c61a-949a-44e2-90b4-eeebe353b079 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:39:25.099059 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:39:25.099627 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Checking segment: {'id': '861323f4-25e6-411e-a1fe-36092a25e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:39:25.100077 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:25.100541 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Bound using segment: {'id': '861323f4-25e6-411e-a1fe-36092a25e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:39:25.101021 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Bound port: 65f43bd3-3bb2-4881-bb5f-5094ffdef147, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861323f4-25e6-411e-a1fe-36092a25e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:39:25.101399 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:25.173439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] For port 65f43bd3-3bb2-4881-bb5f-5094ffdef147, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:39:25.176796 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] For port 65f43bd3-3bb2-4881-bb5f-5094ffdef147, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65f43bd3-3bb2-4881-bb5f-5094ffdef147,segment=NetworkSegment(861323f4-25e6-411e-a1fe-36092a25e4ee),segment_id=861323f4-25e6-411e-a1fe-36092a25e4ee)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:39:25.183622 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:25.245093 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Routers {'8d801f9d-60c5-466f-8661-84e546ef6231'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:39:25.245891 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:39:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['8d801f9d-60c5-466f-8661-84e546ef6231'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:25.284628 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a92bc-a17d-4794-a402-979b5caf1cd7 None None] Pushing event updated for resources: {'Port': ['ID=65f43bd3-3bb2-4881-bb5f-5094ffdef147,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:25.331649 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-950bd904-2480-4fdd-98c3-955c9eb0da9a None None] Provisioning complete for port 65f43bd3-3bb2-4881-bb5f-5094ffdef147 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:39:25.332032 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-950bd904-2480-4fdd-98c3-955c9eb0da9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:25.367545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 85d3df7b-368b-4dd7-be23-1deccbfc5766 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:39:25.569562 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-c8b5c24c-1e4f-4b54-a41e-874b065a869f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:25.572455 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-c8b5c24c-1e4f-4b54-a41e-874b065a869f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "GET /v2.0/networks?id=f683c61a-949a-44e2-90b4-eeebe353b079 HTTP/1.1" status: 200 len: 796 time: 0.1156199 Mar 28 09:39:25.605435 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] Set router 8d801f9d-60c5-466f-8661-84e546ef6231 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:39:25.607785 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 85d3df7b-368b-4dd7-be23-1deccbfc5766 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:39:25.608158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (85d3df7b-368b-4dd7-be23-1deccbfc5766), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:25.658582 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-11cb4b08-720a-418e-8680-930cf766a1ad req-30af40c0-10db-428c-8595-6bbcd1942af5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 210 time: 0.0414770 Mar 28 09:39:25.669838 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-bee995f0-104c-4c55-a947-3db98058e25b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57d183079f64edab0869bac2c69ae7e HTTP/1.1" status: 200 len: 379 time: 0.0889561 Mar 28 09:39:25.682366 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-e9259f94-46ae-4b4a-9d56-259de5be1307 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'port': {'device_id': 'a6b4c491-0502-4e1d-9231-7a06aee98fec', 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079', 'admin_state_up': True, 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'security_groups': ['2a79fed9-0ab0-4d94-8cac-b27f7a0dab42']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:39:25.757114 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-950bd904-2480-4fdd-98c3-955c9eb0da9a None None] Current status of the port 65f43bd3-3bb2-4881-bb5f-5094ffdef147 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:39:25.757512 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-950bd904-2480-4fdd-98c3-955c9eb0da9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:25.791698 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-e9259f94-46ae-4b4a-9d56-259de5be1307 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Made reservation on behalf of b57d183079f64edab0869bac2c69ae7e for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:39:25.795107 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-e9259f94-46ae-4b4a-9d56-259de5be1307 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:25.869937 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-950bd904-2480-4fdd-98c3-955c9eb0da9a None None] For port 65f43bd3-3bb2-4881-bb5f-5094ffdef147, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65f43bd3-3bb2-4881-bb5f-5094ffdef147,segment=NetworkSegment(861323f4-25e6-411e-a1fe-36092a25e4ee),segment_id=861323f4-25e6-411e-a1fe-36092a25e4ee)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:39:25.879853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-950bd904-2480-4fdd-98c3-955c9eb0da9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:25.892580 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 85d3df7b-368b-4dd7-be23-1deccbfc5766 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:39:25.893648 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5d1b0d7b-39eb-48b8-8553-b23c19821684 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:39:25.920236 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-e9259f94-46ae-4b4a-9d56-259de5be1307 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.20.0.8 (f683c61a-949a-44e2-90b4-eeebe353b079/2eb89424-2c37-4057-ad42-8adc1b20217e/184b8d31-53b0-41f3-b5eb-ae0267830463) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:39:26.010329 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bd904-2480-4fdd-98c3-955c9eb0da9a None None] Pushing event updated for resources: {'Port': ['ID=65f43bd3-3bb2-4881-bb5f-5094ffdef147,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:26.031005 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-23dcdab8-2deb-4f8e-af54-0fbbc492d639 None None] Provisioning complete for port 65f43bd3-3bb2-4881-bb5f-5094ffdef147 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:39:26.031375 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-23dcdab8-2deb-4f8e-af54-0fbbc492d639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:26.068716 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 5d1b0d7b-39eb-48b8-8553-b23c19821684 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:39:26.069097 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5d1b0d7b-39eb-48b8-8553-b23c19821684), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:26.072435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-e9259f94-46ae-4b4a-9d56-259de5be1307 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (184b8d31-53b0-41f3-b5eb-ae0267830463), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:26.105597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-e9259f94-46ae-4b4a-9d56-259de5be1307 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (184b8d31-53b0-41f3-b5eb-ae0267830463), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:26.109581 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173294256', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:22Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '65f43bd3-3bb2-4881-bb5f-5094ffdef147', 'name': '', 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:ed:ec:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2eb89424-2c37-4057-ad42-8adc1b20217e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:22Z', 'updated_at': '2022-03-28T09:39:25Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '2eb89424-2c37-4057-ad42-8adc1b20217e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:26.146769 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-e9259f94-46ae-4b4a-9d56-259de5be1307 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network f683c61a-949a-44e2-90b4-eeebe353b079 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:39:26.147624 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b52cf2-c1c6-405d-9bab-c48df1c55aac None None] The sync data for ids ['8d801f9d-60c5-466f-8661-84e546ef6231'] in dv-neutron-master-2-hyperv is: [{'id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173294256', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:22Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '65f43bd3-3bb2-4881-bb5f-5094ffdef147', 'name': '', 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:ed:ec:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2eb89424-2c37-4057-ad42-8adc1b20217e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:22Z', 'updated_at': '2022-03-28T09:39:25Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '2eb89424-2c37-4057-ad42-8adc1b20217e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:39:26.151223 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-e9259f94-46ae-4b4a-9d56-259de5be1307 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:39:26.153540 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-e9259f94-46ae-4b4a-9d56-259de5be1307 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:39:26.205837 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-e9259f94-46ae-4b4a-9d56-259de5be1307 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:26.205837 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-e9259f94-46ae-4b4a-9d56-259de5be1307 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:26.220784 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-23dcdab8-2deb-4f8e-af54-0fbbc492d639 None None] Current status of the port 65f43bd3-3bb2-4881-bb5f-5094ffdef147 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:39:26.235247 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 5d1b0d7b-39eb-48b8-8553-b23c19821684 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:39:26.235982 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9259f94-46ae-4b4a-9d56-259de5be1307 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=184b8d31-53b0-41f3-b5eb-ae0267830463,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:26.253041 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-e9259f94-46ae-4b4a-9d56-259de5be1307 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5748496 Mar 28 09:39:26.264880 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Request body: {'port': {'device_id': 'a6b4c491-0502-4e1d-9231-7a06aee98fec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:39:26.339937 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (184b8d31-53b0-41f3-b5eb-ae0267830463), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:26.455715 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-1ef62f02-7729-40cd-b688-1756c41aa331 None None] Provisioning complete for port 184b8d31-53b0-41f3-b5eb-ae0267830463 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:39:26.456133 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1ef62f02-7729-40cd-b688-1756c41aa331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (184b8d31-53b0-41f3-b5eb-ae0267830463), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:26.496803 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1ef62f02-7729-40cd-b688-1756c41aa331 None None] Port 184b8d31-53b0-41f3-b5eb-ae0267830463 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:39:26.618483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184b8d31-53b0-41f3-b5eb-ae0267830463 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:39:26.626674 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Publish callbacks [] for port (184b8d31-53b0-41f3-b5eb-ae0267830463), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:26.639848 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Transition to ACTIVE for port object 184b8d31-53b0-41f3-b5eb-ae0267830463 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:39:26.644788 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (184b8d31-53b0-41f3-b5eb-ae0267830463), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:26.698431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Pushing event updated for resources: {'Port': ['ID=184b8d31-53b0-41f3-b5eb-ae0267830463,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:26.788630 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Attempting to bind port 184b8d31-53b0-41f3-b5eb-ae0267830463 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:39:26.788977 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Attempting to bind port 184b8d31-53b0-41f3-b5eb-ae0267830463 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '861323f4-25e6-411e-a1fe-36092a25e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:39:26.789311 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Attempting to bind port 184b8d31-53b0-41f3-b5eb-ae0267830463 on network f683c61a-949a-44e2-90b4-eeebe353b079 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:39:26.794831 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Port 184b8d31-53b0-41f3-b5eb-ae0267830463 on network f683c61a-949a-44e2-90b4-eeebe353b079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:39:26.795165 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Attempting to bind port 184b8d31-53b0-41f3-b5eb-ae0267830463 on network f683c61a-949a-44e2-90b4-eeebe353b079 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:39:26.800745 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:39:26.801163 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Checking segment: {'id': '861323f4-25e6-411e-a1fe-36092a25e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:39:26.802191 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Bound using segment: {'id': '861323f4-25e6-411e-a1fe-36092a25e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:39:26.802707 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Bound port: 184b8d31-53b0-41f3-b5eb-ae0267830463, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '861323f4-25e6-411e-a1fe-36092a25e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:39:26.803137 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (184b8d31-53b0-41f3-b5eb-ae0267830463), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:26.812373 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a9b2f-cfda-4d3d-a24a-6b722dc2ff8a req-c167b72c-97ac-44ac-8baf-3639a2c88420 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:26.813983 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-828a9b2f-cfda-4d3d-a24a-6b722dc2ff8a req-c167b72c-97ac-44ac-8baf-3639a2c88420 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 943 time: 0.0654976 Mar 28 09:39:26.876603 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-828a9b2f-cfda-4d3d-a24a-6b722dc2ff8a req-0fd9cd1c-f23a-4ea3-a328-914c0dee7405 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563481 Mar 28 09:39:26.880201 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] For port 184b8d31-53b0-41f3-b5eb-ae0267830463, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:39:26.884457 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] For port 184b8d31-53b0-41f3-b5eb-ae0267830463, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=184b8d31-53b0-41f3-b5eb-ae0267830463,segment=NetworkSegment(861323f4-25e6-411e-a1fe-36092a25e4ee),segment_id=861323f4-25e6-411e-a1fe-36092a25e4ee)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:39:26.903111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (184b8d31-53b0-41f3-b5eb-ae0267830463), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:26.939592 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:26.940229 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:26.941651 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] 10.222.0.16 "PUT /v2.0/ports/184b8d31-53b0-41f3-b5eb-ae0267830463 HTTP/1.1" status: 200 len: 1093 time: 0.6812193 Mar 28 09:39:26.942115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b4c491-0502-4e1d-9231-7a06aee98fec', 'tag': '184b8d31-53b0-41f3-b5eb-ae0267830463'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:39:26.944370 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2088212-9ca2-4ad4-87fb-016bb599751a" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b4c491-0502-4e1d-9231-7a06aee98fec", "tag": "184b8d31-53b0-41f3-b5eb-ae0267830463"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:39:26.995826 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99126a4e-0d74-4c73-a9df-1a23c057a2be service neutron] Pushing event updated for resources: {'Port': ['ID=184b8d31-53b0-41f3-b5eb-ae0267830463,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:27.002771 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390eaff8-e82c-4f7b-ae81-689720d66994 x-openstack-request-id: req-390eaff8-e82c-4f7b-ae81-689720d66994 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:39:27.003519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b4c491-0502-4e1d-9231-7a06aee98fec", "tag": "184b8d31-53b0-41f3-b5eb-ae0267830463", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:39:27.003685 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-390eaff8-e82c-4f7b-ae81-689720d66994 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:39:27.004073 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-390eaff8-e82c-4f7b-ae81-689720d66994'] response: {'name': 'network-changed', 'server_uuid': 'a6b4c491-0502-4e1d-9231-7a06aee98fec', 'tag': '184b8d31-53b0-41f3-b5eb-ae0267830463', 'status': 'completed', 'code': 200} Mar 28 09:39:27.055323 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-3ba7428b-9332-4d0d-af45-51964d11b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:27.057662 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-3ba7428b-9332-4d0d-af45-51964d11b08b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 1127 time: 0.0715449 Mar 28 09:39:27.103698 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-9074057a-a321-4952-8508-df8b786ca9ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=184b8d31-53b0-41f3-b5eb-ae0267830463 HTTP/1.1" status: 200 len: 217 time: 0.0384986 Mar 28 09:39:27.167379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-d3e9cd68-ee57-4f9c-b367-bfdea0a3bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:27.168894 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-d3e9cd68-ee57-4f9c-b367-bfdea0a3bfca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2eb89424-2c37-4057-ad42-8adc1b20217e HTTP/1.1" status: 200 len: 835 time: 0.0511761 Mar 28 09:39:27.224199 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-9be0f919-7078-4b0e-97b1-1193ec6850d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:27.225803 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-9be0f919-7078-4b0e-97b1-1193ec6850d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f683c61a-949a-44e2-90b4-eeebe353b079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0512912 Mar 28 09:39:27.323407 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a86b1024-38bd-43d9-84df-f9d42d66a3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:27.334422 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-04effcca-79f3-40f8-989c-10fa816ac6c8 service neutron] 10.222.0.16 "GET /v2.0/networks/f683c61a-949a-44e2-90b4-eeebe353b079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030862 Mar 28 09:39:27.362737 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 65f43bd3-3bb2-4881-bb5f-5094ffdef147 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:39:27.410793 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 65f43bd3-3bb2-4881-bb5f-5094ffdef147 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:39:27.411166 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:27.444175 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-786746c2-80f7-427a-9dbf-bd38d25d41fd req-c7520df6-ba43-4417-a44d-5eacce875d72 service neutron] 10.222.0.16 "GET /v2.0/networks/f683c61a-949a-44e2-90b4-eeebe353b079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033103 Mar 28 09:39:27.493886 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 65f43bd3-3bb2-4881-bb5f-5094ffdef147 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:39:27.536819 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2088212-9ca2-4ad4-87fb-016bb599751a req-89afb75e-6f70-45f4-a599-dcaf0aae5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:27.538384 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e2088212-9ca2-4ad4-87fb-016bb599751a req-89afb75e-6f70-45f4-a599-dcaf0aae5394 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 1127 time: 0.0466723 Mar 28 09:39:27.628413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2088212-9ca2-4ad4-87fb-016bb599751a req-4d3f6b9f-b627-46a3-81f7-8fe3ee42460d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:27.629874 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e2088212-9ca2-4ad4-87fb-016bb599751a req-4d3f6b9f-b627-46a3-81f7-8fe3ee42460d service neutron] 10.222.0.16 "GET /v2.0/networks?id=f683c61a-949a-44e2-90b4-eeebe353b079 HTTP/1.1" status: 200 len: 896 time: 0.0849881 Mar 28 09:39:27.673956 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e2088212-9ca2-4ad4-87fb-016bb599751a req-05233da7-380e-42c8-9227-ce5ab9ca2d64 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=184b8d31-53b0-41f3-b5eb-ae0267830463 HTTP/1.1" status: 200 len: 217 time: 0.0377660 Mar 28 09:39:27.721588 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2088212-9ca2-4ad4-87fb-016bb599751a req-1dce99a3-ffe5-4972-ba8d-3b4441cb97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:27.723049 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e2088212-9ca2-4ad4-87fb-016bb599751a req-1dce99a3-ffe5-4972-ba8d-3b4441cb97cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2eb89424-2c37-4057-ad42-8adc1b20217e HTTP/1.1" status: 200 len: 835 time: 0.0438485 Mar 28 09:39:27.771557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2088212-9ca2-4ad4-87fb-016bb599751a req-b57ac355-2557-42e7-92cd-38032a254bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:27.773036 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e2088212-9ca2-4ad4-87fb-016bb599751a req-b57ac355-2557-42e7-92cd-38032a254bfc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f683c61a-949a-44e2-90b4-eeebe353b079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425346 Mar 28 09:39:27.862999 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e2088212-9ca2-4ad4-87fb-016bb599751a req-38109cf2-e358-41d0-a116-c217a3eede2b service neutron] 10.222.0.16 "GET /v2.0/networks/f683c61a-949a-44e2-90b4-eeebe353b079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826862 Mar 28 09:39:27.951553 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e2088212-9ca2-4ad4-87fb-016bb599751a req-50c75816-60f4-49c3-bde4-b97ae8bd40ba service neutron] 10.222.0.16 "GET /v2.0/networks/f683c61a-949a-44e2-90b4-eeebe353b079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816233 Mar 28 09:39:27.999924 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203006f-4947-444b-b772-0042dfc521c0 req-ab1de1e9-0fbb-459f-b838-5c7c20c88ca9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:28.001640 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1203006f-4947-444b-b772-0042dfc521c0 req-ab1de1e9-0fbb-459f-b838-5c7c20c88ca9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 943 time: 0.0540473 Mar 28 09:39:28.054007 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1203006f-4947-444b-b772-0042dfc521c0 req-b4a54de3-1813-440e-8309-63eb1b81f8dd tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468805 Mar 28 09:39:29.172806 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b01c6b-9b22-4138-b281-9bcccc958649 req-9a3bf411-dfcd-4e5b-bf11-931a9a31bb20 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:29.174313 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-63b01c6b-9b22-4138-b281-9bcccc958649 req-9a3bf411-dfcd-4e5b-bf11-931a9a31bb20 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 943 time: 0.0529017 Mar 28 09:39:29.226912 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-63b01c6b-9b22-4138-b281-9bcccc958649 req-c24a7aa5-c4d3-45a7-b801-f1b4d5098eed tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470746 Mar 28 09:39:29.231531 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 184b8d31-53b0-41f3-b5eb-ae0267830463 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:39:29.326736 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 184b8d31-53b0-41f3-b5eb-ae0267830463, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=184b8d31-53b0-41f3-b5eb-ae0267830463,segment=NetworkSegment(861323f4-25e6-411e-a1fe-36092a25e4ee),segment_id=861323f4-25e6-411e-a1fe-36092a25e4ee)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:39:29.338797 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '184b8d31-53b0-41f3-b5eb-ae0267830463', 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079', 'port_id': '184b8d31-53b0-41f3-b5eb-ae0267830463', 'mac_address': 'fa:16:3e:bd:b8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb89424-2c37-4057-ad42-8adc1b20217e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:39:29.380029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 184b8d31-53b0-41f3-b5eb-ae0267830463 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:39:29.380422 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (184b8d31-53b0-41f3-b5eb-ae0267830463), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:29.393853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184b8d31-53b0-41f3-b5eb-ae0267830463 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:39:29.412166 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 184b8d31-53b0-41f3-b5eb-ae0267830463, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=184b8d31-53b0-41f3-b5eb-ae0267830463,segment=NetworkSegment(861323f4-25e6-411e-a1fe-36092a25e4ee),segment_id=861323f4-25e6-411e-a1fe-36092a25e4ee)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:39:29.416367 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (184b8d31-53b0-41f3-b5eb-ae0267830463), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:29.462734 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=184b8d31-53b0-41f3-b5eb-ae0267830463,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:29.526302 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-03c6b60e-c3c4-4817-8826-3f52274be42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:29.617478 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['184b8d31-53b0-41f3-b5eb-ae0267830463'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:39:30.343080 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64c031-a7d4-48ba-b34a-12c0343f8570 req-c1c9231f-25a8-47db-8e36-9820c594d0aa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:30.344575 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fd64c031-a7d4-48ba-b34a-12c0343f8570 req-c1c9231f-25a8-47db-8e36-9820c594d0aa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 944 time: 0.0511174 Mar 28 09:39:30.392754 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fd64c031-a7d4-48ba-b34a-12c0343f8570 req-bf050a15-c874-4c13-aefc-a101ce6a0e7b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427728 Mar 28 09:39:30.674398 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:31.231518 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 184b8d31-53b0-41f3-b5eb-ae0267830463 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:39:31.280650 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 184b8d31-53b0-41f3-b5eb-ae0267830463 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:39:31.284939 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 184b8d31-53b0-41f3-b5eb-ae0267830463 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:39:31.285324 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (184b8d31-53b0-41f3-b5eb-ae0267830463), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:31.363688 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 184b8d31-53b0-41f3-b5eb-ae0267830463 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:39:31.363990 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (184b8d31-53b0-41f3-b5eb-ae0267830463), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:31.387736 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b4c491-0502-4e1d-9231-7a06aee98fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184b8d31-53b0-41f3-b5eb-ae0267830463'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:39:31.390003 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f703449f-b1d1-4c8f-9d60-31e113768066" -d '{"events": [{"server_uuid": "a6b4c491-0502-4e1d-9231-7a06aee98fec", "name": "network-vif-plugged", "status": "completed", "tag": "184b8d31-53b0-41f3-b5eb-ae0267830463"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:39:31.401898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 184b8d31-53b0-41f3-b5eb-ae0267830463, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=184b8d31-53b0-41f3-b5eb-ae0267830463,segment=NetworkSegment(861323f4-25e6-411e-a1fe-36092a25e4ee),segment_id=861323f4-25e6-411e-a1fe-36092a25e4ee)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:39:31.405839 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (184b8d31-53b0-41f3-b5eb-ae0267830463), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:31.453608 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=184b8d31-53b0-41f3-b5eb-ae0267830463,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:31.498427 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf32f36a-6095-4b71-9a97-771f1cb05f87 x-openstack-request-id: req-bf32f36a-6095-4b71-9a97-771f1cb05f87 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:39:31.498919 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b4c491-0502-4e1d-9231-7a06aee98fec", "name": "network-vif-plugged", "status": "completed", "tag": "184b8d31-53b0-41f3-b5eb-ae0267830463", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:39:31.499187 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf32f36a-6095-4b71-9a97-771f1cb05f87 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:39:31.499602 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf32f36a-6095-4b71-9a97-771f1cb05f87'] response: {'server_uuid': 'a6b4c491-0502-4e1d-9231-7a06aee98fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184b8d31-53b0-41f3-b5eb-ae0267830463', 'code': 200} Mar 28 09:39:31.513184 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745c045-e0c7-4f62-9968-3e5516e1e853 req-63b53db0-8a82-4a7a-97ea-6d6ff229de85 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:31.514748 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c745c045-e0c7-4f62-9968-3e5516e1e853 req-63b53db0-8a82-4a7a-97ea-6d6ff229de85 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0544333 Mar 28 09:39:31.564323 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c745c045-e0c7-4f62-9968-3e5516e1e853 req-540fbf18-1495-4518-955f-34ec02a2edb8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436368 Mar 28 09:39:31.688374 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ff125-e230-4044-a277-797fc6d9ee89 req-b338eb1f-c7ae-4549-ada3-b5536c2d2cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:31.689926 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1d6ff125-e230-4044-a277-797fc6d9ee89 req-b338eb1f-c7ae-4549-ada3-b5536c2d2cfa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 1129 time: 0.0438409 Mar 28 09:39:31.735277 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1d6ff125-e230-4044-a277-797fc6d9ee89 req-d20c8dfd-5ded-49a2-98af-2845ff75f3eb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388525 Mar 28 09:39:32.228544 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:32.687294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5475a4-9df8-4ac7-9ee7-d135fb5f0cca req-16bf85d3-d5fa-4738-b67d-f913c4b94d67 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:32.688710 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a5475a4-9df8-4ac7-9ee7-d135fb5f0cca req-16bf85d3-d5fa-4738-b67d-f913c4b94d67 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0556858 Mar 28 09:39:32.738852 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a5475a4-9df8-4ac7-9ee7-d135fb5f0cca req-573201ab-1044-4064-bfeb-e2c21705042a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442092 Mar 28 09:39:33.767512 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:33.858676 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ca70f-151f-4902-919e-f48b519a4482 req-83d89c4a-85a2-453c-bdda-f9e26ae741f8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:33.860177 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d51ca70f-151f-4902-919e-f48b519a4482 req-83d89c4a-85a2-453c-bdda-f9e26ae741f8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0561471 Mar 28 09:39:33.908198 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d51ca70f-151f-4902-919e-f48b519a4482 req-6e6ceb1d-1462-4d2a-8f5b-4650026f34fc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424931 Mar 28 09:39:34.030213 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef74738-6580-49ef-a9b7-de59db7e9c30 req-9f705c69-7956-41b4-a87b-3eb3eba31f4e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:34.031596 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7ef74738-6580-49ef-a9b7-de59db7e9c30 req-9f705c69-7956-41b4-a87b-3eb3eba31f4e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0575316 Mar 28 09:39:34.080291 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7ef74738-6580-49ef-a9b7-de59db7e9c30 req-8e7ef46b-658d-4cce-99ad-9c861f236c55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432096 Mar 28 09:39:34.101793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58774) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:34.145146 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1145cf2c-55f7-43d8-86d7-6b63463bf02d tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:34.146678 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1145cf2c-55f7-43d8-86d7-6b63463bf02d tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 1124 time: 0.0438933 Mar 28 09:39:34.149410 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58776) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:34.153586 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': '184b8d31-53b0-41f3-b5eb-ae0267830463', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:39:34.173148 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:34.271227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:34.371933 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.36.4.188 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/4bfcf5a3-6580-41b5-8417-d54d97f6580b) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:39:34.474563 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (4bfcf5a3-6580-41b5-8417-d54d97f6580b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:34.508400 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (4bfcf5a3-6580-41b5-8417-d54d97f6580b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:34.544983 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:39:34.547854 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:39:34.552026 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:39:34.576933 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=4bfcf5a3-6580-41b5-8417-d54d97f6580b,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:35.218514 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (2e7e5b7f-d4c0-4ba6-9f26-0ea0872928ed), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:35.285299 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4bfcf5a3-6580-41b5-8417-d54d97f6580b), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:35.434554 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (4bfcf5a3-6580-41b5-8417-d54d97f6580b), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:35.439301 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (4bfcf5a3-6580-41b5-8417-d54d97f6580b), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:35.507770 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=4bfcf5a3-6580-41b5-8417-d54d97f6580b,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:39:35.519346 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (2e7e5b7f-d4c0-4ba6-9f26-0ea0872928ed), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:35.619901 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Floating IP 2e7e5b7f-d4c0-4ba6-9f26-0ea0872928ed associated. External IP: 172.36.4.188, port: 184b8d31-53b0-41f3-b5eb-ae0267830463. Mar 28 09:39:35.826503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router 8d801f9d-60c5-466f-8661-84e546ef6231 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:39:35.937427 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:39:35.947486 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8560df5c-9bb8-4747-9800-8bead38ab8d0 None None] Sync routers for ids ['8d801f9d-60c5-466f-8661-84e546ef6231'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:39:35.955027 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:35.959048 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8560df5c-9bb8-4747-9800-8bead38ab8d0 None None] Routers {'8d801f9d-60c5-466f-8661-84e546ef6231'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:39:35.959661 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8560df5c-9bb8-4747-9800-8bead38ab8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:39:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['8d801f9d-60c5-466f-8661-84e546ef6231'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:35.986072 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b0344bb2-ef6e-4844-8968-d9cb6f663b3d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8355470 Mar 28 09:39:35.986680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b4c491-0502-4e1d-9231-7a06aee98fec', 'tag': '184b8d31-53b0-41f3-b5eb-ae0267830463'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:39:35.988944 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8080bf1-5dd8-40f6-b5d2-52783d589184" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b4c491-0502-4e1d-9231-7a06aee98fec", "tag": "184b8d31-53b0-41f3-b5eb-ae0267830463"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:39:36.027674 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa6db35-56b1-409b-90b4-11b43f9a6789 x-openstack-request-id: req-3aa6db35-56b1-409b-90b4-11b43f9a6789 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:39:36.027978 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b4c491-0502-4e1d-9231-7a06aee98fec", "tag": "184b8d31-53b0-41f3-b5eb-ae0267830463", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:39:36.028239 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3aa6db35-56b1-409b-90b4-11b43f9a6789 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:39:36.028747 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa6db35-56b1-409b-90b4-11b43f9a6789'] response: {'name': 'network-changed', 'server_uuid': 'a6b4c491-0502-4e1d-9231-7a06aee98fec', 'tag': '184b8d31-53b0-41f3-b5eb-ae0267830463', 'status': 'completed', 'code': 200} Mar 28 09:39:36.076777 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-8560df5c-9bb8-4747-9800-8bead38ab8d0 None None] Set router 8d801f9d-60c5-466f-8661-84e546ef6231 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:39:36.091433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303967af-3cd9-4283-a574-884d966220cf req-f242345a-e469-4e2a-9897-a97fc5c0a423 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:36.093239 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-303967af-3cd9-4283-a574-884d966220cf req-f242345a-e469-4e2a-9897-a97fc5c0a423 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0574968 Mar 28 09:39:36.107981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8080bf1-5dd8-40f6-b5d2-52783d589184 req-0a30dddc-2fbe-4649-bbd0-a7179948956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:36.109744 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b8080bf1-5dd8-40f6-b5d2-52783d589184 req-0a30dddc-2fbe-4649-bbd0-a7179948956f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 1129 time: 0.0573380 Mar 28 09:39:36.142496 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-303967af-3cd9-4283-a574-884d966220cf req-98b27cbd-b40e-44bd-ae16-cdaed9e186ad tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436661 Mar 28 09:39:36.166194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58782) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:36.202096 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8080bf1-5dd8-40f6-b5d2-52783d589184 req-85aa2105-e8e7-44fd-86d3-e59294c885d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:36.203727 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b8080bf1-5dd8-40f6-b5d2-52783d589184 req-85aa2105-e8e7-44fd-86d3-e59294c885d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f683c61a-949a-44e2-90b4-eeebe353b079 HTTP/1.1" status: 200 len: 896 time: 0.0877333 Mar 28 09:39:36.233084 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0e89ed46-dd51-40f2-b840-8ed43af80c12 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/floatingips/2e7e5b7f-d4c0-4ba6-9f26-0ea0872928ed HTTP/1.1" status: 200 len: 991 time: 0.0644097 Mar 28 09:39:36.277910 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b8080bf1-5dd8-40f6-b5d2-52783d589184 req-c4737464-030e-493a-91ae-5bef0eaae1d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=184b8d31-53b0-41f3-b5eb-ae0267830463 HTTP/1.1" status: 200 len: 999 time: 0.0680146 Mar 28 09:39:36.316204 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8560df5c-9bb8-4747-9800-8bead38ab8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173294256', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:22Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2e7e5b7f-d4c0-4ba6-9f26-0ea0872928ed', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'floating_ip_address': '172.36.4.188', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'port_id': '184b8d31-53b0-41f3-b5eb-ae0267830463', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079', 'mac_address': 'fa:16:3e:bd:b8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b4c491-0502-4e1d-9231-7a06aee98fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:39:34Z', 'updated_at': '2022-03-28T09:39:34Z', 'revision_number': 0, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65f43bd3-3bb2-4881-bb5f-5094ffdef147', 'name': '', 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:ed:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2eb89424-2c37-4057-ad42-8adc1b20217e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:22Z', 'updated_at': '2022-03-28T09:39:25Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '2eb89424-2c37-4057-ad42-8adc1b20217e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:36.325732 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8080bf1-5dd8-40f6-b5d2-52783d589184 req-3fdba981-697a-4cd6-951b-5b9cacc31660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:36.327317 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b8080bf1-5dd8-40f6-b5d2-52783d589184 req-3fdba981-697a-4cd6-951b-5b9cacc31660 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2eb89424-2c37-4057-ad42-8adc1b20217e HTTP/1.1" status: 200 len: 835 time: 0.0441480 Mar 28 09:39:36.342938 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8560df5c-9bb8-4747-9800-8bead38ab8d0 None None] Checking router: 8d801f9d-60c5-466f-8661-84e546ef6231 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:39:36.351235 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8560df5c-9bb8-4747-9800-8bead38ab8d0 None None] Routers {'8d801f9d-60c5-466f-8661-84e546ef6231'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:39:36.351846 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8560df5c-9bb8-4747-9800-8bead38ab8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:39:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['8d801f9d-60c5-466f-8661-84e546ef6231'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:36.377123 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8080bf1-5dd8-40f6-b5d2-52783d589184 req-a97513f6-d99d-47d5-b895-c9956440d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:36.378672 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b8080bf1-5dd8-40f6-b5d2-52783d589184 req-a97513f6-d99d-47d5-b895-c9956440d1e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f683c61a-949a-44e2-90b4-eeebe353b079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0458298 Mar 28 09:39:36.459326 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-8560df5c-9bb8-4747-9800-8bead38ab8d0 None None] Set router 8d801f9d-60c5-466f-8661-84e546ef6231 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:39:36.471830 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b8080bf1-5dd8-40f6-b5d2-52783d589184 req-b82b7587-cefc-4c17-8fa8-75acc292712e service neutron] 10.222.0.16 "GET /v2.0/networks/f683c61a-949a-44e2-90b4-eeebe353b079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857131 Mar 28 09:39:36.563954 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b8080bf1-5dd8-40f6-b5d2-52783d589184 req-61371178-cfef-4907-b0e9-490d3226b801 service neutron] 10.222.0.16 "GET /v2.0/networks/f683c61a-949a-44e2-90b4-eeebe353b079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864172 Mar 28 09:39:36.681569 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8560df5c-9bb8-4747-9800-8bead38ab8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173294256', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:22Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2e7e5b7f-d4c0-4ba6-9f26-0ea0872928ed', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'floating_ip_address': '172.36.4.188', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'port_id': '184b8d31-53b0-41f3-b5eb-ae0267830463', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079', 'mac_address': 'fa:16:3e:bd:b8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b4c491-0502-4e1d-9231-7a06aee98fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:39:34Z', 'updated_at': '2022-03-28T09:39:34Z', 'revision_number': 0, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65f43bd3-3bb2-4881-bb5f-5094ffdef147', 'name': '', 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:ed:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2eb89424-2c37-4057-ad42-8adc1b20217e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:22Z', 'updated_at': '2022-03-28T09:39:25Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '2eb89424-2c37-4057-ad42-8adc1b20217e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:39:36.710091 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8560df5c-9bb8-4747-9800-8bead38ab8d0 None None] The sync data for ids ['8d801f9d-60c5-466f-8661-84e546ef6231'] in dv-neutron-master-2-hyperv is: [{'id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173294256', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:22Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2e7e5b7f-d4c0-4ba6-9f26-0ea0872928ed', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'floating_ip_address': '172.36.4.188', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'port_id': '184b8d31-53b0-41f3-b5eb-ae0267830463', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079', 'mac_address': 'fa:16:3e:bd:b8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b4c491-0502-4e1d-9231-7a06aee98fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:39:34Z', 'updated_at': '2022-03-28T09:39:34Z', 'revision_number': 0, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65f43bd3-3bb2-4881-bb5f-5094ffdef147', 'name': '', 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:ed:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2eb89424-2c37-4057-ad42-8adc1b20217e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:22Z', 'updated_at': '2022-03-28T09:39:25Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '2eb89424-2c37-4057-ad42-8adc1b20217e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:39:36.901831 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686fceb1-97f8-4b66-bb3c-45e05f84824e None None] New status for floating IP 2e7e5b7f-d4c0-4ba6-9f26-0ea0872928ed: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:39:37.235356 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58784) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:39:37.295667 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-cede602a-b1c2-484f-b370-9d58b3a0be78 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/floatingips/2e7e5b7f-d4c0-4ba6-9f26-0ea0872928ed HTTP/1.1" status: 200 len: 993 time: 0.0591283 Mar 28 09:39:51.599779 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:53.196085 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7dc1f907-04a1-4b19-9292-eb15af74b89b req-58cb8587-e41c-40cb-a36b-a3643a427657 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459628 Mar 28 09:39:53.305792 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1f907-04a1-4b19-9292-eb15af74b89b req-d6a32bc5-121b-4758-8b16-3a02af36442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:53.307361 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7dc1f907-04a1-4b19-9292-eb15af74b89b req-d6a32bc5-121b-4758-8b16-3a02af36442a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 1129 time: 0.0506878 Mar 28 09:39:53.411820 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1f907-04a1-4b19-9292-eb15af74b89b req-cf4955e4-99da-4edb-aa57-a5a36e9e9fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:53.413244 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7dc1f907-04a1-4b19-9292-eb15af74b89b req-cf4955e4-99da-4edb-aa57-a5a36e9e9fb2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f683c61a-949a-44e2-90b4-eeebe353b079 HTTP/1.1" status: 200 len: 896 time: 0.0868282 Mar 28 09:39:53.483025 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7dc1f907-04a1-4b19-9292-eb15af74b89b req-5bbb7d21-e251-409c-a936-dce692d68f32 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=184b8d31-53b0-41f3-b5eb-ae0267830463 HTTP/1.1" status: 200 len: 1001 time: 0.0629382 Mar 28 09:39:53.532715 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1f907-04a1-4b19-9292-eb15af74b89b req-cba8f1fe-7d04-45c7-bca8-8cf1baec83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:53.534168 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7dc1f907-04a1-4b19-9292-eb15af74b89b req-cba8f1fe-7d04-45c7-bca8-8cf1baec83ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2eb89424-2c37-4057-ad42-8adc1b20217e HTTP/1.1" status: 200 len: 835 time: 0.0443714 Mar 28 09:39:53.582941 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1f907-04a1-4b19-9292-eb15af74b89b req-ed8ba030-2809-4b6b-8406-535ed5b09ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:39:53.584428 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7dc1f907-04a1-4b19-9292-eb15af74b89b req-ed8ba030-2809-4b6b-8406-535ed5b09ad4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f683c61a-949a-44e2-90b4-eeebe353b079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439017 Mar 28 09:39:53.676647 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7dc1f907-04a1-4b19-9292-eb15af74b89b req-3e456251-edf5-4a56-87d2-cac85e3ad3bf service neutron] 10.222.0.16 "GET /v2.0/networks/f683c61a-949a-44e2-90b4-eeebe353b079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838349 Mar 28 09:39:53.766158 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7dc1f907-04a1-4b19-9292-eb15af74b89b req-d422fefd-786b-4d5a-a490-2f44b3eb9a50 service neutron] 10.222.0.16 "GET /v2.0/networks/f683c61a-949a-44e2-90b4-eeebe353b079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817235 Mar 28 09:39:57.314638 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2cf1-e3f9-4eca-bcad-a43cab4b208a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:39:59.509957 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:39:59.526941 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-369a04df-bc38-4c91-8401-bd0e05454ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:00.676100 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:02.229779 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:03.769866 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:08.769306 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2916f-7c2b-4a15-9905-e03960719d39 req-ffd339e5-40dd-463f-8f4c-765c50d25c4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:08.770827 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-35b2916f-7c2b-4a15-9905-e03960719d39 req-ffd339e5-40dd-463f-8f4c-765c50d25c4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0845647 Mar 28 09:40:08.777098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c5e12-31f5-45bb-9ef8-eeefb02c7cb5 req-292c32c1-14b9-44fe-9cf3-2dc490cf90c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:08.778776 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f56c5e12-31f5-45bb-9ef8-eeefb02c7cb5 req-292c32c1-14b9-44fe-9cf3-2dc490cf90c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 1129 time: 0.0830307 Mar 28 09:40:08.875617 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-35b2916f-7c2b-4a15-9905-e03960719d39 req-cd79696a-5b4b-4405-a00c-547c952be5d8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955424 Mar 28 09:40:08.902062 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c5e12-31f5-45bb-9ef8-eeefb02c7cb5 req-3f8f8d1a-8e5c-425f-9e8b-345ce6082aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:08.903694 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f56c5e12-31f5-45bb-9ef8-eeefb02c7cb5 req-3f8f8d1a-8e5c-425f-9e8b-345ce6082aff service neutron] 10.222.0.16 "GET /v2.0/networks?id=f683c61a-949a-44e2-90b4-eeebe353b079 HTTP/1.1" status: 200 len: 896 time: 0.1175184 Mar 28 09:40:08.969338 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f56c5e12-31f5-45bb-9ef8-eeefb02c7cb5 req-d0dfc1be-0ecb-4999-b49f-49ae28ac36b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=184b8d31-53b0-41f3-b5eb-ae0267830463 HTTP/1.1" status: 200 len: 1001 time: 0.0588677 Mar 28 09:40:09.017952 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c5e12-31f5-45bb-9ef8-eeefb02c7cb5 req-5540cf8d-f94b-466c-830a-01b92a77a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:09.019401 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f56c5e12-31f5-45bb-9ef8-eeefb02c7cb5 req-5540cf8d-f94b-466c-830a-01b92a77a22e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2eb89424-2c37-4057-ad42-8adc1b20217e HTTP/1.1" status: 200 len: 835 time: 0.0442867 Mar 28 09:40:09.072789 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c5e12-31f5-45bb-9ef8-eeefb02c7cb5 req-490e7a57-c9a3-47f2-95e9-200799e1cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:09.074375 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f56c5e12-31f5-45bb-9ef8-eeefb02c7cb5 req-490e7a57-c9a3-47f2-95e9-200799e1cbd1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f683c61a-949a-44e2-90b4-eeebe353b079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0486717 Mar 28 09:40:09.161511 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f56c5e12-31f5-45bb-9ef8-eeefb02c7cb5 req-82b08559-8bcc-4b92-a762-1a1f574f11d7 service neutron] 10.222.0.16 "GET /v2.0/networks/f683c61a-949a-44e2-90b4-eeebe353b079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803246 Mar 28 09:40:09.264729 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f56c5e12-31f5-45bb-9ef8-eeefb02c7cb5 req-c87ce685-f3d1-45ed-8701-9fd67825597d service neutron] 10.222.0.16 "GET /v2.0/networks/f683c61a-949a-44e2-90b4-eeebe353b079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889025 Mar 28 09:40:09.999481 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f406f9-2875-4c5c-a9f8-b56bd1ac802d req-47808595-3ed2-4ceb-b204-9239346a3aae tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:10.001204 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e1f406f9-2875-4c5c-a9f8-b56bd1ac802d req-47808595-3ed2-4ceb-b204-9239346a3aae tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0552123 Mar 28 09:40:10.062160 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e1f406f9-2875-4c5c-a9f8-b56bd1ac802d req-f6921b87-f078-4f05-b5e9-ebf17e2a64d4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554059 Mar 28 09:40:11.178008 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a494d-d349-4281-83f7-7a8a5d2bbaaa req-0dafd179-9105-4a4d-af05-08528811ed87 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:11.179493 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-398a494d-d349-4281-83f7-7a8a5d2bbaaa req-0dafd179-9105-4a4d-af05-08528811ed87 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0533330 Mar 28 09:40:11.227885 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-398a494d-d349-4281-83f7-7a8a5d2bbaaa req-4f0733bb-7765-45e4-aa6e-e3202338c585 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421903 Mar 28 09:40:12.345533 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1fed4-9b8a-4925-9811-193f4dabfe86 req-330141f0-1bfe-48da-b40f-e82626544d7b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:12.346931 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-57f1fed4-9b8a-4925-9811-193f4dabfe86 req-330141f0-1bfe-48da-b40f-e82626544d7b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0519540 Mar 28 09:40:12.394543 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-57f1fed4-9b8a-4925-9811-193f4dabfe86 req-dfc501a2-132f-4147-a86e-4be73ac3b994 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422158 Mar 28 09:40:13.510581 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f639e1-6e70-4b56-a5d4-57a8f45a6e59 req-d5b86340-8f4a-44e3-916e-b1f0fc3162e1 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:13.512080 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-21f639e1-6e70-4b56-a5d4-57a8f45a6e59 req-d5b86340-8f4a-44e3-916e-b1f0fc3162e1 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0524821 Mar 28 09:40:13.560050 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-21f639e1-6e70-4b56-a5d4-57a8f45a6e59 req-e10d0012-5898-4499-82ae-0eb5b18115cf tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423286 Mar 28 09:40:14.679562 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc788c2-e645-44ba-8778-e4a5cc993a67 req-c84deece-b045-472a-9fc6-0472c0b6db52 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:14.681064 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ecc788c2-e645-44ba-8778-e4a5cc993a67 req-c84deece-b045-472a-9fc6-0472c0b6db52 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0557506 Mar 28 09:40:14.729161 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-ecc788c2-e645-44ba-8778-e4a5cc993a67 req-755c1c4e-97a7-4ad0-9282-3d9650c08e20 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417988 Mar 28 09:40:15.851117 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b83e61-2aa7-463f-b258-23be85f971c0 req-195f70b7-a9cb-4c3b-9439-2641879bf09c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:15.852572 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f6b83e61-2aa7-463f-b258-23be85f971c0 req-195f70b7-a9cb-4c3b-9439-2641879bf09c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0561845 Mar 28 09:40:15.899418 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f6b83e61-2aa7-463f-b258-23be85f971c0 req-1c6c6f02-e0bf-43fd-bc15-4e59cd094bcd tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413439 Mar 28 09:40:17.018103 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457a7bc-c1a9-49ea-95fd-c5625846243c req-8c745a55-55c4-42cc-8cb3-f8ba60022cbc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:17.019551 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f457a7bc-c1a9-49ea-95fd-c5625846243c req-8c745a55-55c4-42cc-8cb3-f8ba60022cbc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0558889 Mar 28 09:40:17.068332 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f457a7bc-c1a9-49ea-95fd-c5625846243c req-a05473ab-d3c4-4baf-a751-9d84fb33ad6b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425272 Mar 28 09:40:18.187017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c10292-1aa0-4bad-9027-01c7b21f1799 req-3f6ec984-adbe-4bf1-9f69-f17ac2fc830e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:18.188486 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-78c10292-1aa0-4bad-9027-01c7b21f1799 req-3f6ec984-adbe-4bf1-9f69-f17ac2fc830e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0521345 Mar 28 09:40:18.236437 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-78c10292-1aa0-4bad-9027-01c7b21f1799 req-32bc4e56-281a-4aeb-9fa2-5f8ca9999278 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425701 Mar 28 09:40:19.356471 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855c4e4-ac78-4f7b-b1eb-0e32e917708a req-ec607504-2e2c-4b24-a7b9-a025815317d2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:19.357890 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a855c4e4-ac78-4f7b-b1eb-0e32e917708a req-ec607504-2e2c-4b24-a7b9-a025815317d2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0538783 Mar 28 09:40:19.405983 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a855c4e4-ac78-4f7b-b1eb-0e32e917708a req-8c00190d-2051-4823-b032-8521181993bc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425444 Mar 28 09:40:20.532301 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5eed4c-4beb-4d65-9451-2e96ed67a136 req-df99baad-e429-4511-98a3-5576251f2721 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:20.533846 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1a5eed4c-4beb-4d65-9451-2e96ed67a136 req-df99baad-e429-4511-98a3-5576251f2721 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0641065 Mar 28 09:40:20.582243 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1a5eed4c-4beb-4d65-9451-2e96ed67a136 req-1ae3abe7-e03e-4487-b61e-9a5790fc2998 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429621 Mar 28 09:40:21.606956 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:21.704911 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88135b-8216-4647-ba97-df5bb81b3a88 req-c1b45431-58c9-4062-9256-49b1e527fcbd tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:21.706428 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9b88135b-8216-4647-ba97-df5bb81b3a88 req-c1b45431-58c9-4062-9256-49b1e527fcbd tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0553849 Mar 28 09:40:21.753689 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9b88135b-8216-4647-ba97-df5bb81b3a88 req-f2bf8613-51cf-4d89-9052-442cb352bc7a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417106 Mar 28 09:40:22.870485 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde71624-85a2-4fc6-b25a-4d568054faba req-4cc45ffa-2229-4e55-8efb-85d9980cd682 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:22.871965 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bde71624-85a2-4fc6-b25a-4d568054faba req-4cc45ffa-2229-4e55-8efb-85d9980cd682 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0526440 Mar 28 09:40:22.920608 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bde71624-85a2-4fc6-b25a-4d568054faba req-27da4da8-ae8d-42bb-8c19-f8af577d2859 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428078 Mar 28 09:40:24.038256 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3de85-be06-465d-9484-cc1d60794906 req-6f21d2e7-229d-4936-805b-e31cd42f16b7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:24.039722 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-eab3de85-be06-465d-9484-cc1d60794906 req-6f21d2e7-229d-4936-805b-e31cd42f16b7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0539417 Mar 28 09:40:24.087698 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-eab3de85-be06-465d-9484-cc1d60794906 req-4f549f9d-7b27-4723-854e-0532888b9e18 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424654 Mar 28 09:40:25.203686 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d0a59-bed9-4e3b-a5dd-ca1106480082 req-29c83bd8-e339-4152-ad8f-f55e99112e9e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:25.205148 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-525d0a59-bed9-4e3b-a5dd-ca1106480082 req-29c83bd8-e339-4152-ad8f-f55e99112e9e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0516849 Mar 28 09:40:25.257898 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-525d0a59-bed9-4e3b-a5dd-ca1106480082 req-6485f955-c03c-4d2f-9fa4-c4cde036d7a0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472331 Mar 28 09:40:25.280189 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58828) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:40:25.338894 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f9838b14-2f2b-456d-b573-e6fe58307289 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/floatingips/2e7e5b7f-d4c0-4ba6-9f26-0ea0872928ed HTTP/1.1" status: 200 len: 993 time: 0.0575378 Mar 28 09:40:27.316681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-db00b0b5-5e29-468d-818a-db1250a4d813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:29.528183 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-06b2131b-9374-4b7f-9e0d-222c8ba40b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:30.678607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:32.232464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:33.770852 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:36.508831 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:40:51.607194 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:53.207340 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-515c9fc2-d367-413b-a799-f28c5a481a15 req-4d7c71b9-939f-4b53-af60-09e6c3e91c2c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476420 Mar 28 09:40:53.294973 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c9fc2-d367-413b-a799-f28c5a481a15 req-7ac3e773-8e71-48e6-9045-8f4c13000a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:53.296450 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-515c9fc2-d367-413b-a799-f28c5a481a15 req-7ac3e773-8e71-48e6-9045-8f4c13000a6e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 1129 time: 0.0439892 Mar 28 09:40:53.401801 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c9fc2-d367-413b-a799-f28c5a481a15 req-ce9eed67-9e9c-430e-99be-bfa9564bd728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:53.403208 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-515c9fc2-d367-413b-a799-f28c5a481a15 req-ce9eed67-9e9c-430e-99be-bfa9564bd728 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f683c61a-949a-44e2-90b4-eeebe353b079 HTTP/1.1" status: 200 len: 896 time: 0.0851674 Mar 28 09:40:53.473962 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-515c9fc2-d367-413b-a799-f28c5a481a15 req-f2951d21-3132-4104-a2ed-21ca043f8d67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=184b8d31-53b0-41f3-b5eb-ae0267830463 HTTP/1.1" status: 200 len: 1001 time: 0.0625196 Mar 28 09:40:53.521803 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c9fc2-d367-413b-a799-f28c5a481a15 req-2498c05c-1ca4-43c5-8f52-baa69e2bd01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:53.523219 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-515c9fc2-d367-413b-a799-f28c5a481a15 req-2498c05c-1ca4-43c5-8f52-baa69e2bd01d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2eb89424-2c37-4057-ad42-8adc1b20217e HTTP/1.1" status: 200 len: 835 time: 0.0433929 Mar 28 09:40:53.571392 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c9fc2-d367-413b-a799-f28c5a481a15 req-aa401431-afc6-4262-aa9d-fe278cc5a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:53.572873 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-515c9fc2-d367-413b-a799-f28c5a481a15 req-aa401431-afc6-4262-aa9d-fe278cc5a0d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f683c61a-949a-44e2-90b4-eeebe353b079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433552 Mar 28 09:40:53.664574 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-515c9fc2-d367-413b-a799-f28c5a481a15 req-0558b1ed-0e19-401d-8929-e12bccaa6f9a service neutron] 10.222.0.16 "GET /v2.0/networks/f683c61a-949a-44e2-90b4-eeebe353b079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848377 Mar 28 09:40:53.754316 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-515c9fc2-d367-413b-a799-f28c5a481a15 req-8f11e265-8ee2-4251-a43e-83b0ba627d52 service neutron] 10.222.0.16 "GET /v2.0/networks/f683c61a-949a-44e2-90b4-eeebe353b079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804350 Mar 28 09:40:55.886041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58846) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:40:56.041547 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port 4bfcf5a3-6580-41b5-8417-d54d97f6580b {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:40:56.041938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (4bfcf5a3-6580-41b5-8417-d54d97f6580b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:56.119131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (4bfcf5a3-6580-41b5-8417-d54d97f6580b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:56.119455 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (4bfcf5a3-6580-41b5-8417-d54d97f6580b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:56.132000 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for 4bfcf5a3-6580-41b5-8417-d54d97f6580b owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:40:56.280330 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (4bfcf5a3-6580-41b5-8417-d54d97f6580b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:56.305954 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=4bfcf5a3-6580-41b5-8417-d54d97f6580b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:40:56.331733 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:40:56.332098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:40:56.332456 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:40:56.332808 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:40:56.333155 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:40:56.333496 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:40:56.333870 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:40:56.334212 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:40:56.334549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:40:56.334883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:40:56.335220 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:40:56.335550 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:40:56.335915 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:40:56.336243 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:40:56.336573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:40:56.377939 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (2e7e5b7f-d4c0-4ba6-9f26-0ea0872928ed), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:56.378283 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Floating IP 2e7e5b7f-d4c0-4ba6-9f26-0ea0872928ed disassociated (deleted). External IP: 172.36.4.188, port: 184b8d31-53b0-41f3-b5eb-ae0267830463. Mar 28 09:40:56.586984 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router 8d801f9d-60c5-466f-8661-84e546ef6231 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:40:56.695766 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:40:56.700575 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:56.705340 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d435d53-7f79-4659-a9dc-2b1e0cd27d4f None None] Sync routers for ids ['8d801f9d-60c5-466f-8661-84e546ef6231'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:40:56.715273 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d435d53-7f79-4659-a9dc-2b1e0cd27d4f None None] Routers {'8d801f9d-60c5-466f-8661-84e546ef6231'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:40:56.715880 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-0d435d53-7f79-4659-a9dc-2b1e0cd27d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:40:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['8d801f9d-60c5-466f-8661-84e546ef6231'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:40:56.730744 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-251113e6-65da-4eba-b14a-08e4107de2b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/floatingips/2e7e5b7f-d4c0-4ba6-9f26-0ea0872928ed HTTP/1.1" status: 204 len: 168 time: 0.8435624 Mar 28 09:40:56.731385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b4c491-0502-4e1d-9231-7a06aee98fec', 'tag': '184b8d31-53b0-41f3-b5eb-ae0267830463'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:40:56.733898 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2f1587-1df0-4c14-8fa9-028f48659faa" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b4c491-0502-4e1d-9231-7a06aee98fec", "tag": "184b8d31-53b0-41f3-b5eb-ae0267830463"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:40:56.831463 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-0d435d53-7f79-4659-a9dc-2b1e0cd27d4f None None] Set router 8d801f9d-60c5-466f-8661-84e546ef6231 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:40:56.883381 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779ed259-6467-43d7-b83e-8ec98ff809f3 x-openstack-request-id: req-779ed259-6467-43d7-b83e-8ec98ff809f3 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:40:56.883683 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b4c491-0502-4e1d-9231-7a06aee98fec", "tag": "184b8d31-53b0-41f3-b5eb-ae0267830463", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:40:56.883944 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-779ed259-6467-43d7-b83e-8ec98ff809f3 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:40:56.884362 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779ed259-6467-43d7-b83e-8ec98ff809f3'] response: {'name': 'network-changed', 'server_uuid': 'a6b4c491-0502-4e1d-9231-7a06aee98fec', 'tag': '184b8d31-53b0-41f3-b5eb-ae0267830463', 'status': 'completed', 'code': 200} Mar 28 09:40:57.042407 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-0d435d53-7f79-4659-a9dc-2b1e0cd27d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173294256', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:22Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '65f43bd3-3bb2-4881-bb5f-5094ffdef147', 'name': '', 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:ed:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2eb89424-2c37-4057-ad42-8adc1b20217e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:22Z', 'updated_at': '2022-03-28T09:39:25Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '2eb89424-2c37-4057-ad42-8adc1b20217e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:40:57.073456 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d435d53-7f79-4659-a9dc-2b1e0cd27d4f None None] Checking router: 8d801f9d-60c5-466f-8661-84e546ef6231 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:40:57.083125 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d435d53-7f79-4659-a9dc-2b1e0cd27d4f None None] Routers {'8d801f9d-60c5-466f-8661-84e546ef6231'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:40:57.083753 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-0d435d53-7f79-4659-a9dc-2b1e0cd27d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:40:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['8d801f9d-60c5-466f-8661-84e546ef6231'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:40:57.287734 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-0d435d53-7f79-4659-a9dc-2b1e0cd27d4f None None] Set router 8d801f9d-60c5-466f-8661-84e546ef6231 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:40:57.305299 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f1587-1df0-4c14-8fa9-028f48659faa req-955002e1-e42f-4d62-ad4e-85636e272bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:57.306864 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b2f1587-1df0-4c14-8fa9-028f48659faa req-955002e1-e42f-4d62-ad4e-85636e272bae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 1129 time: 0.3994970 Mar 28 09:40:57.325852 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c2c6524-c993-401a-bdd3-a5c953ff8302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:57.371883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417e231-1321-4d6a-a355-fcd9f5496493 req-2ef819b9-1673-4c6c-accd-1aabb64c1232 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:57.373299 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4417e231-1321-4d6a-a355-fcd9f5496493 req-2ef819b9-1673-4c6c-accd-1aabb64c1232 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.4377792 Mar 28 09:40:57.447639 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f1587-1df0-4c14-8fa9-028f48659faa req-1a9dea42-cfe0-44b5-97f2-1fe0617aa205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:57.449130 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b2f1587-1df0-4c14-8fa9-028f48659faa req-1a9dea42-cfe0-44b5-97f2-1fe0617aa205 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f683c61a-949a-44e2-90b4-eeebe353b079 HTTP/1.1" status: 200 len: 896 time: 0.1342363 Mar 28 09:40:57.452845 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4417e231-1321-4d6a-a355-fcd9f5496493 req-355b625a-50af-498d-a590-19a2a1ffeb0a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728416 Mar 28 09:40:57.490516 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-0d435d53-7f79-4659-a9dc-2b1e0cd27d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173294256', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:22Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '65f43bd3-3bb2-4881-bb5f-5094ffdef147', 'name': '', 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:ed:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2eb89424-2c37-4057-ad42-8adc1b20217e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:22Z', 'updated_at': '2022-03-28T09:39:25Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '2eb89424-2c37-4057-ad42-8adc1b20217e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:40:57.492122 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b2f1587-1df0-4c14-8fa9-028f48659faa req-f622ffad-f12c-4670-ad81-789a9d9c102a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=184b8d31-53b0-41f3-b5eb-ae0267830463 HTTP/1.1" status: 200 len: 217 time: 0.0360463 Mar 28 09:40:57.516134 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d435d53-7f79-4659-a9dc-2b1e0cd27d4f None None] The sync data for ids ['8d801f9d-60c5-466f-8661-84e546ef6231'] in dv-neutron-master-2-hyperv is: [{'id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173294256', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:22Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '65f43bd3-3bb2-4881-bb5f-5094ffdef147', 'name': '', 'network_id': 'f683c61a-949a-44e2-90b4-eeebe353b079', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:ed:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2eb89424-2c37-4057-ad42-8adc1b20217e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:22Z', 'updated_at': '2022-03-28T09:39:25Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '2eb89424-2c37-4057-ad42-8adc1b20217e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:40:57.541953 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f1587-1df0-4c14-8fa9-028f48659faa req-d5a3f53b-5e5d-4e03-847d-5492127a6228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:57.543429 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b2f1587-1df0-4c14-8fa9-028f48659faa req-d5a3f53b-5e5d-4e03-847d-5492127a6228 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2eb89424-2c37-4057-ad42-8adc1b20217e HTTP/1.1" status: 200 len: 835 time: 0.0446372 Mar 28 09:40:57.597831 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f1587-1df0-4c14-8fa9-028f48659faa req-ae55bbf2-b113-4a91-9897-70af059a527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:57.599359 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b2f1587-1df0-4c14-8fa9-028f48659faa req-ae55bbf2-b113-4a91-9897-70af059a527f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f683c61a-949a-44e2-90b4-eeebe353b079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461311 Mar 28 09:40:57.701337 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b2f1587-1df0-4c14-8fa9-028f48659faa req-d0ef103c-b75a-409a-a91a-41111a3ecbed service neutron] 10.222.0.16 "GET /v2.0/networks/f683c61a-949a-44e2-90b4-eeebe353b079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900869 Mar 28 09:40:57.736702 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72adef42-c36e-497d-87b1-2eb7212617b4 None None] New status for floating IP 2e7e5b7f-d4c0-4ba6-9f26-0ea0872928ed: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:40:57.793430 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b2f1587-1df0-4c14-8fa9-028f48659faa req-50dde532-32eb-4bc9-be68-ba65ea878f44 service neutron] 10.222.0.16 "GET /v2.0/networks/f683c61a-949a-44e2-90b4-eeebe353b079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852420 Mar 28 09:40:58.466546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082be1b-7714-4834-871a-71d6d9964058 req-40659a5f-d740-4c25-b36c-764a55753619 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:58.467984 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1082be1b-7714-4834-871a-71d6d9964058 req-40659a5f-d740-4c25-b36c-764a55753619 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0566475 Mar 28 09:40:58.560893 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-1082be1b-7714-4834-871a-71d6d9964058 req-935352c0-c302-4483-8955-0ec813e2207d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port 184b8d31-53b0-41f3-b5eb-ae0267830463 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:40:58.561237 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-1082be1b-7714-4834-871a-71d6d9964058 req-935352c0-c302-4483-8955-0ec813e2207d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (184b8d31-53b0-41f3-b5eb-ae0267830463), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:58.573925 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582e73d-3b16-4d7c-b5c0-b615eb45122a req-cab472dd-114a-41e9-a56f-64397165409d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:40:58.575418 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a582e73d-3b16-4d7c-b5c0-b615eb45122a req-cab472dd-114a-41e9-a56f-64397165409d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6b4c491-0502-4e1d-9231-7a06aee98fec HTTP/1.1" status: 200 len: 945 time: 0.0528378 Mar 28 09:40:58.630192 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a582e73d-3b16-4d7c-b5c0-b615eb45122a req-98765065-98fc-4a28-a874-7171b7806d70 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488100 Mar 28 09:40:58.654803 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-1082be1b-7714-4834-871a-71d6d9964058 req-935352c0-c302-4483-8955-0ec813e2207d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] For port 184b8d31-53b0-41f3-b5eb-ae0267830463, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=184b8d31-53b0-41f3-b5eb-ae0267830463,segment=NetworkSegment(861323f4-25e6-411e-a1fe-36092a25e4ee),segment_id=861323f4-25e6-411e-a1fe-36092a25e4ee)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:40:58.655180 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-1082be1b-7714-4834-871a-71d6d9964058 req-935352c0-c302-4483-8955-0ec813e2207d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (184b8d31-53b0-41f3-b5eb-ae0267830463), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:58.667945 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-1082be1b-7714-4834-871a-71d6d9964058 req-935352c0-c302-4483-8955-0ec813e2207d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for 184b8d31-53b0-41f3-b5eb-ae0267830463 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:40:58.794396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-1082be1b-7714-4834-871a-71d6d9964058 req-935352c0-c302-4483-8955-0ec813e2207d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (184b8d31-53b0-41f3-b5eb-ae0267830463), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:58.822599 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935352c0-c302-4483-8955-0ec813e2207d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=184b8d31-53b0-41f3-b5eb-ae0267830463,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:40:58.868280 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-1082be1b-7714-4834-871a-71d6d9964058 req-935352c0-c302-4483-8955-0ec813e2207d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] No DVR routers for this DVR port 184b8d31-53b0-41f3-b5eb-ae0267830463 on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:40:58.870772 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-1082be1b-7714-4834-871a-71d6d9964058 req-935352c0-c302-4483-8955-0ec813e2207d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:58.873999 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1082be1b-7714-4834-871a-71d6d9964058 req-935352c0-c302-4483-8955-0ec813e2207d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "DELETE /v2.0/ports/184b8d31-53b0-41f3-b5eb-ae0267830463 HTTP/1.1" status: 204 len: 173 time: 0.4009085 Mar 28 09:40:58.885678 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b4c491-0502-4e1d-9231-7a06aee98fec', 'name': 'network-vif-deleted', 'tag': '184b8d31-53b0-41f3-b5eb-ae0267830463'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:40:58.887973 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ff10ae-1a1e-4f2c-b71c-40f22b3cebd9" -d '{"events": [{"server_uuid": "a6b4c491-0502-4e1d-9231-7a06aee98fec", "name": "network-vif-deleted", "tag": "184b8d31-53b0-41f3-b5eb-ae0267830463"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:40:58.924352 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d468c19-8009-4d99-ad23-be95015d99e9 x-openstack-request-id: req-6d468c19-8009-4d99-ad23-be95015d99e9 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:40:58.924654 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b4c491-0502-4e1d-9231-7a06aee98fec", "name": "network-vif-deleted", "tag": "184b8d31-53b0-41f3-b5eb-ae0267830463", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:40:58.924911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d468c19-8009-4d99-ad23-be95015d99e9 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:40:58.925323 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d468c19-8009-4d99-ad23-be95015d99e9'] response: {'server_uuid': 'a6b4c491-0502-4e1d-9231-7a06aee98fec', 'name': 'network-vif-deleted', 'tag': '184b8d31-53b0-41f3-b5eb-ae0267830463', 'status': 'completed', 'code': 200} Mar 28 09:40:59.533587 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-24c88898-7d34-49a5-8217-7cea877f7223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:40:59.685833 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58862) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:00.045783 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6d5070a1-2da7-4780-9813-369725bef8ca tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (8d801f9d-60c5-466f-8661-84e546ef6231), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:00.305729 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6d5070a1-2da7-4780-9813-369725bef8ca tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port 65f43bd3-3bb2-4881-bb5f-5094ffdef147 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:41:00.306022 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6d5070a1-2da7-4780-9813-369725bef8ca tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:00.391519 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-6d5070a1-2da7-4780-9813-369725bef8ca tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] For port 65f43bd3-3bb2-4881-bb5f-5094ffdef147, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65f43bd3-3bb2-4881-bb5f-5094ffdef147,segment=NetworkSegment(861323f4-25e6-411e-a1fe-36092a25e4ee),segment_id=861323f4-25e6-411e-a1fe-36092a25e4ee)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:41:00.391882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6d5070a1-2da7-4780-9813-369725bef8ca tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:00.404597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6d5070a1-2da7-4780-9813-369725bef8ca tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for 65f43bd3-3bb2-4881-bb5f-5094ffdef147 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:41:00.591843 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6d5070a1-2da7-4780-9813-369725bef8ca tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (65f43bd3-3bb2-4881-bb5f-5094ffdef147), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:00.619705 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5070a1-2da7-4780-9813-369725bef8ca tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=65f43bd3-3bb2-4881-bb5f-5094ffdef147,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:00.686100 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:00.801159 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6d5070a1-2da7-4780-9813-369725bef8ca tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (8d801f9d-60c5-466f-8661-84e546ef6231), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:01.022286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5070a1-2da7-4780-9813-369725bef8ca tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router 8d801f9d-60c5-466f-8661-84e546ef6231 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:41:01.132788 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5070a1-2da7-4780-9813-369725bef8ca tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:41:01.138439 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6d5070a1-2da7-4780-9813-369725bef8ca tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "PUT /v2.0/routers/8d801f9d-60c5-466f-8661-84e546ef6231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4515140 Mar 28 09:41:01.140504 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58864) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:01.143246 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1260b4-d790-4a16-b85f-601642b8d0f3 None None] Sync routers for ids ['8d801f9d-60c5-466f-8661-84e546ef6231'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:41:01.152550 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1260b4-d790-4a16-b85f-601642b8d0f3 None None] Routers {'8d801f9d-60c5-466f-8661-84e546ef6231'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:41:01.153175 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2f1260b4-d790-4a16-b85f-601642b8d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:41:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['8d801f9d-60c5-466f-8661-84e546ef6231'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:41:01.191756 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-065b2cfc-b182-4c48-a3a5-3b56ea9f8e46 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting subnet 2eb89424-2c37-4057-ad42-8adc1b20217e {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:41:01.194890 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-065b2cfc-b182-4c48-a3a5-3b56ea9f8e46 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for subnet (2eb89424-2c37-4057-ad42-8adc1b20217e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:01.234332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-065b2cfc-b182-4c48-a3a5-3b56ea9f8e46 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (2eb89424-2c37-4057-ad42-8adc1b20217e), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:01.260050 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-2f1260b4-d790-4a16-b85f-601642b8d0f3 None None] Set router 8d801f9d-60c5-466f-8661-84e546ef6231 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:41:01.320904 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-065b2cfc-b182-4c48-a3a5-3b56ea9f8e46 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (2eb89424-2c37-4057-ad42-8adc1b20217e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:01.384771 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-065b2cfc-b182-4c48-a3a5-3b56ea9f8e46 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (2eb89424-2c37-4057-ad42-8adc1b20217e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:01.411894 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b2cfc-b182-4c48-a3a5-3b56ea9f8e46 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb89424-2c37-4057-ad42-8adc1b20217e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:01.416975 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-065b2cfc-b182-4c48-a3a5-3b56ea9f8e46 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:01.422181 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-065b2cfc-b182-4c48-a3a5-3b56ea9f8e46 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/subnets/2eb89424-2c37-4057-ad42-8adc1b20217e HTTP/1.1" status: 204 len: 168 time: 0.2804155 Mar 28 09:41:01.422788 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d860d8cb-1292-40ac-8232-d43960ae795a None None] Network f683c61a-949a-44e2-90b4-eeebe353b079 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:41:01.423873 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58866) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:01.448262 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2f1260b4-d790-4a16-b85f-601642b8d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173294256', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:41:00Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:41:01.476114 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1260b4-d790-4a16-b85f-601642b8d0f3 None None] Checking router: 8d801f9d-60c5-466f-8661-84e546ef6231 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:41:01.484348 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1260b4-d790-4a16-b85f-601642b8d0f3 None None] Routers {'8d801f9d-60c5-466f-8661-84e546ef6231'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:41:01.485033 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2f1260b4-d790-4a16-b85f-601642b8d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:41:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['8d801f9d-60c5-466f-8661-84e546ef6231'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:41:01.548714 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6affbfd8-00ae-4ad2-98b5-0d0cb1f9a61d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router (8d801f9d-60c5-466f-8661-84e546ef6231), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:01.593864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] DHCP port deletion for f683c61a-949a-44e2-90b4-eeebe353b079 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:41:01.599662 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-2f1260b4-d790-4a16-b85f-601642b8d0f3 None None] Set router 8d801f9d-60c5-466f-8661-84e546ef6231 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:41:01.645489 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Deleting port 5d1b0d7b-39eb-48b8-8553-b23c19821684 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:41:01.646305 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (5d1b0d7b-39eb-48b8-8553-b23c19821684), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:01.665362 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6affbfd8-00ae-4ad2-98b5-0d0cb1f9a61d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (8d801f9d-60c5-466f-8661-84e546ef6231), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:01.689555 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 184b8d31-53b0-41f3-b5eb-ae0267830463 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:41:01.718461 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 184b8d31-53b0-41f3-b5eb-ae0267830463 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:41:01.718714 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 184b8d31-53b0-41f3-b5eb-ae0267830463 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:41:01.721574 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6affbfd8-00ae-4ad2-98b5-0d0cb1f9a61d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port 85d3df7b-368b-4dd7-be23-1deccbfc5766 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:41:01.723241 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6affbfd8-00ae-4ad2-98b5-0d0cb1f9a61d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (85d3df7b-368b-4dd7-be23-1deccbfc5766), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:01.734385 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] For port 5d1b0d7b-39eb-48b8-8553-b23c19821684, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d1b0d7b-39eb-48b8-8553-b23c19821684,segment=NetworkSegment(861323f4-25e6-411e-a1fe-36092a25e4ee),segment_id=861323f4-25e6-411e-a1fe-36092a25e4ee)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:41:01.735532 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (5d1b0d7b-39eb-48b8-8553-b23c19821684), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:01.748805 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Calling delete_port for 5d1b0d7b-39eb-48b8-8553-b23c19821684 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:41:01.789174 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2f1260b4-d790-4a16-b85f-601642b8d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173294256', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:41:00Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:41:01.810143 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-6affbfd8-00ae-4ad2-98b5-0d0cb1f9a61d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] For port 85d3df7b-368b-4dd7-be23-1deccbfc5766, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=85d3df7b-368b-4dd7-be23-1deccbfc5766,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:41:01.810744 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6affbfd8-00ae-4ad2-98b5-0d0cb1f9a61d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (85d3df7b-368b-4dd7-be23-1deccbfc5766), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:01.819951 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1260b4-d790-4a16-b85f-601642b8d0f3 None None] The sync data for ids ['8d801f9d-60c5-466f-8661-84e546ef6231'] in dv-neutron-master-2-hyperv is: [{'id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173294256', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252'}], 'enable_snat': True}, 'gw_port_id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:41:00Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '85d3df7b-368b-4dd7-be23-1deccbfc5766', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d801f9d-60c5-466f-8661-84e546ef6231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:39:19Z', 'updated_at': '2022-03-28T09:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:41:01.824605 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6affbfd8-00ae-4ad2-98b5-0d0cb1f9a61d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for 85d3df7b-368b-4dd7-be23-1deccbfc5766 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:41:01.833004 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (5d1b0d7b-39eb-48b8-8553-b23c19821684), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:01.859952 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Pushing event deleted for resources: {'Port': ['ID=5d1b0d7b-39eb-48b8-8553-b23c19821684,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:01.866451 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] No DVR routers for this DVR port 5d1b0d7b-39eb-48b8-8553-b23c19821684 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:41:01.876176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:01.876546 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:01.876900 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:01.877595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:01.877595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:01.877954 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:01.878266 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:01.878583 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:01.878915 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:01.879250 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:01.879720 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:01.880035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:01.880368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:01.880693 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:01.881019 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf43e7d6-b27b-45b4-93d1-271326398511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:02.013286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6affbfd8-00ae-4ad2-98b5-0d0cb1f9a61d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (85d3df7b-368b-4dd7-be23-1deccbfc5766), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:02.041000 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affbfd8-00ae-4ad2-98b5-0d0cb1f9a61d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=85d3df7b-368b-4dd7-be23-1deccbfc5766,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:02.106308 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6affbfd8-00ae-4ad2-98b5-0d0cb1f9a61d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (8d801f9d-60c5-466f-8661-84e546ef6231), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:02.202435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6affbfd8-00ae-4ad2-98b5-0d0cb1f9a61d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (8d801f9d-60c5-466f-8661-84e546ef6231), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:02.205565 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6affbfd8-00ae-4ad2-98b5-0d0cb1f9a61d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_controller (8d801f9d-60c5-466f-8661-84e546ef6231), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:02.239623 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:02.258041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6affbfd8-00ae-4ad2-98b5-0d0cb1f9a61d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (8d801f9d-60c5-466f-8661-84e546ef6231), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:02.258590 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6affbfd8-00ae-4ad2-98b5-0d0cb1f9a61d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Fanout notify agent at l3_agent the message router_deleted on router 8d801f9d-60c5-466f-8661-84e546ef6231 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:41:02.268403 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6affbfd8-00ae-4ad2-98b5-0d0cb1f9a61d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:02.268403 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6affbfd8-00ae-4ad2-98b5-0d0cb1f9a61d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/routers/8d801f9d-60c5-466f-8661-84e546ef6231 HTTP/1.1" status: 204 len: 168 time: 0.8423939 Mar 28 09:41:02.270197 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58868) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:02.346878 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e05dbd00-d0a2-44a2-ba7d-22634fa5166e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (f683c61a-949a-44e2-90b4-eeebe353b079), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:02.437872 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e05dbd00-d0a2-44a2-ba7d-22634fa5166e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (f683c61a-949a-44e2-90b4-eeebe353b079), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:02.462176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e05dbd00-d0a2-44a2-ba7d-22634fa5166e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f683c61a-949a-44e2-90b4-eeebe353b079']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:41:02.472103 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e05dbd00-d0a2-44a2-ba7d-22634fa5166e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861323f4-25e6-411e-a1fe-36092a25e4ee') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:41:02.472406 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e05dbd00-d0a2-44a2-ba7d-22634fa5166e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861323f4-25e6-411e-a1fe-36092a25e4ee') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:41:02.482405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e05dbd00-d0a2-44a2-ba7d-22634fa5166e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (861323f4-25e6-411e-a1fe-36092a25e4ee), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:02.495706 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e05dbd00-d0a2-44a2-ba7d-22634fa5166e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (861323f4-25e6-411e-a1fe-36092a25e4ee), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:02.502247 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05dbd00-d0a2-44a2-ba7d-22634fa5166e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:41:02.502568 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e05dbd00-d0a2-44a2-ba7d-22634fa5166e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (861323f4-25e6-411e-a1fe-36092a25e4ee), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:41:02.505529 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:41:02.562191 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e05dbd00-d0a2-44a2-ba7d-22634fa5166e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (f683c61a-949a-44e2-90b4-eeebe353b079), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:02.567453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e05dbd00-d0a2-44a2-ba7d-22634fa5166e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:02.571021 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e05dbd00-d0a2-44a2-ba7d-22634fa5166e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/networks/f683c61a-949a-44e2-90b4-eeebe353b079 HTTP/1.1" status: 204 len: 168 time: 0.2998242 Mar 28 09:41:02.573745 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58870) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:02.585607 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05dbd00-d0a2-44a2-ba7d-22634fa5166e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Network': ['ID=f683c61a-949a-44e2-90b4-eeebe353b079,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:02.629215 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (2a79fed9-0ab0-4d94-8cac-b27f7a0dab42), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:02.654623 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (2a79fed9-0ab0-4d94-8cac-b27f7a0dab42), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:02.715263 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (2a79fed9-0ab0-4d94-8cac-b27f7a0dab42), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:02.718027 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:02.719203 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/security-groups/2a79fed9-0ab0-4d94-8cac-b27f7a0dab42 HTTP/1.1" status: 204 len: 168 time: 0.1444161 Mar 28 09:41:02.728778 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a79fed9-0ab0-4d94-8cac-b27f7a0dab42,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:02.735634 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:02.736079 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:02.736503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:02.736757 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:02.737104 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:02.737446 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:02.737804 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:02.738139 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:02.738470 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:02.738801 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:02.739162 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:02.739491 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:02.739815 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:02.740139 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:02.740484 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc110f-a679-46d4-8f46-7c5f0b385f55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:03.120073 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58876) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:03.124856 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-873f8ec8-3dac-4c8e-b6c7-e12bf2c0715b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1998201494', 'description': 'tempest-secgroup-smoke-1998201494 description', 'project_id': 'b57d183079f64edab0869bac2c69ae7e'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:41:03.145798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-873f8ec8-3dac-4c8e-b6c7-e12bf2c0715b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.210475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-873f8ec8-3dac-4c8e-b6c7-e12bf2c0715b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (84caddd6-9b24-4c77-a135-3c506c1040b6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.214074 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-873f8ec8-3dac-4c8e-b6c7-e12bf2c0715b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (84caddd6-9b24-4c77-a135-3c506c1040b6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.243792 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-873f8ec8-3dac-4c8e-b6c7-e12bf2c0715b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.245104 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-873f8ec8-3dac-4c8e-b6c7-e12bf2c0715b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1240289 Mar 28 09:41:03.246950 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f8ec8-3dac-4c8e-b6c7-e12bf2c0715b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84caddd6-9b24-4c77-a135-3c506c1040b6,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:03.248198 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58878) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:03.254001 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-302063b4-d24f-4589-9bb7-e754897d6215 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': '84caddd6-9b24-4c77-a135-3c506c1040b6', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:41:03.279243 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-302063b4-d24f-4589-9bb7-e754897d6215 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (e95af82b-5118-4d35-a786-ea0062c003df), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.339237 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-302063b4-d24f-4589-9bb7-e754897d6215 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (e95af82b-5118-4d35-a786-ea0062c003df), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.343051 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-302063b4-d24f-4589-9bb7-e754897d6215 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (e95af82b-5118-4d35-a786-ea0062c003df), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.357797 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302063b4-d24f-4589-9bb7-e754897d6215 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95af82b-5118-4d35-a786-ea0062c003df,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:03.373119 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-302063b4-d24f-4589-9bb7-e754897d6215 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.374380 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-302063b4-d24f-4589-9bb7-e754897d6215 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250279 Mar 28 09:41:03.378265 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58880) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:03.383995 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b249ff9a-1453-4024-aebc-b26dc86d3783 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': '84caddd6-9b24-4c77-a135-3c506c1040b6', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:41:03.389038 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 65f43bd3-3bb2-4881-bb5f-5094ffdef147 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:41:03.409568 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 65f43bd3-3bb2-4881-bb5f-5094ffdef147 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:41:03.409947 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 65f43bd3-3bb2-4881-bb5f-5094ffdef147 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:41:03.410368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 85d3df7b-368b-4dd7-be23-1deccbfc5766 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:41:03.411238 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b249ff9a-1453-4024-aebc-b26dc86d3783 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (41b29e5e-edb7-4f3e-a008-9437df92fcf4), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.428997 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 85d3df7b-368b-4dd7-be23-1deccbfc5766 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:41:03.429341 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 85d3df7b-368b-4dd7-be23-1deccbfc5766 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:41:03.429804 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5d1b0d7b-39eb-48b8-8553-b23c19821684 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:41:03.448439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 5d1b0d7b-39eb-48b8-8553-b23c19821684 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:41:03.448785 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 5d1b0d7b-39eb-48b8-8553-b23c19821684 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:41:03.470337 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b249ff9a-1453-4024-aebc-b26dc86d3783 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (41b29e5e-edb7-4f3e-a008-9437df92fcf4), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.474139 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b249ff9a-1453-4024-aebc-b26dc86d3783 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (41b29e5e-edb7-4f3e-a008-9437df92fcf4), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.493206 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249ff9a-1453-4024-aebc-b26dc86d3783 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b29e5e-edb7-4f3e-a008-9437df92fcf4,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:03.498547 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b249ff9a-1453-4024-aebc-b26dc86d3783 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.499969 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b249ff9a-1453-4024-aebc-b26dc86d3783 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196499 Mar 28 09:41:03.503480 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58882) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:03.507626 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2df877e5-d249-4e2d-b251-3ffc42df42ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': '84caddd6-9b24-4c77-a135-3c506c1040b6', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:41:03.532250 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2df877e5-d249-4e2d-b251-3ffc42df42ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (98b42378-2800-4c90-a71b-14d95cb443a1), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.587436 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2df877e5-d249-4e2d-b251-3ffc42df42ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (98b42378-2800-4c90-a71b-14d95cb443a1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.590978 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2df877e5-d249-4e2d-b251-3ffc42df42ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (98b42378-2800-4c90-a71b-14d95cb443a1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.605315 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df877e5-d249-4e2d-b251-3ffc42df42ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b42378-2800-4c90-a71b-14d95cb443a1,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:03.616002 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2df877e5-d249-4e2d-b251-3ffc42df42ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.617173 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2df877e5-d249-4e2d-b251-3ffc42df42ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127865 Mar 28 09:41:03.619829 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58884) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:03.624005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-5abd325f-c973-4470-b592-0d6463427f69 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': '84caddd6-9b24-4c77-a135-3c506c1040b6', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:41:03.649528 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5abd325f-c973-4470-b592-0d6463427f69 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (33f5cc53-efdb-4e79-b689-fa9507c4454f), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.707760 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5abd325f-c973-4470-b592-0d6463427f69 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (33f5cc53-efdb-4e79-b689-fa9507c4454f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.711453 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5abd325f-c973-4470-b592-0d6463427f69 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (33f5cc53-efdb-4e79-b689-fa9507c4454f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.729138 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd325f-c973-4470-b592-0d6463427f69 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f5cc53-efdb-4e79-b689-fa9507c4454f,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:03.736145 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5abd325f-c973-4470-b592-0d6463427f69 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.737330 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-5abd325f-c973-4470-b592-0d6463427f69 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165724 Mar 28 09:41:03.740092 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58886) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:03.744425 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-78868c56-3de9-4545-a1b9-25a9de9e070c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': '84caddd6-9b24-4c77-a135-3c506c1040b6', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:41:03.765985 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-78868c56-3de9-4545-a1b9-25a9de9e070c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Project b57d183079f64edab0869bac2c69ae7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:41:03.771265 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78868c56-3de9-4545-a1b9-25a9de9e070c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (1ac6818e-bb85-477f-8070-9126b2ebdadc), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.772763 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.828410 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78868c56-3de9-4545-a1b9-25a9de9e070c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (1ac6818e-bb85-477f-8070-9126b2ebdadc), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.831888 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78868c56-3de9-4545-a1b9-25a9de9e070c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (1ac6818e-bb85-477f-8070-9126b2ebdadc), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.846023 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78868c56-3de9-4545-a1b9-25a9de9e070c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac6818e-bb85-477f-8070-9126b2ebdadc,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:03.855769 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78868c56-3de9-4545-a1b9-25a9de9e070c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.856986 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-78868c56-3de9-4545-a1b9-25a9de9e070c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159766 Mar 28 09:41:03.860285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58888) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:03.864443 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-688e4f19-f1bd-43b5-8614-23df65382e7f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': '84caddd6-9b24-4c77-a135-3c506c1040b6', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:41:03.884253 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-688e4f19-f1bd-43b5-8614-23df65382e7f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Project b57d183079f64edab0869bac2c69ae7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:41:03.888792 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-688e4f19-f1bd-43b5-8614-23df65382e7f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (0261a70f-f24a-4fac-9cce-fdce2c6bb58b), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.948296 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-688e4f19-f1bd-43b5-8614-23df65382e7f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (0261a70f-f24a-4fac-9cce-fdce2c6bb58b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.951697 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-688e4f19-f1bd-43b5-8614-23df65382e7f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (0261a70f-f24a-4fac-9cce-fdce2c6bb58b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.968346 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e4f19-f1bd-43b5-8614-23df65382e7f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0261a70f-f24a-4fac-9cce-fdce2c6bb58b,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:03.977380 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-688e4f19-f1bd-43b5-8614-23df65382e7f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:03.978588 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-688e4f19-f1bd-43b5-8614-23df65382e7f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174324 Mar 28 09:41:03.981370 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58890) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:03.986812 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-fe7be6fd-ae16-4bb1-b820-75e8c1f368f6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'network': {'name': 'tempest-network-smoke--135536942', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'port_security_enabled': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:41:04.005959 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7be6fd-ae16-4bb1-b820-75e8c1f368f6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Made reservation on behalf of b57d183079f64edab0869bac2c69ae7e for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:41:04.009081 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fe7be6fd-ae16-4bb1-b820-75e8c1f368f6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:04.032047 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7be6fd-ae16-4bb1-b820-75e8c1f368f6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:41:04.041088 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fe7be6fd-ae16-4bb1-b820-75e8c1f368f6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (6e3251a0-fb9e-480f-a43c-87d1704d09f1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:04.041430 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-fe7be6fd-ae16-4bb1-b820-75e8c1f368f6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Added segment 6e3251a0-fb9e-480f-a43c-87d1704d09f1 of type vlan for network cc3c7087-d3bc-40c5-939c-0395ccb19910 Mar 28 09:41:04.082785 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fe7be6fd-ae16-4bb1-b820-75e8c1f368f6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (cc3c7087-d3bc-40c5-939c-0395ccb19910), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:04.106641 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fe7be6fd-ae16-4bb1-b820-75e8c1f368f6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (cc3c7087-d3bc-40c5-939c-0395ccb19910), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:04.112132 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7be6fd-ae16-4bb1-b820-75e8c1f368f6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:04.112674 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fe7be6fd-ae16-4bb1-b820-75e8c1f368f6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:04.176093 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-fe7be6fd-ae16-4bb1-b820-75e8c1f368f6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1936901 Mar 28 09:41:04.178922 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58892) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:04.181692 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7be6fd-ae16-4bb1-b820-75e8c1f368f6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Network': ['ID=cc3c7087-d3bc-40c5-939c-0395ccb19910,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:04.183533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1846743312', 'admin_state_up': True, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:41:04.192682 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network cc3c7087-d3bc-40c5-939c-0395ccb19910 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:41:04.204487 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (c2690cdd-c851-4118-8979-01726e4e9818), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:04.205538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (c2690cdd-c851-4118-8979-01726e4e9818), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:04.258558 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_controller (c2690cdd-c851-4118-8979-01726e4e9818), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:04.717206 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (c2690cdd-c851-4118-8979-01726e4e9818), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:04.915353 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (c2690cdd-c851-4118-8979-01726e4e9818), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:04.934219 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:05.033963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.36.4.18 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/1b4750e2-7a73-434d-b6d3-4a9050e8b181) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:41:05.136557 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (1b4750e2-7a73-434d-b6d3-4a9050e8b181), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:05.170134 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (1b4750e2-7a73-434d-b6d3-4a9050e8b181), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:05.205392 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:41:05.208203 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:41:05.211755 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:41:05.239061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=1b4750e2-7a73-434d-b6d3-4a9050e8b181,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:05.471192 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (c2690cdd-c851-4118-8979-01726e4e9818), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:05.678207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (c2690cdd-c851-4118-8979-01726e4e9818), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:05.810032 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router c2690cdd-c851-4118-8979-01726e4e9818 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:41:05.922912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:41:05.933182 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Sync routers for ids ['c2690cdd-c851-4118-8979-01726e4e9818'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:41:05.944294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Routers {'c2690cdd-c851-4118-8979-01726e4e9818'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:41:05.944919 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:41:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c2690cdd-c851-4118-8979-01726e4e9818'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:41:05.945116 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:05.946609 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c2f133ec-7511-4c37-a5b0-729a4205fded tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7666187 Mar 28 09:41:05.949822 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58894) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:05.979909 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-b78f8785-2d7b-42b1-b43b-632b63cbcd56 tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b57d183079f64edab0869bac2c69ae7e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287328 Mar 28 09:41:05.982654 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58896) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:06.056939 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Set router c2690cdd-c851-4118-8979-01726e4e9818 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:41:06.080187 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f94dff-5398-415f-9901-bd7dd4f263bd tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:06.085117 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f9f94dff-5398-415f-9901-bd7dd4f263bd tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0980000 Mar 28 09:41:06.085475 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58898) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:06.114036 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f0413586-8d71-4957-bda5-987b15599dc0 tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273559 Mar 28 09:41:06.116654 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 58900) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:06.121633 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-eb1719a0-bb4c-4d7d-b915-554dd4aa5e01 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-371860110', 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:41:06.216225 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1719a0-bb4c-4d7d-b915-554dd4aa5e01 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Made reservation on behalf of b57d183079f64edab0869bac2c69ae7e for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:41:06.220327 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb1719a0-bb4c-4d7d-b915-554dd4aa5e01 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:06.249275 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846743312', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18'}], 'enable_snat': True}, 'gw_port_id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:05Z', 'revision_number': 3, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:41:06.281132 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Checking router: c2690cdd-c851-4118-8979-01726e4e9818 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:41:06.281833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Updating router c2690cdd-c851-4118-8979-01726e4e9818 port 1b4750e2-7a73-434d-b6d3-4a9050e8b181 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:41:06.311491 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1b4750e2-7a73-434d-b6d3-4a9050e8b181), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:06.421447 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb1719a0-bb4c-4d7d-b915-554dd4aa5e01 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (7dd54911-909b-4dd8-886d-aac50d66a880), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:06.495175 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1719a0-bb4c-4d7d-b915-554dd4aa5e01 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Subnet': ['ID=7dd54911-909b-4dd8-886d-aac50d66a880,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:06.506663 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1719a0-bb4c-4d7d-b915-554dd4aa5e01 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Checking segment: {'id': '6e3251a0-fb9e-480f-a43c-87d1704d09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:41:06.506663 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1719a0-bb4c-4d7d-b915-554dd4aa5e01 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network hostable DHCP agents. Network: cc3c7087-d3bc-40c5-939c-0395ccb19910, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:41:06.526360 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1719a0-bb4c-4d7d-b915-554dd4aa5e01 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network cc3c7087-d3bc-40c5-939c-0395ccb19910 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:41:06.537708 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-eb1719a0-bb4c-4d7d-b915-554dd4aa5e01 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cc3c7087-d3bc-40c5-939c-0395ccb19910) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:41:06.542560 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1719a0-bb4c-4d7d-b915-554dd4aa5e01 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:06.543203 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb1719a0-bb4c-4d7d-b915-554dd4aa5e01 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:06.564355 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978f3d84-4cfa-42f0-b38d-c557deb8afd5 None None] Network cc3c7087-d3bc-40c5-939c-0395ccb19910 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:41:06.565743 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58902) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:06.570305 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-eb1719a0-bb4c-4d7d-b915-554dd4aa5e01 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4524207 Mar 28 09:41:06.627898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Publish callbacks [] for port (1b4750e2-7a73-434d-b6d3-4a9050e8b181), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:06.643065 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1b4750e2-7a73-434d-b6d3-4a9050e8b181), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:06.738832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1c529-abbf-43a4-9bb8-9d1677e43eda None None] Pushing event updated for resources: {'Port': ['ID=1b4750e2-7a73-434d-b6d3-4a9050e8b181,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:06.741058 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Attempting to bind port 1b4750e2-7a73-434d-b6d3-4a9050e8b181 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:41:06.741431 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Attempting to bind port 1b4750e2-7a73-434d-b6d3-4a9050e8b181 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:41:06.741816 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Attempting to bind port 1b4750e2-7a73-434d-b6d3-4a9050e8b181 on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:41:06.748722 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:41:06.749195 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:41:06.749952 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:06.751043 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:41:06.751591 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Bound port: 1b4750e2-7a73-434d-b6d3-4a9050e8b181, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:41:06.752050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1b4750e2-7a73-434d-b6d3-4a9050e8b181), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:06.755420 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cc3c7087-d3bc-40c5-939c-0395ccb19910', 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ips': [{'subnet_id': '7dd54911-909b-4dd8-886d-aac50d66a880'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:41:06.756354 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:06.891200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] For port 1b4750e2-7a73-434d-b6d3-4a9050e8b181, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:41:06.896584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] For port 1b4750e2-7a73-434d-b6d3-4a9050e8b181, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b4750e2-7a73-434d-b6d3-4a9050e8b181,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:41:06.910492 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1b4750e2-7a73-434d-b6d3-4a9050e8b181), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:07.006192 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Routers {'c2690cdd-c851-4118-8979-01726e4e9818'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:41:07.006928 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:41:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c2690cdd-c851-4118-8979-01726e4e9818'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:41:07.016717 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Allocated IP 172.20.0.2 (cc3c7087-d3bc-40c5-939c-0395ccb19910/7dd54911-909b-4dd8-886d-aac50d66a880/a05838f0-4d18-4a1c-85c9-cbe7b6188ea6) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:41:07.090274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1c529-abbf-43a4-9bb8-9d1677e43eda None None] Pushing event updated for resources: {'Port': ['ID=1b4750e2-7a73-434d-b6d3-4a9050e8b181,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:07.200343 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] Set router c2690cdd-c851-4118-8979-01726e4e9818 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:41:07.418371 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ff84f3b0-1d40-4454-a986-8f8b7118158b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:07.501585 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Publish callbacks [] for port (a05838f0-4d18-4a1c-85c9-cbe7b6188ea6), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:07.514090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (a05838f0-4d18-4a1c-85c9-cbe7b6188ea6), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:07.564404 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Network cc3c7087-d3bc-40c5-939c-0395ccb19910 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:41:07.571432 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:41:07.575804 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:41:07.629910 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Pushing event updated for resources: {'Port': ['ID=a05838f0-4d18-4a1c-85c9-cbe7b6188ea6,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:07.675824 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Attempting to bind port a05838f0-4d18-4a1c-85c9-cbe7b6188ea6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:41:07.676160 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Attempting to bind port a05838f0-4d18-4a1c-85c9-cbe7b6188ea6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6e3251a0-fb9e-480f-a43c-87d1704d09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:41:07.676433 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Attempting to bind port a05838f0-4d18-4a1c-85c9-cbe7b6188ea6 on network cc3c7087-d3bc-40c5-939c-0395ccb19910 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:41:07.684308 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:41:07.684693 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Checking segment: {'id': '6e3251a0-fb9e-480f-a43c-87d1704d09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:41:07.685113 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:07.685498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Bound using segment: {'id': '6e3251a0-fb9e-480f-a43c-87d1704d09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:41:07.685996 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Bound port: a05838f0-4d18-4a1c-85c9-cbe7b6188ea6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3251a0-fb9e-480f-a43c-87d1704d09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:41:07.686379 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a05838f0-4d18-4a1c-85c9-cbe7b6188ea6), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:07.728099 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846743312', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18'}], 'enable_snat': True}, 'gw_port_id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:05Z', 'revision_number': 3, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:41:07.728387 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-ff84f3b0-1d40-4454-a986-8f8b7118158b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.20.0.1 (cc3c7087-d3bc-40c5-939c-0395ccb19910/7dd54911-909b-4dd8-886d-aac50d66a880/e3814fc1-e11e-406a-bddc-60559c0b0403) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:41:07.759020 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278064a-cf6d-48d9-abdc-d743bff15960 None None] The sync data for ids ['c2690cdd-c851-4118-8979-01726e4e9818'] in dv-neutron-master-2-hyperv is: [{'id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846743312', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18'}], 'enable_snat': True}, 'gw_port_id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:05Z', 'revision_number': 3, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:41:07.784835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] For port a05838f0-4d18-4a1c-85c9-cbe7b6188ea6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:41:07.788343 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] For port a05838f0-4d18-4a1c-85c9-cbe7b6188ea6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a05838f0-4d18-4a1c-85c9-cbe7b6188ea6,segment=NetworkSegment(6e3251a0-fb9e-480f-a43c-87d1704d09f1),segment_id=6e3251a0-fb9e-480f-a43c-87d1704d09f1)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:41:07.803948 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (a05838f0-4d18-4a1c-85c9-cbe7b6188ea6), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:07.880109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab446c4-06a5-4800-9e78-597dae45fe38 None None] Pushing event updated for resources: {'Port': ['ID=a05838f0-4d18-4a1c-85c9-cbe7b6188ea6,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:07.893549 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ff84f3b0-1d40-4454-a986-8f8b7118158b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:07.935301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ff84f3b0-1d40-4454-a986-8f8b7118158b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:07.991833 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff84f3b0-1d40-4454-a986-8f8b7118158b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network cc3c7087-d3bc-40c5-939c-0395ccb19910 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:41:07.996152 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-ff84f3b0-1d40-4454-a986-8f8b7118158b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:41:07.998035 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84f3b0-1d40-4454-a986-8f8b7118158b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=e3814fc1-e11e-406a-bddc-60559c0b0403,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:08.000946 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff84f3b0-1d40-4454-a986-8f8b7118158b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:41:08.087813 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ff84f3b0-1d40-4454-a986-8f8b7118158b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (c2690cdd-c851-4118-8979-01726e4e9818), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:08.298763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ff84f3b0-1d40-4454-a986-8f8b7118158b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:08.599871 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ff84f3b0-1d40-4454-a986-8f8b7118158b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:08.606911 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ff84f3b0-1d40-4454-a986-8f8b7118158b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:08.688552 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84f3b0-1d40-4454-a986-8f8b7118158b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=e3814fc1-e11e-406a-bddc-60559c0b0403,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:08.693952 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ff84f3b0-1d40-4454-a986-8f8b7118158b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (c2690cdd-c851-4118-8979-01726e4e9818), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:08.792302 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff84f3b0-1d40-4454-a986-8f8b7118158b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network cc3c7087-d3bc-40c5-939c-0395ccb19910 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:41:08.793933 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-ff84f3b0-1d40-4454-a986-8f8b7118158b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:41:08.918317 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff84f3b0-1d40-4454-a986-8f8b7118158b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router c2690cdd-c851-4118-8979-01726e4e9818 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:41:08.958839 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923ff739-5d0b-4bb6-993e-f9a76895b2bf None None] Network cc3c7087-d3bc-40c5-939c-0395ccb19910 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:41:09.034552 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff84f3b0-1d40-4454-a986-8f8b7118158b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:41:09.038035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-cb3ee842-b92b-416b-8b0b-c81716169271 None None] Provisioning complete for port a05838f0-4d18-4a1c-85c9-cbe7b6188ea6 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:41:09.038409 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee842-b92b-416b-8b0b-c81716169271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a05838f0-4d18-4a1c-85c9-cbe7b6188ea6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:09.046600 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ff84f3b0-1d40-4454-a986-8f8b7118158b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "PUT /v2.0/routers/c2690cdd-c851-4118-8979-01726e4e9818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4727449 Mar 28 09:41:09.160002 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-cb3ee842-b92b-416b-8b0b-c81716169271 None None] Current status of the port a05838f0-4d18-4a1c-85c9-cbe7b6188ea6 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:41:09.160680 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee842-b92b-416b-8b0b-c81716169271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a05838f0-4d18-4a1c-85c9-cbe7b6188ea6), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:09.198016 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-cb3ee842-b92b-416b-8b0b-c81716169271 None None] For port a05838f0-4d18-4a1c-85c9-cbe7b6188ea6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a05838f0-4d18-4a1c-85c9-cbe7b6188ea6,segment=NetworkSegment(6e3251a0-fb9e-480f-a43c-87d1704d09f1),segment_id=6e3251a0-fb9e-480f-a43c-87d1704d09f1)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:41:09.205055 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-3ba14ba1-1a8e-485d-b214-439d08783b7d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998201494&fields=id&tenant_id=b57d183079f64edab0869bac2c69ae7e HTTP/1.1" status: 200 len: 267 time: 0.0539300 Mar 28 09:41:09.205932 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee842-b92b-416b-8b0b-c81716169271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (a05838f0-4d18-4a1c-85c9-cbe7b6188ea6), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:09.271931 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ee842-b92b-416b-8b0b-c81716169271 None None] Pushing event updated for resources: {'Port': ['ID=a05838f0-4d18-4a1c-85c9-cbe7b6188ea6,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:09.332851 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-66e92d70-32f7-405b-ade9-41d72f9da6dd tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:09.334617 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-66e92d70-32f7-405b-ade9-41d72f9da6dd tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/networks?id=cc3c7087-d3bc-40c5-939c-0395ccb19910 HTTP/1.1" status: 200 len: 796 time: 0.1185205 Mar 28 09:41:09.365904 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-1cc4d8c1-ca78-45e7-9ee1-bdc9fe7daea2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/quotas/b57d183079f64edab0869bac2c69ae7e HTTP/1.1" status: 200 len: 375 time: 0.0177016 Mar 28 09:41:09.431152 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-1731bd6b-c2c2-4482-873b-43398a28a912 None None] Provisioning complete for port e3814fc1-e11e-406a-bddc-60559c0b0403 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:41:09.431758 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1731bd6b-c2c2-4482-873b-43398a28a912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:09.436183 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-c4c8b25a-7a29-480c-9f0d-caf8aff684d2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619354 Mar 28 09:41:09.472370 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1b4750e2-7a73-434d-b6d3-4a9050e8b181 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:41:09.521913 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1731bd6b-c2c2-4482-873b-43398a28a912 None None] Port e3814fc1-e11e-406a-bddc-60559c0b0403 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:41:09.546267 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-1731bd6b-c2c2-4482-873b-43398a28a912 None None] Provisioning complete for port a05838f0-4d18-4a1c-85c9-cbe7b6188ea6 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:41:09.546648 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1731bd6b-c2c2-4482-873b-43398a28a912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a05838f0-4d18-4a1c-85c9-cbe7b6188ea6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:09.589682 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 1b4750e2-7a73-434d-b6d3-4a9050e8b181 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:41:09.590071 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1b4750e2-7a73-434d-b6d3-4a9050e8b181), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:09.595587 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-a225ec84-5b8e-48b8-bb2f-4c607ac69abc service neutron] 10.222.0.15 "GET /v2.0/networks/cc3c7087-d3bc-40c5-939c-0395ccb19910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584418 Mar 28 09:41:09.635436 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Sync routers for ids ['c2690cdd-c851-4118-8979-01726e4e9818'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:41:09.646523 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Routers {'c2690cdd-c851-4118-8979-01726e4e9818'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:41:09.647144 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:41:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c2690cdd-c851-4118-8979-01726e4e9818'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:41:09.683335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1731bd6b-c2c2-4482-873b-43398a28a912 None None] Current status of the port a05838f0-4d18-4a1c-85c9-cbe7b6188ea6 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:41:09.716398 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-ca431611-28c8-422f-80e9-0dbdd66d78f5 service neutron] 10.222.0.15 "GET /v2.0/networks/cc3c7087-d3bc-40c5-939c-0395ccb19910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189964 Mar 28 09:41:09.737358 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 1b4750e2-7a73-434d-b6d3-4a9050e8b181 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:41:09.737810 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1b4750e2-7a73-434d-b6d3-4a9050e8b181), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:09.764400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 1b4750e2-7a73-434d-b6d3-4a9050e8b181, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b4750e2-7a73-434d-b6d3-4a9050e8b181,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:41:09.768188 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Set router c2690cdd-c851-4118-8979-01726e4e9818 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:41:09.775281 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1b4750e2-7a73-434d-b6d3-4a9050e8b181), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:09.777165 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a05838f0-4d18-4a1c-85c9-cbe7b6188ea6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:41:09.884883 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=1b4750e2-7a73-434d-b6d3-4a9050e8b181,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:09.897473 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c0bc86fe-c63d-403a-9237-fe445455e2bf None None] Provisioning complete for port e3814fc1-e11e-406a-bddc-60559c0b0403 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:41:09.897885 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c0bc86fe-c63d-403a-9237-fe445455e2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:09.906662 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-981bde09-bd17-4bc2-89a5-a79589d2257f req-5925c860-e12e-4ed6-9909-fe54dafc81d5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 210 time: 0.0381873 Mar 28 09:41:09.926000 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port a05838f0-4d18-4a1c-85c9-cbe7b6188ea6 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:41:09.926376 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (a05838f0-4d18-4a1c-85c9-cbe7b6188ea6), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:09.960599 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c0bc86fe-c63d-403a-9237-fe445455e2bf None None] Port e3814fc1-e11e-406a-bddc-60559c0b0403 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:41:09.982888 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846743312', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18'}], 'enable_snat': True}, 'gw_port_id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:08Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e3814fc1-e11e-406a-bddc-60559c0b0403', 'name': '', 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:46:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:07Z', 'updated_at': '2022-03-28T09:41:08Z', 'revision_number': 2, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:41:10.008913 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Checking router: c2690cdd-c851-4118-8979-01726e4e9818 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:41:10.009270 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Updating router c2690cdd-c851-4118-8979-01726e4e9818 port e3814fc1-e11e-406a-bddc-60559c0b0403 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:41:10.012416 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port a05838f0-4d18-4a1c-85c9-cbe7b6188ea6 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:41:10.040486 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:10.080067 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3fd4d6ba-b83b-4b4f-8eec-790f462e91bb None None] Provisioning complete for port e3814fc1-e11e-406a-bddc-60559c0b0403 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:41:10.080448 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3fd4d6ba-b83b-4b4f-8eec-790f462e91bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:10.117453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3fd4d6ba-b83b-4b4f-8eec-790f462e91bb None None] Port e3814fc1-e11e-406a-bddc-60559c0b0403 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:41:10.397774 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Publish callbacks [] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:10.402268 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:10.449560 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40256438-756a-402b-9967-70ea29a5137f None None] Pushing event updated for resources: {'Port': ['ID=e3814fc1-e11e-406a-bddc-60559c0b0403,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:10.474190 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40256438-756a-402b-9967-70ea29a5137f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:10.474540 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40256438-756a-402b-9967-70ea29a5137f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:10.474883 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40256438-756a-402b-9967-70ea29a5137f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:10.475211 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40256438-756a-402b-9967-70ea29a5137f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:10.475549 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40256438-756a-402b-9967-70ea29a5137f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:10.475874 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40256438-756a-402b-9967-70ea29a5137f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:10.476202 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40256438-756a-402b-9967-70ea29a5137f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:10.476526 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40256438-756a-402b-9967-70ea29a5137f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:10.476860 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40256438-756a-402b-9967-70ea29a5137f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:10.477182 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40256438-756a-402b-9967-70ea29a5137f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:10.477507 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40256438-756a-402b-9967-70ea29a5137f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:10.477853 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40256438-756a-402b-9967-70ea29a5137f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:10.478179 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40256438-756a-402b-9967-70ea29a5137f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:10.478497 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40256438-756a-402b-9967-70ea29a5137f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:10.478812 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40256438-756a-402b-9967-70ea29a5137f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:41:10.517427 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Attempting to bind port e3814fc1-e11e-406a-bddc-60559c0b0403 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:41:10.517833 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Attempting to bind port e3814fc1-e11e-406a-bddc-60559c0b0403 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6e3251a0-fb9e-480f-a43c-87d1704d09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:41:10.518199 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Attempting to bind port e3814fc1-e11e-406a-bddc-60559c0b0403 on network cc3c7087-d3bc-40c5-939c-0395ccb19910 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:41:10.523382 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:41:10.523764 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Checking segment: {'id': '6e3251a0-fb9e-480f-a43c-87d1704d09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:41:10.524160 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:10.524552 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Bound using segment: {'id': '6e3251a0-fb9e-480f-a43c-87d1704d09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:41:10.525010 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Bound port: e3814fc1-e11e-406a-bddc-60559c0b0403, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3251a0-fb9e-480f-a43c-87d1704d09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:41:10.525390 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:10.589265 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] For port e3814fc1-e11e-406a-bddc-60559c0b0403, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:41:10.592332 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] For port e3814fc1-e11e-406a-bddc-60559c0b0403, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e3814fc1-e11e-406a-bddc-60559c0b0403,segment=NetworkSegment(6e3251a0-fb9e-480f-a43c-87d1704d09f1),segment_id=6e3251a0-fb9e-480f-a43c-87d1704d09f1)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:41:10.599072 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:10.640170 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2635416f-42ea-4b24-9a7d-852363440e06 None None] Provisioning complete for port e3814fc1-e11e-406a-bddc-60559c0b0403 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:41:10.640671 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2635416f-42ea-4b24-9a7d-852363440e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:10.660094 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Routers {'c2690cdd-c851-4118-8979-01726e4e9818'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:41:10.660792 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:41:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c2690cdd-c851-4118-8979-01726e4e9818'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:41:10.662602 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40256438-756a-402b-9967-70ea29a5137f None None] Pushing event updated for resources: {'Port': ['ID=e3814fc1-e11e-406a-bddc-60559c0b0403,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:10.724770 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2635416f-42ea-4b24-9a7d-852363440e06 None None] Current status of the port e3814fc1-e11e-406a-bddc-60559c0b0403 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:41:10.725167 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2635416f-42ea-4b24-9a7d-852363440e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:10.761590 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2635416f-42ea-4b24-9a7d-852363440e06 None None] For port e3814fc1-e11e-406a-bddc-60559c0b0403, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e3814fc1-e11e-406a-bddc-60559c0b0403,segment=NetworkSegment(6e3251a0-fb9e-480f-a43c-87d1704d09f1),segment_id=6e3251a0-fb9e-480f-a43c-87d1704d09f1)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:41:10.767752 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2635416f-42ea-4b24-9a7d-852363440e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:10.785163 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] Set router c2690cdd-c851-4118-8979-01726e4e9818 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:41:10.818607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635416f-42ea-4b24-9a7d-852363440e06 None None] Pushing event updated for resources: {'Port': ['ID=e3814fc1-e11e-406a-bddc-60559c0b0403,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:10.892535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f8df9e4d-c186-4e2f-8dd7-47e3a467b97b None None] Provisioning complete for port e3814fc1-e11e-406a-bddc-60559c0b0403 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:41:10.893069 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f8df9e4d-c186-4e2f-8dd7-47e3a467b97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:10.979030 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f8df9e4d-c186-4e2f-8dd7-47e3a467b97b None None] Current status of the port e3814fc1-e11e-406a-bddc-60559c0b0403 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:41:10.997190 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-71642488-1c8c-4cf4-aea2-3f950696c578 req-3e1c7203-00ab-4619-b5d1-85a518eb4b01 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 210 time: 0.0293252 Mar 28 09:41:11.010856 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846743312', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18'}], 'enable_snat': True}, 'gw_port_id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:08Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e3814fc1-e11e-406a-bddc-60559c0b0403', 'name': '', 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:46:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:07Z', 'updated_at': '2022-03-28T09:41:10Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:41:11.039177 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd6ec09-e0ae-4e26-8070-a8acf2b91d1f None None] The sync data for ids ['c2690cdd-c851-4118-8979-01726e4e9818'] in dv-neutron-master-2-hyperv is: [{'id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846743312', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18'}], 'enable_snat': True}, 'gw_port_id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:08Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e3814fc1-e11e-406a-bddc-60559c0b0403', 'name': '', 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:46:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:07Z', 'updated_at': '2022-03-28T09:41:10Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:41:11.439982 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1b4750e2-7a73-434d-b6d3-4a9050e8b181 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:41:11.490991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 1b4750e2-7a73-434d-b6d3-4a9050e8b181 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:41:11.491500 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1b4750e2-7a73-434d-b6d3-4a9050e8b181), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:11.576009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 1b4750e2-7a73-434d-b6d3-4a9050e8b181 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:41:11.577087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e3814fc1-e11e-406a-bddc-60559c0b0403 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:41:11.625436 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port e3814fc1-e11e-406a-bddc-60559c0b0403 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:41:11.625853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:11.704645 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port e3814fc1-e11e-406a-bddc-60559c0b0403 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:41:12.081427 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b809390d-557d-45f1-adcf-cfd027518bd6 req-874fb014-1ea1-4208-8e49-28e0248243f0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 210 time: 0.0300083 Mar 28 09:41:13.159493 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-890e5698-6a2d-4d00-8106-b1f37b8affdc req-2838415e-c745-4c77-8864-8d585cfb40b7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 210 time: 0.0279934 Mar 28 09:41:13.508283 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:41:14.250743 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a43f69e3-b722-4d83-86be-6047bcd0bc88 req-d688ca94-4db5-4b32-9838-ba5f02437455 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 210 time: 0.0269852 Mar 28 09:41:14.839862 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-678ec19a-e778-476f-ba6f-842b9c212e1f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:14.841296 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-678ec19a-e778-476f-ba6f-842b9c212e1f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "GET /v2.0/networks?id=cc3c7087-d3bc-40c5-939c-0395ccb19910 HTTP/1.1" status: 200 len: 796 time: 0.1075158 Mar 28 09:41:14.908622 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-5416ddc3-eed2-40a0-83fb-841c538ed576 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57d183079f64edab0869bac2c69ae7e HTTP/1.1" status: 200 len: 380 time: 0.0587270 Mar 28 09:41:14.916938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-c5a50b23-b617-4c60-a721-e0f7d43ee6ae tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'port': {'device_id': '9e1c5040-ef04-4dc9-8a45-6ce4782f6a81', 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910', 'admin_state_up': True, 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'security_groups': ['84caddd6-9b24-4c77-a135-3c506c1040b6']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:41:15.023953 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-c5a50b23-b617-4c60-a721-e0f7d43ee6ae tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Made reservation on behalf of b57d183079f64edab0869bac2c69ae7e for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:41:15.027371 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-c5a50b23-b617-4c60-a721-e0f7d43ee6ae tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:15.149980 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-c5a50b23-b617-4c60-a721-e0f7d43ee6ae tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.20.0.14 (cc3c7087-d3bc-40c5-939c-0395ccb19910/7dd54911-909b-4dd8-886d-aac50d66a880/9de77f0e-1b5c-4634-b10e-500e9ca5f583) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:41:15.287383 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-c5a50b23-b617-4c60-a721-e0f7d43ee6ae tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:15.330260 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-c5a50b23-b617-4c60-a721-e0f7d43ee6ae tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:15.398003 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-c5a50b23-b617-4c60-a721-e0f7d43ee6ae tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network cc3c7087-d3bc-40c5-939c-0395ccb19910 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:41:15.405090 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-c5a50b23-b617-4c60-a721-e0f7d43ee6ae tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:41:15.408130 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-c5a50b23-b617-4c60-a721-e0f7d43ee6ae tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:41:15.435911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a50b23-b617-4c60-a721-e0f7d43ee6ae tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=9de77f0e-1b5c-4634-b10e-500e9ca5f583,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:15.462887 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4287a61-bfc0-42d7-aeff-7248a84d7335 req-4baba824-15a5-4178-9021-2c0152620462 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:15.464410 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e4287a61-bfc0-42d7-aeff-7248a84d7335 req-4baba824-15a5-4178-9021-2c0152620462 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 932 time: 0.1465271 Mar 28 09:41:15.486554 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-c5a50b23-b617-4c60-a721-e0f7d43ee6ae tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:15.487180 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-c5a50b23-b617-4c60-a721-e0f7d43ee6ae tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:15.519870 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-c5a50b23-b617-4c60-a721-e0f7d43ee6ae tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6064374 Mar 28 09:41:15.534941 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Request body: {'port': {'device_id': '9e1c5040-ef04-4dc9-8a45-6ce4782f6a81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:41:15.561817 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e4287a61-bfc0-42d7-aeff-7248a84d7335 req-c15fdd80-6b2d-448e-8a4c-5f153b0f313b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888677 Mar 28 09:41:15.605331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:15.634236 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-cd5cbcb1-2289-47c0-a0c3-67ee6f4cf3e3 None None] Provisioning complete for port 9de77f0e-1b5c-4634-b10e-500e9ca5f583 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:41:15.634831 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cd5cbcb1-2289-47c0-a0c3-67ee6f4cf3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:15.669456 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-cd5cbcb1-2289-47c0-a0c3-67ee6f4cf3e3 None None] Port 9de77f0e-1b5c-4634-b10e-500e9ca5f583 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:41:15.865476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de77f0e-1b5c-4634-b10e-500e9ca5f583 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:41:15.872904 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Publish callbacks [] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:15.884697 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Transition to ACTIVE for port object 9de77f0e-1b5c-4634-b10e-500e9ca5f583 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:41:15.887762 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:15.942633 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Pushing event updated for resources: {'Port': ['ID=9de77f0e-1b5c-4634-b10e-500e9ca5f583,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:16.015006 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Attempting to bind port 9de77f0e-1b5c-4634-b10e-500e9ca5f583 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:41:16.015343 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Attempting to bind port 9de77f0e-1b5c-4634-b10e-500e9ca5f583 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6e3251a0-fb9e-480f-a43c-87d1704d09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:41:16.016288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Attempting to bind port 9de77f0e-1b5c-4634-b10e-500e9ca5f583 on network cc3c7087-d3bc-40c5-939c-0395ccb19910 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:41:16.021376 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Port 9de77f0e-1b5c-4634-b10e-500e9ca5f583 on network cc3c7087-d3bc-40c5-939c-0395ccb19910 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:41:16.021743 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Attempting to bind port 9de77f0e-1b5c-4634-b10e-500e9ca5f583 on network cc3c7087-d3bc-40c5-939c-0395ccb19910 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:41:16.027538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:41:16.027927 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Checking segment: {'id': '6e3251a0-fb9e-480f-a43c-87d1704d09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:41:16.028453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Bound using segment: {'id': '6e3251a0-fb9e-480f-a43c-87d1704d09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:41:16.029024 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Bound port: 9de77f0e-1b5c-4634-b10e-500e9ca5f583, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3251a0-fb9e-480f-a43c-87d1704d09f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:41:16.029412 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:16.096353 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] For port 9de77f0e-1b5c-4634-b10e-500e9ca5f583, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:41:16.099443 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] For port 9de77f0e-1b5c-4634-b10e-500e9ca5f583, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9de77f0e-1b5c-4634-b10e-500e9ca5f583,segment=NetworkSegment(6e3251a0-fb9e-480f-a43c-87d1704d09f1),segment_id=6e3251a0-fb9e-480f-a43c-87d1704d09f1)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:41:16.105531 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:16.137378 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:16.138023 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:16.139371 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] 10.222.0.16 "PUT /v2.0/ports/9de77f0e-1b5c-4634-b10e-500e9ca5f583 HTTP/1.1" status: 200 len: 1094 time: 0.6087973 Mar 28 09:41:16.139808 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1c5040-ef04-4dc9-8a45-6ce4782f6a81', 'tag': '9de77f0e-1b5c-4634-b10e-500e9ca5f583'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:41:16.142750 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96539116-913e-43ff-9070-da5fe51a88ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1c5040-ef04-4dc9-8a45-6ce4782f6a81", "tag": "9de77f0e-1b5c-4634-b10e-500e9ca5f583"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:41:16.169688 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac7e91-7139-44a4-bd51-a6d8422ac68e service neutron] Pushing event updated for resources: {'Port': ['ID=9de77f0e-1b5c-4634-b10e-500e9ca5f583,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:16.200720 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8ff06e-42f2-4a5e-adc7-92711c620889 x-openstack-request-id: req-ee8ff06e-42f2-4a5e-adc7-92711c620889 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:41:16.201012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1c5040-ef04-4dc9-8a45-6ce4782f6a81", "tag": "9de77f0e-1b5c-4634-b10e-500e9ca5f583", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:41:16.201264 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee8ff06e-42f2-4a5e-adc7-92711c620889 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:41:16.201701 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee8ff06e-42f2-4a5e-adc7-92711c620889'] response: {'name': 'network-changed', 'server_uuid': '9e1c5040-ef04-4dc9-8a45-6ce4782f6a81', 'tag': '9de77f0e-1b5c-4634-b10e-500e9ca5f583', 'status': 'completed', 'code': 200} Mar 28 09:41:16.239632 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-7cc5c0ae-c411-4fe2-b5f9-d6ab424ed8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:16.241183 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-7cc5c0ae-c411-4fe2-b5f9-d6ab424ed8a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 1128 time: 0.0522792 Mar 28 09:41:16.287172 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-4c8186b3-d4c9-484a-9f69-b38501e5824b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de77f0e-1b5c-4634-b10e-500e9ca5f583 HTTP/1.1" status: 200 len: 217 time: 0.0398815 Mar 28 09:41:16.336286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-1acf40c2-244c-43ff-825f-3e14164842e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:16.337793 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-1acf40c2-244c-43ff-825f-3e14164842e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd54911-909b-4dd8-886d-aac50d66a880 HTTP/1.1" status: 200 len: 834 time: 0.0451086 Mar 28 09:41:16.386328 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-d4f9358e-738e-4511-97b2-1d295b8b7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:16.387796 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-d4f9358e-738e-4511-97b2-1d295b8b7758 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc3c7087-d3bc-40c5-939c-0395ccb19910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442197 Mar 28 09:41:16.478794 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-62b93c6d-df06-49cf-a26a-40bf8fdcebb7 service neutron] 10.222.0.16 "GET /v2.0/networks/cc3c7087-d3bc-40c5-939c-0395ccb19910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848734 Mar 28 09:41:16.566917 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-195960a0-8dda-4cb2-8dbb-784a7e36e97d req-4f796033-eb16-4ecb-8845-e132d39c5e86 service neutron] 10.222.0.16 "GET /v2.0/networks/cc3c7087-d3bc-40c5-939c-0395ccb19910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822623 Mar 28 09:41:16.691541 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96539116-913e-43ff-9070-da5fe51a88ce req-2570f89a-8fce-4355-84cb-66c21636c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:16.693049 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-96539116-913e-43ff-9070-da5fe51a88ce req-2570f89a-8fce-4355-84cb-66c21636c1c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 1128 time: 0.0815344 Mar 28 09:41:16.704524 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21a8d2-e42b-42a0-babb-c45484d41dab req-8f541a81-ec6c-4688-acc2-ee17e91ffc72 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:16.705903 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f21a8d2-e42b-42a0-babb-c45484d41dab req-8f541a81-ec6c-4688-acc2-ee17e91ffc72 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 944 time: 0.0692570 Mar 28 09:41:16.809828 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f21a8d2-e42b-42a0-babb-c45484d41dab req-2bba7951-32c2-427c-8be3-33bdad80e52c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959694 Mar 28 09:41:16.826748 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96539116-913e-43ff-9070-da5fe51a88ce req-e867b4b6-41c9-4193-9ba1-34c9f8257e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:16.828873 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-96539116-913e-43ff-9070-da5fe51a88ce req-e867b4b6-41c9-4193-9ba1-34c9f8257e4b service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc3c7087-d3bc-40c5-939c-0395ccb19910 HTTP/1.1" status: 200 len: 896 time: 0.1215351 Mar 28 09:41:16.869079 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-96539116-913e-43ff-9070-da5fe51a88ce req-31b72633-0a41-44fb-b2b0-48be307f7e82 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de77f0e-1b5c-4634-b10e-500e9ca5f583 HTTP/1.1" status: 200 len: 217 time: 0.0334156 Mar 28 09:41:16.921906 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96539116-913e-43ff-9070-da5fe51a88ce req-8b33654d-d697-4663-beaa-b741f6cfad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:16.923386 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-96539116-913e-43ff-9070-da5fe51a88ce req-8b33654d-d697-4663-beaa-b741f6cfad75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd54911-909b-4dd8-886d-aac50d66a880 HTTP/1.1" status: 200 len: 834 time: 0.0473962 Mar 28 09:41:16.977321 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96539116-913e-43ff-9070-da5fe51a88ce req-1130cbf7-6a80-463e-b3a6-58ef8363992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:16.978892 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-96539116-913e-43ff-9070-da5fe51a88ce req-1130cbf7-6a80-463e-b3a6-58ef8363992a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc3c7087-d3bc-40c5-939c-0395ccb19910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0492923 Mar 28 09:41:17.066764 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-96539116-913e-43ff-9070-da5fe51a88ce req-b6f3e8b4-9011-44c2-8904-06408cbae0aa service neutron] 10.222.0.16 "GET /v2.0/networks/cc3c7087-d3bc-40c5-939c-0395ccb19910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808749 Mar 28 09:41:17.158615 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-96539116-913e-43ff-9070-da5fe51a88ce req-cf590979-ca00-46f5-9938-9b97ffc00a0b service neutron] 10.222.0.16 "GET /v2.0/networks/cc3c7087-d3bc-40c5-939c-0395ccb19910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849071 Mar 28 09:41:17.934100 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82aaada-57b2-4a58-ab4d-f387c06e2542 req-801c299a-c61d-4734-b19d-80d76ab0735a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:17.935589 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e82aaada-57b2-4a58-ab4d-f387c06e2542 req-801c299a-c61d-4734-b19d-80d76ab0735a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 944 time: 0.0562041 Mar 28 09:41:17.983637 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e82aaada-57b2-4a58-ab4d-f387c06e2542 req-605abf65-85ad-465f-a30e-21e3e6d9bfbd tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423093 Mar 28 09:41:19.105577 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d119435-af51-4666-84b4-34b412ebe2da req-655a928f-e9da-48c8-8311-5b3cfdc17544 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:19.107089 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6d119435-af51-4666-84b4-34b412ebe2da req-655a928f-e9da-48c8-8311-5b3cfdc17544 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 944 time: 0.0542603 Mar 28 09:41:19.154512 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6d119435-af51-4666-84b4-34b412ebe2da req-1158c381-e79b-4674-a10a-80a944617d47 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413444 Mar 28 09:41:19.743453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 9de77f0e-1b5c-4634-b10e-500e9ca5f583 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:41:19.840024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 9de77f0e-1b5c-4634-b10e-500e9ca5f583, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9de77f0e-1b5c-4634-b10e-500e9ca5f583,segment=NetworkSegment(6e3251a0-fb9e-480f-a43c-87d1704d09f1),segment_id=6e3251a0-fb9e-480f-a43c-87d1704d09f1)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:41:19.851793 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '9de77f0e-1b5c-4634-b10e-500e9ca5f583', 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910', 'port_id': '9de77f0e-1b5c-4634-b10e-500e9ca5f583', 'mac_address': 'fa:16:3e:24:ea:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:41:19.887665 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 9de77f0e-1b5c-4634-b10e-500e9ca5f583 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:41:19.888048 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:19.901067 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de77f0e-1b5c-4634-b10e-500e9ca5f583 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:41:19.920331 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 9de77f0e-1b5c-4634-b10e-500e9ca5f583, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9de77f0e-1b5c-4634-b10e-500e9ca5f583,segment=NetworkSegment(6e3251a0-fb9e-480f-a43c-87d1704d09f1),segment_id=6e3251a0-fb9e-480f-a43c-87d1704d09f1)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:41:19.924576 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:19.973371 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=9de77f0e-1b5c-4634-b10e-500e9ca5f583,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:20.126893 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['9de77f0e-1b5c-4634-b10e-500e9ca5f583'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:41:20.272719 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a3bfa-267d-48bf-93af-8e9778f50048 req-b31bd29e-3fc3-4c57-a1f7-3baf95669be8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:20.274219 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0a7a3bfa-267d-48bf-93af-8e9778f50048 req-b31bd29e-3fc3-4c57-a1f7-3baf95669be8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 945 time: 0.0529966 Mar 28 09:41:20.322447 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0a7a3bfa-267d-48bf-93af-8e9778f50048 req-6cae29e5-78a2-4aac-ac9b-4c8e5a75a8d1 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427475 Mar 28 09:41:21.438419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8bb34-d32d-434d-936c-14f5c680c56a req-e57a416a-6579-4389-aee6-3d9469a2f252 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:21.439894 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9c8bb34-d32d-434d-936c-14f5c680c56a req-e57a416a-6579-4389-aee6-3d9469a2f252 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 945 time: 0.0517690 Mar 28 09:41:21.487371 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9c8bb34-d32d-434d-936c-14f5c680c56a req-0d15109b-d799-43f4-829a-9f27fc020a75 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420372 Mar 28 09:41:21.616180 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:21.743066 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 9de77f0e-1b5c-4634-b10e-500e9ca5f583 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:41:21.791721 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 9de77f0e-1b5c-4634-b10e-500e9ca5f583 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:41:21.795743 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 9de77f0e-1b5c-4634-b10e-500e9ca5f583 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:41:21.796118 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:21.872108 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 9de77f0e-1b5c-4634-b10e-500e9ca5f583 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:41:21.872404 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:21.895426 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1c5040-ef04-4dc9-8a45-6ce4782f6a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de77f0e-1b5c-4634-b10e-500e9ca5f583'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:41:21.897644 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4575459-9800-4e8a-a11d-09b4d7468dcd" -d '{"events": [{"server_uuid": "9e1c5040-ef04-4dc9-8a45-6ce4782f6a81", "name": "network-vif-plugged", "status": "completed", "tag": "9de77f0e-1b5c-4634-b10e-500e9ca5f583"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:41:21.909916 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 9de77f0e-1b5c-4634-b10e-500e9ca5f583, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9de77f0e-1b5c-4634-b10e-500e9ca5f583,segment=NetworkSegment(6e3251a0-fb9e-480f-a43c-87d1704d09f1),segment_id=6e3251a0-fb9e-480f-a43c-87d1704d09f1)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:41:21.914195 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:21.947058 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6deb106-bd31-4f96-802f-8266b837adf0 x-openstack-request-id: req-d6deb106-bd31-4f96-802f-8266b837adf0 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:41:21.947361 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1c5040-ef04-4dc9-8a45-6ce4782f6a81", "name": "network-vif-plugged", "status": "completed", "tag": "9de77f0e-1b5c-4634-b10e-500e9ca5f583", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:41:21.947619 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6deb106-bd31-4f96-802f-8266b837adf0 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:41:21.948018 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6deb106-bd31-4f96-802f-8266b837adf0'] response: {'server_uuid': '9e1c5040-ef04-4dc9-8a45-6ce4782f6a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de77f0e-1b5c-4634-b10e-500e9ca5f583', 'code': 200} Mar 28 09:41:21.974452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=9de77f0e-1b5c-4634-b10e-500e9ca5f583,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:22.111116 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4b52a-5bef-4caa-bb6f-09314f575434 req-f2a61311-6350-4fef-917d-206f0474ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:22.112625 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-66a4b52a-5bef-4caa-bb6f-09314f575434 req-f2a61311-6350-4fef-917d-206f0474ff2e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 1130 time: 0.0494652 Mar 28 09:41:22.157762 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-66a4b52a-5bef-4caa-bb6f-09314f575434 req-8a1cf859-4b5f-46e0-9177-3c6638063908 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384607 Mar 28 09:41:22.604784 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee128e-ac71-43f2-af73-880bfa89ae5b req-362fcd68-61f8-4801-861e-6b45b57642c6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:22.606283 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-41ee128e-ac71-43f2-af73-880bfa89ae5b req-362fcd68-61f8-4801-861e-6b45b57642c6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0528247 Mar 28 09:41:22.653997 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-41ee128e-ac71-43f2-af73-880bfa89ae5b req-0315658d-2f90-489d-bcb0-ceb0f1db886b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421724 Mar 28 09:41:23.771340 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca4e12-ff9a-4f7e-8a29-f3154d971923 req-a0edfc4a-0206-401f-9034-57ed19ca1079 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:23.772805 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-34ca4e12-ff9a-4f7e-8a29-f3154d971923 req-a0edfc4a-0206-401f-9034-57ed19ca1079 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0531526 Mar 28 09:41:23.827340 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-34ca4e12-ff9a-4f7e-8a29-f3154d971923 req-49fcf26e-730e-479f-83e3-4134dbc51ae3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489175 Mar 28 09:41:23.961037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a153f1-ae18-44fd-9cc2-d0e4baa3f786 req-cb1302a9-4ca8-4ebe-8a05-d3064b124698 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:23.962501 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-60a153f1-ae18-44fd-9cc2-d0e4baa3f786 req-cb1302a9-4ca8-4ebe-8a05-d3064b124698 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0671086 Mar 28 09:41:24.010440 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-60a153f1-ae18-44fd-9cc2-d0e4baa3f786 req-44905c05-aa34-429a-8db7-63353398cbb2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424681 Mar 28 09:41:24.031932 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58974) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:24.074576 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e312da-7976-4cd4-8d5e-c3d8c2805fd3 tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:24.076086 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-46e312da-7976-4cd4-8d5e-c3d8c2805fd3 tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 1125 time: 0.0424151 Mar 28 09:41:24.078881 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58976) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:24.084025 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': '9de77f0e-1b5c-4634-b10e-500e9ca5f583', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:41:24.104356 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:24.197853 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:24.302311 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.36.4.78 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/a6df5f99-19e4-43f1-a8db-923369c1d78d) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:41:24.401114 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (a6df5f99-19e4-43f1-a8db-923369c1d78d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:24.431807 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (a6df5f99-19e4-43f1-a8db-923369c1d78d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:24.473910 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:41:24.476762 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:41:24.482237 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:41:24.487960 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=a6df5f99-19e4-43f1-a8db-923369c1d78d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:24.821143 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (c9021e5b-0c8c-4c52-b153-8ae1bf719a28), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:24.891072 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (a6df5f99-19e4-43f1-a8db-923369c1d78d), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:25.040626 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (a6df5f99-19e4-43f1-a8db-923369c1d78d), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:25.045198 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (a6df5f99-19e4-43f1-a8db-923369c1d78d), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:25.112247 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=a6df5f99-19e4-43f1-a8db-923369c1d78d,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:41:25.121861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (c9021e5b-0c8c-4c52-b153-8ae1bf719a28), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:25.221608 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Floating IP c9021e5b-0c8c-4c52-b153-8ae1bf719a28 associated. External IP: 172.36.4.78, port: 9de77f0e-1b5c-4634-b10e-500e9ca5f583. Mar 28 09:41:25.429988 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router c2690cdd-c851-4118-8979-01726e4e9818 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:41:25.537821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:41:25.547740 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ea67d-167e-44f1-bb8d-0a5a4b769b85 None None] Sync routers for ids ['c2690cdd-c851-4118-8979-01726e4e9818'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:41:25.555314 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:25.557217 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ea67d-167e-44f1-bb8d-0a5a4b769b85 None None] Routers {'c2690cdd-c851-4118-8979-01726e4e9818'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:41:25.557934 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b82ea67d-167e-44f1-bb8d-0a5a4b769b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:41:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c2690cdd-c851-4118-8979-01726e4e9818'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:41:25.585879 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-552f4448-a267-4fdb-921a-89eb6c665a4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5053387 Mar 28 09:41:25.586744 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1c5040-ef04-4dc9-8a45-6ce4782f6a81', 'tag': '9de77f0e-1b5c-4634-b10e-500e9ca5f583'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:41:25.589151 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e0adc7-1f97-4590-814c-d5bd75d894f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1c5040-ef04-4dc9-8a45-6ce4782f6a81", "tag": "9de77f0e-1b5c-4634-b10e-500e9ca5f583"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:41:25.632083 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea3f6d7-3089-4742-9b51-04ab57231c78 x-openstack-request-id: req-aea3f6d7-3089-4742-9b51-04ab57231c78 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:41:25.632507 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1c5040-ef04-4dc9-8a45-6ce4782f6a81", "tag": "9de77f0e-1b5c-4634-b10e-500e9ca5f583", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:41:25.632771 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aea3f6d7-3089-4742-9b51-04ab57231c78 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:41:25.633277 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea3f6d7-3089-4742-9b51-04ab57231c78'] response: {'name': 'network-changed', 'server_uuid': '9e1c5040-ef04-4dc9-8a45-6ce4782f6a81', 'tag': '9de77f0e-1b5c-4634-b10e-500e9ca5f583', 'status': 'completed', 'code': 200} Mar 28 09:41:25.669479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-b82ea67d-167e-44f1-bb8d-0a5a4b769b85 None None] Set router c2690cdd-c851-4118-8979-01726e4e9818 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:41:25.701309 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb35c5-04ab-46c5-8621-bebed8129488 req-cb4481a9-29e7-4ffb-9d78-a9825f0ed628 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:25.702466 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0adc7-1f97-4590-814c-d5bd75d894f4 req-a0e025af-472f-4911-8a89-922a3b09c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:25.702983 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7ccb35c5-04ab-46c5-8621-bebed8129488 req-cb4481a9-29e7-4ffb-9d78-a9825f0ed628 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0576262 Mar 28 09:41:25.705745 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e1e0adc7-1f97-4590-814c-d5bd75d894f4 req-a0e025af-472f-4911-8a89-922a3b09c13d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 1130 time: 0.0520098 Mar 28 09:41:25.752624 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7ccb35c5-04ab-46c5-8621-bebed8129488 req-458269f9-9600-471e-98d4-448168c3797f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436375 Mar 28 09:41:25.776448 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58982) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:25.802538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0adc7-1f97-4590-814c-d5bd75d894f4 req-06c1c16b-f407-4a3f-b868-3931cd2b6421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:25.804451 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e1e0adc7-1f97-4590-814c-d5bd75d894f4 req-06c1c16b-f407-4a3f-b868-3931cd2b6421 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc3c7087-d3bc-40c5-939c-0395ccb19910 HTTP/1.1" status: 200 len: 896 time: 0.0939658 Mar 28 09:41:25.847465 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7d60a8e1-7fdd-45a2-888d-19ce81e3a31f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/floatingips/c9021e5b-0c8c-4c52-b153-8ae1bf719a28 HTTP/1.1" status: 200 len: 991 time: 0.0682654 Mar 28 09:41:25.903857 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b82ea67d-167e-44f1-bb8d-0a5a4b769b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846743312', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18'}], 'enable_snat': True}, 'gw_port_id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:08Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c9021e5b-0c8c-4c52-b153-8ae1bf719a28', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'floating_ip_address': '172.36.4.78', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'port_id': '9de77f0e-1b5c-4634-b10e-500e9ca5f583', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910', 'mac_address': 'fa:16:3e:24:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c5040-ef04-4dc9-8a45-6ce4782f6a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:41:24Z', 'updated_at': '2022-03-28T09:41:24Z', 'revision_number': 0, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3814fc1-e11e-406a-bddc-60559c0b0403', 'name': '', 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:46:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:07Z', 'updated_at': '2022-03-28T09:41:10Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:41:25.930326 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ea67d-167e-44f1-bb8d-0a5a4b769b85 None None] Checking router: c2690cdd-c851-4118-8979-01726e4e9818 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:41:25.939786 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ea67d-167e-44f1-bb8d-0a5a4b769b85 None None] Routers {'c2690cdd-c851-4118-8979-01726e4e9818'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:41:25.940406 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b82ea67d-167e-44f1-bb8d-0a5a4b769b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:41:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c2690cdd-c851-4118-8979-01726e4e9818'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:41:26.052987 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-b82ea67d-167e-44f1-bb8d-0a5a4b769b85 None None] Set router c2690cdd-c851-4118-8979-01726e4e9818 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:41:26.214074 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e1e0adc7-1f97-4590-814c-d5bd75d894f4 req-dfdbac26-57b2-4b02-b61c-74ba61bdea40 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de77f0e-1b5c-4634-b10e-500e9ca5f583 HTTP/1.1" status: 200 len: 999 time: 0.4020541 Mar 28 09:41:26.263018 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0adc7-1f97-4590-814c-d5bd75d894f4 req-0ddcc26b-d697-4fb4-878f-d62311fbf5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:26.264473 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e1e0adc7-1f97-4590-814c-d5bd75d894f4 req-0ddcc26b-d697-4fb4-878f-d62311fbf5b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd54911-909b-4dd8-886d-aac50d66a880 HTTP/1.1" status: 200 len: 834 time: 0.0449903 Mar 28 09:41:26.314926 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0adc7-1f97-4590-814c-d5bd75d894f4 req-332e2ea4-c599-474b-85d2-fa902518abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:26.316344 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e1e0adc7-1f97-4590-814c-d5bd75d894f4 req-332e2ea4-c599-474b-85d2-fa902518abc6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc3c7087-d3bc-40c5-939c-0395ccb19910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0466948 Mar 28 09:41:26.402552 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e1e0adc7-1f97-4590-814c-d5bd75d894f4 req-988b68df-2a4e-48de-a231-79e9ce49b18d service neutron] 10.222.0.16 "GET /v2.0/networks/cc3c7087-d3bc-40c5-939c-0395ccb19910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805917 Mar 28 09:41:26.430211 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b82ea67d-167e-44f1-bb8d-0a5a4b769b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846743312', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18'}], 'enable_snat': True}, 'gw_port_id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:08Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c9021e5b-0c8c-4c52-b153-8ae1bf719a28', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'floating_ip_address': '172.36.4.78', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'port_id': '9de77f0e-1b5c-4634-b10e-500e9ca5f583', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910', 'mac_address': 'fa:16:3e:24:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c5040-ef04-4dc9-8a45-6ce4782f6a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:41:24Z', 'updated_at': '2022-03-28T09:41:24Z', 'revision_number': 0, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3814fc1-e11e-406a-bddc-60559c0b0403', 'name': '', 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:46:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:07Z', 'updated_at': '2022-03-28T09:41:10Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:41:26.460302 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ea67d-167e-44f1-bb8d-0a5a4b769b85 None None] The sync data for ids ['c2690cdd-c851-4118-8979-01726e4e9818'] in dv-neutron-master-2-hyperv is: [{'id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846743312', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18'}], 'enable_snat': True}, 'gw_port_id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:08Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c9021e5b-0c8c-4c52-b153-8ae1bf719a28', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'floating_ip_address': '172.36.4.78', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'port_id': '9de77f0e-1b5c-4634-b10e-500e9ca5f583', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910', 'mac_address': 'fa:16:3e:24:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c5040-ef04-4dc9-8a45-6ce4782f6a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:41:24Z', 'updated_at': '2022-03-28T09:41:24Z', 'revision_number': 0, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3814fc1-e11e-406a-bddc-60559c0b0403', 'name': '', 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:46:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:07Z', 'updated_at': '2022-03-28T09:41:10Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:41:26.497386 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e1e0adc7-1f97-4590-814c-d5bd75d894f4 req-8d582d0f-3ed1-4251-a392-35ce650f494d service neutron] 10.222.0.16 "GET /v2.0/networks/cc3c7087-d3bc-40c5-939c-0395ccb19910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884058 Mar 28 09:41:26.657799 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c0065-0063-4f49-8d50-6c7e59630526 None None] New status for floating IP c9021e5b-0c8c-4c52-b153-8ae1bf719a28: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:41:26.850335 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 58986) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:26.910193 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-415dac4d-5890-48a6-baea-379a3320b52d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/floatingips/c9021e5b-0c8c-4c52-b153-8ae1bf719a28 HTTP/1.1" status: 200 len: 993 time: 0.0587227 Mar 28 09:41:27.318862 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-522da38b-10bd-41e8-bc56-ecde3296af66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:29.536406 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc0b2ba7-7d38-4e3b-8fc9-1e3c1b857599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:30.684436 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:32.240608 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:33.774086 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:50.508186 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:41:51.623039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:54.760144 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c29585cb-6c99-4c1d-8c0c-ea8d889cec8c req-79132fa6-7c59-4524-b27a-5fce6bb294fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435252 Mar 28 09:41:54.842517 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29585cb-6c99-4c1d-8c0c-ea8d889cec8c req-ef94223d-0469-418c-8218-9df776d5bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:54.843985 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c29585cb-6c99-4c1d-8c0c-ea8d889cec8c req-ef94223d-0469-418c-8218-9df776d5bd31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 1130 time: 0.0437536 Mar 28 09:41:54.944979 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29585cb-6c99-4c1d-8c0c-ea8d889cec8c req-8d10b147-3b46-421a-9119-e227c95d38bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:54.946443 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c29585cb-6c99-4c1d-8c0c-ea8d889cec8c req-8d10b147-3b46-421a-9119-e227c95d38bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc3c7087-d3bc-40c5-939c-0395ccb19910 HTTP/1.1" status: 200 len: 896 time: 0.0850770 Mar 28 09:41:55.012275 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c29585cb-6c99-4c1d-8c0c-ea8d889cec8c req-7c004481-0695-4195-ac27-7948a18fe583 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de77f0e-1b5c-4634-b10e-500e9ca5f583 HTTP/1.1" status: 200 len: 1001 time: 0.0590117 Mar 28 09:41:55.068026 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29585cb-6c99-4c1d-8c0c-ea8d889cec8c req-da3f3995-fbe7-4c69-84d7-018366a5400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:55.069463 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c29585cb-6c99-4c1d-8c0c-ea8d889cec8c req-da3f3995-fbe7-4c69-84d7-018366a5400b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd54911-909b-4dd8-886d-aac50d66a880 HTTP/1.1" status: 200 len: 834 time: 0.0519693 Mar 28 09:41:55.118846 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29585cb-6c99-4c1d-8c0c-ea8d889cec8c req-4b9f8bdf-8c24-41e5-bdac-ccf36675a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:55.120334 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c29585cb-6c99-4c1d-8c0c-ea8d889cec8c req-4b9f8bdf-8c24-41e5-bdac-ccf36675a9a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc3c7087-d3bc-40c5-939c-0395ccb19910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435812 Mar 28 09:41:55.206624 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c29585cb-6c99-4c1d-8c0c-ea8d889cec8c req-1fb5fa1d-5254-4bbc-8fa9-aac85d38fde8 service neutron] 10.222.0.16 "GET /v2.0/networks/cc3c7087-d3bc-40c5-939c-0395ccb19910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803030 Mar 28 09:41:55.296855 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c29585cb-6c99-4c1d-8c0c-ea8d889cec8c req-12163feb-73b7-43bf-ae83-46f52b0edad9 service neutron] 10.222.0.16 "GET /v2.0/networks/cc3c7087-d3bc-40c5-939c-0395ccb19910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839517 Mar 28 09:41:57.319057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-06f924ac-6a4f-4cfc-9895-2d69200e2238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:58.099666 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [req-db114002-8574-46df-bb88-65288478e9ea req-0b13c7ef-5e7b-4122-98b5-24232459dbaf service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:41:58.100684 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-db114002-8574-46df-bb88-65288478e9ea req-0b13c7ef-5e7b-4122-98b5-24232459dbaf service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0564034 Mar 28 09:41:58.287558 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf147d4-aaa6-409c-af94-d47fd5123d8b req-e9d0b4ed-25a6-46b5-84e0-eb276109bcc9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:58.289088 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-faf147d4-aaa6-409c-af94-d47fd5123d8b req-e9d0b4ed-25a6-46b5-84e0-eb276109bcc9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0557268 Mar 28 09:41:58.290139 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59010) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:58.349973 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-faf147d4-aaa6-409c-af94-d47fd5123d8b req-bc69efe7-af3e-496a-8287-d5e465a3155e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543182 Mar 28 09:41:58.387784 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-cd266d07-d240-4aef-83f9-0ffad5a11200 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965018 Mar 28 09:41:58.396976 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-bf90b757-880e-4c74-b7e7-6a18e76e5b8b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:41:58.397974 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-bf90b757-880e-4c74-b7e7-6a18e76e5b8b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056152 Mar 28 09:41:58.707912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59030) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:41:58.800980 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-efd8967f-483c-43fa-bf91-cfebf2b7411c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:58.802306 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-efd8967f-483c-43fa-bf91-cfebf2b7411c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports/9de77f0e-1b5c-4634-b10e-500e9ca5f583 HTTP/1.1" status: 200 len: 943 time: 0.0932221 Mar 28 09:41:59.474743 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b06e6-d9d1-4873-b25b-3fbc7fcae07f req-7976a774-89bb-427d-b0bd-e0fc08c4768e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:59.476238 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c84b06e6-d9d1-4873-b25b-3fbc7fcae07f req-7976a774-89bb-427d-b0bd-e0fc08c4768e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0565331 Mar 28 09:41:59.530438 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c84b06e6-d9d1-4873-b25b-3fbc7fcae07f req-a367f650-3e8c-4eb1-977c-539495a9996a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477793 Mar 28 09:41:59.538633 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4d37fd52-c941-4ba5-80ff-39ebac88eb90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:41:59.566513 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-92282113-9b26-4da5-91d9-b9e538302b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:59.568028 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-92282113-9b26-4da5-91d9-b9e538302b3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 1130 time: 0.0474923 Mar 28 09:41:59.660618 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-548da0a4-c729-4d73-a54a-afbf98ffa5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:59.662032 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-548da0a4-c729-4d73-a54a-afbf98ffa5a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc3c7087-d3bc-40c5-939c-0395ccb19910 HTTP/1.1" status: 200 len: 896 time: 0.0878847 Mar 28 09:41:59.726108 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-87794175-4d57-4f54-942c-0e07437ae481 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de77f0e-1b5c-4634-b10e-500e9ca5f583 HTTP/1.1" status: 200 len: 1001 time: 0.0583732 Mar 28 09:41:59.772967 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-29561286-c70b-4e51-a47f-773c72e5cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:59.774445 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-29561286-c70b-4e51-a47f-773c72e5cb6f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd54911-909b-4dd8-886d-aac50d66a880 HTTP/1.1" status: 200 len: 834 time: 0.0432470 Mar 28 09:41:59.826421 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-3d2d6e77-0623-47c4-b5e6-c5a64c7677fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:41:59.827931 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-3d2d6e77-0623-47c4-b5e6-c5a64c7677fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc3c7087-d3bc-40c5-939c-0395ccb19910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475342 Mar 28 09:41:59.915426 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-65d8d1b2-6704-48e1-a669-bcb050e33ba5 service neutron] 10.222.0.16 "GET /v2.0/networks/cc3c7087-d3bc-40c5-939c-0395ccb19910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818343 Mar 28 09:42:00.007810 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-30e3b9f4-5037-4cd1-99b1-b7a727fb0621 service neutron] 10.222.0.16 "GET /v2.0/networks/cc3c7087-d3bc-40c5-939c-0395ccb19910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868332 Mar 28 09:42:00.650723 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b289a-9524-4e88-aa63-8892ea2dea64 req-e98fdb26-9b01-439a-b06f-fa80f7eaf2bd tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:00.652220 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-219b289a-9524-4e88-aa63-8892ea2dea64 req-e98fdb26-9b01-439a-b06f-fa80f7eaf2bd tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0533962 Mar 28 09:42:00.687079 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:00.701050 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-219b289a-9524-4e88-aa63-8892ea2dea64 req-4653f5ba-a96d-4501-bc3b-4998eae88855 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433714 Mar 28 09:42:01.818488 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743447e-a9d9-4d2f-a117-48ae365ad9e7 req-abee6b7e-8d27-4412-a11d-981e2715a355 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:01.819962 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c743447e-a9d9-4d2f-a117-48ae365ad9e7 req-abee6b7e-8d27-4412-a11d-981e2715a355 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0521636 Mar 28 09:42:01.867033 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c743447e-a9d9-4d2f-a117-48ae365ad9e7 req-2f445570-bc0d-4840-982f-73ef9e8eda21 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416596 Mar 28 09:42:02.242490 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:02.983966 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a38b3-18c6-43eb-8932-ba1668962387 req-b8bf5d5e-64a7-435f-b4a4-a626a58171cd tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:02.985428 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-aa5a38b3-18c6-43eb-8932-ba1668962387 req-b8bf5d5e-64a7-435f-b4a4-a626a58171cd tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0520251 Mar 28 09:42:03.041449 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-aa5a38b3-18c6-43eb-8932-ba1668962387 req-cf65a171-33f4-41bb-b178-fb2980ae9c9e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501094 Mar 28 09:42:03.775706 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:04.161356 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eba59c-aa55-4e64-8384-c67cadb0a2c6 req-031f7d9c-36c3-490c-92d3-ccdcb788f7ba tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:04.162827 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-43eba59c-aa55-4e64-8384-c67cadb0a2c6 req-031f7d9c-36c3-490c-92d3-ccdcb788f7ba tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0534468 Mar 28 09:42:04.214360 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-43eba59c-aa55-4e64-8384-c67cadb0a2c6 req-97cb589c-d48a-4c67-9edc-a72947a261ec tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461204 Mar 28 09:42:05.337363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02941e-3a2f-4b05-9e8f-f49786497993 req-a9427029-5384-4fc5-b716-d3d5d2c36c5b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:05.338886 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7d02941e-3a2f-4b05-9e8f-f49786497993 req-a9427029-5384-4fc5-b716-d3d5d2c36c5b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0575202 Mar 28 09:42:05.387005 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7d02941e-3a2f-4b05-9e8f-f49786497993 req-10ab86b5-3d44-4ebf-851f-d182c1dd9e94 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427423 Mar 28 09:42:06.506022 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f10b0-6605-4b14-95f5-259c0004c2ae req-445ecfa1-a28c-48be-92ac-ad546330c7a5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:06.507721 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-334f10b0-6605-4b14-95f5-259c0004c2ae req-445ecfa1-a28c-48be-92ac-ad546330c7a5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0532055 Mar 28 09:42:06.556574 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-334f10b0-6605-4b14-95f5-259c0004c2ae req-0e92dfa9-9684-4f28-8952-b50e5672eb63 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435805 Mar 28 09:42:07.682748 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69d8b1-42ca-4d7a-b92c-5ecdd37a1a3c req-72e09d3d-fcef-4c03-9a97-92ba46c8d758 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:07.684156 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cb69d8b1-42ca-4d7a-b92c-5ecdd37a1a3c req-72e09d3d-fcef-4c03-9a97-92ba46c8d758 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0548818 Mar 28 09:42:07.733645 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cb69d8b1-42ca-4d7a-b92c-5ecdd37a1a3c req-d56cf832-bc32-4c9d-a6cc-0350bbf019be tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433650 Mar 28 09:42:08.852846 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f600dd3-fba0-4bf0-a801-2366efe9f08e req-c16792fd-e73a-4316-8c35-61005619caa7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:08.854330 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9f600dd3-fba0-4bf0-a801-2366efe9f08e req-c16792fd-e73a-4316-8c35-61005619caa7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0520475 Mar 28 09:42:08.902969 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9f600dd3-fba0-4bf0-a801-2366efe9f08e req-80bbc944-9471-4528-9cef-386a27782269 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431199 Mar 28 09:42:10.023441 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b06ad-9633-45e4-8eaa-4d378e40e055 req-fcbc90bd-dab9-42d9-9aa8-32773e078f78 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:10.024900 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f54b06ad-9633-45e4-8eaa-4d378e40e055 req-fcbc90bd-dab9-42d9-9aa8-32773e078f78 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0574505 Mar 28 09:42:10.073061 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f54b06ad-9633-45e4-8eaa-4d378e40e055 req-2c884732-6f2c-48d7-9b66-32c139e75099 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421381 Mar 28 09:42:11.196433 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39ef0f-8752-4108-994e-263f182b13ca req-a118f073-f765-46b3-96d6-a72a272c29a6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:11.197923 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3e39ef0f-8752-4108-994e-263f182b13ca req-a118f073-f765-46b3-96d6-a72a272c29a6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0557237 Mar 28 09:42:11.245249 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3e39ef0f-8752-4108-994e-263f182b13ca req-023e8198-b93a-494e-bd9e-14fda5ac4793 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417790 Mar 28 09:42:12.364151 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405baaf8-ab39-49f9-bf4d-bed9c8af3565 req-a4eef8b6-1205-4211-ae72-6ce4787abc48 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:12.365556 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-405baaf8-ab39-49f9-bf4d-bed9c8af3565 req-a4eef8b6-1205-4211-ae72-6ce4787abc48 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0531118 Mar 28 09:42:12.414947 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-405baaf8-ab39-49f9-bf4d-bed9c8af3565 req-6a988cf0-1ac3-4a53-aa56-5acf7ceeef9e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438554 Mar 28 09:42:13.533742 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551444c-aac8-4eea-abdb-c0cb99e32bc5 req-7a20aa1b-eb84-4299-b4ee-043354157c9e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:13.535200 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5551444c-aac8-4eea-abdb-c0cb99e32bc5 req-7a20aa1b-eb84-4299-b4ee-043354157c9e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0528245 Mar 28 09:42:13.583598 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5551444c-aac8-4eea-abdb-c0cb99e32bc5 req-8ab0bfd2-ab6d-4d3d-a206-436d27811c06 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429552 Mar 28 09:42:14.699029 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b96a86-64ff-4961-9afa-0030b1da1fea req-08d66f4a-9fc6-424e-8017-444ae75a9bdd tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:14.700506 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c8b96a86-64ff-4961-9afa-0030b1da1fea req-08d66f4a-9fc6-424e-8017-444ae75a9bdd tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0515761 Mar 28 09:42:14.754043 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c8b96a86-64ff-4961-9afa-0030b1da1fea req-a247822d-8e50-4a7d-8010-294242f0b50d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474401 Mar 28 09:42:15.871902 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ce690-9755-4948-b8b8-fa036aacf5dc req-9fbecc58-064a-4215-b216-994d1aa9a246 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:15.873360 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-873ce690-9755-4948-b8b8-fa036aacf5dc req-9fbecc58-064a-4215-b216-994d1aa9a246 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0527210 Mar 28 09:42:15.925093 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-873ce690-9755-4948-b8b8-fa036aacf5dc req-e878ab6d-01a8-40be-916a-99ba5dc39b92 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457609 Mar 28 09:42:16.569902 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-fcf66363-7787-44a5-88fd-9bdbb461020e service neutron] 10.222.0.16 "GET /v2.0/ports/9de77f0e-1b5c-4634-b10e-500e9ca5f583/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0539489 Mar 28 09:42:16.765731 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-3ce90d21-9c7e-4322-9e01-b576fdfe4b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:16.767759 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-3ce90d21-9c7e-4322-9e01-b576fdfe4b5a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81&tenant_id=b57d183079f64edab0869bac2c69ae7e HTTP/1.1" status: 200 len: 1130 time: 0.0452149 Mar 28 09:42:16.830242 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-5a435124-4fc9-4b0d-8274-acd34024f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:16.831719 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-5a435124-4fc9-4b0d-8274-acd34024f239 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 1130 time: 0.0438406 Mar 28 09:42:16.926437 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-68fdecaf-7bf6-43a6-97a9-7e6567972ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:16.927906 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-68fdecaf-7bf6-43a6-97a9-7e6567972ae4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc3c7087-d3bc-40c5-939c-0395ccb19910 HTTP/1.1" status: 200 len: 896 time: 0.0908701 Mar 28 09:42:16.993173 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-83d9d926-95e7-4e03-a768-029d09ad6503 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de77f0e-1b5c-4634-b10e-500e9ca5f583 HTTP/1.1" status: 200 len: 1001 time: 0.0590150 Mar 28 09:42:17.071400 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-4ce309af-88e9-41a9-b70e-3d711958bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:17.072840 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-4ce309af-88e9-41a9-b70e-3d711958bd3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd54911-909b-4dd8-886d-aac50d66a880 HTTP/1.1" status: 200 len: 834 time: 0.0705895 Mar 28 09:42:17.084218 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9873ec-dcac-4761-aa35-f613fa502f2c req-708acdc7-da4c-41d7-83b0-cec3d8e067ae tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:17.085529 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-af9873ec-dcac-4761-aa35-f613fa502f2c req-708acdc7-da4c-41d7-83b0-cec3d8e067ae tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0914814 Mar 28 09:42:17.165706 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-af9873ec-dcac-4761-aa35-f613fa502f2c req-744fa46d-41c9-4245-8b62-e6dce30a6400 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713446 Mar 28 09:42:17.168535 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-202a5145-b5ec-49fa-a47b-3eaeb6b3806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:17.169919 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-202a5145-b5ec-49fa-a47b-3eaeb6b3806e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc3c7087-d3bc-40c5-939c-0395ccb19910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0829566 Mar 28 09:42:17.260895 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-907d9474-e1f5-476b-b8e1-e04ede192ad1 service neutron] 10.222.0.16 "GET /v2.0/networks/cc3c7087-d3bc-40c5-939c-0395ccb19910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845809 Mar 28 09:42:17.348730 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9a052c3f-58b0-488f-8121-70bbe42c3b8f req-61749df7-ca57-4f6a-b3e9-17189cd09dc1 service neutron] 10.222.0.16 "GET /v2.0/networks/cc3c7087-d3bc-40c5-939c-0395ccb19910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821207 Mar 28 09:42:18.281192 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25fb69-667b-4f77-a500-f4cbd9f10a50 req-e887e146-183d-44de-8698-2d9c39e31b58 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:18.283312 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9e25fb69-667b-4f77-a500-f4cbd9f10a50 req-e887e146-183d-44de-8698-2d9c39e31b58 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0523121 Mar 28 09:42:18.330670 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9e25fb69-667b-4f77-a500-f4cbd9f10a50 req-e1ba23ac-052a-4d63-85a4-2beccb6a0346 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417802 Mar 28 09:42:19.455331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de683c7d-4f1a-471b-bd1e-4bc8cb03759e req-9b0e0a69-8559-4387-8892-9c16c6865e4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:19.456792 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-de683c7d-4f1a-471b-bd1e-4bc8cb03759e req-9b0e0a69-8559-4387-8892-9c16c6865e4f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0589328 Mar 28 09:42:19.505237 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-de683c7d-4f1a-471b-bd1e-4bc8cb03759e req-8ba4090d-1768-421c-baba-b701ce9b56f5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428538 Mar 28 09:42:19.731995 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca57af-853c-4bdd-85dc-02b39ad975c4 req-d085470d-8de0-49fc-854c-e58d83d7a313 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:19.733470 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bbca57af-853c-4bdd-85dc-02b39ad975c4 req-d085470d-8de0-49fc-854c-e58d83d7a313 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0866516 Mar 28 09:42:19.746965 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160c7ff-4b31-4722-9443-0cd6b15e651f req-d56decf0-546a-4e9b-ad00-999dbacb2994 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:19.748320 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2160c7ff-4b31-4722-9443-0cd6b15e651f req-d56decf0-546a-4e9b-ad00-999dbacb2994 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81&tenant_id=b57d183079f64edab0869bac2c69ae7e&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.0742462 Mar 28 09:42:19.803601 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bbca57af-853c-4bdd-85dc-02b39ad975c4 req-2d142bab-d9eb-44d8-aa76-6fb672a2a48b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637634 Mar 28 09:42:19.836261 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160c7ff-4b31-4722-9443-0cd6b15e651f req-796c45f1-446e-4fb4-8670-21d3f58ae6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:19.837912 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2160c7ff-4b31-4722-9443-0cd6b15e651f req-796c45f1-446e-4fb4-8670-21d3f58ae6af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 1130 time: 0.0467424 Mar 28 09:42:19.921727 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba1e20-79b8-4ecf-844b-6459d3699510 req-3bf21d45-2f65-45d2-b42a-351e1c1e1d29 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:19.923871 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-abba1e20-79b8-4ecf-844b-6459d3699510 req-3bf21d45-2f65-45d2-b42a-351e1c1e1d29 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0520413 Mar 28 09:42:19.927136 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160c7ff-4b31-4722-9443-0cd6b15e651f req-199f420b-cff6-42e9-b424-bb299e9b7a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:19.928658 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2160c7ff-4b31-4722-9443-0cd6b15e651f req-199f420b-cff6-42e9-b424-bb299e9b7a14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc3c7087-d3bc-40c5-939c-0395ccb19910 HTTP/1.1" status: 200 len: 896 time: 0.0848653 Mar 28 09:42:19.974942 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-abba1e20-79b8-4ecf-844b-6459d3699510 req-305fe770-69a2-4b17-b40b-6bce8b26f330 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455463 Mar 28 09:42:19.998063 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2160c7ff-4b31-4722-9443-0cd6b15e651f req-02eec624-718f-4bc2-8d7a-292d1a943be1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de77f0e-1b5c-4634-b10e-500e9ca5f583 HTTP/1.1" status: 200 len: 1001 time: 0.0639906 Mar 28 09:42:20.008489 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 9de77f0e-1b5c-4634-b10e-500e9ca5f583 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:42:20.010595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 9de77f0e-1b5c-4634-b10e-500e9ca5f583 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:42:20.049730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160c7ff-4b31-4722-9443-0cd6b15e651f req-e20218d5-b938-45fe-a648-96ec092c414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:20.051282 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2160c7ff-4b31-4722-9443-0cd6b15e651f req-e20218d5-b938-45fe-a648-96ec092c414e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd54911-909b-4dd8-886d-aac50d66a880 HTTP/1.1" status: 200 len: 834 time: 0.0481293 Mar 28 09:42:20.099807 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160c7ff-4b31-4722-9443-0cd6b15e651f req-6b7bc13c-43e0-4d84-96c9-7fa7554edb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:20.101407 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2160c7ff-4b31-4722-9443-0cd6b15e651f req-6b7bc13c-43e0-4d84-96c9-7fa7554edb4c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc3c7087-d3bc-40c5-939c-0395ccb19910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448132 Mar 28 09:42:20.169198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 9de77f0e-1b5c-4634-b10e-500e9ca5f583 is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:42:20.169584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:20.172399 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 9de77f0e-1b5c-4634-b10e-500e9ca5f583, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9de77f0e-1b5c-4634-b10e-500e9ca5f583,segment=NetworkSegment(6e3251a0-fb9e-480f-a43c-87d1704d09f1),segment_id=6e3251a0-fb9e-480f-a43c-87d1704d09f1)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:42:20.191145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '9de77f0e-1b5c-4634-b10e-500e9ca5f583', 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910', 'port_id': '9de77f0e-1b5c-4634-b10e-500e9ca5f583', 'mac_address': 'fa:16:3e:24:ea:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:42:20.196372 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2160c7ff-4b31-4722-9443-0cd6b15e651f req-3a5afd55-2757-44c2-8b76-ea798a5d17d7 service neutron] 10.222.0.16 "GET /v2.0/networks/cc3c7087-d3bc-40c5-939c-0395ccb19910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894651 Mar 28 09:42:20.206682 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1c5040-ef04-4dc9-8a45-6ce4782f6a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de77f0e-1b5c-4634-b10e-500e9ca5f583'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:42:20.208908 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315d39f6-a07e-44f4-9bfe-7038dafa8c30" -d '{"events": [{"server_uuid": "9e1c5040-ef04-4dc9-8a45-6ce4782f6a81", "name": "network-vif-unplugged", "status": "completed", "tag": "9de77f0e-1b5c-4634-b10e-500e9ca5f583"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:42:20.242496 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 9de77f0e-1b5c-4634-b10e-500e9ca5f583, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9de77f0e-1b5c-4634-b10e-500e9ca5f583,segment=NetworkSegment(6e3251a0-fb9e-480f-a43c-87d1704d09f1),segment_id=6e3251a0-fb9e-480f-a43c-87d1704d09f1)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:42:20.253851 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:20.257386 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 09:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59df4814-e09e-4fec-abae-f8a797a6c824 x-openstack-request-id: req-59df4814-e09e-4fec-abae-f8a797a6c824 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:42:20.257708 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1c5040-ef04-4dc9-8a45-6ce4782f6a81", "name": "network-vif-unplugged", "status": "completed", "tag": "9de77f0e-1b5c-4634-b10e-500e9ca5f583", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:42:20.257961 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59df4814-e09e-4fec-abae-f8a797a6c824 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:42:20.258351 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59df4814-e09e-4fec-abae-f8a797a6c824'] response: {'server_uuid': '9e1c5040-ef04-4dc9-8a45-6ce4782f6a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de77f0e-1b5c-4634-b10e-500e9ca5f583', 'code': 200} Mar 28 09:42:20.263224 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 9de77f0e-1b5c-4634-b10e-500e9ca5f583 is: ACTIVE; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:42:20.263602 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:20.289978 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2160c7ff-4b31-4722-9443-0cd6b15e651f req-e37ced25-4311-4450-91fd-dc9c26cba4b2 service neutron] 10.222.0.16 "GET /v2.0/networks/cc3c7087-d3bc-40c5-939c-0395ccb19910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875502 Mar 28 09:42:20.301476 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9de77f0e-1b5c-4634-b10e-500e9ca5f583 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:42:20.345301 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=9de77f0e-1b5c-4634-b10e-500e9ca5f583,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:42:20.360425 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:20.361319 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:20.361681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:20.362022 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:20.362355 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:20.362685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:20.363010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:20.363333 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:20.363657 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:20.363980 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:20.364304 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:20.364648 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:20.364950 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:20.365266 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:20.365584 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:20.369859 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.db.api [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 09:42:20.370217 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG oslo_db.api [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 09:42:20.905791 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 9de77f0e-1b5c-4634-b10e-500e9ca5f583 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:42:20.906173 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:20.918394 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de77f0e-1b5c-4634-b10e-500e9ca5f583 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:42:20.941495 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 9de77f0e-1b5c-4634-b10e-500e9ca5f583, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9de77f0e-1b5c-4634-b10e-500e9ca5f583,segment=NetworkSegment(6e3251a0-fb9e-480f-a43c-87d1704d09f1),segment_id=6e3251a0-fb9e-480f-a43c-87d1704d09f1)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:42:20.944987 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:20.991804 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=9de77f0e-1b5c-4634-b10e-500e9ca5f583,revision_number=7']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:42:21.001731 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['9de77f0e-1b5c-4634-b10e-500e9ca5f583'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:42:21.099995 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb928fd6-bd33-4024-a224-b6708b1b88a6 req-3ce43827-d9ef-4e8c-8cec-649c781ff189 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:21.101500 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fb928fd6-bd33-4024-a224-b6708b1b88a6 req-3ce43827-d9ef-4e8c-8cec-649c781ff189 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 945 time: 0.0577219 Mar 28 09:42:21.153973 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fb928fd6-bd33-4024-a224-b6708b1b88a6 req-2a7b7817-0a1f-4111-9bdd-865bebc770ac tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467105 Mar 28 09:42:21.176206 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59094) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:42:21.236315 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1e9fea80-2ead-4b4d-8d5d-3753af367d94 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/floatingips/c9021e5b-0c8c-4c52-b153-8ae1bf719a28 HTTP/1.1" status: 200 len: 992 time: 0.0583215 Mar 28 09:42:21.634362 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:22.016529 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 9de77f0e-1b5c-4634-b10e-500e9ca5f583 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:42:22.070710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 9de77f0e-1b5c-4634-b10e-500e9ca5f583 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:42:22.070710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:22.154869 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 9de77f0e-1b5c-4634-b10e-500e9ca5f583 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:42:22.155252 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:22.189274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 9de77f0e-1b5c-4634-b10e-500e9ca5f583, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9de77f0e-1b5c-4634-b10e-500e9ca5f583,segment=NetworkSegment(6e3251a0-fb9e-480f-a43c-87d1704d09f1),segment_id=6e3251a0-fb9e-480f-a43c-87d1704d09f1)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:42:22.193571 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:22.241689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=9de77f0e-1b5c-4634-b10e-500e9ca5f583,revision_number=8']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:42:22.259209 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1c5040-ef04-4dc9-8a45-6ce4782f6a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de77f0e-1b5c-4634-b10e-500e9ca5f583'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:42:22.261504 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c4ffd5-298a-4124-87e9-97c7edd7a2c4" -d '{"events": [{"server_uuid": "9e1c5040-ef04-4dc9-8a45-6ce4782f6a81", "name": "network-vif-plugged", "status": "completed", "tag": "9de77f0e-1b5c-4634-b10e-500e9ca5f583"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:42:22.296939 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359236b4-121a-4b8e-98d6-734a902dd64b x-openstack-request-id: req-359236b4-121a-4b8e-98d6-734a902dd64b {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:42:22.297235 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1c5040-ef04-4dc9-8a45-6ce4782f6a81", "name": "network-vif-plugged", "status": "completed", "tag": "9de77f0e-1b5c-4634-b10e-500e9ca5f583", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:42:22.297496 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-359236b4-121a-4b8e-98d6-734a902dd64b {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:42:22.298006 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-359236b4-121a-4b8e-98d6-734a902dd64b'] response: {'server_uuid': '9e1c5040-ef04-4dc9-8a45-6ce4782f6a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de77f0e-1b5c-4634-b10e-500e9ca5f583', 'code': 200} Mar 28 09:42:27.320510 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-05da5384-b5b7-4ad0-9bb2-0cb1d9ff3e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:27.506641 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:42:29.539832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5ec31e7b-194b-44a4-b6d8-2bd30bb8f8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:30.688655 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:32.245072 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:33.777966 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:47.619707 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [req-c4c4798b-e877-495f-9f6c-b05844f236f3 req-10b5e29f-3811-43f2-9ccf-4219853c2c01 tempest-ServerDiskConfigTestJSON-1681855884 tempest-ServerDiskConfigTestJSON-1681855884-project] (104076) timed out ('10.222.0.16', 64657) {{(pid=104076) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 09:42:51.644732 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:51.694554 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59106) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:42:51.851288 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port a6df5f99-19e4-43f1-a8db-923369c1d78d {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:42:51.851631 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (a6df5f99-19e4-43f1-a8db-923369c1d78d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:51.924515 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (a6df5f99-19e4-43f1-a8db-923369c1d78d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:51.925336 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (a6df5f99-19e4-43f1-a8db-923369c1d78d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:51.936735 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for a6df5f99-19e4-43f1-a8db-923369c1d78d owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:42:52.409398 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (a6df5f99-19e4-43f1-a8db-923369c1d78d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:52.434307 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=a6df5f99-19e4-43f1-a8db-923369c1d78d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:42:52.462783 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:52.463138 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:52.463490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:52.463834 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:52.464177 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:52.464514 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:52.464848 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:52.465178 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:52.465510 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:52.465864 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:52.466195 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:52.466529 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:52.466858 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:52.467184 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:52.467511 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:52.507066 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (c9021e5b-0c8c-4c52-b153-8ae1bf719a28), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:52.507413 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Floating IP c9021e5b-0c8c-4c52-b153-8ae1bf719a28 disassociated (deleted). External IP: 172.36.4.78, port: 9de77f0e-1b5c-4634-b10e-500e9ca5f583. Mar 28 09:42:52.716752 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router c2690cdd-c851-4118-8979-01726e4e9818 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:42:52.824569 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:42:52.829364 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:52.834907 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b64b7-238b-4d90-aa70-e792eb04c7b5 None None] Sync routers for ids ['c2690cdd-c851-4118-8979-01726e4e9818'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:42:52.844061 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b64b7-238b-4d90-aa70-e792eb04c7b5 None None] Routers {'c2690cdd-c851-4118-8979-01726e4e9818'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:42:52.844672 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1a9b64b7-238b-4d90-aa70-e792eb04c7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:42:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c2690cdd-c851-4118-8979-01726e4e9818'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:42:52.860387 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c26e42ee-a5a9-44cf-a859-7348dc5908af tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/floatingips/c9021e5b-0c8c-4c52-b153-8ae1bf719a28 HTTP/1.1" status: 204 len: 168 time: 1.1621737 Mar 28 09:42:52.860387 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1c5040-ef04-4dc9-8a45-6ce4782f6a81', 'tag': '9de77f0e-1b5c-4634-b10e-500e9ca5f583'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:42:52.860995 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7744f03a-d879-4892-96e1-e2d3f10a47b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1c5040-ef04-4dc9-8a45-6ce4782f6a81", "tag": "9de77f0e-1b5c-4634-b10e-500e9ca5f583"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:42:52.955723 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791503e1-81d6-429d-bc68-3007932fad31 x-openstack-request-id: req-791503e1-81d6-429d-bc68-3007932fad31 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:42:52.956018 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1c5040-ef04-4dc9-8a45-6ce4782f6a81", "tag": "9de77f0e-1b5c-4634-b10e-500e9ca5f583", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:42:52.956279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-791503e1-81d6-429d-bc68-3007932fad31 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:42:52.956692 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791503e1-81d6-429d-bc68-3007932fad31'] response: {'name': 'network-changed', 'server_uuid': '9e1c5040-ef04-4dc9-8a45-6ce4782f6a81', 'tag': '9de77f0e-1b5c-4634-b10e-500e9ca5f583', 'status': 'completed', 'code': 200} Mar 28 09:42:52.958494 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-1a9b64b7-238b-4d90-aa70-e792eb04c7b5 None None] Set router c2690cdd-c851-4118-8979-01726e4e9818 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:42:53.041945 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744f03a-d879-4892-96e1-e2d3f10a47b3 req-a87ff365-dea2-4efb-9fd6-cc1360d0db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:53.047318 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7744f03a-d879-4892-96e1-e2d3f10a47b3 req-a87ff365-dea2-4efb-9fd6-cc1360d0db26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 1130 time: 0.0665560 Mar 28 09:42:53.119720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f416b33-609f-406a-831e-26779d325816 req-863859d7-9150-4604-9db2-e13f5875e74b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:53.121601 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9f416b33-609f-406a-831e-26779d325816 req-863859d7-9150-4604-9db2-e13f5875e74b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0590670 Mar 28 09:42:53.140838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744f03a-d879-4892-96e1-e2d3f10a47b3 req-3dd6797d-7e23-4bb8-9a1d-55226e7f148e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:53.142406 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7744f03a-d879-4892-96e1-e2d3f10a47b3 req-3dd6797d-7e23-4bb8-9a1d-55226e7f148e service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc3c7087-d3bc-40c5-939c-0395ccb19910 HTTP/1.1" status: 200 len: 896 time: 0.0899351 Mar 28 09:42:53.176192 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9f416b33-609f-406a-831e-26779d325816 req-65102770-ed92-4bcb-bc2e-77cebc9fbb7c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472727 Mar 28 09:42:53.181459 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1a9b64b7-238b-4d90-aa70-e792eb04c7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846743312', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18'}], 'enable_snat': True}, 'gw_port_id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:08Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e3814fc1-e11e-406a-bddc-60559c0b0403', 'name': '', 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:46:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:07Z', 'updated_at': '2022-03-28T09:41:10Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:42:53.188303 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7744f03a-d879-4892-96e1-e2d3f10a47b3 req-58752dcb-291d-4fef-a33b-234dfdc8c585 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de77f0e-1b5c-4634-b10e-500e9ca5f583 HTTP/1.1" status: 200 len: 217 time: 0.0395460 Mar 28 09:42:53.211299 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b64b7-238b-4d90-aa70-e792eb04c7b5 None None] Checking router: c2690cdd-c851-4118-8979-01726e4e9818 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:42:53.219764 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b64b7-238b-4d90-aa70-e792eb04c7b5 None None] Routers {'c2690cdd-c851-4118-8979-01726e4e9818'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:42:53.220700 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1a9b64b7-238b-4d90-aa70-e792eb04c7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:42:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c2690cdd-c851-4118-8979-01726e4e9818'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:42:53.236727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744f03a-d879-4892-96e1-e2d3f10a47b3 req-38671dc0-6927-4fa8-8a10-5a9ec8c18bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:53.238837 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7744f03a-d879-4892-96e1-e2d3f10a47b3 req-38671dc0-6927-4fa8-8a10-5a9ec8c18bdb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7dd54911-909b-4dd8-886d-aac50d66a880 HTTP/1.1" status: 200 len: 834 time: 0.0447886 Mar 28 09:42:53.288180 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744f03a-d879-4892-96e1-e2d3f10a47b3 req-fe8bad2d-d5f5-4d2f-aee4-41ca6dfb8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:53.289612 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7744f03a-d879-4892-96e1-e2d3f10a47b3 req-fe8bad2d-d5f5-4d2f-aee4-41ca6dfb8c0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc3c7087-d3bc-40c5-939c-0395ccb19910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0452490 Mar 28 09:42:53.333089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-1a9b64b7-238b-4d90-aa70-e792eb04c7b5 None None] Set router c2690cdd-c851-4118-8979-01726e4e9818 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:42:53.392837 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7744f03a-d879-4892-96e1-e2d3f10a47b3 req-db75af9c-df2e-4003-9c59-f8b2eda0f2c4 service neutron] 10.222.0.16 "GET /v2.0/networks/cc3c7087-d3bc-40c5-939c-0395ccb19910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959435 Mar 28 09:42:53.485572 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7744f03a-d879-4892-96e1-e2d3f10a47b3 req-8b47c7a4-7c47-4b78-bbce-f9af5334567f service neutron] 10.222.0.16 "GET /v2.0/networks/cc3c7087-d3bc-40c5-939c-0395ccb19910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853534 Mar 28 09:42:53.544408 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1a9b64b7-238b-4d90-aa70-e792eb04c7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846743312', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18'}], 'enable_snat': True}, 'gw_port_id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:08Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e3814fc1-e11e-406a-bddc-60559c0b0403', 'name': '', 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:46:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:07Z', 'updated_at': '2022-03-28T09:41:10Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:42:53.569996 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b64b7-238b-4d90-aa70-e792eb04c7b5 None None] The sync data for ids ['c2690cdd-c851-4118-8979-01726e4e9818'] in dv-neutron-master-2-hyperv is: [{'id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846743312', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18'}], 'enable_snat': True}, 'gw_port_id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:08Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e3814fc1-e11e-406a-bddc-60559c0b0403', 'name': '', 'network_id': 'cc3c7087-d3bc-40c5-939c-0395ccb19910', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:46:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:07Z', 'updated_at': '2022-03-28T09:41:10Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '7dd54911-909b-4dd8-886d-aac50d66a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:42:53.781783 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b8d29-863a-4b6f-853e-0bb1ad70463a None None] New status for floating IP c9021e5b-0c8c-4c52-b153-8ae1bf719a28: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:42:54.296620 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa9269-a62a-48a1-a77f-e93ec37ac7a6 req-d0f61da6-4596-4775-9514-d41b7ceb00cc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:54.298138 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-91fa9269-a62a-48a1-a77f-e93ec37ac7a6 req-d0f61da6-4596-4775-9514-d41b7ceb00cc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0540874 Mar 28 09:42:54.348813 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-91fa9269-a62a-48a1-a77f-e93ec37ac7a6 req-a629ab40-1492-4b9f-841c-857327382c64 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=84caddd6-9b24-4c77-a135-3c506c1040b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444336 Mar 28 09:42:54.712980 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f4207-6281-46e2-8349-f83e3f86be23 req-98162ffb-6e79-46c1-a033-3b3f90c1ed52 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:42:54.714641 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1b9f4207-6281-46e2-8349-f83e3f86be23 req-98162ffb-6e79-46c1-a033-3b3f90c1ed52 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0568755 Mar 28 09:42:54.804605 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-1b9f4207-6281-46e2-8349-f83e3f86be23 req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port 9de77f0e-1b5c-4634-b10e-500e9ca5f583 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:42:54.804943 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-1b9f4207-6281-46e2-8349-f83e3f86be23 req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:54.894457 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-1b9f4207-6281-46e2-8349-f83e3f86be23 req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] For port 9de77f0e-1b5c-4634-b10e-500e9ca5f583, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9de77f0e-1b5c-4634-b10e-500e9ca5f583,segment=NetworkSegment(6e3251a0-fb9e-480f-a43c-87d1704d09f1),segment_id=6e3251a0-fb9e-480f-a43c-87d1704d09f1)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:42:54.894822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-1b9f4207-6281-46e2-8349-f83e3f86be23 req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:54.907629 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-1b9f4207-6281-46e2-8349-f83e3f86be23 req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for 9de77f0e-1b5c-4634-b10e-500e9ca5f583 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:42:55.034711 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-1b9f4207-6281-46e2-8349-f83e3f86be23 req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (9de77f0e-1b5c-4634-b10e-500e9ca5f583), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:55.064185 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=9de77f0e-1b5c-4634-b10e-500e9ca5f583,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:42:55.076215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:55.076585 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:55.076944 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:55.077294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:55.077666 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:55.078017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:55.078361 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:55.078704 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:55.079046 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:55.079385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:55.079725 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:55.080060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:55.080398 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:55.080730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:55.081062 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:42:55.117648 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9f4207-6281-46e2-8349-f83e3f86be23 req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] No DVR routers for this DVR port 9de77f0e-1b5c-4634-b10e-500e9ca5f583 on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:42:55.120130 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-1b9f4207-6281-46e2-8349-f83e3f86be23 req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:55.123690 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1b9f4207-6281-46e2-8349-f83e3f86be23 req-f1df064f-b4aa-48e4-b316-64b6c24e11e8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "DELETE /v2.0/ports/9de77f0e-1b5c-4634-b10e-500e9ca5f583 HTTP/1.1" status: 204 len: 173 time: 0.4039683 Mar 28 09:42:55.124139 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1c5040-ef04-4dc9-8a45-6ce4782f6a81', 'name': 'network-vif-deleted', 'tag': '9de77f0e-1b5c-4634-b10e-500e9ca5f583'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:42:55.126398 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8856de5b-32f6-40df-b370-2340ae3c15ab" -d '{"events": [{"server_uuid": "9e1c5040-ef04-4dc9-8a45-6ce4782f6a81", "name": "network-vif-deleted", "tag": "9de77f0e-1b5c-4634-b10e-500e9ca5f583"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:42:55.169967 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89da9fe5-632e-4012-96ec-e97a62468038 x-openstack-request-id: req-89da9fe5-632e-4012-96ec-e97a62468038 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:42:55.170398 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1c5040-ef04-4dc9-8a45-6ce4782f6a81", "name": "network-vif-deleted", "tag": "9de77f0e-1b5c-4634-b10e-500e9ca5f583", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:42:55.170666 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89da9fe5-632e-4012-96ec-e97a62468038 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:42:55.171112 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89da9fe5-632e-4012-96ec-e97a62468038'] response: {'server_uuid': '9e1c5040-ef04-4dc9-8a45-6ce4782f6a81', 'name': 'network-vif-deleted', 'tag': '9de77f0e-1b5c-4634-b10e-500e9ca5f583', 'status': 'completed', 'code': 200} Mar 28 09:42:55.456635 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-36b5e8a4-4fa8-448b-a319-afd920dfa8bf req-e8bf4e5b-fc4c-43a4-8dbf-cdcdce9e08d2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e1c5040-ef04-4dc9-8a45-6ce4782f6a81 HTTP/1.1" status: 200 len: 210 time: 0.0283012 Mar 28 09:42:56.513704 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59124) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:42:56.865579 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58f19922-0fc8-4744-aca8-614da6a1d3b0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (c2690cdd-c851-4118-8979-01726e4e9818), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:57.122755 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-58f19922-0fc8-4744-aca8-614da6a1d3b0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port e3814fc1-e11e-406a-bddc-60559c0b0403 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:42:57.123024 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58f19922-0fc8-4744-aca8-614da6a1d3b0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:57.210845 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-58f19922-0fc8-4744-aca8-614da6a1d3b0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] For port e3814fc1-e11e-406a-bddc-60559c0b0403, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e3814fc1-e11e-406a-bddc-60559c0b0403,segment=NetworkSegment(6e3251a0-fb9e-480f-a43c-87d1704d09f1),segment_id=6e3251a0-fb9e-480f-a43c-87d1704d09f1)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:42:57.211203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58f19922-0fc8-4744-aca8-614da6a1d3b0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:57.224971 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-58f19922-0fc8-4744-aca8-614da6a1d3b0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for e3814fc1-e11e-406a-bddc-60559c0b0403 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:42:57.327199 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-495dee03-61aa-4ca8-9f07-6b03cdcfa7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:57.414250 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58f19922-0fc8-4744-aca8-614da6a1d3b0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (e3814fc1-e11e-406a-bddc-60559c0b0403), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:57.442347 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f19922-0fc8-4744-aca8-614da6a1d3b0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=e3814fc1-e11e-406a-bddc-60559c0b0403,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:42:57.620555 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58f19922-0fc8-4744-aca8-614da6a1d3b0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (c2690cdd-c851-4118-8979-01726e4e9818), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:57.832128 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f19922-0fc8-4744-aca8-614da6a1d3b0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router c2690cdd-c851-4118-8979-01726e4e9818 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:42:57.938189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f19922-0fc8-4744-aca8-614da6a1d3b0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:42:57.943937 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-58f19922-0fc8-4744-aca8-614da6a1d3b0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "PUT /v2.0/routers/c2690cdd-c851-4118-8979-01726e4e9818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4291818 Mar 28 09:42:57.946872 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59126) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:42:57.948654 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a845861-bab6-4f8b-9807-ee5c4f3862cd None None] Sync routers for ids ['c2690cdd-c851-4118-8979-01726e4e9818'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:42:57.958802 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a845861-bab6-4f8b-9807-ee5c4f3862cd None None] Routers {'c2690cdd-c851-4118-8979-01726e4e9818'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:42:57.959409 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1a845861-bab6-4f8b-9807-ee5c4f3862cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:42:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c2690cdd-c851-4118-8979-01726e4e9818'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:42:58.001658 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f9debb-8412-4eba-a555-9ba1a4067d72 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting subnet 7dd54911-909b-4dd8-886d-aac50d66a880 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:42:58.005406 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c6f9debb-8412-4eba-a555-9ba1a4067d72 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for subnet (7dd54911-909b-4dd8-886d-aac50d66a880), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:58.046405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c6f9debb-8412-4eba-a555-9ba1a4067d72 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (7dd54911-909b-4dd8-886d-aac50d66a880), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:58.134749 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c6f9debb-8412-4eba-a555-9ba1a4067d72 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (7dd54911-909b-4dd8-886d-aac50d66a880), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:58.199423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c6f9debb-8412-4eba-a555-9ba1a4067d72 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (7dd54911-909b-4dd8-886d-aac50d66a880), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:58.215432 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 9de77f0e-1b5c-4634-b10e-500e9ca5f583 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:42:58.227270 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9debb-8412-4eba-a555-9ba1a4067d72 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd54911-909b-4dd8-886d-aac50d66a880,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:42:58.229074 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c6f9debb-8412-4eba-a555-9ba1a4067d72 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:58.235017 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-c6f9debb-8412-4eba-a555-9ba1a4067d72 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/subnets/7dd54911-909b-4dd8-886d-aac50d66a880 HTTP/1.1" status: 204 len: 168 time: 0.2843983 Mar 28 09:42:58.235017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59128) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:42:58.236539 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-1a845861-bab6-4f8b-9807-ee5c4f3862cd None None] Set router c2690cdd-c851-4118-8979-01726e4e9818 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:42:58.289833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd97c43-089a-4977-b10a-110e7c8a6927 None None] Network cc3c7087-d3bc-40c5-939c-0395ccb19910 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:42:58.294729 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 9de77f0e-1b5c-4634-b10e-500e9ca5f583 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:42:58.295076 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 9de77f0e-1b5c-4634-b10e-500e9ca5f583 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:42:58.343051 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5f643aff-d664-4647-b0ea-bbe572b2a8c9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router (c2690cdd-c851-4118-8979-01726e4e9818), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:58.449641 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5f643aff-d664-4647-b0ea-bbe572b2a8c9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (c2690cdd-c851-4118-8979-01726e4e9818), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:58.499780 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1a845861-bab6-4f8b-9807-ee5c4f3862cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846743312', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18'}], 'enable_snat': True}, 'gw_port_id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:42:57Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': '1b4750e2-7a73-434d-b6d3-4a9050e8b181', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:42:58.503178 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5f643aff-d664-4647-b0ea-bbe572b2a8c9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port 1b4750e2-7a73-434d-b6d3-4a9050e8b181 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:42:58.504085 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5f643aff-d664-4647-b0ea-bbe572b2a8c9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (1b4750e2-7a73-434d-b6d3-4a9050e8b181), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:58.527902 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a845861-bab6-4f8b-9807-ee5c4f3862cd None None] Checking router: c2690cdd-c851-4118-8979-01726e4e9818 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:42:58.536372 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a845861-bab6-4f8b-9807-ee5c4f3862cd None None] Routers {'c2690cdd-c851-4118-8979-01726e4e9818'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:42:58.537015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1a845861-bab6-4f8b-9807-ee5c4f3862cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:42:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c2690cdd-c851-4118-8979-01726e4e9818'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:42:58.575848 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e437f9f9-b75b-49ed-80c1-ea957aa91f93 None None] DHCP port deletion for cc3c7087-d3bc-40c5-939c-0395ccb19910 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:42:58.585192 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-5f643aff-d664-4647-b0ea-bbe572b2a8c9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] For port 1b4750e2-7a73-434d-b6d3-4a9050e8b181, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b4750e2-7a73-434d-b6d3-4a9050e8b181,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:42:58.585567 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5f643aff-d664-4647-b0ea-bbe572b2a8c9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (1b4750e2-7a73-434d-b6d3-4a9050e8b181), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:58.598331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-5f643aff-d664-4647-b0ea-bbe572b2a8c9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for 1b4750e2-7a73-434d-b6d3-4a9050e8b181 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:42:58.655652 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-1a845861-bab6-4f8b-9807-ee5c4f3862cd None None] Set router c2690cdd-c851-4118-8979-01726e4e9818 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:42:58.711338 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1a845861-bab6-4f8b-9807-ee5c4f3862cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846743312', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:42:58Z', 'revision_number': 6, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:42:58.746806 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a845861-bab6-4f8b-9807-ee5c4f3862cd None None] The sync data for ids ['c2690cdd-c851-4118-8979-01726e4e9818'] in dv-neutron-master-2-hyperv is: [{'id': 'c2690cdd-c851-4118-8979-01726e4e9818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846743312', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:41:04Z', 'updated_at': '2022-03-28T09:42:58Z', 'revision_number': 6, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port_host': None}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:42:58.751902 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e437f9f9-b75b-49ed-80c1-ea957aa91f93 None None] Deleting port a05838f0-4d18-4a1c-85c9-cbe7b6188ea6 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:42:58.752264 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e437f9f9-b75b-49ed-80c1-ea957aa91f93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (a05838f0-4d18-4a1c-85c9-cbe7b6188ea6), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:58.771011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5f643aff-d664-4647-b0ea-bbe572b2a8c9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (1b4750e2-7a73-434d-b6d3-4a9050e8b181), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:58.797825 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f643aff-d664-4647-b0ea-bbe572b2a8c9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=1b4750e2-7a73-434d-b6d3-4a9050e8b181,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:42:58.820081 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-e437f9f9-b75b-49ed-80c1-ea957aa91f93 None None] For port a05838f0-4d18-4a1c-85c9-cbe7b6188ea6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a05838f0-4d18-4a1c-85c9-cbe7b6188ea6,segment=NetworkSegment(6e3251a0-fb9e-480f-a43c-87d1704d09f1),segment_id=6e3251a0-fb9e-480f-a43c-87d1704d09f1)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:42:58.820484 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e437f9f9-b75b-49ed-80c1-ea957aa91f93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (a05838f0-4d18-4a1c-85c9-cbe7b6188ea6), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:58.833285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e437f9f9-b75b-49ed-80c1-ea957aa91f93 None None] Calling delete_port for a05838f0-4d18-4a1c-85c9-cbe7b6188ea6 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:42:58.860973 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5f643aff-d664-4647-b0ea-bbe572b2a8c9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (c2690cdd-c851-4118-8979-01726e4e9818), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:58.911998 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e437f9f9-b75b-49ed-80c1-ea957aa91f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (a05838f0-4d18-4a1c-85c9-cbe7b6188ea6), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:58.945028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e437f9f9-b75b-49ed-80c1-ea957aa91f93 None None] No DVR routers for this DVR port a05838f0-4d18-4a1c-85c9-cbe7b6188ea6 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:42:58.951784 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437f9f9-b75b-49ed-80c1-ea957aa91f93 None None] Pushing event deleted for resources: {'Port': ['ID=a05838f0-4d18-4a1c-85c9-cbe7b6188ea6,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:42:59.286046 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5f643aff-d664-4647-b0ea-bbe572b2a8c9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (c2690cdd-c851-4118-8979-01726e4e9818), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:59.288154 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5f643aff-d664-4647-b0ea-bbe572b2a8c9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_controller (c2690cdd-c851-4118-8979-01726e4e9818), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:59.335374 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5f643aff-d664-4647-b0ea-bbe572b2a8c9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (c2690cdd-c851-4118-8979-01726e4e9818), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:59.335844 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f643aff-d664-4647-b0ea-bbe572b2a8c9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Fanout notify agent at l3_agent the message router_deleted on router c2690cdd-c851-4118-8979-01726e4e9818 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:42:59.342590 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5f643aff-d664-4647-b0ea-bbe572b2a8c9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:59.343712 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-5f643aff-d664-4647-b0ea-bbe572b2a8c9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/routers/c2690cdd-c851-4118-8979-01726e4e9818 HTTP/1.1" status: 204 len: 168 time: 1.1077673 Mar 28 09:42:59.346402 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59130) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:42:59.431701 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42639822-fd37-4531-90ed-55f0e973c407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (cc3c7087-d3bc-40c5-939c-0395ccb19910), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:59.442777 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1b4750e2-7a73-434d-b6d3-4a9050e8b181 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:42:59.469092 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 1b4750e2-7a73-434d-b6d3-4a9050e8b181 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:42:59.469453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1b4750e2-7a73-434d-b6d3-4a9050e8b181 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:42:59.469917 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a05838f0-4d18-4a1c-85c9-cbe7b6188ea6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:42:59.489714 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: a05838f0-4d18-4a1c-85c9-cbe7b6188ea6 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:42:59.490075 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device a05838f0-4d18-4a1c-85c9-cbe7b6188ea6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:42:59.490510 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e3814fc1-e11e-406a-bddc-60559c0b0403 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:42:59.511465 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: e3814fc1-e11e-406a-bddc-60559c0b0403 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:42:59.512564 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device e3814fc1-e11e-406a-bddc-60559c0b0403 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:42:59.536921 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42639822-fd37-4531-90ed-55f0e973c407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (cc3c7087-d3bc-40c5-939c-0395ccb19910), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:59.543748 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f02081c1-3881-4bd8-a70c-28a10d59e7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:59.558601 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-42639822-fd37-4531-90ed-55f0e973c407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3c7087-d3bc-40c5-939c-0395ccb19910']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:42:59.567931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-42639822-fd37-4531-90ed-55f0e973c407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3251a0-fb9e-480f-a43c-87d1704d09f1') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:42:59.568224 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-42639822-fd37-4531-90ed-55f0e973c407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3251a0-fb9e-480f-a43c-87d1704d09f1') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:42:59.577219 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42639822-fd37-4531-90ed-55f0e973c407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (6e3251a0-fb9e-480f-a43c-87d1704d09f1), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:59.590748 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42639822-fd37-4531-90ed-55f0e973c407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (6e3251a0-fb9e-480f-a43c-87d1704d09f1), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:59.596349 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42639822-fd37-4531-90ed-55f0e973c407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:42:59.596730 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42639822-fd37-4531-90ed-55f0e973c407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (6e3251a0-fb9e-480f-a43c-87d1704d09f1), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:42:59.600545 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:42:59.660297 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42639822-fd37-4531-90ed-55f0e973c407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (cc3c7087-d3bc-40c5-939c-0395ccb19910), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:59.667699 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42639822-fd37-4531-90ed-55f0e973c407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:59.670778 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-42639822-fd37-4531-90ed-55f0e973c407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/networks/cc3c7087-d3bc-40c5-939c-0395ccb19910 HTTP/1.1" status: 204 len: 168 time: 0.3218763 Mar 28 09:42:59.673603 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59132) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:42:59.682516 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42639822-fd37-4531-90ed-55f0e973c407 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Network': ['ID=cc3c7087-d3bc-40c5-939c-0395ccb19910,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:42:59.729831 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4e76857e-eff0-4634-865a-202d6842738c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (84caddd6-9b24-4c77-a135-3c506c1040b6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:59.754206 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4e76857e-eff0-4634-865a-202d6842738c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (84caddd6-9b24-4c77-a135-3c506c1040b6), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:59.815648 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4e76857e-eff0-4634-865a-202d6842738c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (84caddd6-9b24-4c77-a135-3c506c1040b6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:59.818811 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4e76857e-eff0-4634-865a-202d6842738c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:42:59.819983 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4e76857e-eff0-4634-865a-202d6842738c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/security-groups/84caddd6-9b24-4c77-a135-3c506c1040b6 HTTP/1.1" status: 204 len: 168 time: 0.1453071 Mar 28 09:42:59.828942 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76857e-eff0-4634-865a-202d6842738c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84caddd6-9b24-4c77-a135-3c506c1040b6,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:42:59.971469 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59138) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:42:59.976824 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-76f75fe1-b4bc-479e-b1e8-ba0482005c89 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1392808829', 'description': 'tempest-secgroup-smoke-1392808829 description', 'project_id': 'b57d183079f64edab0869bac2c69ae7e'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:42:59.997812 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76f75fe1-b4bc-479e-b1e8-ba0482005c89 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.066938 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76f75fe1-b4bc-479e-b1e8-ba0482005c89 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (b179b1c3-d3b9-4ce1-8e6b-74a3419f5770), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.070291 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76f75fe1-b4bc-479e-b1e8-ba0482005c89 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b179b1c3-d3b9-4ce1-8e6b-74a3419f5770), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.102178 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76f75fe1-b4bc-479e-b1e8-ba0482005c89 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.103342 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-76f75fe1-b4bc-479e-b1e8-ba0482005c89 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1302376 Mar 28 09:43:00.105817 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f75fe1-b4bc-479e-b1e8-ba0482005c89 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:00.106396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59140) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:43:00.111734 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9e089e3a-8a88-4946-bbe8-a04ecc8fbedc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': 'b179b1c3-d3b9-4ce1-8e6b-74a3419f5770', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:43:00.137638 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e089e3a-8a88-4946-bbe8-a04ecc8fbedc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (b267e5ca-1efa-404d-ba5a-b9d8e0cac462), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.196938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e089e3a-8a88-4946-bbe8-a04ecc8fbedc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (b267e5ca-1efa-404d-ba5a-b9d8e0cac462), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.200687 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e089e3a-8a88-4946-bbe8-a04ecc8fbedc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (b267e5ca-1efa-404d-ba5a-b9d8e0cac462), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.218602 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e089e3a-8a88-4946-bbe8-a04ecc8fbedc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b267e5ca-1efa-404d-ba5a-b9d8e0cac462,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:00.226691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e089e3a-8a88-4946-bbe8-a04ecc8fbedc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.227880 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9e089e3a-8a88-4946-bbe8-a04ecc8fbedc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204865 Mar 28 09:43:00.230625 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59142) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:43:00.234831 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-af03ff33-1ac3-4319-9e93-be831067f97c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': 'b179b1c3-d3b9-4ce1-8e6b-74a3419f5770', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:43:00.260084 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af03ff33-1ac3-4319-9e93-be831067f97c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (637035be-91c4-496c-bfa6-eabc1fc5b3f3), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.313776 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af03ff33-1ac3-4319-9e93-be831067f97c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (637035be-91c4-496c-bfa6-eabc1fc5b3f3), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.317712 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af03ff33-1ac3-4319-9e93-be831067f97c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (637035be-91c4-496c-bfa6-eabc1fc5b3f3), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.337120 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03ff33-1ac3-4319-9e93-be831067f97c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637035be-91c4-496c-bfa6-eabc1fc5b3f3,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:00.342607 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-af03ff33-1ac3-4319-9e93-be831067f97c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.343795 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-af03ff33-1ac3-4319-9e93-be831067f97c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122484 Mar 28 09:43:00.346551 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59144) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:43:00.351003 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9db740c7-1ac2-4814-a636-88f2654ee110 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': 'b179b1c3-d3b9-4ce1-8e6b-74a3419f5770', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:43:00.375584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9db740c7-1ac2-4814-a636-88f2654ee110 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (b78e27df-94e7-4e37-8222-1aaa51fe0c9e), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.431146 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9db740c7-1ac2-4814-a636-88f2654ee110 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (b78e27df-94e7-4e37-8222-1aaa51fe0c9e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.434605 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9db740c7-1ac2-4814-a636-88f2654ee110 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (b78e27df-94e7-4e37-8222-1aaa51fe0c9e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.453874 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db740c7-1ac2-4814-a636-88f2654ee110 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78e27df-94e7-4e37-8222-1aaa51fe0c9e,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:00.459948 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9db740c7-1ac2-4814-a636-88f2654ee110 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.461133 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9db740c7-1ac2-4814-a636-88f2654ee110 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135802 Mar 28 09:43:00.463888 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59146) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:43:00.467990 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e5295e77-96ff-493b-b4c3-5fb8f53bfa8a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': 'b179b1c3-d3b9-4ce1-8e6b-74a3419f5770', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:43:00.492099 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5295e77-96ff-493b-b4c3-5fb8f53bfa8a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (dcff185c-534f-4af7-bcf8-4d7ce5ea5b4b), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.550812 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5295e77-96ff-493b-b4c3-5fb8f53bfa8a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (dcff185c-534f-4af7-bcf8-4d7ce5ea5b4b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.554376 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5295e77-96ff-493b-b4c3-5fb8f53bfa8a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (dcff185c-534f-4af7-bcf8-4d7ce5ea5b4b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.573757 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5295e77-96ff-493b-b4c3-5fb8f53bfa8a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcff185c-534f-4af7-bcf8-4d7ce5ea5b4b,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:00.582591 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5295e77-96ff-493b-b4c3-5fb8f53bfa8a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.583731 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e5295e77-96ff-493b-b4c3-5fb8f53bfa8a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190188 Mar 28 09:43:00.586540 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59148) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:43:00.590796 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-8e9ed110-fb50-4abd-b32a-c05165894e52 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': 'b179b1c3-d3b9-4ce1-8e6b-74a3419f5770', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:43:00.610451 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-8e9ed110-fb50-4abd-b32a-c05165894e52 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Project b57d183079f64edab0869bac2c69ae7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:43:00.615371 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8e9ed110-fb50-4abd-b32a-c05165894e52 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (2efcb331-9c00-4f3c-b2c3-b0b9d0f8cf7b), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.673184 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8e9ed110-fb50-4abd-b32a-c05165894e52 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (2efcb331-9c00-4f3c-b2c3-b0b9d0f8cf7b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.676895 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8e9ed110-fb50-4abd-b32a-c05165894e52 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (2efcb331-9c00-4f3c-b2c3-b0b9d0f8cf7b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.690688 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.695955 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ed110-fb50-4abd-b32a-c05165894e52 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efcb331-9c00-4f3c-b2c3-b0b9d0f8cf7b,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:00.703627 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8e9ed110-fb50-4abd-b32a-c05165894e52 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.704831 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8e9ed110-fb50-4abd-b32a-c05165894e52 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173649 Mar 28 09:43:00.708182 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59150) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:43:00.712515 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b0a20866-d860-4e1e-9bde-5d17ac24f5be tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': 'b179b1c3-d3b9-4ce1-8e6b-74a3419f5770', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:43:00.734424 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-b0a20866-d860-4e1e-9bde-5d17ac24f5be tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Project b57d183079f64edab0869bac2c69ae7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:43:00.739334 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0a20866-d860-4e1e-9bde-5d17ac24f5be tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (5dc34ef5-7a88-44f0-b283-004e4e434a6c), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.799131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0a20866-d860-4e1e-9bde-5d17ac24f5be tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (5dc34ef5-7a88-44f0-b283-004e4e434a6c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.802861 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0a20866-d860-4e1e-9bde-5d17ac24f5be tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (5dc34ef5-7a88-44f0-b283-004e4e434a6c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.820904 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a20866-d860-4e1e-9bde-5d17ac24f5be tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc34ef5-7a88-44f0-b283-004e4e434a6c,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:00.828712 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0a20866-d860-4e1e-9bde-5d17ac24f5be tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.829936 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-b0a20866-d860-4e1e-9bde-5d17ac24f5be tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208026 Mar 28 09:43:00.833376 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59152) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:43:00.838137 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-73bab195-65dd-4c00-be8f-e4fe120b2405 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'network': {'name': 'tempest-network-smoke--784995467', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'port_security_enabled': True}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:43:00.855583 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bab195-65dd-4c00-be8f-e4fe120b2405 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Made reservation on behalf of b57d183079f64edab0869bac2c69ae7e for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:43:00.858858 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-73bab195-65dd-4c00-be8f-e4fe120b2405 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.882780 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bab195-65dd-4c00-be8f-e4fe120b2405 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:43:00.892337 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-73bab195-65dd-4c00-be8f-e4fe120b2405 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (a625e8e3-5a75-40be-a9a3-f30a9c301329), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.892732 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-73bab195-65dd-4c00-be8f-e4fe120b2405 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Added segment a625e8e3-5a75-40be-a9a3-f30a9c301329 of type vlan for network 5c6180d7-eb8a-45ce-a128-54507bf707bc Mar 28 09:43:00.934777 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-73bab195-65dd-4c00-be8f-e4fe120b2405 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (5c6180d7-eb8a-45ce-a128-54507bf707bc), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.958761 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-73bab195-65dd-4c00-be8f-e4fe120b2405 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (5c6180d7-eb8a-45ce-a128-54507bf707bc), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:00.963991 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bab195-65dd-4c00-be8f-e4fe120b2405 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:00.964572 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-73bab195-65dd-4c00-be8f-e4fe120b2405 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:01.025477 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-73bab195-65dd-4c00-be8f-e4fe120b2405 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1910560 Mar 28 09:43:01.028194 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59154) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:43:01.032777 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-916072418', 'admin_state_up': True, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:43:01.034526 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bab195-65dd-4c00-be8f-e4fe120b2405 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Network': ['ID=5c6180d7-eb8a-45ce-a128-54507bf707bc,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:01.045002 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 5c6180d7-eb8a-45ce-a128-54507bf707bc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:43:01.059835 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (9609b31a-2ee0-427a-81f7-796d8c478759), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:01.061220 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (9609b31a-2ee0-427a-81f7-796d8c478759), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:01.114177 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_controller (9609b31a-2ee0-427a-81f7-796d8c478759), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:01.257004 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (9609b31a-2ee0-427a-81f7-796d8c478759), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:01.449927 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (9609b31a-2ee0-427a-81f7-796d8c478759), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:01.471133 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:01.570352 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.36.4.190 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/feead70e-07b2-4401-9045-a5c04620f92e) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:43:01.671401 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (feead70e-07b2-4401-9045-a5c04620f92e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:01.704238 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (feead70e-07b2-4401-9045-a5c04620f92e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:01.738140 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:43:01.742375 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:43:01.745846 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:43:01.771458 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=feead70e-07b2-4401-9045-a5c04620f92e,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:01.996776 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (9609b31a-2ee0-427a-81f7-796d8c478759), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:02.195718 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (9609b31a-2ee0-427a-81f7-796d8c478759), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:02.249210 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:02.323331 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router 9609b31a-2ee0-427a-81f7-796d8c478759 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:43:02.429348 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:43:02.439323 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Sync routers for ids ['9609b31a-2ee0-427a-81f7-796d8c478759'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:43:02.448718 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:02.449939 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Routers {'9609b31a-2ee0-427a-81f7-796d8c478759'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:43:02.450074 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-44439716-a173-4009-9054-6c64ed28d2db tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4207366 Mar 28 09:43:02.450543 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:43:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9609b31a-2ee0-427a-81f7-796d8c478759'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:43:02.453098 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59156) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:43:02.482832 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e70a011c-e439-431d-94fe-80e0c052cbda tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b57d183079f64edab0869bac2c69ae7e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285978 Mar 28 09:43:02.485887 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59158) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:43:02.558590 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Set router 9609b31a-2ee0-427a-81f7-796d8c478759 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:43:02.579331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a6ebe4-e705-4f04-ab4a-55400e7896a9 tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:02.583601 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a6a6ebe4-e705-4f04-ab4a-55400e7896a9 tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939891 Mar 28 09:43:02.584073 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59160) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:43:02.611167 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-09e2a414-72cc-4b8e-b513-3bd08c2db2c0 tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258894 Mar 28 09:43:02.614279 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59162) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:43:02.619227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-7f8b5375-9368-4786-9971-c69a6111d56b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-341566443', 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:43:02.703151 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8b5375-9368-4786-9971-c69a6111d56b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Made reservation on behalf of b57d183079f64edab0869bac2c69ae7e for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:43:02.707858 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5375-9368-4786-9971-c69a6111d56b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:02.733940 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916072418', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:01Z', 'revision_number': 3, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:43:02.853478 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Checking router: 9609b31a-2ee0-427a-81f7-796d8c478759 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:43:02.853758 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Updating router 9609b31a-2ee0-427a-81f7-796d8c478759 port feead70e-07b2-4401-9045-a5c04620f92e binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:43:02.881527 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (feead70e-07b2-4401-9045-a5c04620f92e), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:02.893231 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5375-9368-4786-9971-c69a6111d56b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (e21d0816-4db9-49e7-a9c2-59cfe0436530), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:02.960867 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b5375-9368-4786-9971-c69a6111d56b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Subnet': ['ID=e21d0816-4db9-49e7-a9c2-59cfe0436530,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:02.969167 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8b5375-9368-4786-9971-c69a6111d56b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Checking segment: {'id': 'a625e8e3-5a75-40be-a9a3-f30a9c301329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:43:02.969551 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8b5375-9368-4786-9971-c69a6111d56b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network hostable DHCP agents. Network: 5c6180d7-eb8a-45ce-a128-54507bf707bc, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:43:02.986968 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8b5375-9368-4786-9971-c69a6111d56b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network 5c6180d7-eb8a-45ce-a128-54507bf707bc is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:43:02.996880 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-7f8b5375-9368-4786-9971-c69a6111d56b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5c6180d7-eb8a-45ce-a128-54507bf707bc) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:43:03.001522 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8b5375-9368-4786-9971-c69a6111d56b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:03.002227 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5375-9368-4786-9971-c69a6111d56b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:03.007982 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaf47a6-ed5e-4b3b-8073-583ef6ac5a5f None None] Network 5c6180d7-eb8a-45ce-a128-54507bf707bc requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:43:03.024863 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7f8b5375-9368-4786-9971-c69a6111d56b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4094980 Mar 28 09:43:03.027566 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59164) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:43:03.116722 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5c6180d7-eb8a-45ce-a128-54507bf707bc', 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ips': [{'subnet_id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:43:03.117604 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:03.146221 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Publish callbacks [] for port (feead70e-07b2-4401-9045-a5c04620f92e), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:03.152583 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (feead70e-07b2-4401-9045-a5c04620f92e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:03.220425 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Attempting to bind port feead70e-07b2-4401-9045-a5c04620f92e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:43:03.220907 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Attempting to bind port feead70e-07b2-4401-9045-a5c04620f92e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:43:03.221343 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Attempting to bind port feead70e-07b2-4401-9045-a5c04620f92e on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:43:03.228986 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324f91e-d5f8-4424-9d79-2d3240b20752 None None] Pushing event updated for resources: {'Port': ['ID=feead70e-07b2-4401-9045-a5c04620f92e,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:03.239348 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324f91e-d5f8-4424-9d79-2d3240b20752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:43:03.239746 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324f91e-d5f8-4424-9d79-2d3240b20752 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:43:03.240215 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324f91e-d5f8-4424-9d79-2d3240b20752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:43:03.240648 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324f91e-d5f8-4424-9d79-2d3240b20752 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:43:03.241053 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324f91e-d5f8-4424-9d79-2d3240b20752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:43:03.241513 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324f91e-d5f8-4424-9d79-2d3240b20752 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:43:03.242030 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324f91e-d5f8-4424-9d79-2d3240b20752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:43:03.242534 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324f91e-d5f8-4424-9d79-2d3240b20752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:43:03.242999 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324f91e-d5f8-4424-9d79-2d3240b20752 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:43:03.243486 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324f91e-d5f8-4424-9d79-2d3240b20752 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:43:03.243893 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324f91e-d5f8-4424-9d79-2d3240b20752 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:43:03.245040 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324f91e-d5f8-4424-9d79-2d3240b20752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:43:03.245040 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324f91e-d5f8-4424-9d79-2d3240b20752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:43:03.245257 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324f91e-d5f8-4424-9d79-2d3240b20752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:43:03.245426 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324f91e-d5f8-4424-9d79-2d3240b20752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:43:03.250695 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:43:03.251092 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:43:03.251660 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:03.252124 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:43:03.252696 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Bound port: feead70e-07b2-4401-9045-a5c04620f92e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:43:03.253162 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (feead70e-07b2-4401-9045-a5c04620f92e), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:03.276397 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Allocated IP 172.20.0.2 (5c6180d7-eb8a-45ce-a128-54507bf707bc/e21d0816-4db9-49e7-a9c2-59cfe0436530/f65997a7-dabe-4e0b-bc48-c1efade51cc3) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:43:03.314143 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] For port feead70e-07b2-4401-9045-a5c04620f92e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:43:03.318152 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] For port feead70e-07b2-4401-9045-a5c04620f92e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=feead70e-07b2-4401-9045-a5c04620f92e,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:43:03.325295 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (feead70e-07b2-4401-9045-a5c04620f92e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:03.383083 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324f91e-d5f8-4424-9d79-2d3240b20752 None None] Pushing event updated for resources: {'Port': ['ID=feead70e-07b2-4401-9045-a5c04620f92e,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:03.392865 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Routers {'9609b31a-2ee0-427a-81f7-796d8c478759'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:43:03.393502 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:43:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9609b31a-2ee0-427a-81f7-796d8c478759'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:43:03.447527 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Publish callbacks [] for port (f65997a7-dabe-4e0b-bc48-c1efade51cc3), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:03.455168 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (f65997a7-dabe-4e0b-bc48-c1efade51cc3), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:03.497567 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Network 5c6180d7-eb8a-45ce-a128-54507bf707bc is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:43:03.500948 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:43:03.504680 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:43:03.513980 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] Set router 9609b31a-2ee0-427a-81f7-796d8c478759 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:43:03.515819 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Pushing event updated for resources: {'Port': ['ID=f65997a7-dabe-4e0b-bc48-c1efade51cc3,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:03.568629 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Attempting to bind port f65997a7-dabe-4e0b-bc48-c1efade51cc3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:43:03.568995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Attempting to bind port f65997a7-dabe-4e0b-bc48-c1efade51cc3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a625e8e3-5a75-40be-a9a3-f30a9c301329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:43:03.569474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Attempting to bind port f65997a7-dabe-4e0b-bc48-c1efade51cc3 on network 5c6180d7-eb8a-45ce-a128-54507bf707bc {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:43:03.575345 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:43:03.575722 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Checking segment: {'id': 'a625e8e3-5a75-40be-a9a3-f30a9c301329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:43:03.576128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:03.576644 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Bound using segment: {'id': 'a625e8e3-5a75-40be-a9a3-f30a9c301329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:43:03.577114 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Bound port: f65997a7-dabe-4e0b-bc48-c1efade51cc3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a625e8e3-5a75-40be-a9a3-f30a9c301329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:43:03.577488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f65997a7-dabe-4e0b-bc48-c1efade51cc3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:03.639674 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] For port f65997a7-dabe-4e0b-bc48-c1efade51cc3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:43:03.642981 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] For port f65997a7-dabe-4e0b-bc48-c1efade51cc3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f65997a7-dabe-4e0b-bc48-c1efade51cc3,segment=NetworkSegment(a625e8e3-5a75-40be-a9a3-f30a9c301329),segment_id=a625e8e3-5a75-40be-a9a3-f30a9c301329)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:43:03.649712 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f65997a7-dabe-4e0b-bc48-c1efade51cc3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:03.715220 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312091ca-61a0-4d7a-b2cb-53f369795425 None None] Pushing event updated for resources: {'Port': ['ID=f65997a7-dabe-4e0b-bc48-c1efade51cc3,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:03.725950 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916072418', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:01Z', 'revision_number': 3, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:43:03.753135 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ef913b-e610-4f5f-a3c9-f7607666fdca None None] The sync data for ids ['9609b31a-2ee0-427a-81f7-796d8c478759'] in dv-neutron-master-2-hyperv is: [{'id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916072418', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:01Z', 'revision_number': 3, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:43:03.783876 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:03.862493 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d384bc63-ee7c-4012-8d6a-68666524b4ab tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:04.199133 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-d384bc63-ee7c-4012-8d6a-68666524b4ab tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.20.0.1 (5c6180d7-eb8a-45ce-a128-54507bf707bc/e21d0816-4db9-49e7-a9c2-59cfe0436530/7525b9ef-8527-4199-b3d2-f47aeed322af) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:43:04.321164 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d384bc63-ee7c-4012-8d6a-68666524b4ab tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:04.355974 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d384bc63-ee7c-4012-8d6a-68666524b4ab tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:04.400992 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d384bc63-ee7c-4012-8d6a-68666524b4ab tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network 5c6180d7-eb8a-45ce-a128-54507bf707bc is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:43:04.406646 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-d384bc63-ee7c-4012-8d6a-68666524b4ab tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:43:04.412144 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d384bc63-ee7c-4012-8d6a-68666524b4ab tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:43:04.416334 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384bc63-ee7c-4012-8d6a-68666524b4ab tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=7525b9ef-8527-4199-b3d2-f47aeed322af,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:04.459233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d384bc63-ee7c-4012-8d6a-68666524b4ab tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (9609b31a-2ee0-427a-81f7-796d8c478759), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:04.516160 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:43:04.606896 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d384bc63-ee7c-4012-8d6a-68666524b4ab tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:04.757316 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07385136-4b4a-42ef-a851-1e7e286e48eb None None] Network 5c6180d7-eb8a-45ce-a128-54507bf707bc requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:43:04.828302 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b08c9e85-54eb-443d-993f-a0d7a2796b1f None None] Provisioning complete for port f65997a7-dabe-4e0b-bc48-c1efade51cc3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:43:04.828681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b08c9e85-54eb-443d-993f-a0d7a2796b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f65997a7-dabe-4e0b-bc48-c1efade51cc3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:04.899861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d384bc63-ee7c-4012-8d6a-68666524b4ab tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:04.904839 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d384bc63-ee7c-4012-8d6a-68666524b4ab tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:04.943194 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b08c9e85-54eb-443d-993f-a0d7a2796b1f None None] Current status of the port f65997a7-dabe-4e0b-bc48-c1efade51cc3 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:43:04.943610 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b08c9e85-54eb-443d-993f-a0d7a2796b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f65997a7-dabe-4e0b-bc48-c1efade51cc3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:04.978362 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b08c9e85-54eb-443d-993f-a0d7a2796b1f None None] For port f65997a7-dabe-4e0b-bc48-c1efade51cc3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f65997a7-dabe-4e0b-bc48-c1efade51cc3,segment=NetworkSegment(a625e8e3-5a75-40be-a9a3-f30a9c301329),segment_id=a625e8e3-5a75-40be-a9a3-f30a9c301329)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:43:04.981464 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384bc63-ee7c-4012-8d6a-68666524b4ab tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=7525b9ef-8527-4199-b3d2-f47aeed322af,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:04.984055 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d384bc63-ee7c-4012-8d6a-68666524b4ab tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (9609b31a-2ee0-427a-81f7-796d8c478759), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:04.984233 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b08c9e85-54eb-443d-993f-a0d7a2796b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f65997a7-dabe-4e0b-bc48-c1efade51cc3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:05.040986 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c9e85-54eb-443d-993f-a0d7a2796b1f None None] Pushing event updated for resources: {'Port': ['ID=f65997a7-dabe-4e0b-bc48-c1efade51cc3,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:05.091019 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d384bc63-ee7c-4012-8d6a-68666524b4ab tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network 5c6180d7-eb8a-45ce-a128-54507bf707bc is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:43:05.092554 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-d384bc63-ee7c-4012-8d6a-68666524b4ab tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:43:05.208250 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2d336795-01ed-41a6-8330-9e0fd705aa1e None None] Provisioning complete for port f65997a7-dabe-4e0b-bc48-c1efade51cc3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:43:05.208525 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2d336795-01ed-41a6-8330-9e0fd705aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f65997a7-dabe-4e0b-bc48-c1efade51cc3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:05.220801 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d384bc63-ee7c-4012-8d6a-68666524b4ab tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router 9609b31a-2ee0-427a-81f7-796d8c478759 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:43:05.310734 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2d336795-01ed-41a6-8330-9e0fd705aa1e None None] Current status of the port f65997a7-dabe-4e0b-bc48-c1efade51cc3 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:43:05.323736 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2d336795-01ed-41a6-8330-9e0fd705aa1e None None] Provisioning complete for port 7525b9ef-8527-4199-b3d2-f47aeed322af triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:43:05.326308 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2d336795-01ed-41a6-8330-9e0fd705aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:05.350770 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d384bc63-ee7c-4012-8d6a-68666524b4ab tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:43:05.356004 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d384bc63-ee7c-4012-8d6a-68666524b4ab tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "PUT /v2.0/routers/9609b31a-2ee0-427a-81f7-796d8c478759/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3273184 Mar 28 09:43:05.366667 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2d336795-01ed-41a6-8330-9e0fd705aa1e None None] Port 7525b9ef-8527-4199-b3d2-f47aeed322af cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:43:05.423954 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Sync routers for ids ['9609b31a-2ee0-427a-81f7-796d8c478759'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:43:05.444047 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Routers {'9609b31a-2ee0-427a-81f7-796d8c478759'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:43:05.444616 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:43:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9609b31a-2ee0-427a-81f7-796d8c478759'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:43:05.532145 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-4cf5a7ff-4146-4cdb-a0b1-22de8cdf5a90 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1392808829&fields=id&tenant_id=b57d183079f64edab0869bac2c69ae7e HTTP/1.1" status: 200 len: 267 time: 0.0518579 Mar 28 09:43:05.559450 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device feead70e-07b2-4401-9045-a5c04620f92e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:43:05.584177 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b6c63c74-6d56-449c-a79f-4ab35577d1c7 None None] Provisioning complete for port 7525b9ef-8527-4199-b3d2-f47aeed322af triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:43:05.584550 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b6c63c74-6d56-449c-a79f-4ab35577d1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:05.646890 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Set router 9609b31a-2ee0-427a-81f7-796d8c478759 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:43:05.649140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b6c63c74-6d56-449c-a79f-4ab35577d1c7 None None] Port 7525b9ef-8527-4199-b3d2-f47aeed322af cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:43:05.662438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-6f801e04-55eb-43ee-aaa4-85c80c60784c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:05.663930 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-6f801e04-55eb-43ee-aaa4-85c80c60784c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/networks?id=5c6180d7-eb8a-45ce-a128-54507bf707bc HTTP/1.1" status: 200 len: 796 time: 0.1206851 Mar 28 09:43:05.679447 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-ba69182e-e2c6-4fed-b13b-54e7ced90a34 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/quotas/b57d183079f64edab0869bac2c69ae7e HTTP/1.1" status: 200 len: 375 time: 0.0098357 Mar 28 09:43:05.731598 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port feead70e-07b2-4401-9045-a5c04620f92e triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:43:05.731888 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (feead70e-07b2-4401-9045-a5c04620f92e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:05.743092 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-c1b8b50f-b959-4b35-a196-42a7deacf8d9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580094 Mar 28 09:43:05.833793 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-268372c1-8d43-4bab-9ec8-a68cee62af5b None None] Provisioning complete for port 7525b9ef-8527-4199-b3d2-f47aeed322af triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:43:05.834373 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-268372c1-8d43-4bab-9ec8-a68cee62af5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:05.858388 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f074eab6-6e9a-4de4-b8e2-4b4d8ceaf369 service neutron] 10.222.0.15 "GET /v2.0/networks/5c6180d7-eb8a-45ce-a128-54507bf707bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020858 Mar 28 09:43:05.959478 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-a8d88366-3f16-4f17-88e2-2c7e50239da0 service neutron] 10.222.0.15 "GET /v2.0/networks/5c6180d7-eb8a-45ce-a128-54507bf707bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950317 Mar 28 09:43:06.042590 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-268372c1-8d43-4bab-9ec8-a68cee62af5b None None] Port 7525b9ef-8527-4199-b3d2-f47aeed322af cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:43:06.129682 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port feead70e-07b2-4401-9045-a5c04620f92e is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:43:06.130446 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (feead70e-07b2-4401-9045-a5c04620f92e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:06.146180 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8baaa0d5-9738-4d04-ac8e-9177a46c99ea req-2e0b92a4-8ff4-4cc7-a20d-8bdd547e160e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 210 time: 0.0357850 Mar 28 09:43:06.157039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port feead70e-07b2-4401-9045-a5c04620f92e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=feead70e-07b2-4401-9045-a5c04620f92e,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:43:06.174141 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (feead70e-07b2-4401-9045-a5c04620f92e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:06.175891 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f65997a7-dabe-4e0b-bc48-c1efade51cc3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:43:06.204485 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916072418', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:04Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7525b9ef-8527-4199-b3d2-f47aeed322af', 'name': '', 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:12:b8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:04Z', 'updated_at': '2022-03-28T09:43:04Z', 'revision_number': 2, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:43:06.259099 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Checking router: 9609b31a-2ee0-427a-81f7-796d8c478759 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:43:06.259352 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Updating router 9609b31a-2ee0-427a-81f7-796d8c478759 port 7525b9ef-8527-4199-b3d2-f47aeed322af binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:43:06.310178 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=feead70e-07b2-4401-9045-a5c04620f92e,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:06.320238 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:06.337432 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port f65997a7-dabe-4e0b-bc48-c1efade51cc3 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:43:06.337832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f65997a7-dabe-4e0b-bc48-c1efade51cc3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:06.548583 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port f65997a7-dabe-4e0b-bc48-c1efade51cc3 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:43:06.666532 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Publish callbacks [] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:06.672907 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:06.732028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aae735-5082-42eb-a043-2208b7cd4396 None None] Pushing event updated for resources: {'Port': ['ID=7525b9ef-8527-4199-b3d2-f47aeed322af,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:06.782123 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Attempting to bind port 7525b9ef-8527-4199-b3d2-f47aeed322af on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:43:06.782492 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Attempting to bind port 7525b9ef-8527-4199-b3d2-f47aeed322af by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a625e8e3-5a75-40be-a9a3-f30a9c301329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:43:06.782867 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Attempting to bind port 7525b9ef-8527-4199-b3d2-f47aeed322af on network 5c6180d7-eb8a-45ce-a128-54507bf707bc {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:43:06.788074 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:43:06.788510 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Checking segment: {'id': 'a625e8e3-5a75-40be-a9a3-f30a9c301329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:43:06.788832 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:06.789217 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Bound using segment: {'id': 'a625e8e3-5a75-40be-a9a3-f30a9c301329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:43:06.789698 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Bound port: 7525b9ef-8527-4199-b3d2-f47aeed322af, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a625e8e3-5a75-40be-a9a3-f30a9c301329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:43:06.790076 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:06.863769 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] For port 7525b9ef-8527-4199-b3d2-f47aeed322af, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:43:06.867626 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] For port 7525b9ef-8527-4199-b3d2-f47aeed322af, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7525b9ef-8527-4199-b3d2-f47aeed322af,segment=NetworkSegment(a625e8e3-5a75-40be-a9a3-f30a9c301329),segment_id=a625e8e3-5a75-40be-a9a3-f30a9c301329)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:43:06.875995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:06.934400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Routers {'9609b31a-2ee0-427a-81f7-796d8c478759'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:43:06.935029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:43:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9609b31a-2ee0-427a-81f7-796d8c478759'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:43:07.025421 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aae735-5082-42eb-a043-2208b7cd4396 None None] Pushing event updated for resources: {'Port': ['ID=7525b9ef-8527-4199-b3d2-f47aeed322af,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:07.046329 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-42ab6db1-ce4f-45cb-81fa-0d25ad8ec34a None None] Provisioning complete for port 7525b9ef-8527-4199-b3d2-f47aeed322af triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:43:07.046713 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-42ab6db1-ce4f-45cb-81fa-0d25ad8ec34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:07.126806 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] Set router 9609b31a-2ee0-427a-81f7-796d8c478759 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:43:07.206972 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-5f4965bc-9e0c-4318-9f00-8a80fcb97c11 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:07.209121 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-5f4965bc-9e0c-4318-9f00-8a80fcb97c11 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "GET /v2.0/networks?id=5c6180d7-eb8a-45ce-a128-54507bf707bc HTTP/1.1" status: 200 len: 796 time: 0.2170837 Mar 28 09:43:07.224550 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-42ab6db1-ce4f-45cb-81fa-0d25ad8ec34a None None] Current status of the port 7525b9ef-8527-4199-b3d2-f47aeed322af is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:43:07.224953 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-42ab6db1-ce4f-45cb-81fa-0d25ad8ec34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:07.322313 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ee34f58b-281f-4e31-bf88-fe9794a87944 req-eb92f820-63cf-4c9b-ad8e-0d880c7fc82e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 210 time: 0.0455728 Mar 28 09:43:07.348806 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-a8da6ac9-b494-4f7d-82a9-bdb0410355f1 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57d183079f64edab0869bac2c69ae7e HTTP/1.1" status: 200 len: 380 time: 0.1312211 Mar 28 09:43:07.352024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-42ab6db1-ce4f-45cb-81fa-0d25ad8ec34a None None] For port 7525b9ef-8527-4199-b3d2-f47aeed322af, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7525b9ef-8527-4199-b3d2-f47aeed322af,segment=NetworkSegment(a625e8e3-5a75-40be-a9a3-f30a9c301329),segment_id=a625e8e3-5a75-40be-a9a3-f30a9c301329)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:43:07.357604 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-14447ee2-fa9a-48d8-a296-9e556a9f49aa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'port': {'device_id': '00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4', 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc', 'admin_state_up': True, 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'security_groups': ['b179b1c3-d3b9-4ce1-8e6b-74a3419f5770']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:43:07.363889 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-42ab6db1-ce4f-45cb-81fa-0d25ad8ec34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:07.456529 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab6db1-ce4f-45cb-81fa-0d25ad8ec34a None None] Pushing event updated for resources: {'Port': ['ID=7525b9ef-8527-4199-b3d2-f47aeed322af,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:07.486218 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-14447ee2-fa9a-48d8-a296-9e556a9f49aa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Made reservation on behalf of b57d183079f64edab0869bac2c69ae7e for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:43:07.491059 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-14447ee2-fa9a-48d8-a296-9e556a9f49aa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:07.496177 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device feead70e-07b2-4401-9045-a5c04620f92e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:43:07.520424 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916072418', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:04Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7525b9ef-8527-4199-b3d2-f47aeed322af', 'name': '', 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:12:b8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:04Z', 'updated_at': '2022-03-28T09:43:06Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:43:07.525162 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f4d7d937-ea0b-4e87-8119-6efa6e1cbc75 None None] Provisioning complete for port 7525b9ef-8527-4199-b3d2-f47aeed322af triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:43:07.525536 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f4d7d937-ea0b-4e87-8119-6efa6e1cbc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:07.575863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6faef6-546a-4cff-9d8e-05f7afdfa0cf None None] The sync data for ids ['9609b31a-2ee0-427a-81f7-796d8c478759'] in dv-neutron-master-2-hyperv is: [{'id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916072418', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:04Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7525b9ef-8527-4199-b3d2-f47aeed322af', 'name': '', 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:12:b8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:04Z', 'updated_at': '2022-03-28T09:43:06Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:43:07.635300 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port feead70e-07b2-4401-9045-a5c04620f92e triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:43:07.635699 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (feead70e-07b2-4401-9045-a5c04620f92e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:07.642548 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-14447ee2-fa9a-48d8-a296-9e556a9f49aa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.20.0.3 (5c6180d7-eb8a-45ce-a128-54507bf707bc/e21d0816-4db9-49e7-a9c2-59cfe0436530/5e95285d-79d2-4199-9b2b-a65e1e886ee5) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:43:07.778693 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f4d7d937-ea0b-4e87-8119-6efa6e1cbc75 None None] Current status of the port 7525b9ef-8527-4199-b3d2-f47aeed322af is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:43:07.835991 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-14447ee2-fa9a-48d8-a296-9e556a9f49aa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (5e95285d-79d2-4199-9b2b-a65e1e886ee5), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:07.842481 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port feead70e-07b2-4401-9045-a5c04620f92e is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:43:07.883828 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-14447ee2-fa9a-48d8-a296-9e556a9f49aa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (5e95285d-79d2-4199-9b2b-a65e1e886ee5), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:07.933051 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-14447ee2-fa9a-48d8-a296-9e556a9f49aa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network 5c6180d7-eb8a-45ce-a128-54507bf707bc is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:43:07.938559 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-14447ee2-fa9a-48d8-a296-9e556a9f49aa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:43:07.944155 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-14447ee2-fa9a-48d8-a296-9e556a9f49aa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:43:07.948128 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14447ee2-fa9a-48d8-a296-9e556a9f49aa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=5e95285d-79d2-4199-9b2b-a65e1e886ee5,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:08.002829 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-14447ee2-fa9a-48d8-a296-9e556a9f49aa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:08.003546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-14447ee2-fa9a-48d8-a296-9e556a9f49aa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:08.023266 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-14447ee2-fa9a-48d8-a296-9e556a9f49aa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6695616 Mar 28 09:43:08.036491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Request body: {'port': {'device_id': '00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:43:08.119234 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5e95285d-79d2-4199-9b2b-a65e1e886ee5), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:08.209556 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f85514a6-dce8-4727-ba72-d5c190b6092e None None] Provisioning complete for port 5e95285d-79d2-4199-9b2b-a65e1e886ee5 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:43:08.210436 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f85514a6-dce8-4727-ba72-d5c190b6092e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5e95285d-79d2-4199-9b2b-a65e1e886ee5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:08.248563 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f85514a6-dce8-4727-ba72-d5c190b6092e None None] Port 5e95285d-79d2-4199-9b2b-a65e1e886ee5 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:43:08.425540 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e95285d-79d2-4199-9b2b-a65e1e886ee5 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:43:08.434264 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Publish callbacks [] for port (5e95285d-79d2-4199-9b2b-a65e1e886ee5), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:08.438121 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d217dd-388f-4447-a6ae-21487a53ab46 req-485eb77b-187c-4251-9843-05dfe9ff63f5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:08.439830 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-16d217dd-388f-4447-a6ae-21487a53ab46 req-485eb77b-187c-4251-9843-05dfe9ff63f5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 931 time: 0.0597081 Mar 28 09:43:08.447324 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Transition to ACTIVE for port object 5e95285d-79d2-4199-9b2b-a65e1e886ee5 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:43:08.452532 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (5e95285d-79d2-4199-9b2b-a65e1e886ee5), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:08.494729 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-16d217dd-388f-4447-a6ae-21487a53ab46 req-e89d1732-4933-4432-8aaa-390e5956988b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477035 Mar 28 09:43:08.505798 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Pushing event updated for resources: {'Port': ['ID=5e95285d-79d2-4199-9b2b-a65e1e886ee5,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:08.590244 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Attempting to bind port 5e95285d-79d2-4199-9b2b-a65e1e886ee5 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:43:08.590877 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Attempting to bind port 5e95285d-79d2-4199-9b2b-a65e1e886ee5 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a625e8e3-5a75-40be-a9a3-f30a9c301329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:43:08.591379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Attempting to bind port 5e95285d-79d2-4199-9b2b-a65e1e886ee5 on network 5c6180d7-eb8a-45ce-a128-54507bf707bc {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:43:08.596693 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Port 5e95285d-79d2-4199-9b2b-a65e1e886ee5 on network 5c6180d7-eb8a-45ce-a128-54507bf707bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:43:08.597254 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Attempting to bind port 5e95285d-79d2-4199-9b2b-a65e1e886ee5 on network 5c6180d7-eb8a-45ce-a128-54507bf707bc {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:43:08.602727 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:43:08.603073 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Checking segment: {'id': 'a625e8e3-5a75-40be-a9a3-f30a9c301329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:43:08.603468 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Bound using segment: {'id': 'a625e8e3-5a75-40be-a9a3-f30a9c301329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:43:08.603912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Bound port: 5e95285d-79d2-4199-9b2b-a65e1e886ee5, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a625e8e3-5a75-40be-a9a3-f30a9c301329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:43:08.604272 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5e95285d-79d2-4199-9b2b-a65e1e886ee5), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:08.676690 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] For port 5e95285d-79d2-4199-9b2b-a65e1e886ee5, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:43:08.680582 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] For port 5e95285d-79d2-4199-9b2b-a65e1e886ee5, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5e95285d-79d2-4199-9b2b-a65e1e886ee5,segment=NetworkSegment(a625e8e3-5a75-40be-a9a3-f30a9c301329),segment_id=a625e8e3-5a75-40be-a9a3-f30a9c301329)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:43:08.687169 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (5e95285d-79d2-4199-9b2b-a65e1e886ee5), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:08.723891 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:08.724528 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:08.726000 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] 10.222.0.16 "PUT /v2.0/ports/5e95285d-79d2-4199-9b2b-a65e1e886ee5 HTTP/1.1" status: 200 len: 1093 time: 0.6953650 Mar 28 09:43:08.726432 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4', 'tag': '5e95285d-79d2-4199-9b2b-a65e1e886ee5'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:43:08.728745 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d11e19f-43f3-4c4a-ac91-adc9242358f7" -d '{"events": [{"name": "network-changed", "server_uuid": "00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4", "tag": "5e95285d-79d2-4199-9b2b-a65e1e886ee5"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:43:08.760792 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ddf77-384a-4d4f-ac36-0a55c4792b12 service neutron] Pushing event updated for resources: {'Port': ['ID=5e95285d-79d2-4199-9b2b-a65e1e886ee5,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:08.842382 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-4eef22a4-bdd6-4f7a-a3d1-d25f25fe6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:08.843990 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-4eef22a4-bdd6-4f7a-a3d1-d25f25fe6f99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0668042 Mar 28 09:43:08.895805 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-be05d79a-e2fe-45c8-80da-6ac7ab2501de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e95285d-79d2-4199-9b2b-a65e1e886ee5 HTTP/1.1" status: 200 len: 217 time: 0.0445089 Mar 28 09:43:08.958584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-9f96cec5-4ce6-4ae4-9716-8b7385d9512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:08.960546 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-9f96cec5-4ce6-4ae4-9716-8b7385d9512b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e21d0816-4db9-49e7-a9c2-59cfe0436530 HTTP/1.1" status: 200 len: 834 time: 0.0596220 Mar 28 09:43:08.993823 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a876ca9-5790-4b59-895b-ef77c328a602 x-openstack-request-id: req-0a876ca9-5790-4b59-895b-ef77c328a602 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:43:08.994232 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4", "tag": "5e95285d-79d2-4199-9b2b-a65e1e886ee5", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:43:08.994615 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a876ca9-5790-4b59-895b-ef77c328a602 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:43:08.995038 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a876ca9-5790-4b59-895b-ef77c328a602'] response: {'name': 'network-changed', 'server_uuid': '00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4', 'tag': '5e95285d-79d2-4199-9b2b-a65e1e886ee5', 'status': 'completed', 'code': 200} Mar 28 09:43:09.016335 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-8206115c-fa21-43e0-9157-d9fdf4ad07f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:09.017885 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-8206115c-fa21-43e0-9157-d9fdf4ad07f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c6180d7-eb8a-45ce-a128-54507bf707bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0516522 Mar 28 09:43:09.112650 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-3ddbbf3d-c39a-4b05-a292-19a799aa85b9 service neutron] 10.222.0.16 "GET /v2.0/networks/5c6180d7-eb8a-45ce-a128-54507bf707bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891540 Mar 28 09:43:09.200306 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e356a2d8-925e-41e6-b979-03e025a49cb2 req-249e2a09-aa3d-41d6-b89d-81338cac26fb service neutron] 10.222.0.16 "GET /v2.0/networks/5c6180d7-eb8a-45ce-a128-54507bf707bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820401 Mar 28 09:43:09.293002 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11e19f-43f3-4c4a-ac91-adc9242358f7 req-63a24b41-afb6-4626-a197-0fb1a7a2b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:09.294546 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0d11e19f-43f3-4c4a-ac91-adc9242358f7 req-63a24b41-afb6-4626-a197-0fb1a7a2b6b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0506253 Mar 28 09:43:09.387427 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11e19f-43f3-4c4a-ac91-adc9242358f7 req-48d9fb8a-df95-4b4b-bb5d-9211544cbe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:09.388946 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0d11e19f-43f3-4c4a-ac91-adc9242358f7 req-48d9fb8a-df95-4b4b-bb5d-9211544cbe73 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c6180d7-eb8a-45ce-a128-54507bf707bc HTTP/1.1" status: 200 len: 896 time: 0.0888772 Mar 28 09:43:09.430950 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0d11e19f-43f3-4c4a-ac91-adc9242358f7 req-4ff359d7-fe00-4b8b-8ab0-a07f6514297b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e95285d-79d2-4199-9b2b-a65e1e886ee5 HTTP/1.1" status: 200 len: 217 time: 0.0357890 Mar 28 09:43:09.470628 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7525b9ef-8527-4199-b3d2-f47aeed322af up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:43:09.484154 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11e19f-43f3-4c4a-ac91-adc9242358f7 req-2787c0a7-8d39-4755-ae52-d59779ee13c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:09.485639 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0d11e19f-43f3-4c4a-ac91-adc9242358f7 req-2787c0a7-8d39-4755-ae52-d59779ee13c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e21d0816-4db9-49e7-a9c2-59cfe0436530 HTTP/1.1" status: 200 len: 834 time: 0.0489972 Mar 28 09:43:09.519338 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 7525b9ef-8527-4199-b3d2-f47aeed322af triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:43:09.519684 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:09.536571 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11e19f-43f3-4c4a-ac91-adc9242358f7 req-be95424c-6862-405a-b0f1-0256d1eba009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:09.538239 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0d11e19f-43f3-4c4a-ac91-adc9242358f7 req-be95424c-6862-405a-b0f1-0256d1eba009 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c6180d7-eb8a-45ce-a128-54507bf707bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457520 Mar 28 09:43:09.602782 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 7525b9ef-8527-4199-b3d2-f47aeed322af is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:43:09.635559 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ec3fc-1b26-4ecb-8587-e43523d569eb req-3a36a0cb-6f8f-4f9e-ba12-e31e744f35a5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:09.636171 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0d11e19f-43f3-4c4a-ac91-adc9242358f7 req-cdad03fe-e590-4873-93ae-2252a88c21cf service neutron] 10.222.0.16 "GET /v2.0/networks/5c6180d7-eb8a-45ce-a128-54507bf707bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900106 Mar 28 09:43:09.637025 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-bc3ec3fc-1b26-4ecb-8587-e43523d569eb req-3a36a0cb-6f8f-4f9e-ba12-e31e744f35a5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 943 time: 0.0635774 Mar 28 09:43:09.691148 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-bc3ec3fc-1b26-4ecb-8587-e43523d569eb req-ba1cc3bd-3151-40e2-a1aa-7d39a8c562e9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482109 Mar 28 09:43:09.732553 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0d11e19f-43f3-4c4a-ac91-adc9242358f7 req-e6a32071-27e0-4fa7-9c0a-f4f028fe89b5 service neutron] 10.222.0.16 "GET /v2.0/networks/5c6180d7-eb8a-45ce-a128-54507bf707bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901957 Mar 28 09:43:10.240088 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 5e95285d-79d2-4199-9b2b-a65e1e886ee5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:43:10.334221 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 5e95285d-79d2-4199-9b2b-a65e1e886ee5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5e95285d-79d2-4199-9b2b-a65e1e886ee5,segment=NetworkSegment(a625e8e3-5a75-40be-a9a3-f30a9c301329),segment_id=a625e8e3-5a75-40be-a9a3-f30a9c301329)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:43:10.349401 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '5e95285d-79d2-4199-9b2b-a65e1e886ee5', 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc', 'port_id': '5e95285d-79d2-4199-9b2b-a65e1e886ee5', 'mac_address': 'fa:16:3e:66:8a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:43:10.385361 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 5e95285d-79d2-4199-9b2b-a65e1e886ee5 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:43:10.385782 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5e95285d-79d2-4199-9b2b-a65e1e886ee5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:10.398689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e95285d-79d2-4199-9b2b-a65e1e886ee5 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:43:10.416764 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 5e95285d-79d2-4199-9b2b-a65e1e886ee5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5e95285d-79d2-4199-9b2b-a65e1e886ee5,segment=NetworkSegment(a625e8e3-5a75-40be-a9a3-f30a9c301329),segment_id=a625e8e3-5a75-40be-a9a3-f30a9c301329)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:43:10.420528 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (5e95285d-79d2-4199-9b2b-a65e1e886ee5), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:10.466973 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=5e95285d-79d2-4199-9b2b-a65e1e886ee5,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:10.620621 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['5e95285d-79d2-4199-9b2b-a65e1e886ee5'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:43:10.827507 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba143e1-f1fd-4caa-a33a-ac186316cc28 req-e91ff1e1-43b9-4213-ae14-050f6018d0a5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:10.829150 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1ba143e1-f1fd-4caa-a33a-ac186316cc28 req-e91ff1e1-43b9-4213-ae14-050f6018d0a5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 944 time: 0.0642357 Mar 28 09:43:10.884442 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1ba143e1-f1fd-4caa-a33a-ac186316cc28 req-97b9a8eb-fdbf-434f-a62f-035041dfb9eb tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453753 Mar 28 09:43:12.046478 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c586d-5faa-4039-a263-ff5d1510eb9e req-b9264180-18ce-4c52-bf92-76a234b3227b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:12.047969 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-600c586d-5faa-4039-a263-ff5d1510eb9e req-b9264180-18ce-4c52-bf92-76a234b3227b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 944 time: 0.0518494 Mar 28 09:43:12.097711 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-600c586d-5faa-4039-a263-ff5d1510eb9e req-52958978-476f-4773-93cc-a0ef432a03a4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428514 Mar 28 09:43:12.252099 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 5e95285d-79d2-4199-9b2b-a65e1e886ee5 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:43:12.304479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 5e95285d-79d2-4199-9b2b-a65e1e886ee5 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:43:12.308515 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 5e95285d-79d2-4199-9b2b-a65e1e886ee5 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:43:12.308916 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (5e95285d-79d2-4199-9b2b-a65e1e886ee5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:12.526366 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 5e95285d-79d2-4199-9b2b-a65e1e886ee5 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:43:12.526674 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (5e95285d-79d2-4199-9b2b-a65e1e886ee5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:12.548987 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e95285d-79d2-4199-9b2b-a65e1e886ee5'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:43:12.551278 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d2b2fc-e3bc-47bd-aacb-fa280d728ba0" -d '{"events": [{"server_uuid": "00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4", "name": "network-vif-plugged", "status": "completed", "tag": "5e95285d-79d2-4199-9b2b-a65e1e886ee5"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:43:12.563128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 5e95285d-79d2-4199-9b2b-a65e1e886ee5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5e95285d-79d2-4199-9b2b-a65e1e886ee5,segment=NetworkSegment(a625e8e3-5a75-40be-a9a3-f30a9c301329),segment_id=a625e8e3-5a75-40be-a9a3-f30a9c301329)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:43:12.567953 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (5e95285d-79d2-4199-9b2b-a65e1e886ee5), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:12.591538 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1f7a0c-2c9b-49b8-aee1-84714ed383cf x-openstack-request-id: req-5f1f7a0c-2c9b-49b8-aee1-84714ed383cf {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:43:12.591838 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4", "name": "network-vif-plugged", "status": "completed", "tag": "5e95285d-79d2-4199-9b2b-a65e1e886ee5", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:43:12.592093 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f1f7a0c-2c9b-49b8-aee1-84714ed383cf {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:43:12.592487 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f1f7a0c-2c9b-49b8-aee1-84714ed383cf'] response: {'server_uuid': '00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e95285d-79d2-4199-9b2b-a65e1e886ee5', 'code': 200} Mar 28 09:43:12.617764 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=5e95285d-79d2-4199-9b2b-a65e1e886ee5,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:12.761031 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8020bb2-cbe5-4011-959b-48121521aecc req-3943f587-0b50-4006-9af1-a1c5ae629cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:12.762574 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d8020bb2-cbe5-4011-959b-48121521aecc req-3943f587-0b50-4006-9af1-a1c5ae629cb7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 1129 time: 0.0488994 Mar 28 09:43:12.807606 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d8020bb2-cbe5-4011-959b-48121521aecc req-5180f9d8-1459-42e0-8486-6ad24dd9105f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389347 Mar 28 09:43:13.214247 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf34a2-72a7-40f2-83e4-34e51a3ee165 req-5dbd05f4-235d-40ec-8160-4d9fcad4a581 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:13.215731 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-58cf34a2-72a7-40f2-83e4-34e51a3ee165 req-5dbd05f4-235d-40ec-8160-4d9fcad4a581 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0522921 Mar 28 09:43:13.264929 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-58cf34a2-72a7-40f2-83e4-34e51a3ee165 req-8b184758-7c36-4e84-bc5d-0f9670647eca tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437410 Mar 28 09:43:14.383072 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d210ea-9479-4bad-8f4a-f6105079d6da req-262df7a5-3014-4cd8-b9f7-aec2e18de7bf tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:14.384551 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-51d210ea-9479-4bad-8f4a-f6105079d6da req-262df7a5-3014-4cd8-b9f7-aec2e18de7bf tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0526285 Mar 28 09:43:14.433436 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-51d210ea-9479-4bad-8f4a-f6105079d6da req-f7ff01c7-3381-4d96-bea9-b52fbab0078a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434206 Mar 28 09:43:14.555081 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc83e51-ad68-4486-a7f7-bf17734ba112 req-527e19b3-991f-44c9-99cd-aae1d47f511a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:14.556436 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3bc83e51-ad68-4486-a7f7-bf17734ba112 req-527e19b3-991f-44c9-99cd-aae1d47f511a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0568511 Mar 28 09:43:14.604205 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3bc83e51-ad68-4486-a7f7-bf17734ba112 req-7058cb10-0eaa-4579-82ad-46b8f22d9b5e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423007 Mar 28 09:43:14.625260 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59214) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:43:14.710225 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80016fed-a484-4913-a89c-ea3994fe8d73 tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:14.711784 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-80016fed-a484-4913-a89c-ea3994fe8d73 tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 1124 time: 0.0855083 Mar 28 09:43:14.714596 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59218) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:43:14.718758 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': '5e95285d-79d2-4199-9b2b-a65e1e886ee5', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:43:14.738678 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:14.836486 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:14.935163 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.36.4.230 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/0e871f75-326b-47b9-ab13-bc7c3ccb5fd1) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:43:15.038316 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (0e871f75-326b-47b9-ab13-bc7c3ccb5fd1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:15.071398 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (0e871f75-326b-47b9-ab13-bc7c3ccb5fd1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:15.105594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:43:15.109869 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:43:15.114055 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:43:15.139340 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=0e871f75-326b-47b9-ab13-bc7c3ccb5fd1,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:15.464871 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (e4ec40c6-aaf5-4907-90c9-d001be6de567), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:15.530974 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0e871f75-326b-47b9-ab13-bc7c3ccb5fd1), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:15.676180 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (0e871f75-326b-47b9-ab13-bc7c3ccb5fd1), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:15.680321 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (0e871f75-326b-47b9-ab13-bc7c3ccb5fd1), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:15.755488 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=0e871f75-326b-47b9-ab13-bc7c3ccb5fd1,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:43:15.765597 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (e4ec40c6-aaf5-4907-90c9-d001be6de567), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:15.865606 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Floating IP e4ec40c6-aaf5-4907-90c9-d001be6de567 associated. External IP: 172.36.4.230, port: 5e95285d-79d2-4199-9b2b-a65e1e886ee5. Mar 28 09:43:16.076504 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router 9609b31a-2ee0-427a-81f7-796d8c478759 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:43:16.186558 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:43:16.199811 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ab5a5-a9a0-46eb-989a-b63005ba7c81 None None] Sync routers for ids ['9609b31a-2ee0-427a-81f7-796d8c478759'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:43:16.211370 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:16.212991 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ab5a5-a9a0-46eb-989a-b63005ba7c81 None None] Routers {'9609b31a-2ee0-427a-81f7-796d8c478759'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:43:16.213649 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-6c6ab5a5-a9a0-46eb-989a-b63005ba7c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:43:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9609b31a-2ee0-427a-81f7-796d8c478759'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:43:16.247895 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d2e3ea47-c880-4284-bc8a-6ad488da4469 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5298691 Mar 28 09:43:16.247895 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4', 'tag': '5e95285d-79d2-4199-9b2b-a65e1e886ee5'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:43:16.248974 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb65cdd6-dd21-4497-b48b-297111a2b34e" -d '{"events": [{"name": "network-changed", "server_uuid": "00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4", "tag": "5e95285d-79d2-4199-9b2b-a65e1e886ee5"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:43:16.290401 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1941f76e-0bf0-43cf-a6a9-9b9f9b4ee841 x-openstack-request-id: req-1941f76e-0bf0-43cf-a6a9-9b9f9b4ee841 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:43:16.290698 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4", "tag": "5e95285d-79d2-4199-9b2b-a65e1e886ee5", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:43:16.290963 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1941f76e-0bf0-43cf-a6a9-9b9f9b4ee841 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:43:16.291426 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1941f76e-0bf0-43cf-a6a9-9b9f9b4ee841'] response: {'name': 'network-changed', 'server_uuid': '00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4', 'tag': '5e95285d-79d2-4199-9b2b-a65e1e886ee5', 'status': 'completed', 'code': 200} Mar 28 09:43:16.344988 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-6c6ab5a5-a9a0-46eb-989a-b63005ba7c81 None None] Set router 9609b31a-2ee0-427a-81f7-796d8c478759 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:43:16.400682 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f65d4b-0527-4208-a54a-034d5a741438 req-a0578660-712a-4f01-af8b-4ce410d3e6f0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:16.402349 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c7f65d4b-0527-4208-a54a-034d5a741438 req-a0578660-712a-4f01-af8b-4ce410d3e6f0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0783064 Mar 28 09:43:16.405302 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65cdd6-dd21-4497-b48b-297111a2b34e req-d4761db5-2a38-49b9-bffb-b62b9cf28598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:16.406742 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bb65cdd6-dd21-4497-b48b-297111a2b34e req-d4761db5-2a38-49b9-bffb-b62b9cf28598 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 1129 time: 0.0918627 Mar 28 09:43:16.512164 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c7f65d4b-0527-4208-a54a-034d5a741438 req-03b68849-e08d-49ef-b991-8b45db56e2c7 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039054 Mar 28 09:43:16.531004 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65cdd6-dd21-4497-b48b-297111a2b34e req-f7ebbaf8-40df-4865-abb8-6d88767d231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:16.532472 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bb65cdd6-dd21-4497-b48b-297111a2b34e req-f7ebbaf8-40df-4865-abb8-6d88767d231c service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c6180d7-eb8a-45ce-a128-54507bf707bc HTTP/1.1" status: 200 len: 896 time: 0.1181376 Mar 28 09:43:16.534174 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59224) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:43:16.572296 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-6c6ab5a5-a9a0-46eb-989a-b63005ba7c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916072418', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:04Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e4ec40c6-aaf5-4907-90c9-d001be6de567', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'floating_ip_address': '172.36.4.230', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'port_id': '5e95285d-79d2-4199-9b2b-a65e1e886ee5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc', 'mac_address': 'fa:16:3e:66:8a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:43:15Z', 'updated_at': '2022-03-28T09:43:15Z', 'revision_number': 0, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7525b9ef-8527-4199-b3d2-f47aeed322af', 'name': '', 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:12:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:04Z', 'updated_at': '2022-03-28T09:43:07Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:43:16.598988 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ab5a5-a9a0-46eb-989a-b63005ba7c81 None None] Checking router: 9609b31a-2ee0-427a-81f7-796d8c478759 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:43:16.607427 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ab5a5-a9a0-46eb-989a-b63005ba7c81 None None] Routers {'9609b31a-2ee0-427a-81f7-796d8c478759'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:43:16.608032 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-6c6ab5a5-a9a0-46eb-989a-b63005ba7c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:43:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9609b31a-2ee0-427a-81f7-796d8c478759'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:43:16.642387 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-8584ebaf-99fd-43fe-b294-eebd49ccbbf9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/floatingips/e4ec40c6-aaf5-4907-90c9-d001be6de567 HTTP/1.1" status: 200 len: 991 time: 0.1069090 Mar 28 09:43:16.644487 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bb65cdd6-dd21-4497-b48b-297111a2b34e req-309c106f-c9c0-47f9-b898-3dd1ea678787 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e95285d-79d2-4199-9b2b-a65e1e886ee5 HTTP/1.1" status: 200 len: 999 time: 0.1037660 Mar 28 09:43:16.699363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65cdd6-dd21-4497-b48b-297111a2b34e req-2227c38b-89bd-4bd7-9c1a-5eef3c86455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:16.700820 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bb65cdd6-dd21-4497-b48b-297111a2b34e req-2227c38b-89bd-4bd7-9c1a-5eef3c86455e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e21d0816-4db9-49e7-a9c2-59cfe0436530 HTTP/1.1" status: 200 len: 834 time: 0.0508351 Mar 28 09:43:16.716390 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-6c6ab5a5-a9a0-46eb-989a-b63005ba7c81 None None] Set router 9609b31a-2ee0-427a-81f7-796d8c478759 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:43:16.749614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65cdd6-dd21-4497-b48b-297111a2b34e req-443966ec-ff4c-4a80-8c1f-e98106555780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:16.751176 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bb65cdd6-dd21-4497-b48b-297111a2b34e req-443966ec-ff4c-4a80-8c1f-e98106555780 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c6180d7-eb8a-45ce-a128-54507bf707bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449455 Mar 28 09:43:16.843104 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bb65cdd6-dd21-4497-b48b-297111a2b34e req-8c0dc5d4-1e3b-4a63-9013-dca036ebd773 service neutron] 10.222.0.16 "GET /v2.0/networks/5c6180d7-eb8a-45ce-a128-54507bf707bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861692 Mar 28 09:43:16.931484 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bb65cdd6-dd21-4497-b48b-297111a2b34e req-41ad04ed-e732-478e-8254-83e6f4095624 service neutron] 10.222.0.16 "GET /v2.0/networks/5c6180d7-eb8a-45ce-a128-54507bf707bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831487 Mar 28 09:43:16.936039 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-6c6ab5a5-a9a0-46eb-989a-b63005ba7c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916072418', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:04Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e4ec40c6-aaf5-4907-90c9-d001be6de567', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'floating_ip_address': '172.36.4.230', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'port_id': '5e95285d-79d2-4199-9b2b-a65e1e886ee5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc', 'mac_address': 'fa:16:3e:66:8a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:43:15Z', 'updated_at': '2022-03-28T09:43:15Z', 'revision_number': 0, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7525b9ef-8527-4199-b3d2-f47aeed322af', 'name': '', 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:12:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:04Z', 'updated_at': '2022-03-28T09:43:07Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:43:17.049416 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ab5a5-a9a0-46eb-989a-b63005ba7c81 None None] The sync data for ids ['9609b31a-2ee0-427a-81f7-796d8c478759'] in dv-neutron-master-2-hyperv is: [{'id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916072418', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:04Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e4ec40c6-aaf5-4907-90c9-d001be6de567', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'floating_ip_address': '172.36.4.230', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'port_id': '5e95285d-79d2-4199-9b2b-a65e1e886ee5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc', 'mac_address': 'fa:16:3e:66:8a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:43:15Z', 'updated_at': '2022-03-28T09:43:15Z', 'revision_number': 0, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7525b9ef-8527-4199-b3d2-f47aeed322af', 'name': '', 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:12:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:04Z', 'updated_at': '2022-03-28T09:43:07Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:43:17.240904 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147650c7-3df7-4abf-8377-fe218428575d None None] New status for floating IP e4ec40c6-aaf5-4907-90c9-d001be6de567: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:43:17.646856 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59226) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:43:17.710710 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e3741bb9-760a-463b-b584-50a815310ab3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/floatingips/e4ec40c6-aaf5-4907-90c9-d001be6de567 HTTP/1.1" status: 200 len: 993 time: 0.0626850 Mar 28 09:43:21.666615 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:27.321718 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-27402a89-506a-4651-8e92-047ee1ef2021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:29.545400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e44724cb-23f4-43b6-a84e-4b1a220acba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:30.696045 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:32.251650 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:33.778694 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:41.506340 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:43:49.098404 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024f3a3-592f-4355-9f6d-26528d092e99 req-4d92f9cc-0c56-4617-be77-0977b3a9e0ea tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:49.100014 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2024f3a3-592f-4355-9f6d-26528d092e99 req-4d92f9cc-0c56-4617-be77-0977b3a9e0ea tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.1187303 Mar 28 09:43:49.474675 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2024f3a3-592f-4355-9f6d-26528d092e99 req-a775f91b-ab51-4298-bf3f-f7b4e6663209 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3690264 Mar 28 09:43:50.636865 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273534d-166b-422d-aabe-ecee52d48e76 req-46d83030-b8c6-4e59-9aec-91a448603146 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:50.638382 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d273534d-166b-422d-aabe-ecee52d48e76 req-46d83030-b8c6-4e59-9aec-91a448603146 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0946691 Mar 28 09:43:50.686137 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d273534d-166b-422d-aabe-ecee52d48e76 req-620539d1-c06c-47da-acae-993c5f99e3e9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419064 Mar 28 09:43:51.660644 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:51.804524 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2942d-d5c8-4a59-863c-4e065911d586 req-5a0d2522-da9c-4200-848a-0c1b2c626134 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:51.806010 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-94d2942d-d5c8-4a59-863c-4e065911d586 req-5a0d2522-da9c-4200-848a-0c1b2c626134 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0525792 Mar 28 09:43:51.853088 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-94d2942d-d5c8-4a59-863c-4e065911d586 req-3a9afee5-8b84-40dc-aaf8-a397e7731cc5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416093 Mar 28 09:43:52.973851 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25e4eb-8f64-4a2f-a642-e025dd720a3c req-0e29abff-bb71-4615-b0c4-a568d1223618 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:52.975878 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b25e4eb-8f64-4a2f-a642-e025dd720a3c req-0e29abff-bb71-4615-b0c4-a568d1223618 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0568428 Mar 28 09:43:53.025348 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b25e4eb-8f64-4a2f-a642-e025dd720a3c req-65759ac4-909b-4151-ae54-a3c96dd6ccf0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439565 Mar 28 09:43:54.141968 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da93b04-445c-458a-b540-11588b417397 req-a1769059-ba03-45e7-b2ef-595caca91f20 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:54.143427 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3da93b04-445c-458a-b540-11588b417397 req-a1769059-ba03-45e7-b2ef-595caca91f20 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0526900 Mar 28 09:43:54.193660 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3da93b04-445c-458a-b540-11588b417397 req-2087552c-cc80-4bbc-8ad0-e88898f19fdd tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433435 Mar 28 09:43:55.310931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680da89-253c-4c41-96fe-d0f6aa82367f req-1548cd48-7344-4c54-ac0f-4caa610c0170 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:55.312455 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9680da89-253c-4c41-96fe-d0f6aa82367f req-1548cd48-7344-4c54-ac0f-4caa610c0170 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0526669 Mar 28 09:43:55.360777 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9680da89-253c-4c41-96fe-d0f6aa82367f req-344d5c9e-64e7-4398-b1fe-38f686e5a4e0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428121 Mar 28 09:43:56.277012 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a6284-b8dd-416c-9a3f-df6995c35a1d req-e68714c5-6251-45fa-99c9-9a8a4448fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:56.278551 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2c6a6284-b8dd-416c-9a3f-df6995c35a1d req-e68714c5-6251-45fa-99c9-9a8a4448fd82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 1129 time: 0.0817084 Mar 28 09:43:56.385022 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a6284-b8dd-416c-9a3f-df6995c35a1d req-4b24ad07-6832-49ca-b351-205256ffe6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:56.386460 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2c6a6284-b8dd-416c-9a3f-df6995c35a1d req-4b24ad07-6832-49ca-b351-205256ffe6a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c6180d7-eb8a-45ce-a128-54507bf707bc HTTP/1.1" status: 200 len: 896 time: 0.0885384 Mar 28 09:43:56.451777 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2c6a6284-b8dd-416c-9a3f-df6995c35a1d req-6f97bbbb-d0d1-416b-9306-4f57fc1d8ee3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e95285d-79d2-4199-9b2b-a65e1e886ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0592685 Mar 28 09:43:56.477301 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df427cd-77fd-4606-96e8-c835cb8b0486 req-62f0df96-4525-457e-91fc-e5da7eb38064 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:56.478897 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5df427cd-77fd-4606-96e8-c835cb8b0486 req-62f0df96-4525-457e-91fc-e5da7eb38064 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0527806 Mar 28 09:43:56.504323 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a6284-b8dd-416c-9a3f-df6995c35a1d req-717f454b-70ae-46e4-a59f-c8b277cf0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:56.506027 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2c6a6284-b8dd-416c-9a3f-df6995c35a1d req-717f454b-70ae-46e4-a59f-c8b277cf0c75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e21d0816-4db9-49e7-a9c2-59cfe0436530 HTTP/1.1" status: 200 len: 834 time: 0.0483179 Mar 28 09:43:56.527963 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5df427cd-77fd-4606-96e8-c835cb8b0486 req-703b19ef-952f-4b03-a3d6-847c50fb07e3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435913 Mar 28 09:43:56.554584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a6284-b8dd-416c-9a3f-df6995c35a1d req-f5f2b4ca-a42e-472a-b7f3-7d99437682dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:56.556124 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2c6a6284-b8dd-416c-9a3f-df6995c35a1d req-f5f2b4ca-a42e-472a-b7f3-7d99437682dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c6180d7-eb8a-45ce-a128-54507bf707bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451450 Mar 28 09:43:56.641452 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2c6a6284-b8dd-416c-9a3f-df6995c35a1d req-381164a8-a611-450b-8b6a-bbf633b35a14 service neutron] 10.222.0.16 "GET /v2.0/networks/5c6180d7-eb8a-45ce-a128-54507bf707bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788498 Mar 28 09:43:56.730028 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2c6a6284-b8dd-416c-9a3f-df6995c35a1d req-0b1c024e-5eb3-409d-a6f3-f8a2f537a9bf service neutron] 10.222.0.16 "GET /v2.0/networks/5c6180d7-eb8a-45ce-a128-54507bf707bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833545 Mar 28 09:43:57.322898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c2db65ab-3e92-41a9-84d1-5e81ed54fa0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:57.648739 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf44de-9a13-4972-af80-1cab5123e5d2 req-fe9ce836-6e2f-46e8-83d2-d244d0283bdb tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:57.650151 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-96cf44de-9a13-4972-af80-1cab5123e5d2 req-fe9ce836-6e2f-46e8-83d2-d244d0283bdb tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0557213 Mar 28 09:43:57.698039 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-96cf44de-9a13-4972-af80-1cab5123e5d2 req-77b30935-51c0-4bbf-95b0-d042e4fc9c0b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422499 Mar 28 09:43:58.816163 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1f81d-8e12-4934-aa59-03dd1b3b64c8 req-b05e04c8-fd74-467a-a2a7-d2e9fe30d4e0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:58.817653 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a4f1f81d-8e12-4934-aa59-03dd1b3b64c8 req-b05e04c8-fd74-467a-a2a7-d2e9fe30d4e0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0525677 Mar 28 09:43:58.865899 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a4f1f81d-8e12-4934-aa59-03dd1b3b64c8 req-d70e726e-c2bc-4dbd-81d0-8bc48fa58ac1 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424793 Mar 28 09:43:59.546399 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-610be3b6-2f7b-4bf1-9fd9-c8b1dede0eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:43:59.987355 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb485094-45c0-44bf-8695-75528f3025ab req-d94ff76b-edf7-459e-b1e7-fe2cdf399b2d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:43:59.988809 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bb485094-45c0-44bf-8695-75528f3025ab req-d94ff76b-edf7-459e-b1e7-fe2cdf399b2d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0565231 Mar 28 09:44:00.036439 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bb485094-45c0-44bf-8695-75528f3025ab req-389f2488-d153-4973-9151-9ce841b86345 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417855 Mar 28 09:44:00.700462 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:01.156802 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e469a-8b33-49c8-bc20-b2704b6d2b2b req-8bbee677-daa2-4557-9342-649b8f48da8e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:01.158277 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9a4e469a-8b33-49c8-bc20-b2704b6d2b2b req-8bbee677-daa2-4557-9342-649b8f48da8e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0560617 Mar 28 09:44:01.205956 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9a4e469a-8b33-49c8-bc20-b2704b6d2b2b req-be8cd9b1-e5a5-44af-9ecd-ec9dd94dceba tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415242 Mar 28 09:44:02.256444 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:02.324513 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1721dac-2729-4465-a5a0-725de497103f req-6c7b8f3c-d7fc-417f-8f60-9f7588c6540a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:02.326114 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c1721dac-2729-4465-a5a0-725de497103f req-6c7b8f3c-d7fc-417f-8f60-9f7588c6540a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0534432 Mar 28 09:44:02.374044 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c1721dac-2729-4465-a5a0-725de497103f req-9f53f817-4cc4-4ab5-a94b-d75322c94220 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424495 Mar 28 09:44:03.491619 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4669b40-5998-4222-bce2-658d2f80b097 req-14d10cd8-fa55-4e20-945f-78aee780f531 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:03.493081 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d4669b40-5998-4222-bce2-658d2f80b097 req-14d10cd8-fa55-4e20-945f-78aee780f531 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0523839 Mar 28 09:44:03.544210 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d4669b40-5998-4222-bce2-658d2f80b097 req-64462a89-03c8-4fdc-a41d-5cbd0b661adb tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452857 Mar 28 09:44:03.780694 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:04.662825 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49e296-8ee4-46c3-8cb3-24e0fef3b37b req-e7d81b17-599f-4afa-8062-5a7c82785a00 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:04.664282 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ac49e296-8ee4-46c3-8cb3-24e0fef3b37b req-e7d81b17-599f-4afa-8062-5a7c82785a00 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0520394 Mar 28 09:44:04.715935 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ac49e296-8ee4-46c3-8cb3-24e0fef3b37b req-dbeb2b8a-cc88-4ac3-af33-d3da521a201c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461221 Mar 28 09:44:04.737896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59274) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:04.797396 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7402a0fb-0bce-4330-9eac-e8c687b8bf87 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/floatingips/e4ec40c6-aaf5-4907-90c9-d001be6de567 HTTP/1.1" status: 200 len: 993 time: 0.0583997 Mar 28 09:44:06.081189 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21406717-e07d-43b4-b572-4ad256822e61 req-955ada6c-f9f8-47de-b4e0-2217a9e7c2a5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:06.082698 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-21406717-e07d-43b4-b572-4ad256822e61 req-955ada6c-f9f8-47de-b4e0-2217a9e7c2a5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0570817 Mar 28 09:44:06.111135 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db925993-28c4-4ec9-8808-d112bdc5564d req-1e47d3a5-c820-451f-9521-0db279c5af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:06.112631 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-db925993-28c4-4ec9-8808-d112bdc5564d req-1e47d3a5-c820-451f-9521-0db279c5af79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 1129 time: 0.0495646 Mar 28 09:44:06.134351 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-21406717-e07d-43b4-b572-4ad256822e61 req-53a40439-20f0-4b96-91ed-80d5b0ffd532 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455949 Mar 28 09:44:06.204683 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db925993-28c4-4ec9-8808-d112bdc5564d req-50b145a6-1a3d-4757-9fd9-049ee928a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:06.206236 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-db925993-28c4-4ec9-8808-d112bdc5564d req-50b145a6-1a3d-4757-9fd9-049ee928a024 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c6180d7-eb8a-45ce-a128-54507bf707bc HTTP/1.1" status: 200 len: 896 time: 0.0874577 Mar 28 09:44:06.270758 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-db925993-28c4-4ec9-8808-d112bdc5564d req-dde9e8fb-cd1c-476b-a991-651e1ab20045 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e95285d-79d2-4199-9b2b-a65e1e886ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0588279 Mar 28 09:44:06.322978 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db925993-28c4-4ec9-8808-d112bdc5564d req-b622ab39-529a-44aa-9108-a72da4abb06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:06.324442 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-db925993-28c4-4ec9-8808-d112bdc5564d req-b622ab39-529a-44aa-9108-a72da4abb06c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e21d0816-4db9-49e7-a9c2-59cfe0436530 HTTP/1.1" status: 200 len: 834 time: 0.0485802 Mar 28 09:44:06.374490 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db925993-28c4-4ec9-8808-d112bdc5564d req-ecc0d1de-8f07-4a27-bd8b-aa7e2fcb67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:06.376001 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-db925993-28c4-4ec9-8808-d112bdc5564d req-ecc0d1de-8f07-4a27-bd8b-aa7e2fcb67ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c6180d7-eb8a-45ce-a128-54507bf707bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0458932 Mar 28 09:44:06.465846 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-db925993-28c4-4ec9-8808-d112bdc5564d req-039bf5a7-864d-4a96-8fc4-4c17e602a64a service neutron] 10.222.0.16 "GET /v2.0/networks/5c6180d7-eb8a-45ce-a128-54507bf707bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837767 Mar 28 09:44:06.558577 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-db925993-28c4-4ec9-8808-d112bdc5564d req-0c3c9a67-430b-443c-abad-228fad2e033c service neutron] 10.222.0.16 "GET /v2.0/networks/5c6180d7-eb8a-45ce-a128-54507bf707bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872054 Mar 28 09:44:07.256474 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1011be6-426c-4695-9f8f-901db931fd62 req-3a19df15-aee9-41e0-8cd9-c8ec74535d22 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:07.258024 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c1011be6-426c-4695-9f8f-901db931fd62 req-3a19df15-aee9-41e0-8cd9-c8ec74535d22 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0542395 Mar 28 09:44:07.306756 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c1011be6-426c-4695-9f8f-901db931fd62 req-5a6c9c77-bdba-4403-8761-679659038026 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430555 Mar 28 09:44:07.328924 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59284) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:07.397743 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-745e85fd-f069-4ea8-9d29-b7a76f8c60c8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/floatingips/e4ec40c6-aaf5-4907-90c9-d001be6de567 HTTP/1.1" status: 200 len: 993 time: 0.0658939 Mar 28 09:44:18.504690 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:44:21.660262 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:27.324323 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a044e482-e11f-4a15-a907-da244e81b88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:29.547158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3cbb5326-d6b0-4896-93fc-2645f725f533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:30.701748 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:32.259477 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:33.785931 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:37.832629 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59296) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:37.987885 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port 0e871f75-326b-47b9-ab13-bc7c3ccb5fd1 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:44:37.988232 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (0e871f75-326b-47b9-ab13-bc7c3ccb5fd1), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:38.065108 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (0e871f75-326b-47b9-ab13-bc7c3ccb5fd1), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:38.065435 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (0e871f75-326b-47b9-ab13-bc7c3ccb5fd1), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:38.077218 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for 0e871f75-326b-47b9-ab13-bc7c3ccb5fd1 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:44:38.222434 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (0e871f75-326b-47b9-ab13-bc7c3ccb5fd1), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:38.247489 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=0e871f75-326b-47b9-ab13-bc7c3ccb5fd1,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:38.274597 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:38.274949 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:38.275295 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:38.275637 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:38.275974 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:38.276315 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:38.276653 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:38.276994 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:38.277320 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:38.277673 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:38.278005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:38.278329 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:38.278656 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:38.278980 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:38.279675 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:38.319476 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (e4ec40c6-aaf5-4907-90c9-d001be6de567), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:38.319803 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Floating IP e4ec40c6-aaf5-4907-90c9-d001be6de567 disassociated (deleted). External IP: 172.36.4.230, port: 5e95285d-79d2-4199-9b2b-a65e1e886ee5. Mar 28 09:44:38.531058 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router 9609b31a-2ee0-427a-81f7-796d8c478759 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:44:38.640273 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:44:38.645088 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:38.650073 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202c956-a79c-47c5-bcf2-05440aaaeb2c None None] Sync routers for ids ['9609b31a-2ee0-427a-81f7-796d8c478759'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:44:38.658941 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3202c956-a79c-47c5-bcf2-05440aaaeb2c None None] Routers {'9609b31a-2ee0-427a-81f7-796d8c478759'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:44:38.659549 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3202c956-a79c-47c5-bcf2-05440aaaeb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:44:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9609b31a-2ee0-427a-81f7-796d8c478759'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:44:38.676576 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-7a0eacfc-a620-48f7-b2a1-dbdc4fb370b2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/floatingips/e4ec40c6-aaf5-4907-90c9-d001be6de567 HTTP/1.1" status: 204 len: 168 time: 0.8399024 Mar 28 09:44:38.676576 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4', 'tag': '5e95285d-79d2-4199-9b2b-a65e1e886ee5'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:44:38.677276 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c045d34b-b40f-47c5-ad04-2e0b5e02d4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4", "tag": "5e95285d-79d2-4199-9b2b-a65e1e886ee5"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:44:38.717830 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e427f88-31e2-4748-9349-9e3d7bcfb58b x-openstack-request-id: req-6e427f88-31e2-4748-9349-9e3d7bcfb58b {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:44:38.718131 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4", "tag": "5e95285d-79d2-4199-9b2b-a65e1e886ee5", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:44:38.718394 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e427f88-31e2-4748-9349-9e3d7bcfb58b {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:44:38.718814 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e427f88-31e2-4748-9349-9e3d7bcfb58b'] response: {'name': 'network-changed', 'server_uuid': '00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4', 'tag': '5e95285d-79d2-4199-9b2b-a65e1e886ee5', 'status': 'completed', 'code': 200} Mar 28 09:44:38.771016 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-3202c956-a79c-47c5-bcf2-05440aaaeb2c None None] Set router 9609b31a-2ee0-427a-81f7-796d8c478759 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:44:38.792464 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045d34b-b40f-47c5-ad04-2e0b5e02d4d5 req-cb4aa785-e693-47cb-ab14-8cb21c397842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:38.796102 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c045d34b-b40f-47c5-ad04-2e0b5e02d4d5 req-cb4aa785-e693-47cb-ab14-8cb21c397842 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 1129 time: 0.0548899 Mar 28 09:44:38.898443 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045d34b-b40f-47c5-ad04-2e0b5e02d4d5 req-154a9f6b-c9ee-474e-9f07-cc3ce64d0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:38.899648 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c045d34b-b40f-47c5-ad04-2e0b5e02d4d5 req-154a9f6b-c9ee-474e-9f07-cc3ce64d0a7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c6180d7-eb8a-45ce-a128-54507bf707bc HTTP/1.1" status: 200 len: 896 time: 0.0969641 Mar 28 09:44:38.908553 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dbdcc-c99b-4680-bcfb-1bdd525e21a6 req-1f57e77c-fcef-4b8c-b71d-86bb4455892b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:38.910052 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2a7dbdcc-c99b-4680-bcfb-1bdd525e21a6 req-1f57e77c-fcef-4b8c-b71d-86bb4455892b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0545087 Mar 28 09:44:38.969645 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2a7dbdcc-c99b-4680-bcfb-1bdd525e21a6 req-497ed128-7ce3-4e9a-9ca5-fad7a85a2ab1 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506988 Mar 28 09:44:38.979988 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3202c956-a79c-47c5-bcf2-05440aaaeb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916072418', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:04Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7525b9ef-8527-4199-b3d2-f47aeed322af', 'name': '', 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:12:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:04Z', 'updated_at': '2022-03-28T09:43:07Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:44:39.012011 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202c956-a79c-47c5-bcf2-05440aaaeb2c None None] Checking router: 9609b31a-2ee0-427a-81f7-796d8c478759 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:44:39.021814 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3202c956-a79c-47c5-bcf2-05440aaaeb2c None None] Routers {'9609b31a-2ee0-427a-81f7-796d8c478759'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:44:39.022439 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3202c956-a79c-47c5-bcf2-05440aaaeb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:44:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9609b31a-2ee0-427a-81f7-796d8c478759'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:44:39.137470 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-3202c956-a79c-47c5-bcf2-05440aaaeb2c None None] Set router 9609b31a-2ee0-427a-81f7-796d8c478759 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:44:39.276024 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c045d34b-b40f-47c5-ad04-2e0b5e02d4d5 req-94124e17-5cfa-4763-9ab4-5e3e43c8767e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e95285d-79d2-4199-9b2b-a65e1e886ee5 HTTP/1.1" status: 200 len: 217 time: 0.3673854 Mar 28 09:44:39.325410 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045d34b-b40f-47c5-ad04-2e0b5e02d4d5 req-80389505-ab3c-4ac5-a2c3-abe5e1d42ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:39.326911 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c045d34b-b40f-47c5-ad04-2e0b5e02d4d5 req-80389505-ab3c-4ac5-a2c3-abe5e1d42ab2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e21d0816-4db9-49e7-a9c2-59cfe0436530 HTTP/1.1" status: 200 len: 834 time: 0.0433393 Mar 28 09:44:39.340843 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3202c956-a79c-47c5-bcf2-05440aaaeb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916072418', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:04Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7525b9ef-8527-4199-b3d2-f47aeed322af', 'name': '', 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:12:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:04Z', 'updated_at': '2022-03-28T09:43:07Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:44:39.367586 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202c956-a79c-47c5-bcf2-05440aaaeb2c None None] The sync data for ids ['9609b31a-2ee0-427a-81f7-796d8c478759'] in dv-neutron-master-2-hyperv is: [{'id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916072418', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:04Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7525b9ef-8527-4199-b3d2-f47aeed322af', 'name': '', 'network_id': '5c6180d7-eb8a-45ce-a128-54507bf707bc', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:12:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:04Z', 'updated_at': '2022-03-28T09:43:07Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': 'e21d0816-4db9-49e7-a9c2-59cfe0436530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:44:39.378096 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045d34b-b40f-47c5-ad04-2e0b5e02d4d5 req-0bb2f9c7-abcf-4156-af71-8d6ac4dd3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:39.380187 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c045d34b-b40f-47c5-ad04-2e0b5e02d4d5 req-0bb2f9c7-abcf-4156-af71-8d6ac4dd3fbc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c6180d7-eb8a-45ce-a128-54507bf707bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0456331 Mar 28 09:44:39.474920 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c045d34b-b40f-47c5-ad04-2e0b5e02d4d5 req-2f43c0db-5c20-4846-89f2-067ec973eec8 service neutron] 10.222.0.16 "GET /v2.0/networks/5c6180d7-eb8a-45ce-a128-54507bf707bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886374 Mar 28 09:44:39.567599 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c045d34b-b40f-47c5-ad04-2e0b5e02d4d5 req-fef4f5e0-7004-4e2a-865e-a5d0dd1ad3ca service neutron] 10.222.0.16 "GET /v2.0/networks/5c6180d7-eb8a-45ce-a128-54507bf707bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860388 Mar 28 09:44:39.607802 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ee660e-c0b9-469b-a5b7-35360ed3b245 None None] New status for floating IP e4ec40c6-aaf5-4907-90c9-d001be6de567: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:44:40.092699 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca6e84-aba5-499b-9180-8055578e4625 req-09a7a673-e8e5-4734-bced-af7353d4a7bc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:40.094631 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c5ca6e84-aba5-499b-9180-8055578e4625 req-09a7a673-e8e5-4734-bced-af7353d4a7bc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0550332 Mar 28 09:44:40.147588 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c5ca6e84-aba5-499b-9180-8055578e4625 req-4cda34d1-cee7-4055-ba99-dc83ac247a92 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477481 Mar 28 09:44:40.424216 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df411bd4-6136-4449-9426-e4dc2aad0092 req-2348509f-d050-4018-bfe5-e725d344ae55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:40.425570 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-df411bd4-6136-4449-9426-e4dc2aad0092 req-2348509f-d050-4018-bfe5-e725d344ae55 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0531366 Mar 28 09:44:40.515694 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-df411bd4-6136-4449-9426-e4dc2aad0092 req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port 5e95285d-79d2-4199-9b2b-a65e1e886ee5 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:44:40.516061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-df411bd4-6136-4449-9426-e4dc2aad0092 req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (5e95285d-79d2-4199-9b2b-a65e1e886ee5), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:40.623764 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-df411bd4-6136-4449-9426-e4dc2aad0092 req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] For port 5e95285d-79d2-4199-9b2b-a65e1e886ee5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5e95285d-79d2-4199-9b2b-a65e1e886ee5,segment=NetworkSegment(a625e8e3-5a75-40be-a9a3-f30a9c301329),segment_id=a625e8e3-5a75-40be-a9a3-f30a9c301329)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:44:40.624111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-df411bd4-6136-4449-9426-e4dc2aad0092 req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (5e95285d-79d2-4199-9b2b-a65e1e886ee5), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:40.636774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-df411bd4-6136-4449-9426-e4dc2aad0092 req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for 5e95285d-79d2-4199-9b2b-a65e1e886ee5 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:44:40.762297 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-df411bd4-6136-4449-9426-e4dc2aad0092 req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (5e95285d-79d2-4199-9b2b-a65e1e886ee5), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:40.796970 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=5e95285d-79d2-4199-9b2b-a65e1e886ee5,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:40.821425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:40.821811 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:40.822168 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:40.822520 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:40.822870 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:40.823212 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:40.823554 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:40.823889 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:40.824227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:40.824563 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:40.824900 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:40.825234 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:40.825565 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:40.825995 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:40.826327 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:40.846694 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-df411bd4-6136-4449-9426-e4dc2aad0092 req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] No DVR routers for this DVR port 5e95285d-79d2-4199-9b2b-a65e1e886ee5 on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:44:40.849680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-df411bd4-6136-4449-9426-e4dc2aad0092 req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:40.853160 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-df411bd4-6136-4449-9426-e4dc2aad0092 req-53e3ade2-8e87-4ca0-89d0-0101ee100616 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "DELETE /v2.0/ports/5e95285d-79d2-4199-9b2b-a65e1e886ee5 HTTP/1.1" status: 204 len: 173 time: 0.4224114 Mar 28 09:44:40.853740 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4', 'name': 'network-vif-deleted', 'tag': '5e95285d-79d2-4199-9b2b-a65e1e886ee5'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:44:40.856685 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3032cc-6e50-46d5-b1fc-e871df509f2e" -d '{"events": [{"server_uuid": "00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4", "name": "network-vif-deleted", "tag": "5e95285d-79d2-4199-9b2b-a65e1e886ee5"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:44:40.894307 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838cc9dc-900c-4ce9-b354-60cfd39d5ef9 x-openstack-request-id: req-838cc9dc-900c-4ce9-b354-60cfd39d5ef9 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:44:40.894612 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4", "name": "network-vif-deleted", "tag": "5e95285d-79d2-4199-9b2b-a65e1e886ee5", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:44:40.894874 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-838cc9dc-900c-4ce9-b354-60cfd39d5ef9 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:44:40.895958 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-838cc9dc-900c-4ce9-b354-60cfd39d5ef9'] response: {'server_uuid': '00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4', 'name': 'network-vif-deleted', 'tag': '5e95285d-79d2-4199-9b2b-a65e1e886ee5', 'status': 'completed', 'code': 200} Mar 28 09:44:41.261767 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-72726205-a99b-4449-a40c-6a7131ee1528 req-75493e9f-a18d-47e8-8715-c3fc5ef7afce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=00715a1b-9b9b-46b3-bbf7-327d1cf9a6a4 HTTP/1.1" status: 200 len: 210 time: 0.0288334 Mar 28 09:44:42.320749 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59314) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:42.675906 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9ca3116f-2218-4ad7-91fb-feca5a2c89bf tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (9609b31a-2ee0-427a-81f7-796d8c478759), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:42.930956 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-9ca3116f-2218-4ad7-91fb-feca5a2c89bf tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port 7525b9ef-8527-4199-b3d2-f47aeed322af {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:44:42.931224 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9ca3116f-2218-4ad7-91fb-feca5a2c89bf tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:43.021805 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-9ca3116f-2218-4ad7-91fb-feca5a2c89bf tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] For port 7525b9ef-8527-4199-b3d2-f47aeed322af, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7525b9ef-8527-4199-b3d2-f47aeed322af,segment=NetworkSegment(a625e8e3-5a75-40be-a9a3-f30a9c301329),segment_id=a625e8e3-5a75-40be-a9a3-f30a9c301329)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:44:43.022169 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9ca3116f-2218-4ad7-91fb-feca5a2c89bf tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:43.034797 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-9ca3116f-2218-4ad7-91fb-feca5a2c89bf tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for 7525b9ef-8527-4199-b3d2-f47aeed322af owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:44:43.220335 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9ca3116f-2218-4ad7-91fb-feca5a2c89bf tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (7525b9ef-8527-4199-b3d2-f47aeed322af), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:43.247733 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3116f-2218-4ad7-91fb-feca5a2c89bf tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=7525b9ef-8527-4199-b3d2-f47aeed322af,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:43.428972 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9ca3116f-2218-4ad7-91fb-feca5a2c89bf tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (9609b31a-2ee0-427a-81f7-796d8c478759), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:43.645364 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca3116f-2218-4ad7-91fb-feca5a2c89bf tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router 9609b31a-2ee0-427a-81f7-796d8c478759 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:44:43.754986 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca3116f-2218-4ad7-91fb-feca5a2c89bf tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:44:43.762697 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9ca3116f-2218-4ad7-91fb-feca5a2c89bf tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "PUT /v2.0/routers/9609b31a-2ee0-427a-81f7-796d8c478759/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4380090 Mar 28 09:44:43.762806 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59316) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:43.763942 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c702706-b6d2-44b9-80e6-fa301bd9a13e None None] Sync routers for ids ['9609b31a-2ee0-427a-81f7-796d8c478759'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:44:43.774418 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c702706-b6d2-44b9-80e6-fa301bd9a13e None None] Routers {'9609b31a-2ee0-427a-81f7-796d8c478759'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:44:43.775020 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3c702706-b6d2-44b9-80e6-fa301bd9a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:44:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9609b31a-2ee0-427a-81f7-796d8c478759'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:44:43.813714 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-40eaaab3-3925-4fea-93b1-eec7bdf1cf42 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting subnet e21d0816-4db9-49e7-a9c2-59cfe0436530 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:44:43.817148 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-40eaaab3-3925-4fea-93b1-eec7bdf1cf42 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for subnet (e21d0816-4db9-49e7-a9c2-59cfe0436530), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:43.857133 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-40eaaab3-3925-4fea-93b1-eec7bdf1cf42 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (e21d0816-4db9-49e7-a9c2-59cfe0436530), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:43.884574 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-3c702706-b6d2-44b9-80e6-fa301bd9a13e None None] Set router 9609b31a-2ee0-427a-81f7-796d8c478759 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:44:43.948385 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-40eaaab3-3925-4fea-93b1-eec7bdf1cf42 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (e21d0816-4db9-49e7-a9c2-59cfe0436530), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:44.008487 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-40eaaab3-3925-4fea-93b1-eec7bdf1cf42 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (e21d0816-4db9-49e7-a9c2-59cfe0436530), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:44.034962 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eaaab3-3925-4fea-93b1-eec7bdf1cf42 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Subnet': ['ID=e21d0816-4db9-49e7-a9c2-59cfe0436530,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:44.038781 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-40eaaab3-3925-4fea-93b1-eec7bdf1cf42 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:44.042032 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-40eaaab3-3925-4fea-93b1-eec7bdf1cf42 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/subnets/e21d0816-4db9-49e7-a9c2-59cfe0436530 HTTP/1.1" status: 204 len: 168 time: 0.2783289 Mar 28 09:44:44.045800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59318) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:44.047968 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184f6ca8-8b4f-447d-93a6-526a224c5edf None None] Network 5c6180d7-eb8a-45ce-a128-54507bf707bc requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:44:44.065403 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3c702706-b6d2-44b9-80e6-fa301bd9a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916072418', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:44:43Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:44:44.092260 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c702706-b6d2-44b9-80e6-fa301bd9a13e None None] Checking router: 9609b31a-2ee0-427a-81f7-796d8c478759 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:44:44.100585 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c702706-b6d2-44b9-80e6-fa301bd9a13e None None] Routers {'9609b31a-2ee0-427a-81f7-796d8c478759'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:44:44.101196 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3c702706-b6d2-44b9-80e6-fa301bd9a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:44:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['9609b31a-2ee0-427a-81f7-796d8c478759'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:44:44.177689 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-24ede09a-c7fb-455e-a3c5-a417531b29ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router (9609b31a-2ee0-427a-81f7-796d8c478759), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:44.235321 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] DHCP port deletion for 5c6180d7-eb8a-45ce-a128-54507bf707bc request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:44:44.286692 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Deleting port f65997a7-dabe-4e0b-bc48-c1efade51cc3 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:44:44.287008 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (f65997a7-dabe-4e0b-bc48-c1efade51cc3), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:44.293527 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-24ede09a-c7fb-455e-a3c5-a417531b29ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (9609b31a-2ee0-427a-81f7-796d8c478759), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:44.308366 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-3c702706-b6d2-44b9-80e6-fa301bd9a13e None None] Set router 9609b31a-2ee0-427a-81f7-796d8c478759 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:44:44.354016 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-24ede09a-c7fb-455e-a3c5-a417531b29ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port feead70e-07b2-4401-9045-a5c04620f92e {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:44:44.354283 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] For port f65997a7-dabe-4e0b-bc48-c1efade51cc3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f65997a7-dabe-4e0b-bc48-c1efade51cc3,segment=NetworkSegment(a625e8e3-5a75-40be-a9a3-f30a9c301329),segment_id=a625e8e3-5a75-40be-a9a3-f30a9c301329)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:44:44.354395 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-24ede09a-c7fb-455e-a3c5-a417531b29ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (feead70e-07b2-4401-9045-a5c04620f92e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:44.354634 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (f65997a7-dabe-4e0b-bc48-c1efade51cc3), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:44.368771 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Calling delete_port for f65997a7-dabe-4e0b-bc48-c1efade51cc3 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:44:44.439646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-24ede09a-c7fb-455e-a3c5-a417531b29ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] For port feead70e-07b2-4401-9045-a5c04620f92e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=feead70e-07b2-4401-9045-a5c04620f92e,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:44:44.440026 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-24ede09a-c7fb-455e-a3c5-a417531b29ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (feead70e-07b2-4401-9045-a5c04620f92e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:44.455403 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-24ede09a-c7fb-455e-a3c5-a417531b29ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for feead70e-07b2-4401-9045-a5c04620f92e owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:44:44.459039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (f65997a7-dabe-4e0b-bc48-c1efade51cc3), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:44.485582 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3c702706-b6d2-44b9-80e6-fa301bd9a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916072418', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:44:43Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:44:44.486156 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Pushing event deleted for resources: {'Port': ['ID=f65997a7-dabe-4e0b-bc48-c1efade51cc3,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:44.494646 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] No DVR routers for this DVR port f65997a7-dabe-4e0b-bc48-c1efade51cc3 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:44:44.499464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:44.499821 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:44.500176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:44.500522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:44.500862 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:44.501200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:44.501535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:44.501893 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:44.502225 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:44.502558 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:44.502889 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:44.503468 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:44.503559 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:44.503841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:44.504160 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f3b717-b4fd-4075-99bc-20a6f76555df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:44.522507 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c702706-b6d2-44b9-80e6-fa301bd9a13e None None] The sync data for ids ['9609b31a-2ee0-427a-81f7-796d8c478759'] in dv-neutron-master-2-hyperv is: [{'id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'name': 'tempest-TestNetworkAdvancedServerOps-router-916072418', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190'}], 'enable_snat': True}, 'gw_port_id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:44:43Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'feead70e-07b2-4401-9045-a5c04620f92e', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609b31a-2ee0-427a-81f7-796d8c478759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:43:01Z', 'updated_at': '2022-03-28T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:44:44.635753 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-24ede09a-c7fb-455e-a3c5-a417531b29ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (feead70e-07b2-4401-9045-a5c04620f92e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:44.661504 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ede09a-c7fb-455e-a3c5-a417531b29ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=feead70e-07b2-4401-9045-a5c04620f92e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:44.727221 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-24ede09a-c7fb-455e-a3c5-a417531b29ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (9609b31a-2ee0-427a-81f7-796d8c478759), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:44.799350 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 5e95285d-79d2-4199-9b2b-a65e1e886ee5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:44:44.820627 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 5e95285d-79d2-4199-9b2b-a65e1e886ee5 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:44:44.820999 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 5e95285d-79d2-4199-9b2b-a65e1e886ee5 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:44:44.821314 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-24ede09a-c7fb-455e-a3c5-a417531b29ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (9609b31a-2ee0-427a-81f7-796d8c478759), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:44.824217 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-24ede09a-c7fb-455e-a3c5-a417531b29ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_controller (9609b31a-2ee0-427a-81f7-796d8c478759), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:44.870870 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-24ede09a-c7fb-455e-a3c5-a417531b29ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (9609b31a-2ee0-427a-81f7-796d8c478759), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:44.871420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ede09a-c7fb-455e-a3c5-a417531b29ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Fanout notify agent at l3_agent the message router_deleted on router 9609b31a-2ee0-427a-81f7-796d8c478759 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:44:44.878500 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-24ede09a-c7fb-455e-a3c5-a417531b29ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:44.882622 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-24ede09a-c7fb-455e-a3c5-a417531b29ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/routers/9609b31a-2ee0-427a-81f7-796d8c478759 HTTP/1.1" status: 204 len: 168 time: 0.8302844 Mar 28 09:44:44.882844 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59320) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:44.967445 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f961ec44-128b-4052-87de-4c4426976755 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (5c6180d7-eb8a-45ce-a128-54507bf707bc), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.054849 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f961ec44-128b-4052-87de-4c4426976755 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (5c6180d7-eb8a-45ce-a128-54507bf707bc), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.076701 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-f961ec44-128b-4052-87de-4c4426976755 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6180d7-eb8a-45ce-a128-54507bf707bc']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:44:45.086407 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-f961ec44-128b-4052-87de-4c4426976755 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a625e8e3-5a75-40be-a9a3-f30a9c301329') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:44:45.086709 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-f961ec44-128b-4052-87de-4c4426976755 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a625e8e3-5a75-40be-a9a3-f30a9c301329') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:44:45.096620 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f961ec44-128b-4052-87de-4c4426976755 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (a625e8e3-5a75-40be-a9a3-f30a9c301329), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.111248 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f961ec44-128b-4052-87de-4c4426976755 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (a625e8e3-5a75-40be-a9a3-f30a9c301329), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.118195 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f961ec44-128b-4052-87de-4c4426976755 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:44:45.118603 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f961ec44-128b-4052-87de-4c4426976755 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (a625e8e3-5a75-40be-a9a3-f30a9c301329), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:44:45.121857 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:44:45.187699 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f961ec44-128b-4052-87de-4c4426976755 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (5c6180d7-eb8a-45ce-a128-54507bf707bc), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.195028 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f961ec44-128b-4052-87de-4c4426976755 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.198320 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f961ec44-128b-4052-87de-4c4426976755 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/networks/5c6180d7-eb8a-45ce-a128-54507bf707bc HTTP/1.1" status: 204 len: 168 time: 0.3144755 Mar 28 09:44:45.201146 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59322) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:45.210444 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961ec44-128b-4052-87de-4c4426976755 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Network': ['ID=5c6180d7-eb8a-45ce-a128-54507bf707bc,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:45.260339 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-391154ae-287e-49e2-a8ed-be406315a504 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (b179b1c3-d3b9-4ce1-8e6b-74a3419f5770), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.289729 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-391154ae-287e-49e2-a8ed-be406315a504 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (b179b1c3-d3b9-4ce1-8e6b-74a3419f5770), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.352000 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-391154ae-287e-49e2-a8ed-be406315a504 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (b179b1c3-d3b9-4ce1-8e6b-74a3419f5770), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.354805 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-391154ae-287e-49e2-a8ed-be406315a504 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.355889 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-391154ae-287e-49e2-a8ed-be406315a504 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/security-groups/b179b1c3-d3b9-4ce1-8e6b-74a3419f5770 HTTP/1.1" status: 204 len: 168 time: 0.1527796 Mar 28 09:44:45.365571 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391154ae-287e-49e2-a8ed-be406315a504 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b179b1c3-d3b9-4ce1-8e6b-74a3419f5770,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:45.570961 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f65997a7-dabe-4e0b-bc48-c1efade51cc3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:44:45.593920 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: f65997a7-dabe-4e0b-bc48-c1efade51cc3 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:44:45.594262 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device f65997a7-dabe-4e0b-bc48-c1efade51cc3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:44:45.594672 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device feead70e-07b2-4401-9045-a5c04620f92e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:44:45.615061 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: feead70e-07b2-4401-9045-a5c04620f92e {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:44:45.615246 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device feead70e-07b2-4401-9045-a5c04620f92e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:44:45.615610 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7525b9ef-8527-4199-b3d2-f47aeed322af no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:44:45.634365 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 7525b9ef-8527-4199-b3d2-f47aeed322af {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:44:45.634712 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7525b9ef-8527-4199-b3d2-f47aeed322af not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:44:45.641982 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59328) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:45.647268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a017803b-fd83-48e9-9eea-089e6ffa27c6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-407730269', 'description': 'tempest-secgroup-smoke-407730269 description', 'project_id': 'b57d183079f64edab0869bac2c69ae7e'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:44:45.666603 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a017803b-fd83-48e9-9eea-089e6ffa27c6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.735640 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a017803b-fd83-48e9-9eea-089e6ffa27c6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (4d29a702-9928-4d5b-bb19-d5e15ccfaaae), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.739757 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a017803b-fd83-48e9-9eea-089e6ffa27c6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (4d29a702-9928-4d5b-bb19-d5e15ccfaaae), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.767377 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a017803b-fd83-48e9-9eea-089e6ffa27c6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.768598 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a017803b-fd83-48e9-9eea-089e6ffa27c6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1255381 Mar 28 09:44:45.771690 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59332) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:45.773332 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017803b-fd83-48e9-9eea-089e6ffa27c6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d29a702-9928-4d5b-bb19-d5e15ccfaaae,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:45.777135 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-0771cd5e-fa90-4e6d-a20b-3daaa20951be tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': '4d29a702-9928-4d5b-bb19-d5e15ccfaaae', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:44:45.803498 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0771cd5e-fa90-4e6d-a20b-3daaa20951be tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (03d4dde2-19aa-4170-b056-72025ae08619), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.850406 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0771cd5e-fa90-4e6d-a20b-3daaa20951be tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (03d4dde2-19aa-4170-b056-72025ae08619), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.853804 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0771cd5e-fa90-4e6d-a20b-3daaa20951be tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (03d4dde2-19aa-4170-b056-72025ae08619), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.872716 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771cd5e-fa90-4e6d-a20b-3daaa20951be tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d4dde2-19aa-4170-b056-72025ae08619,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:45.877698 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0771cd5e-fa90-4e6d-a20b-3daaa20951be tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.878889 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0771cd5e-fa90-4e6d-a20b-3daaa20951be tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1062026 Mar 28 09:44:45.882242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59336) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:45.886501 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ce6c7158-e1e9-4535-9a81-02c3dd5d4b3b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': '4d29a702-9928-4d5b-bb19-d5e15ccfaaae', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:44:45.909459 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7158-e1e9-4535-9a81-02c3dd5d4b3b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (2bcbf7b8-42a1-4ed1-aee6-b339362860a7), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.964411 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7158-e1e9-4535-9a81-02c3dd5d4b3b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (2bcbf7b8-42a1-4ed1-aee6-b339362860a7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.967776 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7158-e1e9-4535-9a81-02c3dd5d4b3b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (2bcbf7b8-42a1-4ed1-aee6-b339362860a7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.982188 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c7158-e1e9-4535-9a81-02c3dd5d4b3b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcbf7b8-42a1-4ed1-aee6-b339362860a7,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:45.993124 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7158-e1e9-4535-9a81-02c3dd5d4b3b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:45.994346 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ce6c7158-e1e9-4535-9a81-02c3dd5d4b3b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1111622 Mar 28 09:44:45.997015 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59338) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:46.001490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-8d663bdd-616e-43fe-82e8-106514f1af0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': '4d29a702-9928-4d5b-bb19-d5e15ccfaaae', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:44:46.025920 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d663bdd-616e-43fe-82e8-106514f1af0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (eba2bd95-465f-448c-a3bb-004f54d21a21), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.080956 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d663bdd-616e-43fe-82e8-106514f1af0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (eba2bd95-465f-448c-a3bb-004f54d21a21), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.085065 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d663bdd-616e-43fe-82e8-106514f1af0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (eba2bd95-465f-448c-a3bb-004f54d21a21), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.099687 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d663bdd-616e-43fe-82e8-106514f1af0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba2bd95-465f-448c-a3bb-004f54d21a21,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:46.110319 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d663bdd-616e-43fe-82e8-106514f1af0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.111511 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8d663bdd-616e-43fe-82e8-106514f1af0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132638 Mar 28 09:44:46.114439 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59340) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:46.118700 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-519838d5-cb03-47bf-aefd-3f5d9e87a246 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': '4d29a702-9928-4d5b-bb19-d5e15ccfaaae', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:44:46.142665 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-519838d5-cb03-47bf-aefd-3f5d9e87a246 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (d1fc29ea-ed98-49d3-ab26-380121e3ac05), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.201145 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-519838d5-cb03-47bf-aefd-3f5d9e87a246 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (d1fc29ea-ed98-49d3-ab26-380121e3ac05), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.204866 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-519838d5-cb03-47bf-aefd-3f5d9e87a246 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (d1fc29ea-ed98-49d3-ab26-380121e3ac05), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.222851 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519838d5-cb03-47bf-aefd-3f5d9e87a246 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fc29ea-ed98-49d3-ab26-380121e3ac05,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:46.228726 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-519838d5-cb03-47bf-aefd-3f5d9e87a246 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.229905 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-519838d5-cb03-47bf-aefd-3f5d9e87a246 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144404 Mar 28 09:44:46.232659 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59342) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:46.236838 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-84595d2a-0253-4563-9dc8-568ecafbf0fe tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': '4d29a702-9928-4d5b-bb19-d5e15ccfaaae', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:44:46.257971 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-84595d2a-0253-4563-9dc8-568ecafbf0fe tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Project b57d183079f64edab0869bac2c69ae7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:44:46.262653 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-84595d2a-0253-4563-9dc8-568ecafbf0fe tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (7540ecf2-9293-42ab-9380-580be70ac0d4), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.319221 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-84595d2a-0253-4563-9dc8-568ecafbf0fe tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (7540ecf2-9293-42ab-9380-580be70ac0d4), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.322700 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-84595d2a-0253-4563-9dc8-568ecafbf0fe tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (7540ecf2-9293-42ab-9380-580be70ac0d4), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.340621 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84595d2a-0253-4563-9dc8-568ecafbf0fe tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7540ecf2-9293-42ab-9380-580be70ac0d4,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:46.345921 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-84595d2a-0253-4563-9dc8-568ecafbf0fe tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.347113 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-84595d2a-0253-4563-9dc8-568ecafbf0fe tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1135356 Mar 28 09:44:46.349856 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59346) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:46.354050 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-54065912-79ba-433b-9e90-0708c15fa771 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'security_group_rule': {'security_group_id': '4d29a702-9928-4d5b-bb19-d5e15ccfaaae', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:44:46.374400 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-54065912-79ba-433b-9e90-0708c15fa771 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Project b57d183079f64edab0869bac2c69ae7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:44:46.379037 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54065912-79ba-433b-9e90-0708c15fa771 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (93ff9562-ec4b-4c93-8fe1-eda6589f0f9b), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.435921 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54065912-79ba-433b-9e90-0708c15fa771 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (93ff9562-ec4b-4c93-8fe1-eda6589f0f9b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.439226 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54065912-79ba-433b-9e90-0708c15fa771 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (93ff9562-ec4b-4c93-8fe1-eda6589f0f9b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.457310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54065912-79ba-433b-9e90-0708c15fa771 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ff9562-ec4b-4c93-8fe1-eda6589f0f9b,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:46.462587 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54065912-79ba-433b-9e90-0708c15fa771 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.463775 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-54065912-79ba-433b-9e90-0708c15fa771 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1130021 Mar 28 09:44:46.467541 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59348) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:46.472500 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f932ecbb-df2f-4a96-b7e7-512bc5e78101 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'network': {'name': 'tempest-network-smoke--1045698143', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'port_security_enabled': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:44:46.490931 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f932ecbb-df2f-4a96-b7e7-512bc5e78101 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Made reservation on behalf of b57d183079f64edab0869bac2c69ae7e for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:44:46.494131 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f932ecbb-df2f-4a96-b7e7-512bc5e78101 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.521261 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f932ecbb-df2f-4a96-b7e7-512bc5e78101 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:44:46.530938 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f932ecbb-df2f-4a96-b7e7-512bc5e78101 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.531281 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-f932ecbb-df2f-4a96-b7e7-512bc5e78101 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Added segment 7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d of type vlan for network 6bf7e7d0-86fc-4a37-8078-edfad232b21c Mar 28 09:44:46.571841 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f932ecbb-df2f-4a96-b7e7-512bc5e78101 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (6bf7e7d0-86fc-4a37-8078-edfad232b21c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.599408 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f932ecbb-df2f-4a96-b7e7-512bc5e78101 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (6bf7e7d0-86fc-4a37-8078-edfad232b21c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.604459 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f932ecbb-df2f-4a96-b7e7-512bc5e78101 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:46.605038 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f932ecbb-df2f-4a96-b7e7-512bc5e78101 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.666377 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f932ecbb-df2f-4a96-b7e7-512bc5e78101 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1976802 Mar 28 09:44:46.669134 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59352) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:46.673822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-333430058', 'admin_state_up': True, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:44:46.674780 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932ecbb-df2f-4a96-b7e7-512bc5e78101 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Network': ['ID=6bf7e7d0-86fc-4a37-8078-edfad232b21c,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:46.686424 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 6bf7e7d0-86fc-4a37-8078-edfad232b21c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:44:46.696145 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (bfb941e9-48ef-489b-ba38-50d168019d57), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.697187 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (bfb941e9-48ef-489b-ba38-50d168019d57), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.760197 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_controller (bfb941e9-48ef-489b-ba38-50d168019d57), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:46.896592 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (bfb941e9-48ef-489b-ba38-50d168019d57), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:47.087522 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (bfb941e9-48ef-489b-ba38-50d168019d57), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:47.106310 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:47.205349 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.36.4.53 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/c68d07b3-60db-407e-a17c-2b94b32fc8df) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:44:47.309664 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (c68d07b3-60db-407e-a17c-2b94b32fc8df), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:47.343163 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (c68d07b3-60db-407e-a17c-2b94b32fc8df), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:47.378149 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:44:47.381802 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:44:47.385320 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:44:47.411231 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=c68d07b3-60db-407e-a17c-2b94b32fc8df,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:47.642213 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (bfb941e9-48ef-489b-ba38-50d168019d57), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:47.851471 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (bfb941e9-48ef-489b-ba38-50d168019d57), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:47.980419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router bfb941e9-48ef-489b-ba38-50d168019d57 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:44:48.088103 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:44:48.100041 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Sync routers for ids ['bfb941e9-48ef-489b-ba38-50d168019d57'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:44:48.108921 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:48.110208 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e5867a21-7510-4ec6-8fbc-1d53d38bd19a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4400001 Mar 28 09:44:48.113223 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59356) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:48.113491 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Routers {'bfb941e9-48ef-489b-ba38-50d168019d57'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:44:48.114431 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:44:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['bfb941e9-48ef-489b-ba38-50d168019d57'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:44:48.142418 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cfa251c1-9639-4edb-bdba-c4ffbef55892 tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b57d183079f64edab0869bac2c69ae7e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278997 Mar 28 09:44:48.145582 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59358) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:48.221349 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Set router bfb941e9-48ef-489b-ba38-50d168019d57 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:44:48.234482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3041f-a2b3-4eea-b41f-914a294f2505 tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:48.235937 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7ff3041f-a2b3-4eea-b41f-914a294f2505 tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894158 Mar 28 09:44:48.238760 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59360) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:48.267707 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e6ee3333-a7da-4dc2-90b5-8664168d28c8 tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=d6820a0c-8e9c-40a1-af49-32042c6f06b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278616 Mar 28 09:44:48.270790 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59362) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:48.275695 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-3f8c1d8e-3025-4b71-ab79-112ed4c4e113 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-213114710', 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:44:48.361749 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8c1d8e-3025-4b71-ab79-112ed4c4e113 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Made reservation on behalf of b57d183079f64edab0869bac2c69ae7e for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:44:48.365771 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f8c1d8e-3025-4b71-ab79-112ed4c4e113 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:48.397316 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333430058', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:44:46Z', 'updated_at': '2022-03-28T09:44:47Z', 'revision_number': 3, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:47Z', 'updated_at': '2022-03-28T09:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:44:48.424934 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Checking router: bfb941e9-48ef-489b-ba38-50d168019d57 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:44:48.425340 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Updating router bfb941e9-48ef-489b-ba38-50d168019d57 port c68d07b3-60db-407e-a17c-2b94b32fc8df binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:44:48.457227 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c68d07b3-60db-407e-a17c-2b94b32fc8df), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:48.555945 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f8c1d8e-3025-4b71-ab79-112ed4c4e113 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (321bf501-8039-444f-bc9c-36434f772793), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:48.615523 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c1d8e-3025-4b71-ab79-112ed4c4e113 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Subnet': ['ID=321bf501-8039-444f-bc9c-36434f772793,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:48.626423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c1d8e-3025-4b71-ab79-112ed4c4e113 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Checking segment: {'id': '7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:44:48.626794 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8c1d8e-3025-4b71-ab79-112ed4c4e113 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network hostable DHCP agents. Network: 6bf7e7d0-86fc-4a37-8078-edfad232b21c, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:44:48.642922 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8c1d8e-3025-4b71-ab79-112ed4c4e113 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network 6bf7e7d0-86fc-4a37-8078-edfad232b21c is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:44:48.652390 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-3f8c1d8e-3025-4b71-ab79-112ed4c4e113 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6bf7e7d0-86fc-4a37-8078-edfad232b21c) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:44:48.656684 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8c1d8e-3025-4b71-ab79-112ed4c4e113 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:48.657286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f8c1d8e-3025-4b71-ab79-112ed4c4e113 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:48.664244 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2d50dd-cba3-484c-87f3-775fdab11d43 None None] Network 6bf7e7d0-86fc-4a37-8078-edfad232b21c requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:44:48.674127 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3f8c1d8e-3025-4b71-ab79-112ed4c4e113 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4021595 Mar 28 09:44:48.677644 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59364) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:44:48.908588 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Publish callbacks [] for port (c68d07b3-60db-407e-a17c-2b94b32fc8df), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:48.919995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c68d07b3-60db-407e-a17c-2b94b32fc8df), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:48.998297 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d9c61-c3f2-438d-9771-ccbd3ed34ad1 None None] Pushing event updated for resources: {'Port': ['ID=c68d07b3-60db-407e-a17c-2b94b32fc8df,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:49.001557 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Attempting to bind port c68d07b3-60db-407e-a17c-2b94b32fc8df on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:44:49.002050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Attempting to bind port c68d07b3-60db-407e-a17c-2b94b32fc8df by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:44:49.002476 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Attempting to bind port c68d07b3-60db-407e-a17c-2b94b32fc8df on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:44:49.009699 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6bf7e7d0-86fc-4a37-8078-edfad232b21c', 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c', 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ips': [{'subnet_id': '321bf501-8039-444f-bc9c-36434f772793'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:44:49.010539 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:49.012930 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:44:49.013306 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:44:49.013721 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:49.014108 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:44:49.014636 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Bound port: c68d07b3-60db-407e-a17c-2b94b32fc8df, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:44:49.015004 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c68d07b3-60db-407e-a17c-2b94b32fc8df), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:49.126130 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78c46c9d-2d3a-4d6c-a888-c1eaef5dadfa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:49.137413 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] For port c68d07b3-60db-407e-a17c-2b94b32fc8df, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:44:49.142101 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] For port c68d07b3-60db-407e-a17c-2b94b32fc8df, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c68d07b3-60db-407e-a17c-2b94b32fc8df,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:44:49.152437 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c68d07b3-60db-407e-a17c-2b94b32fc8df), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:49.252709 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d9c61-c3f2-438d-9771-ccbd3ed34ad1 None None] Pushing event updated for resources: {'Port': ['ID=c68d07b3-60db-407e-a17c-2b94b32fc8df,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:49.259727 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Allocated IP 172.20.0.2 (6bf7e7d0-86fc-4a37-8078-edfad232b21c/321bf501-8039-444f-bc9c-36434f772793/4e213230-49f3-4529-8a30-6cb3b8173ac1) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:44:49.264444 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Routers {'bfb941e9-48ef-489b-ba38-50d168019d57'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:44:49.265090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:44:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['bfb941e9-48ef-489b-ba38-50d168019d57'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:44:49.449290 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] Set router bfb941e9-48ef-489b-ba38-50d168019d57 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:44:49.597513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Publish callbacks [] for port (4e213230-49f3-4529-8a30-6cb3b8173ac1), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:49.611440 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (4e213230-49f3-4529-8a30-6cb3b8173ac1), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:49.672735 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Network 6bf7e7d0-86fc-4a37-8078-edfad232b21c is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:44:49.694738 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:44:49.696449 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Pushing event updated for resources: {'Port': ['ID=4e213230-49f3-4529-8a30-6cb3b8173ac1,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:49.698579 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:44:49.738471 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-78c46c9d-2d3a-4d6c-a888-c1eaef5dadfa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.20.0.1 (6bf7e7d0-86fc-4a37-8078-edfad232b21c/321bf501-8039-444f-bc9c-36434f772793/7da17254-ce77-4256-972a-24e7c9a163e3) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:44:49.767256 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Attempting to bind port 4e213230-49f3-4529-8a30-6cb3b8173ac1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:44:49.767629 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Attempting to bind port 4e213230-49f3-4529-8a30-6cb3b8173ac1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:44:49.767971 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Attempting to bind port 4e213230-49f3-4529-8a30-6cb3b8173ac1 on network 6bf7e7d0-86fc-4a37-8078-edfad232b21c {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:44:49.776024 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:44:49.776395 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Checking segment: {'id': '7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:44:49.776790 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:49.777175 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Bound using segment: {'id': '7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:44:49.777650 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Bound port: 4e213230-49f3-4529-8a30-6cb3b8173ac1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:44:49.778032 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4e213230-49f3-4529-8a30-6cb3b8173ac1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:49.792776 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333430058', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:44:46Z', 'updated_at': '2022-03-28T09:44:47Z', 'revision_number': 3, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:47Z', 'updated_at': '2022-03-28T09:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:44:49.820395 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f624c0-69ae-4c1a-b4b1-efa12900642d None None] The sync data for ids ['bfb941e9-48ef-489b-ba38-50d168019d57'] in dv-neutron-master-2-hyperv is: [{'id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333430058', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:44:46Z', 'updated_at': '2022-03-28T09:44:47Z', 'revision_number': 3, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:47Z', 'updated_at': '2022-03-28T09:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:44:49.855200 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78c46c9d-2d3a-4d6c-a888-c1eaef5dadfa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (7da17254-ce77-4256-972a-24e7c9a163e3), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:49.878689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] For port 4e213230-49f3-4529-8a30-6cb3b8173ac1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:44:49.883432 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] For port 4e213230-49f3-4529-8a30-6cb3b8173ac1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e213230-49f3-4529-8a30-6cb3b8173ac1,segment=NetworkSegment(7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d),segment_id=7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:44:49.890583 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (4e213230-49f3-4529-8a30-6cb3b8173ac1), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:49.891143 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78c46c9d-2d3a-4d6c-a888-c1eaef5dadfa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (7da17254-ce77-4256-972a-24e7c9a163e3), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:49.930195 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c46c9d-2d3a-4d6c-a888-c1eaef5dadfa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network 6bf7e7d0-86fc-4a37-8078-edfad232b21c is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:44:49.935456 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-78c46c9d-2d3a-4d6c-a888-c1eaef5dadfa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:44:49.939593 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c46c9d-2d3a-4d6c-a888-c1eaef5dadfa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:44:49.960300 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5397c2-c3a0-4886-a092-37a769c9b2ca None None] Pushing event updated for resources: {'Port': ['ID=4e213230-49f3-4529-8a30-6cb3b8173ac1,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:49.988357 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c46c9d-2d3a-4d6c-a888-c1eaef5dadfa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=7da17254-ce77-4256-972a-24e7c9a163e3,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:50.013482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78c46c9d-2d3a-4d6c-a888-c1eaef5dadfa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (bfb941e9-48ef-489b-ba38-50d168019d57), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:50.205275 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78c46c9d-2d3a-4d6c-a888-c1eaef5dadfa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7da17254-ce77-4256-972a-24e7c9a163e3), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:50.508350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78c46c9d-2d3a-4d6c-a888-c1eaef5dadfa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (7da17254-ce77-4256-972a-24e7c9a163e3), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:50.513849 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78c46c9d-2d3a-4d6c-a888-c1eaef5dadfa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (7da17254-ce77-4256-972a-24e7c9a163e3), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:50.591220 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c46c9d-2d3a-4d6c-a888-c1eaef5dadfa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=7da17254-ce77-4256-972a-24e7c9a163e3,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:50.593708 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-78c46c9d-2d3a-4d6c-a888-c1eaef5dadfa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (bfb941e9-48ef-489b-ba38-50d168019d57), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:50.692940 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c46c9d-2d3a-4d6c-a888-c1eaef5dadfa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network 6bf7e7d0-86fc-4a37-8078-edfad232b21c is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:44:50.694790 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-78c46c9d-2d3a-4d6c-a888-c1eaef5dadfa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:44:50.821694 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c46c9d-2d3a-4d6c-a888-c1eaef5dadfa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router bfb941e9-48ef-489b-ba38-50d168019d57 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:44:50.938721 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b9ebdb-1870-4407-9f8a-565a1e5d0d41 None None] Network 6bf7e7d0-86fc-4a37-8078-edfad232b21c requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:44:50.940318 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c46c9d-2d3a-4d6c-a888-c1eaef5dadfa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:44:50.945818 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-78c46c9d-2d3a-4d6c-a888-c1eaef5dadfa tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "PUT /v2.0/routers/bfb941e9-48ef-489b-ba38-50d168019d57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2670300 Mar 28 09:44:51.007561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-da29fbaf-3124-40a7-9591-1c2db5193da9 None None] Provisioning complete for port 4e213230-49f3-4529-8a30-6cb3b8173ac1 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:44:51.007913 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-da29fbaf-3124-40a7-9591-1c2db5193da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4e213230-49f3-4529-8a30-6cb3b8173ac1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:51.109536 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-54b3e7f0-6cbd-42f1-bec2-0312bf3265d1 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-407730269&fields=id&tenant_id=b57d183079f64edab0869bac2c69ae7e HTTP/1.1" status: 200 len: 267 time: 0.0569732 Mar 28 09:44:51.130009 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-da29fbaf-3124-40a7-9591-1c2db5193da9 None None] Current status of the port 4e213230-49f3-4529-8a30-6cb3b8173ac1 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:44:51.130547 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-da29fbaf-3124-40a7-9591-1c2db5193da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (4e213230-49f3-4529-8a30-6cb3b8173ac1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:51.164900 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-da29fbaf-3124-40a7-9591-1c2db5193da9 None None] For port 4e213230-49f3-4529-8a30-6cb3b8173ac1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e213230-49f3-4529-8a30-6cb3b8173ac1,segment=NetworkSegment(7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d),segment_id=7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:44:51.172580 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-da29fbaf-3124-40a7-9591-1c2db5193da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (4e213230-49f3-4529-8a30-6cb3b8173ac1), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:51.226532 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-a5f347b9-9d39-4c24-a138-0da0c9df9198 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:51.227939 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-a5f347b9-9d39-4c24-a138-0da0c9df9198 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/networks?id=6bf7e7d0-86fc-4a37-8078-edfad232b21c HTTP/1.1" status: 200 len: 797 time: 0.1175833 Mar 28 09:44:51.228200 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29fbaf-3124-40a7-9591-1c2db5193da9 None None] Pushing event updated for resources: {'Port': ['ID=4e213230-49f3-4529-8a30-6cb3b8173ac1,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:51.248052 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-0f047079-9574-487e-aa45-1ff0e6c3b8c3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/quotas/b57d183079f64edab0869bac2c69ae7e HTTP/1.1" status: 200 len: 375 time: 0.0107028 Mar 28 09:44:51.314373 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-b54e872c-8689-459f-b0d8-511f26c0f290 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569277 Mar 28 09:44:51.394627 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-1d4c9eb2-e684-4358-87af-3232ba7a1c54 None None] Provisioning complete for port 7da17254-ce77-4256-972a-24e7c9a163e3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:44:51.395167 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1d4c9eb2-e684-4358-87af-3232ba7a1c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7da17254-ce77-4256-972a-24e7c9a163e3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:51.423346 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-978d1a3d-9673-49e7-b604-c9079e4b191b service neutron] 10.222.0.15 "GET /v2.0/networks/6bf7e7d0-86fc-4a37-8078-edfad232b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964444 Mar 28 09:44:51.435442 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1d4c9eb2-e684-4358-87af-3232ba7a1c54 None None] Port 7da17254-ce77-4256-972a-24e7c9a163e3 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:44:51.449030 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-1d4c9eb2-e684-4358-87af-3232ba7a1c54 None None] Provisioning complete for port 4e213230-49f3-4529-8a30-6cb3b8173ac1 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:44:51.449480 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1d4c9eb2-e684-4358-87af-3232ba7a1c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4e213230-49f3-4529-8a30-6cb3b8173ac1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:51.494509 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Sync routers for ids ['bfb941e9-48ef-489b-ba38-50d168019d57'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:44:51.508962 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Routers {'bfb941e9-48ef-489b-ba38-50d168019d57'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:44:51.509599 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:44:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['bfb941e9-48ef-489b-ba38-50d168019d57'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:44:51.561329 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1d4c9eb2-e684-4358-87af-3232ba7a1c54 None None] Current status of the port 4e213230-49f3-4529-8a30-6cb3b8173ac1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:44:51.577880 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-52df12a9-eb7c-499a-8154-6f13e8d25c52 service neutron] 10.222.0.15 "GET /v2.0/networks/6bf7e7d0-86fc-4a37-8078-edfad232b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480262 Mar 28 09:44:51.624887 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c68d07b3-60db-407e-a17c-2b94b32fc8df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:44:51.688678 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Set router bfb941e9-48ef-489b-ba38-50d168019d57 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:44:51.717548 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-72442421-f888-4345-8b40-1abd6b084890 None None] Provisioning complete for port 7da17254-ce77-4256-972a-24e7c9a163e3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:44:51.717972 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-72442421-f888-4345-8b40-1abd6b084890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7da17254-ce77-4256-972a-24e7c9a163e3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:51.720096 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:51.763680 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port c68d07b3-60db-407e-a17c-2b94b32fc8df triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:44:51.764068 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c68d07b3-60db-407e-a17c-2b94b32fc8df), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:51.796137 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f4866ed9-d81b-41bb-a3fe-032de82f5c55 req-541080d0-a716-403b-b232-6b6bef9686b8 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 210 time: 0.0374131 Mar 28 09:44:51.815835 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-72442421-f888-4345-8b40-1abd6b084890 None None] Port 7da17254-ce77-4256-972a-24e7c9a163e3 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:44:51.882531 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port c68d07b3-60db-407e-a17c-2b94b32fc8df is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:44:51.882930 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c68d07b3-60db-407e-a17c-2b94b32fc8df), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:51.905156 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port c68d07b3-60db-407e-a17c-2b94b32fc8df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c68d07b3-60db-407e-a17c-2b94b32fc8df,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:44:51.909597 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c68d07b3-60db-407e-a17c-2b94b32fc8df), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:51.910671 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4e213230-49f3-4529-8a30-6cb3b8173ac1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:44:51.957052 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333430058', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:44:46Z', 'updated_at': '2022-03-28T09:44:50Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:47Z', 'updated_at': '2022-03-28T09:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7da17254-ce77-4256-972a-24e7c9a163e3', 'name': '', 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:89:bc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '321bf501-8039-444f-bc9c-36434f772793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:49Z', 'updated_at': '2022-03-28T09:44:50Z', 'revision_number': 2, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '321bf501-8039-444f-bc9c-36434f772793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:44:51.987862 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Checking router: bfb941e9-48ef-489b-ba38-50d168019d57 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:44:51.988212 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Updating router bfb941e9-48ef-489b-ba38-50d168019d57 port 7da17254-ce77-4256-972a-24e7c9a163e3 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:44:51.996673 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-117d7086-c591-42b8-8f73-796c54a0b513 None None] Provisioning complete for port 7da17254-ce77-4256-972a-24e7c9a163e3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:44:51.997526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-117d7086-c591-42b8-8f73-796c54a0b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7da17254-ce77-4256-972a-24e7c9a163e3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:52.017145 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7da17254-ce77-4256-972a-24e7c9a163e3), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:52.042218 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=c68d07b3-60db-407e-a17c-2b94b32fc8df,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:52.059871 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-117d7086-c591-42b8-8f73-796c54a0b513 None None] Port 7da17254-ce77-4256-972a-24e7c9a163e3 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:44:52.063126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 4e213230-49f3-4529-8a30-6cb3b8173ac1 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:44:52.063498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (4e213230-49f3-4529-8a30-6cb3b8173ac1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:52.150869 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 4e213230-49f3-4529-8a30-6cb3b8173ac1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:44:52.303653 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Publish callbacks [] for port (7da17254-ce77-4256-972a-24e7c9a163e3), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:52.308785 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (7da17254-ce77-4256-972a-24e7c9a163e3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:52.356548 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911d8b4-92d7-4ac0-bab2-638252b6b86a None None] Pushing event updated for resources: {'Port': ['ID=7da17254-ce77-4256-972a-24e7c9a163e3,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:52.368050 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911d8b4-92d7-4ac0-bab2-638252b6b86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:52.368456 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911d8b4-92d7-4ac0-bab2-638252b6b86a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:52.368741 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911d8b4-92d7-4ac0-bab2-638252b6b86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:52.369082 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911d8b4-92d7-4ac0-bab2-638252b6b86a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:52.369584 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911d8b4-92d7-4ac0-bab2-638252b6b86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:52.369938 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911d8b4-92d7-4ac0-bab2-638252b6b86a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:52.370380 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911d8b4-92d7-4ac0-bab2-638252b6b86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:52.370718 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911d8b4-92d7-4ac0-bab2-638252b6b86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:52.371059 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911d8b4-92d7-4ac0-bab2-638252b6b86a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:52.371381 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911d8b4-92d7-4ac0-bab2-638252b6b86a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:52.371712 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911d8b4-92d7-4ac0-bab2-638252b6b86a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:52.372039 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911d8b4-92d7-4ac0-bab2-638252b6b86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:52.372615 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911d8b4-92d7-4ac0-bab2-638252b6b86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:52.372937 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911d8b4-92d7-4ac0-bab2-638252b6b86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:52.373260 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911d8b4-92d7-4ac0-bab2-638252b6b86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:44:52.428492 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Attempting to bind port 7da17254-ce77-4256-972a-24e7c9a163e3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:44:52.428861 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Attempting to bind port 7da17254-ce77-4256-972a-24e7c9a163e3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:44:52.429254 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Attempting to bind port 7da17254-ce77-4256-972a-24e7c9a163e3 on network 6bf7e7d0-86fc-4a37-8078-edfad232b21c {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:44:52.434664 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:44:52.434969 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Checking segment: {'id': '7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:44:52.435372 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:52.435767 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Bound using segment: {'id': '7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:44:52.436363 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Bound port: 7da17254-ce77-4256-972a-24e7c9a163e3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:44:52.436610 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7da17254-ce77-4256-972a-24e7c9a163e3), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:52.500977 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] For port 7da17254-ce77-4256-972a-24e7c9a163e3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:44:52.504251 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] For port 7da17254-ce77-4256-972a-24e7c9a163e3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7da17254-ce77-4256-972a-24e7c9a163e3,segment=NetworkSegment(7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d),segment_id=7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:44:52.510781 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (7da17254-ce77-4256-972a-24e7c9a163e3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:52.569055 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911d8b4-92d7-4ac0-bab2-638252b6b86a None None] Pushing event updated for resources: {'Port': ['ID=7da17254-ce77-4256-972a-24e7c9a163e3,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:52.571997 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Routers {'bfb941e9-48ef-489b-ba38-50d168019d57'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:44:52.572603 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:44:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['bfb941e9-48ef-489b-ba38-50d168019d57'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:44:52.587236 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-859c52d0-1702-488b-8cef-bbaa73f83de8 None None] Provisioning complete for port 7da17254-ce77-4256-972a-24e7c9a163e3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:44:52.587657 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-859c52d0-1702-488b-8cef-bbaa73f83de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7da17254-ce77-4256-972a-24e7c9a163e3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:52.678697 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-859c52d0-1702-488b-8cef-bbaa73f83de8 None None] Current status of the port 7da17254-ce77-4256-972a-24e7c9a163e3 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:44:52.679625 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-859c52d0-1702-488b-8cef-bbaa73f83de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (7da17254-ce77-4256-972a-24e7c9a163e3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:52.690449 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] Set router bfb941e9-48ef-489b-ba38-50d168019d57 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:44:52.718408 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-859c52d0-1702-488b-8cef-bbaa73f83de8 None None] For port 7da17254-ce77-4256-972a-24e7c9a163e3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7da17254-ce77-4256-972a-24e7c9a163e3,segment=NetworkSegment(7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d),segment_id=7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:44:52.728640 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-859c52d0-1702-488b-8cef-bbaa73f83de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (7da17254-ce77-4256-972a-24e7c9a163e3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:52.815519 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c52d0-1702-488b-8cef-bbaa73f83de8 None None] Pushing event updated for resources: {'Port': ['ID=7da17254-ce77-4256-972a-24e7c9a163e3,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:52.853277 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a0ff5300-83b1-4c2d-b871-a0e743fd55c5 None None] Provisioning complete for port 7da17254-ce77-4256-972a-24e7c9a163e3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:44:52.853786 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a0ff5300-83b1-4c2d-b871-a0e743fd55c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7da17254-ce77-4256-972a-24e7c9a163e3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:52.882143 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-0f32df7e-de02-4d14-a666-5732e0e15c28 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:52.885971 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-0f32df7e-de02-4d14-a666-5732e0e15c28 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "GET /v2.0/networks?id=6bf7e7d0-86fc-4a37-8078-edfad232b21c HTTP/1.1" status: 200 len: 797 time: 0.1652741 Mar 28 09:44:52.950625 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a0ff5300-83b1-4c2d-b871-a0e743fd55c5 None None] Current status of the port 7da17254-ce77-4256-972a-24e7c9a163e3 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:44:52.951425 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333430058', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:44:46Z', 'updated_at': '2022-03-28T09:44:50Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:47Z', 'updated_at': '2022-03-28T09:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7da17254-ce77-4256-972a-24e7c9a163e3', 'name': '', 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:89:bc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '321bf501-8039-444f-bc9c-36434f772793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:49Z', 'updated_at': '2022-03-28T09:44:52Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '321bf501-8039-444f-bc9c-36434f772793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:44:52.953634 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1eba6bd5-9099-49e4-9fac-7bd895cf83e3 req-a5bb3e4c-9df9-4ae5-b081-ef665fe0fae2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 210 time: 0.0361943 Mar 28 09:44:52.982805 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7efa5d-9242-489a-a80b-fb90bd21388f None None] The sync data for ids ['bfb941e9-48ef-489b-ba38-50d168019d57'] in dv-neutron-master-2-hyperv is: [{'id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333430058', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:44:46Z', 'updated_at': '2022-03-28T09:44:50Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:47Z', 'updated_at': '2022-03-28T09:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7da17254-ce77-4256-972a-24e7c9a163e3', 'name': '', 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:89:bc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '321bf501-8039-444f-bc9c-36434f772793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:49Z', 'updated_at': '2022-03-28T09:44:52Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '321bf501-8039-444f-bc9c-36434f772793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:44:52.999826 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-61462ea6-fc2b-4734-a58d-7c66ffa0741b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57d183079f64edab0869bac2c69ae7e HTTP/1.1" status: 200 len: 379 time: 0.1044025 Mar 28 09:44:53.012333 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-33040959-a6e9-4089-b328-8332ce48cfde tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'port': {'device_id': '04feac5a-7cec-4e92-bae9-ed05f44ad48c', 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c', 'admin_state_up': True, 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'security_groups': ['4d29a702-9928-4d5b-bb19-d5e15ccfaaae']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:44:53.147934 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-33040959-a6e9-4089-b328-8332ce48cfde tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Made reservation on behalf of b57d183079f64edab0869bac2c69ae7e for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:44:53.151593 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-33040959-a6e9-4089-b328-8332ce48cfde tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:53.283472 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-33040959-a6e9-4089-b328-8332ce48cfde tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.20.0.3 (6bf7e7d0-86fc-4a37-8078-edfad232b21c/321bf501-8039-444f-bc9c-36434f772793/0fabf3e8-71c5-4084-8106-da191574b2af) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:44:53.440829 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-33040959-a6e9-4089-b328-8332ce48cfde tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (0fabf3e8-71c5-4084-8106-da191574b2af), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:53.480646 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-33040959-a6e9-4089-b328-8332ce48cfde tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (0fabf3e8-71c5-4084-8106-da191574b2af), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:53.526841 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-33040959-a6e9-4089-b328-8332ce48cfde tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network 6bf7e7d0-86fc-4a37-8078-edfad232b21c is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:44:53.530173 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-33040959-a6e9-4089-b328-8332ce48cfde tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:44:53.536886 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-33040959-a6e9-4089-b328-8332ce48cfde tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:44:53.544137 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33040959-a6e9-4089-b328-8332ce48cfde tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=0fabf3e8-71c5-4084-8106-da191574b2af,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:53.597092 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-33040959-a6e9-4089-b328-8332ce48cfde tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:53.597770 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-33040959-a6e9-4089-b328-8332ce48cfde tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:53.621747 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7da17254-ce77-4256-972a-24e7c9a163e3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:44:53.625240 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-33040959-a6e9-4089-b328-8332ce48cfde tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6168637 Mar 28 09:44:53.637964 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Request body: {'port': {'device_id': '04feac5a-7cec-4e92-bae9-ed05f44ad48c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:44:53.676961 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 7da17254-ce77-4256-972a-24e7c9a163e3 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:44:53.677334 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (7da17254-ce77-4256-972a-24e7c9a163e3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:53.715034 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0fabf3e8-71c5-4084-8106-da191574b2af), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:53.774681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 7da17254-ce77-4256-972a-24e7c9a163e3 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:44:53.775771 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c68d07b3-60db-407e-a17c-2b94b32fc8df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:44:53.836696 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port c68d07b3-60db-407e-a17c-2b94b32fc8df triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:44:53.837198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c68d07b3-60db-407e-a17c-2b94b32fc8df), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:53.890044 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4435da9a-948b-404f-bdce-9f42f6fd66ac None None] Provisioning complete for port 0fabf3e8-71c5-4084-8106-da191574b2af triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:44:53.890416 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4435da9a-948b-404f-bdce-9f42f6fd66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0fabf3e8-71c5-4084-8106-da191574b2af), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:53.956098 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4435da9a-948b-404f-bdce-9f42f6fd66ac None None] Port 0fabf3e8-71c5-4084-8106-da191574b2af cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:44:53.960140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port c68d07b3-60db-407e-a17c-2b94b32fc8df is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:44:54.022443 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fabf3e8-71c5-4084-8106-da191574b2af {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:44:54.030924 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Publish callbacks [] for port (0fabf3e8-71c5-4084-8106-da191574b2af), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:54.045068 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Transition to ACTIVE for port object 0fabf3e8-71c5-4084-8106-da191574b2af will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:44:54.051892 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (0fabf3e8-71c5-4084-8106-da191574b2af), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:54.087147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7b16f-780d-4367-badb-e9b9d3cf129b req-583a3f6b-4c89-4cf3-8a82-d298f6ce325b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:54.090145 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4aa7b16f-780d-4367-badb-e9b9d3cf129b req-583a3f6b-4c89-4cf3-8a82-d298f6ce325b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 931 time: 0.0629659 Mar 28 09:44:54.105000 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0fabf3e8-71c5-4084-8106-da191574b2af,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:54.159242 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-4aa7b16f-780d-4367-badb-e9b9d3cf129b req-1e50c44b-b96b-4819-85b3-f03b9bf71e03 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d29a702-9928-4d5b-bb19-d5e15ccfaaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624931 Mar 28 09:44:54.201892 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Attempting to bind port 0fabf3e8-71c5-4084-8106-da191574b2af on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:44:54.202230 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Attempting to bind port 0fabf3e8-71c5-4084-8106-da191574b2af by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:44:54.202714 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Attempting to bind port 0fabf3e8-71c5-4084-8106-da191574b2af on network 6bf7e7d0-86fc-4a37-8078-edfad232b21c {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:44:54.207178 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Port 0fabf3e8-71c5-4084-8106-da191574b2af on network 6bf7e7d0-86fc-4a37-8078-edfad232b21c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:44:54.208107 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Attempting to bind port 0fabf3e8-71c5-4084-8106-da191574b2af on network 6bf7e7d0-86fc-4a37-8078-edfad232b21c {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:44:54.213445 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:44:54.213834 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Checking segment: {'id': '7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:44:54.214223 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Bound using segment: {'id': '7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:44:54.214681 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Bound port: 0fabf3e8-71c5-4084-8106-da191574b2af, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:44:54.215046 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0fabf3e8-71c5-4084-8106-da191574b2af), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:54.285538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] For port 0fabf3e8-71c5-4084-8106-da191574b2af, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:44:54.288831 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] For port 0fabf3e8-71c5-4084-8106-da191574b2af, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0fabf3e8-71c5-4084-8106-da191574b2af,segment=NetworkSegment(7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d),segment_id=7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:44:54.296061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (0fabf3e8-71c5-4084-8106-da191574b2af), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:54.329896 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:54.330521 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:54.332089 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] 10.222.0.16 "PUT /v2.0/ports/0fabf3e8-71c5-4084-8106-da191574b2af HTTP/1.1" status: 200 len: 1093 time: 0.6987946 Mar 28 09:44:54.333111 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04feac5a-7cec-4e92-bae9-ed05f44ad48c', 'tag': '0fabf3e8-71c5-4084-8106-da191574b2af'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:44:54.335696 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542472de-9b0d-4e55-905d-1ef9c4e7231a" -d '{"events": [{"name": "network-changed", "server_uuid": "04feac5a-7cec-4e92-bae9-ed05f44ad48c", "tag": "0fabf3e8-71c5-4084-8106-da191574b2af"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:44:54.361284 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018acdc3-5767-4a62-bbf3-ce45757724d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0fabf3e8-71c5-4084-8106-da191574b2af,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:54.421017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f302721d-04b0-4b04-b812-e4d3e40689b5 x-openstack-request-id: req-f302721d-04b0-4b04-b812-e4d3e40689b5 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:44:54.421299 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04feac5a-7cec-4e92-bae9-ed05f44ad48c", "tag": "0fabf3e8-71c5-4084-8106-da191574b2af", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:44:54.421560 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f302721d-04b0-4b04-b812-e4d3e40689b5 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:44:54.421997 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f302721d-04b0-4b04-b812-e4d3e40689b5'] response: {'name': 'network-changed', 'server_uuid': '04feac5a-7cec-4e92-bae9-ed05f44ad48c', 'tag': '0fabf3e8-71c5-4084-8106-da191574b2af', 'status': 'completed', 'code': 200} Mar 28 09:44:54.443555 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-d7b011a8-92d2-4a2b-99de-bb058ea7049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:54.445408 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-d7b011a8-92d2-4a2b-99de-bb058ea7049e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 1127 time: 0.0612822 Mar 28 09:44:54.491199 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-f43347ba-0cc9-40fd-90f6-b9f0770bd9ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fabf3e8-71c5-4084-8106-da191574b2af HTTP/1.1" status: 200 len: 217 time: 0.0370808 Mar 28 09:44:54.540465 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-555f388e-d606-4feb-a783-b449079a5c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:54.541960 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-555f388e-d606-4feb-a783-b449079a5c45 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=321bf501-8039-444f-bc9c-36434f772793 HTTP/1.1" status: 200 len: 834 time: 0.0456967 Mar 28 09:44:54.590606 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-e9e555d5-3e90-44d8-9429-c766a7a6e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:54.592088 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-e9e555d5-3e90-44d8-9429-c766a7a6e7ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6bf7e7d0-86fc-4a37-8078-edfad232b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441267 Mar 28 09:44:54.683562 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-48c7ed1a-21cc-4fc6-9e25-88d3e9fa86de service neutron] 10.222.0.16 "GET /v2.0/networks/6bf7e7d0-86fc-4a37-8078-edfad232b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859177 Mar 28 09:44:54.771806 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0fa570d7-e370-43ba-802f-6b0ab008d514 req-6874053d-00a7-4c09-8d80-e04c3963e776 service neutron] 10.222.0.16 "GET /v2.0/networks/6bf7e7d0-86fc-4a37-8078-edfad232b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822024 Mar 28 09:44:54.868300 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542472de-9b0d-4e55-905d-1ef9c4e7231a req-57a1ef06-ae67-42ee-980e-d318c5803cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:54.869797 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-542472de-9b0d-4e55-905d-1ef9c4e7231a req-57a1ef06-ae67-42ee-980e-d318c5803cb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 1127 time: 0.0505497 Mar 28 09:44:54.958987 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542472de-9b0d-4e55-905d-1ef9c4e7231a req-a3d2dd50-0a84-410f-9a6b-a9f444cad7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:54.960492 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-542472de-9b0d-4e55-905d-1ef9c4e7231a req-a3d2dd50-0a84-410f-9a6b-a9f444cad7b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6bf7e7d0-86fc-4a37-8078-edfad232b21c HTTP/1.1" status: 200 len: 897 time: 0.0840211 Mar 28 09:44:55.003740 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-542472de-9b0d-4e55-905d-1ef9c4e7231a req-ad21097d-f721-4efb-ad86-87e395a28bd1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fabf3e8-71c5-4084-8106-da191574b2af HTTP/1.1" status: 200 len: 217 time: 0.0374689 Mar 28 09:44:55.056710 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542472de-9b0d-4e55-905d-1ef9c4e7231a req-dd7bbbf0-85e9-4637-80b3-1544afd19237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:55.058218 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-542472de-9b0d-4e55-905d-1ef9c4e7231a req-dd7bbbf0-85e9-4637-80b3-1544afd19237 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=321bf501-8039-444f-bc9c-36434f772793 HTTP/1.1" status: 200 len: 834 time: 0.0443175 Mar 28 09:44:55.107359 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542472de-9b0d-4e55-905d-1ef9c4e7231a req-3c0e8203-e417-4e5f-926f-2c13f43ec0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:55.108923 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-542472de-9b0d-4e55-905d-1ef9c4e7231a req-3c0e8203-e417-4e5f-926f-2c13f43ec0d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6bf7e7d0-86fc-4a37-8078-edfad232b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444374 Mar 28 09:44:55.215902 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-542472de-9b0d-4e55-905d-1ef9c4e7231a req-25359520-c391-4af4-95af-010a20907ce3 service neutron] 10.222.0.16 "GET /v2.0/networks/6bf7e7d0-86fc-4a37-8078-edfad232b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998294 Mar 28 09:44:55.276221 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3f789-52a4-4820-a829-42ace1a17fb4 req-8857c75b-e929-4e66-9ecb-ddb1234d91dc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:55.278055 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c0d3f789-52a4-4820-a829-42ace1a17fb4 req-8857c75b-e929-4e66-9ecb-ddb1234d91dc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 943 time: 0.0519431 Mar 28 09:44:55.306702 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-542472de-9b0d-4e55-905d-1ef9c4e7231a req-11b72ed2-da45-4ba7-9c43-2ee1c09d9b64 service neutron] 10.222.0.16 "GET /v2.0/networks/6bf7e7d0-86fc-4a37-8078-edfad232b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840094 Mar 28 09:44:55.326710 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c0d3f789-52a4-4820-a829-42ace1a17fb4 req-d54f929d-3a25-4b90-b389-cb30dee57e9b tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d29a702-9928-4d5b-bb19-d5e15ccfaaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431433 Mar 28 09:44:55.504030 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:44:56.447054 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10055d97-2490-47c9-9927-4059aff15fe5 req-4e18a000-f987-412f-90f0-68fd9fc3f547 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:56.448525 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-10055d97-2490-47c9-9927-4059aff15fe5 req-4e18a000-f987-412f-90f0-68fd9fc3f547 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 943 time: 0.0551598 Mar 28 09:44:56.496888 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-10055d97-2490-47c9-9927-4059aff15fe5 req-3d4ba59e-a521-418f-b2ca-b0cca37ff7b3 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d29a702-9928-4d5b-bb19-d5e15ccfaaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429039 Mar 28 09:44:56.845222 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 0fabf3e8-71c5-4084-8106-da191574b2af details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:44:57.083140 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 0fabf3e8-71c5-4084-8106-da191574b2af, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0fabf3e8-71c5-4084-8106-da191574b2af,segment=NetworkSegment(7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d),segment_id=7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:44:57.094677 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '0fabf3e8-71c5-4084-8106-da191574b2af', 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c', 'port_id': '0fabf3e8-71c5-4084-8106-da191574b2af', 'mac_address': 'fa:16:3e:f7:81:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321bf501-8039-444f-bc9c-36434f772793', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:44:57.131114 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 0fabf3e8-71c5-4084-8106-da191574b2af is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:44:57.131429 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0fabf3e8-71c5-4084-8106-da191574b2af), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:57.144003 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fabf3e8-71c5-4084-8106-da191574b2af {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:44:57.163583 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 0fabf3e8-71c5-4084-8106-da191574b2af, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0fabf3e8-71c5-4084-8106-da191574b2af,segment=NetworkSegment(7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d),segment_id=7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:44:57.167406 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0fabf3e8-71c5-4084-8106-da191574b2af), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:57.216888 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=0fabf3e8-71c5-4084-8106-da191574b2af,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:57.325758 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5cb3b8ce-08d1-478e-98ac-218c687d0786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:57.401588 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['0fabf3e8-71c5-4084-8106-da191574b2af'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:44:57.617126 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb9ff1-1b02-4e05-a385-a47a1b9966f4 req-d7085e77-af2a-4dab-ad74-74726fc04a5d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:57.618628 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1aeb9ff1-1b02-4e05-a385-a47a1b9966f4 req-d7085e77-af2a-4dab-ad74-74726fc04a5d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 944 time: 0.0559733 Mar 28 09:44:57.668730 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1aeb9ff1-1b02-4e05-a385-a47a1b9966f4 req-41270659-2ac2-4b78-aa43-b4ac7ad589ed tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d29a702-9928-4d5b-bb19-d5e15ccfaaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440910 Mar 28 09:44:58.790018 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29122558-7704-4510-af4a-76ba3243d321 req-4b41bccd-a3e6-428a-a786-af733bee8548 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:58.791487 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-29122558-7704-4510-af4a-76ba3243d321 req-4b41bccd-a3e6-428a-a786-af733bee8548 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 944 time: 0.0573101 Mar 28 09:44:58.839588 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-29122558-7704-4510-af4a-76ba3243d321 req-a73e17ce-2e57-436a-aee4-715bf006a48d tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d29a702-9928-4d5b-bb19-d5e15ccfaaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424466 Mar 28 09:44:58.861846 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 0fabf3e8-71c5-4084-8106-da191574b2af up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:44:58.911196 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 0fabf3e8-71c5-4084-8106-da191574b2af completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:44:58.915313 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 0fabf3e8-71c5-4084-8106-da191574b2af triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:44:58.915714 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0fabf3e8-71c5-4084-8106-da191574b2af), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:58.990426 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 0fabf3e8-71c5-4084-8106-da191574b2af is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:44:58.990731 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0fabf3e8-71c5-4084-8106-da191574b2af), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:59.015960 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04feac5a-7cec-4e92-bae9-ed05f44ad48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fabf3e8-71c5-4084-8106-da191574b2af'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:44:59.018209 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780301ed-78d4-4c83-97a9-0932a7985412" -d '{"events": [{"server_uuid": "04feac5a-7cec-4e92-bae9-ed05f44ad48c", "name": "network-vif-plugged", "status": "completed", "tag": "0fabf3e8-71c5-4084-8106-da191574b2af"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:44:59.030176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 0fabf3e8-71c5-4084-8106-da191574b2af, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0fabf3e8-71c5-4084-8106-da191574b2af,segment=NetworkSegment(7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d),segment_id=7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:44:59.033959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0fabf3e8-71c5-4084-8106-da191574b2af), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:59.083492 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=0fabf3e8-71c5-4084-8106-da191574b2af,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:44:59.105536 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11a2b39-8dd0-4eca-82b6-33143176022b x-openstack-request-id: req-b11a2b39-8dd0-4eca-82b6-33143176022b {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:44:59.105871 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04feac5a-7cec-4e92-bae9-ed05f44ad48c", "name": "network-vif-plugged", "status": "completed", "tag": "0fabf3e8-71c5-4084-8106-da191574b2af", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:44:59.106125 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b11a2b39-8dd0-4eca-82b6-33143176022b {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:44:59.106556 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b11a2b39-8dd0-4eca-82b6-33143176022b'] response: {'server_uuid': '04feac5a-7cec-4e92-bae9-ed05f44ad48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fabf3e8-71c5-4084-8106-da191574b2af', 'code': 200} Mar 28 09:44:59.270452 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259afed-4586-4b9a-bba6-81c1f731ea9f req-ee28d126-32cd-4b0f-84a9-33b2c0f201c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:59.271945 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5259afed-4586-4b9a-bba6-81c1f731ea9f req-ee28d126-32cd-4b0f-84a9-33b2c0f201c8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 1129 time: 0.0438058 Mar 28 09:44:59.316742 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5259afed-4586-4b9a-bba6-81c1f731ea9f req-04072953-7d1a-43cd-bda2-ea72c57a9e07 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4d29a702-9928-4d5b-bb19-d5e15ccfaaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387869 Mar 28 09:44:59.551172 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3a1f1d35-9ae4-432f-baa1-4a9945b69d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:44:59.960300 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909934c-c8e9-41c1-afe8-4fd484aa88d7 req-a3da6a20-c75f-45fa-a49a-683da25d04d5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:44:59.961797 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9909934c-c8e9-41c1-afe8-4fd484aa88d7 req-a3da6a20-c75f-45fa-a49a-683da25d04d5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 945 time: 0.0563827 Mar 28 09:45:00.011365 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-9909934c-c8e9-41c1-afe8-4fd484aa88d7 req-cf1660af-e199-4234-9c5f-62b9d8477208 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d29a702-9928-4d5b-bb19-d5e15ccfaaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440633 Mar 28 09:45:00.703484 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:01.130199 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b21b2d-c722-47f4-a1b6-3367189d01be req-578cf98e-c179-4ed5-962e-7ace655e603a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:01.131657 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-98b21b2d-c722-47f4-a1b6-3367189d01be req-578cf98e-c179-4ed5-962e-7ace655e603a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 945 time: 0.0526428 Mar 28 09:45:01.178929 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-98b21b2d-c722-47f4-a1b6-3367189d01be req-e7eebaa1-7e5d-428c-9402-5367ebf36ade tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d29a702-9928-4d5b-bb19-d5e15ccfaaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418277 Mar 28 09:45:01.295024 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057860e-5baa-4672-a879-fb96b28ff675 req-e11a05a3-4d52-4c57-8f1a-b2a30a0bc2ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:01.296397 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d057860e-5baa-4672-a879-fb96b28ff675 req-e11a05a3-4d52-4c57-8f1a-b2a30a0bc2ce tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 945 time: 0.0524724 Mar 28 09:45:01.344684 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d057860e-5baa-4672-a879-fb96b28ff675 req-0d7c372c-0502-412a-acba-ea74edf7652e tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d29a702-9928-4d5b-bb19-d5e15ccfaaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426948 Mar 28 09:45:01.370402 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59422) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:01.412817 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3181a3d8-95ee-4086-bf33-a93f5653687d tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:01.414342 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3181a3d8-95ee-4086-bf33-a93f5653687d tempest-TestNetworkAdvancedServerOps-1986744331 tempest-TestNetworkAdvancedServerOps-1986744331-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 1124 time: 0.0429373 Mar 28 09:45:01.417079 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59424) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:01.421310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': '0fabf3e8-71c5-4084-8106-da191574b2af', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:45:01.440527 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:01.537069 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:01.642085 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Allocated IP 172.36.4.247 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/592e7143-1eef-4e0d-a3aa-fe5909cc2f0f) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:45:01.740009 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (592e7143-1eef-4e0d-a3aa-fe5909cc2f0f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:01.775369 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (592e7143-1eef-4e0d-a3aa-fe5909cc2f0f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:01.810357 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:45:01.813045 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:45:01.815640 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:45:01.849522 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=592e7143-1eef-4e0d-a3aa-fe5909cc2f0f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:02.170534 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (d3095021-62bd-47ee-8e35-383346ee9a23), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:02.241380 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (592e7143-1eef-4e0d-a3aa-fe5909cc2f0f), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:02.261946 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:02.392638 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for port (592e7143-1eef-4e0d-a3aa-fe5909cc2f0f), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:02.397496 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (592e7143-1eef-4e0d-a3aa-fe5909cc2f0f), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:02.481425 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event updated for resources: {'Port': ['ID=592e7143-1eef-4e0d-a3aa-fe5909cc2f0f,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:02.490347 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (d3095021-62bd-47ee-8e35-383346ee9a23), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:02.916966 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Floating IP d3095021-62bd-47ee-8e35-383346ee9a23 associated. External IP: 172.36.4.247, port: 0fabf3e8-71c5-4084-8106-da191574b2af. Mar 28 09:45:03.123987 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router bfb941e9-48ef-489b-ba38-50d168019d57 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:45:03.229927 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:45:03.239945 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3778e92-cf1b-4ab5-bb55-41e87a5d38df None None] Sync routers for ids ['bfb941e9-48ef-489b-ba38-50d168019d57'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:45:03.247479 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:03.249815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3778e92-cf1b-4ab5-bb55-41e87a5d38df None None] Routers {'bfb941e9-48ef-489b-ba38-50d168019d57'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:45:03.250629 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b3778e92-cf1b-4ab5-bb55-41e87a5d38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:45:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['bfb941e9-48ef-489b-ba38-50d168019d57'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:03.281905 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4a25118b-38f7-46c8-baae-bb61a3298603 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8636186 Mar 28 09:45:03.282861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04feac5a-7cec-4e92-bae9-ed05f44ad48c', 'tag': '0fabf3e8-71c5-4084-8106-da191574b2af'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:45:03.285324 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b55ebc-9f7d-4ec0-bad2-2f8bc905fbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "04feac5a-7cec-4e92-bae9-ed05f44ad48c", "tag": "0fabf3e8-71c5-4084-8106-da191574b2af"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:45:03.324280 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b851dfdf-a46e-4c01-8a00-de0d955b27bf x-openstack-request-id: req-b851dfdf-a46e-4c01-8a00-de0d955b27bf {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:45:03.324280 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04feac5a-7cec-4e92-bae9-ed05f44ad48c", "tag": "0fabf3e8-71c5-4084-8106-da191574b2af", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:45:03.325186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b851dfdf-a46e-4c01-8a00-de0d955b27bf {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:45:03.325603 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b851dfdf-a46e-4c01-8a00-de0d955b27bf'] response: {'name': 'network-changed', 'server_uuid': '04feac5a-7cec-4e92-bae9-ed05f44ad48c', 'tag': '0fabf3e8-71c5-4084-8106-da191574b2af', 'status': 'completed', 'code': 200} Mar 28 09:45:03.364769 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-b3778e92-cf1b-4ab5-bb55-41e87a5d38df None None] Set router bfb941e9-48ef-489b-ba38-50d168019d57 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:45:03.392905 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be40b3-2e1c-43b3-9c20-f373809c6aae req-119735ce-27ce-4fea-a7b5-67658f7621e2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:03.397811 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b55ebc-9f7d-4ec0-bad2-2f8bc905fbb5 req-326adbca-4b52-4505-bc39-0a67a81d16e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:03.399594 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-14b55ebc-9f7d-4ec0-bad2-2f8bc905fbb5 req-326adbca-4b52-4505-bc39-0a67a81d16e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 1129 time: 0.0543056 Mar 28 09:45:03.400679 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-20be40b3-2e1c-43b3-9c20-f373809c6aae req-119735ce-27ce-4fea-a7b5-67658f7621e2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 945 time: 0.0617733 Mar 28 09:45:03.449303 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-20be40b3-2e1c-43b3-9c20-f373809c6aae req-c1f0fca7-f9af-4b1f-835f-d68caec38dfc tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d29a702-9928-4d5b-bb19-d5e15ccfaaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476229 Mar 28 09:45:03.474204 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59430) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:03.495911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b55ebc-9f7d-4ec0-bad2-2f8bc905fbb5 req-67fb20ec-9ea0-433d-a5ce-088c298546ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:03.497804 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-14b55ebc-9f7d-4ec0-bad2-2f8bc905fbb5 req-67fb20ec-9ea0-433d-a5ce-088c298546ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=6bf7e7d0-86fc-4a37-8078-edfad232b21c HTTP/1.1" status: 200 len: 897 time: 0.0923107 Mar 28 09:45:03.539981 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-81e8381f-9d50-4f2d-8860-07b615f22f5c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/floatingips/d3095021-62bd-47ee-8e35-383346ee9a23 HTTP/1.1" status: 200 len: 991 time: 0.0636339 Mar 28 09:45:03.564917 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-14b55ebc-9f7d-4ec0-bad2-2f8bc905fbb5 req-2ee3c77e-2ba6-4f2c-a322-6d37ebff7145 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fabf3e8-71c5-4084-8106-da191574b2af HTTP/1.1" status: 200 len: 999 time: 0.0615561 Mar 28 09:45:03.617833 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b55ebc-9f7d-4ec0-bad2-2f8bc905fbb5 req-08842775-8d84-47eb-b691-a690898b78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:03.619327 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-14b55ebc-9f7d-4ec0-bad2-2f8bc905fbb5 req-08842775-8d84-47eb-b691-a690898b78fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=321bf501-8039-444f-bc9c-36434f772793 HTTP/1.1" status: 200 len: 834 time: 0.0488575 Mar 28 09:45:03.630763 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b3778e92-cf1b-4ab5-bb55-41e87a5d38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333430058', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:44:46Z', 'updated_at': '2022-03-28T09:44:50Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:47Z', 'updated_at': '2022-03-28T09:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd3095021-62bd-47ee-8e35-383346ee9a23', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'floating_ip_address': '172.36.4.247', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'port_id': '0fabf3e8-71c5-4084-8106-da191574b2af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c', 'mac_address': 'fa:16:3e:f7:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04feac5a-7cec-4e92-bae9-ed05f44ad48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:45:02Z', 'updated_at': '2022-03-28T09:45:02Z', 'revision_number': 0, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da17254-ce77-4256-972a-24e7c9a163e3', 'name': '', 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:89:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '321bf501-8039-444f-bc9c-36434f772793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:49Z', 'updated_at': '2022-03-28T09:44:52Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '321bf501-8039-444f-bc9c-36434f772793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:03.656619 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3778e92-cf1b-4ab5-bb55-41e87a5d38df None None] Checking router: bfb941e9-48ef-489b-ba38-50d168019d57 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:45:03.665465 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3778e92-cf1b-4ab5-bb55-41e87a5d38df None None] Routers {'bfb941e9-48ef-489b-ba38-50d168019d57'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:45:03.666103 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b3778e92-cf1b-4ab5-bb55-41e87a5d38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:45:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['bfb941e9-48ef-489b-ba38-50d168019d57'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:03.668113 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b55ebc-9f7d-4ec0-bad2-2f8bc905fbb5 req-ffbe90e1-8488-4081-b5c0-28e59c952451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:03.669727 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-14b55ebc-9f7d-4ec0-bad2-2f8bc905fbb5 req-ffbe90e1-8488-4081-b5c0-28e59c952451 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6bf7e7d0-86fc-4a37-8078-edfad232b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448964 Mar 28 09:45:03.758960 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-14b55ebc-9f7d-4ec0-bad2-2f8bc905fbb5 req-26114b60-6909-4124-8115-f84cdb2d4f38 service neutron] 10.222.0.16 "GET /v2.0/networks/6bf7e7d0-86fc-4a37-8078-edfad232b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835040 Mar 28 09:45:03.793438 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-b3778e92-cf1b-4ab5-bb55-41e87a5d38df None None] Set router bfb941e9-48ef-489b-ba38-50d168019d57 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:45:03.795172 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:03.858789 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-14b55ebc-9f7d-4ec0-bad2-2f8bc905fbb5 req-df535456-bfa6-4036-be32-837c2560d1da service neutron] 10.222.0.16 "GET /v2.0/networks/6bf7e7d0-86fc-4a37-8078-edfad232b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933444 Mar 28 09:45:04.017881 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b3778e92-cf1b-4ab5-bb55-41e87a5d38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333430058', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:44:46Z', 'updated_at': '2022-03-28T09:44:50Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:47Z', 'updated_at': '2022-03-28T09:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd3095021-62bd-47ee-8e35-383346ee9a23', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'floating_ip_address': '172.36.4.247', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'port_id': '0fabf3e8-71c5-4084-8106-da191574b2af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c', 'mac_address': 'fa:16:3e:f7:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04feac5a-7cec-4e92-bae9-ed05f44ad48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:45:02Z', 'updated_at': '2022-03-28T09:45:02Z', 'revision_number': 0, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da17254-ce77-4256-972a-24e7c9a163e3', 'name': '', 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:89:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '321bf501-8039-444f-bc9c-36434f772793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:49Z', 'updated_at': '2022-03-28T09:44:52Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '321bf501-8039-444f-bc9c-36434f772793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:04.044280 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3778e92-cf1b-4ab5-bb55-41e87a5d38df None None] The sync data for ids ['bfb941e9-48ef-489b-ba38-50d168019d57'] in dv-neutron-master-2-hyperv is: [{'id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333430058', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:44:46Z', 'updated_at': '2022-03-28T09:44:50Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:47Z', 'updated_at': '2022-03-28T09:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd3095021-62bd-47ee-8e35-383346ee9a23', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'floating_ip_address': '172.36.4.247', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'port_id': '0fabf3e8-71c5-4084-8106-da191574b2af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c', 'mac_address': 'fa:16:3e:f7:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04feac5a-7cec-4e92-bae9-ed05f44ad48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:45:02Z', 'updated_at': '2022-03-28T09:45:02Z', 'revision_number': 0, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da17254-ce77-4256-972a-24e7c9a163e3', 'name': '', 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:89:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '321bf501-8039-444f-bc9c-36434f772793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:49Z', 'updated_at': '2022-03-28T09:44:52Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '321bf501-8039-444f-bc9c-36434f772793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:45:04.232964 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490a39cf-203a-41ad-91ad-6b9f99c9cafd None None] New status for floating IP d3095021-62bd-47ee-8e35-383346ee9a23: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:45:04.542548 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59432) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:04.603444 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-31d8db4e-712e-48da-8a7a-c3ab0d2117ae tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/floatingips/d3095021-62bd-47ee-8e35-383346ee9a23 HTTP/1.1" status: 200 len: 993 time: 0.0595031 Mar 28 09:45:21.670727 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:27.326647 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-82b440c6-e7ba-40b2-a657-6c8e90d6110d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:29.554711 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fc81253b-c43a-4365-954b-b92bd9c661b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:30.706571 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:32.264830 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:32.503058 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:45:33.777166 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:36.092716 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef91853-ea3d-4874-a9dd-0d18a3a26764 req-cf6330f8-0144-425f-96a6-8ee59dba7bb5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:36.094252 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4ef91853-ea3d-4874-a9dd-0d18a3a26764 req-cf6330f8-0144-425f-96a6-8ee59dba7bb5 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 945 time: 0.0530493 Mar 28 09:45:36.147760 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4ef91853-ea3d-4874-a9dd-0d18a3a26764 req-df51beaa-ceed-4cbd-a5ce-332dd9077b13 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d29a702-9928-4d5b-bb19-d5e15ccfaaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473015 Mar 28 09:45:37.265378 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3d0d3-f4d2-44fe-be6d-f1bd999c0051 req-e3093285-7e87-4778-a6b5-b0978d4fe970 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:37.266914 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3ae3d0d3-f4d2-44fe-be6d-f1bd999c0051 req-e3093285-7e87-4778-a6b5-b0978d4fe970 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 945 time: 0.0516727 Mar 28 09:45:37.315229 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3ae3d0d3-f4d2-44fe-be6d-f1bd999c0051 req-9e1fc16e-f833-4c56-9789-3310baa380b9 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d29a702-9928-4d5b-bb19-d5e15ccfaaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422223 Mar 28 09:45:37.337654 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59450) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:37.400876 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ddaf49b4-3952-4f8e-a6f2-ed4156dea3ec tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/floatingips/d3095021-62bd-47ee-8e35-383346ee9a23 HTTP/1.1" status: 200 len: 993 time: 0.0620203 Mar 28 09:45:38.712585 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480fa08-81ca-45f2-9878-34691bef812e req-1fd4b567-e91a-4cbb-ac3d-5fad22a92f58 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:38.714041 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1480fa08-81ca-45f2-9878-34691bef812e req-1fd4b567-e91a-4cbb-ac3d-5fad22a92f58 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 945 time: 0.0848854 Mar 28 09:45:38.720503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49e478-6c49-4729-ba8a-dc9e4a2cbc6d req-3226af54-a388-4fe8-b884-c8db031cf473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:38.721917 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fe49e478-6c49-4729-ba8a-dc9e4a2cbc6d req-3226af54-a388-4fe8-b884-c8db031cf473 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 1129 time: 0.0626512 Mar 28 09:45:38.824420 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1480fa08-81ca-45f2-9878-34691bef812e req-ab7254f1-0441-426a-ade1-777d67ead5eb tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d29a702-9928-4d5b-bb19-d5e15ccfaaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015608 Mar 28 09:45:38.845050 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49e478-6c49-4729-ba8a-dc9e4a2cbc6d req-d2ff592a-3be4-4b96-9d91-0d3a4df3652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:38.846557 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fe49e478-6c49-4729-ba8a-dc9e4a2cbc6d req-d2ff592a-3be4-4b96-9d91-0d3a4df3652b service neutron] 10.222.0.16 "GET /v2.0/networks?id=6bf7e7d0-86fc-4a37-8078-edfad232b21c HTTP/1.1" status: 200 len: 897 time: 0.1174643 Mar 28 09:45:38.910319 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fe49e478-6c49-4729-ba8a-dc9e4a2cbc6d req-b4ee12bd-c0e4-415a-a90e-e3ad962441b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fabf3e8-71c5-4084-8106-da191574b2af HTTP/1.1" status: 200 len: 1001 time: 0.0575531 Mar 28 09:45:38.962051 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49e478-6c49-4729-ba8a-dc9e4a2cbc6d req-749dffb1-3b2a-4e7d-a81e-0a7b266c2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:38.963522 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fe49e478-6c49-4729-ba8a-dc9e4a2cbc6d req-749dffb1-3b2a-4e7d-a81e-0a7b266c2eae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=321bf501-8039-444f-bc9c-36434f772793 HTTP/1.1" status: 200 len: 834 time: 0.0472457 Mar 28 09:45:39.015573 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49e478-6c49-4729-ba8a-dc9e4a2cbc6d req-04e6a269-b4ae-48d3-b8a7-799855980962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:39.017128 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fe49e478-6c49-4729-ba8a-dc9e4a2cbc6d req-04e6a269-b4ae-48d3-b8a7-799855980962 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6bf7e7d0-86fc-4a37-8078-edfad232b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0470622 Mar 28 09:45:39.105352 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fe49e478-6c49-4729-ba8a-dc9e4a2cbc6d req-1048d725-fdf9-4322-a1f9-b0aba0f1ee82 service neutron] 10.222.0.16 "GET /v2.0/networks/6bf7e7d0-86fc-4a37-8078-edfad232b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826609 Mar 28 09:45:39.198382 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fe49e478-6c49-4729-ba8a-dc9e4a2cbc6d req-e35e69c4-28e0-4e91-bf7e-f2272edea552 service neutron] 10.222.0.16 "GET /v2.0/networks/6bf7e7d0-86fc-4a37-8078-edfad232b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869570 Mar 28 09:45:39.950418 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382fdb5-e866-45bc-97ab-a67bbea47d2c req-b6aec553-78f3-4c5d-8cee-23e7566fb632 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:39.951892 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5382fdb5-e866-45bc-97ab-a67bbea47d2c req-b6aec553-78f3-4c5d-8cee-23e7566fb632 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 945 time: 0.0525393 Mar 28 09:45:40.001015 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5382fdb5-e866-45bc-97ab-a67bbea47d2c req-249a0e5e-3a71-43b4-8574-640ff2251cc6 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d29a702-9928-4d5b-bb19-d5e15ccfaaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431139 Mar 28 09:45:41.122869 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d93f4d-ff20-43b3-9a82-3af77fd59861 req-48e1047d-e0a5-4d45-9d2a-efcc10822884 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:41.124335 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-73d93f4d-ff20-43b3-9a82-3af77fd59861 req-48e1047d-e0a5-4d45-9d2a-efcc10822884 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 945 time: 0.0542343 Mar 28 09:45:41.172364 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-73d93f4d-ff20-43b3-9a82-3af77fd59861 req-faa66f7c-cd8b-4560-a767-0e2b17202b03 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d29a702-9928-4d5b-bb19-d5e15ccfaaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417480 Mar 28 09:45:41.195265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59462) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:41.258441 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d7d47144-77b1-4782-831f-32e72724100c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/floatingips/d3095021-62bd-47ee-8e35-383346ee9a23 HTTP/1.1" status: 200 len: 993 time: 0.0620663 Mar 28 09:45:41.493666 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59468) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:41.648549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port 592e7143-1eef-4e0d-a3aa-fe5909cc2f0f {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:45:41.648807 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (592e7143-1eef-4e0d-a3aa-fe5909cc2f0f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:41.721277 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (592e7143-1eef-4e0d-a3aa-fe5909cc2f0f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:41.721604 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (592e7143-1eef-4e0d-a3aa-fe5909cc2f0f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:41.738005 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for 592e7143-1eef-4e0d-a3aa-fe5909cc2f0f owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:45:41.882794 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (592e7143-1eef-4e0d-a3aa-fe5909cc2f0f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:41.914374 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=592e7143-1eef-4e0d-a3aa-fe5909cc2f0f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:41.939537 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:41.939890 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:41.940240 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:41.940582 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:41.940923 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:41.941258 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:41.941590 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:41.941969 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:41.942484 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:41.942920 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:41.943266 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:41.943591 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:41.943923 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:41.944251 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:41.944579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:41.982189 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for floatingip (d3095021-62bd-47ee-8e35-383346ee9a23), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:41.982520 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Floating IP d3095021-62bd-47ee-8e35-383346ee9a23 disassociated (deleted). External IP: 172.36.4.247, port: 0fabf3e8-71c5-4084-8106-da191574b2af. Mar 28 09:45:42.517520 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router bfb941e9-48ef-489b-ba38-50d168019d57 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:45:42.622225 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:45:42.626932 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:42.632600 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c436bb6-8cf0-40d0-a43c-abefbd308318 None None] Sync routers for ids ['bfb941e9-48ef-489b-ba38-50d168019d57'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:45:42.642264 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c436bb6-8cf0-40d0-a43c-abefbd308318 None None] Routers {'bfb941e9-48ef-489b-ba38-50d168019d57'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:45:42.642876 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4c436bb6-8cf0-40d0-a43c-abefbd308318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:45:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['bfb941e9-48ef-489b-ba38-50d168019d57'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:42.660202 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-064945fd-7c36-4b9a-9ad3-5fa33e42feb4 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/floatingips/d3095021-62bd-47ee-8e35-383346ee9a23 HTTP/1.1" status: 204 len: 168 time: 1.1654501 Mar 28 09:45:42.660817 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04feac5a-7cec-4e92-bae9-ed05f44ad48c', 'tag': '0fabf3e8-71c5-4084-8106-da191574b2af'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:45:42.663482 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9764219-be68-4f9f-8037-4ac11e75ebe1" -d '{"events": [{"name": "network-changed", "server_uuid": "04feac5a-7cec-4e92-bae9-ed05f44ad48c", "tag": "0fabf3e8-71c5-4084-8106-da191574b2af"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:45:42.711847 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041f528d-274e-48c0-a4cf-cd4bce0e40e8 x-openstack-request-id: req-041f528d-274e-48c0-a4cf-cd4bce0e40e8 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:45:42.712145 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04feac5a-7cec-4e92-bae9-ed05f44ad48c", "tag": "0fabf3e8-71c5-4084-8106-da191574b2af", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:45:42.712396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-041f528d-274e-48c0-a4cf-cd4bce0e40e8 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:45:42.713098 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041f528d-274e-48c0-a4cf-cd4bce0e40e8'] response: {'name': 'network-changed', 'server_uuid': '04feac5a-7cec-4e92-bae9-ed05f44ad48c', 'tag': '0fabf3e8-71c5-4084-8106-da191574b2af', 'status': 'completed', 'code': 200} Mar 28 09:45:42.755847 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-4c436bb6-8cf0-40d0-a43c-abefbd308318 None None] Set router bfb941e9-48ef-489b-ba38-50d168019d57 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:45:42.788187 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9764219-be68-4f9f-8037-4ac11e75ebe1 req-f5f5fa4c-fdd0-4091-8b21-d4ed486ec4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:42.790787 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e9764219-be68-4f9f-8037-4ac11e75ebe1 req-f5f5fa4c-fdd0-4091-8b21-d4ed486ec4b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b57d183079f64edab0869bac2c69ae7e&device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 1129 time: 0.0565307 Mar 28 09:45:42.900046 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9764219-be68-4f9f-8037-4ac11e75ebe1 req-bb352df9-09ee-43fd-ab81-3b72f30564ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:42.902393 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e9764219-be68-4f9f-8037-4ac11e75ebe1 req-bb352df9-09ee-43fd-ab81-3b72f30564ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=6bf7e7d0-86fc-4a37-8078-edfad232b21c HTTP/1.1" status: 200 len: 897 time: 0.0976310 Mar 28 09:45:42.906725 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f5789-066d-4d04-a383-9211fc0204b6 req-d1b60655-cfc0-4623-89d1-a869e3115430 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:42.910110 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f43f5789-066d-4d04-a383-9211fc0204b6 req-d1b60655-cfc0-4623-89d1-a869e3115430 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 945 time: 0.0637865 Mar 28 09:45:42.949766 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e9764219-be68-4f9f-8037-4ac11e75ebe1 req-7fa6319c-963e-477e-84be-21d3a20b23ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fabf3e8-71c5-4084-8106-da191574b2af HTTP/1.1" status: 200 len: 217 time: 0.0408638 Mar 28 09:45:42.962370 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f43f5789-066d-4d04-a383-9211fc0204b6 req-4f57b27b-86f4-4451-b594-fe4dfa4e6647 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d29a702-9928-4d5b-bb19-d5e15ccfaaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476093 Mar 28 09:45:42.964501 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4c436bb6-8cf0-40d0-a43c-abefbd308318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333430058', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:44:46Z', 'updated_at': '2022-03-28T09:44:50Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:47Z', 'updated_at': '2022-03-28T09:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7da17254-ce77-4256-972a-24e7c9a163e3', 'name': '', 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:89:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '321bf501-8039-444f-bc9c-36434f772793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:49Z', 'updated_at': '2022-03-28T09:44:52Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '321bf501-8039-444f-bc9c-36434f772793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:42.994659 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c436bb6-8cf0-40d0-a43c-abefbd308318 None None] Checking router: bfb941e9-48ef-489b-ba38-50d168019d57 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:45:43.002999 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c436bb6-8cf0-40d0-a43c-abefbd308318 None None] Routers {'bfb941e9-48ef-489b-ba38-50d168019d57'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:45:43.003609 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4c436bb6-8cf0-40d0-a43c-abefbd308318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:45:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['bfb941e9-48ef-489b-ba38-50d168019d57'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:43.005014 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9764219-be68-4f9f-8037-4ac11e75ebe1 req-c9ee6c91-1784-448c-bd33-f32a2cfce16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:43.006570 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e9764219-be68-4f9f-8037-4ac11e75ebe1 req-c9ee6c91-1784-448c-bd33-f32a2cfce16a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=321bf501-8039-444f-bc9c-36434f772793 HTTP/1.1" status: 200 len: 834 time: 0.0513864 Mar 28 09:45:43.055309 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9764219-be68-4f9f-8037-4ac11e75ebe1 req-a2d3827d-8451-4b79-96fd-0c2015aa017b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:43.056734 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e9764219-be68-4f9f-8037-4ac11e75ebe1 req-a2d3827d-8451-4b79-96fd-0c2015aa017b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6bf7e7d0-86fc-4a37-8078-edfad232b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444198 Mar 28 09:45:43.110440 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-4c436bb6-8cf0-40d0-a43c-abefbd308318 None None] Set router bfb941e9-48ef-489b-ba38-50d168019d57 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:45:43.149079 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e9764219-be68-4f9f-8037-4ac11e75ebe1 req-f529dd73-a1a7-4e1d-8e16-a2f2b417a130 service neutron] 10.222.0.16 "GET /v2.0/networks/6bf7e7d0-86fc-4a37-8078-edfad232b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854678 Mar 28 09:45:43.238131 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e9764219-be68-4f9f-8037-4ac11e75ebe1 req-2c26c0e6-6d58-4452-91b0-d851e79fec0a service neutron] 10.222.0.16 "GET /v2.0/networks/6bf7e7d0-86fc-4a37-8078-edfad232b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820830 Mar 28 09:45:43.309097 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-4c436bb6-8cf0-40d0-a43c-abefbd308318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333430058', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:44:46Z', 'updated_at': '2022-03-28T09:44:50Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:47Z', 'updated_at': '2022-03-28T09:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7da17254-ce77-4256-972a-24e7c9a163e3', 'name': '', 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:89:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '321bf501-8039-444f-bc9c-36434f772793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:49Z', 'updated_at': '2022-03-28T09:44:52Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '321bf501-8039-444f-bc9c-36434f772793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:43.335186 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c436bb6-8cf0-40d0-a43c-abefbd308318 None None] The sync data for ids ['bfb941e9-48ef-489b-ba38-50d168019d57'] in dv-neutron-master-2-hyperv is: [{'id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333430058', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:44:46Z', 'updated_at': '2022-03-28T09:44:50Z', 'revision_number': 4, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:47Z', 'updated_at': '2022-03-28T09:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7da17254-ce77-4256-972a-24e7c9a163e3', 'name': '', 'network_id': '6bf7e7d0-86fc-4a37-8078-edfad232b21c', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'mac_address': 'fa:16:3e:89:bc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '321bf501-8039-444f-bc9c-36434f772793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:49Z', 'updated_at': '2022-03-28T09:44:52Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'subnets': [{'id': '321bf501-8039-444f-bc9c-36434f772793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:45:43.564577 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5fd68-7833-4b72-8e8e-3cc584e00e1f None None] New status for floating IP d3095021-62bd-47ee-8e35-383346ee9a23: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:45:44.081046 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b7298-82c6-488b-8a59-5e7dbebf2554 req-87c97e4b-f8d7-4d87-875e-e1d85b50afc2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:44.083040 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a70b7298-82c6-488b-8a59-5e7dbebf2554 req-87c97e4b-f8d7-4d87-875e-e1d85b50afc2 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 945 time: 0.0523167 Mar 28 09:45:44.139124 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a70b7298-82c6-488b-8a59-5e7dbebf2554 req-0f96d12f-e58f-4b9f-b33c-6ee1cc4f5194 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d29a702-9928-4d5b-bb19-d5e15ccfaaae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503659 Mar 28 09:45:44.358672 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2badd4-7b80-4008-9a51-a1997e8b2a0a req-4499adc5-8378-4665-818c-cb1820a8bc9a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:44.360097 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-de2badd4-7b80-4008-9a51-a1997e8b2a0a req-4499adc5-8378-4665-818c-cb1820a8bc9a tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 945 time: 0.0517156 Mar 28 09:45:44.453215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-de2badd4-7b80-4008-9a51-a1997e8b2a0a req-b020bd7c-be8f-40b4-8639-a91b26f03e1f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port 0fabf3e8-71c5-4084-8106-da191574b2af {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:45:44.453559 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-de2badd4-7b80-4008-9a51-a1997e8b2a0a req-b020bd7c-be8f-40b4-8639-a91b26f03e1f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (0fabf3e8-71c5-4084-8106-da191574b2af), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:44.544247 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-de2badd4-7b80-4008-9a51-a1997e8b2a0a req-b020bd7c-be8f-40b4-8639-a91b26f03e1f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] For port 0fabf3e8-71c5-4084-8106-da191574b2af, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0fabf3e8-71c5-4084-8106-da191574b2af,segment=NetworkSegment(7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d),segment_id=7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:45:44.544621 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-de2badd4-7b80-4008-9a51-a1997e8b2a0a req-b020bd7c-be8f-40b4-8639-a91b26f03e1f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (0fabf3e8-71c5-4084-8106-da191574b2af), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:44.557239 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-de2badd4-7b80-4008-9a51-a1997e8b2a0a req-b020bd7c-be8f-40b4-8639-a91b26f03e1f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for 0fabf3e8-71c5-4084-8106-da191574b2af owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:45:44.685270 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-de2badd4-7b80-4008-9a51-a1997e8b2a0a req-b020bd7c-be8f-40b4-8639-a91b26f03e1f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (0fabf3e8-71c5-4084-8106-da191574b2af), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:44.713507 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020bd7c-be8f-40b4-8639-a91b26f03e1f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=0fabf3e8-71c5-4084-8106-da191574b2af,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:44.756683 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2badd4-7b80-4008-9a51-a1997e8b2a0a req-b020bd7c-be8f-40b4-8639-a91b26f03e1f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] No DVR routers for this DVR port 0fabf3e8-71c5-4084-8106-da191574b2af on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:45:44.759178 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-de2badd4-7b80-4008-9a51-a1997e8b2a0a req-b020bd7c-be8f-40b4-8639-a91b26f03e1f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:44.762512 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-de2badd4-7b80-4008-9a51-a1997e8b2a0a req-b020bd7c-be8f-40b4-8639-a91b26f03e1f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.16 "DELETE /v2.0/ports/0fabf3e8-71c5-4084-8106-da191574b2af HTTP/1.1" status: 204 len: 173 time: 0.3975980 Mar 28 09:45:44.762952 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04feac5a-7cec-4e92-bae9-ed05f44ad48c', 'name': 'network-vif-deleted', 'tag': '0fabf3e8-71c5-4084-8106-da191574b2af'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:45:44.765171 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbb4f1a-fd8a-4df7-95a1-566976f1d0ac" -d '{"events": [{"server_uuid": "04feac5a-7cec-4e92-bae9-ed05f44ad48c", "name": "network-vif-deleted", "tag": "0fabf3e8-71c5-4084-8106-da191574b2af"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:45:44.803408 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1949979-6c05-426b-8ca9-c5e3766be2bf x-openstack-request-id: req-f1949979-6c05-426b-8ca9-c5e3766be2bf {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:45:44.804230 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04feac5a-7cec-4e92-bae9-ed05f44ad48c", "name": "network-vif-deleted", "tag": "0fabf3e8-71c5-4084-8106-da191574b2af", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:45:44.804608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1949979-6c05-426b-8ca9-c5e3766be2bf {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:45:44.805115 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1949979-6c05-426b-8ca9-c5e3766be2bf'] response: {'server_uuid': '04feac5a-7cec-4e92-bae9-ed05f44ad48c', 'name': 'network-vif-deleted', 'tag': '0fabf3e8-71c5-4084-8106-da191574b2af', 'status': 'completed', 'code': 200} Mar 28 09:45:45.256937 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-22a79802-f146-4d03-a19c-0aeacb820d81 req-dab61291-ac80-4945-8006-9b6f68c8746c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "GET /v2.0/ports?device_id=04feac5a-7cec-4e92-bae9-ed05f44ad48c HTTP/1.1" status: 200 len: 210 time: 0.0312626 Mar 28 09:45:46.312304 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59484) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:46.668285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (bfb941e9-48ef-489b-ba38-50d168019d57), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:46.922867 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port 7da17254-ce77-4256-972a-24e7c9a163e3 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:45:46.923132 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (7da17254-ce77-4256-972a-24e7c9a163e3), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:47.012496 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] For port 7da17254-ce77-4256-972a-24e7c9a163e3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7da17254-ce77-4256-972a-24e7c9a163e3,segment=NetworkSegment(7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d),segment_id=7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:45:47.012864 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (7da17254-ce77-4256-972a-24e7c9a163e3), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:47.025989 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for 7da17254-ce77-4256-972a-24e7c9a163e3 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:45:47.094262 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 0fabf3e8-71c5-4084-8106-da191574b2af no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:45:47.118106 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 0fabf3e8-71c5-4084-8106-da191574b2af {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:45:47.118460 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 0fabf3e8-71c5-4084-8106-da191574b2af not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:45:47.212035 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (7da17254-ce77-4256-972a-24e7c9a163e3), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:47.240260 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=7da17254-ce77-4256-972a-24e7c9a163e3,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:47.269605 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:47.270072 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:47.270761 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:47.270870 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:47.271152 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:47.271496 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:47.271834 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:47.272172 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:47.272508 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:47.272842 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:47.273182 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:47.273515 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:47.273874 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:47.274211 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:47.274544 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:47.429362 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (bfb941e9-48ef-489b-ba38-50d168019d57), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:47.646770 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Router bfb941e9-48ef-489b-ba38-50d168019d57 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:45:47.755627 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:45:47.760856 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a5ec759a-ae66-46d9-9ce3-cd525e638c0f tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "PUT /v2.0/routers/bfb941e9-48ef-489b-ba38-50d168019d57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4475543 Mar 28 09:45:47.763698 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59486) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:47.765811 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9e781-abb6-4559-9369-81d72536ecc1 None None] Sync routers for ids ['bfb941e9-48ef-489b-ba38-50d168019d57'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:45:47.776692 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9e781-abb6-4559-9369-81d72536ecc1 None None] Routers {'bfb941e9-48ef-489b-ba38-50d168019d57'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:45:47.777411 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-14b9e781-abb6-4559-9369-81d72536ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:45:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['bfb941e9-48ef-489b-ba38-50d168019d57'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:47.816932 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8b10da-107a-4f99-a48e-90f49a3dc70c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting subnet 321bf501-8039-444f-bc9c-36434f772793 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:45:47.820534 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cd8b10da-107a-4f99-a48e-90f49a3dc70c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for subnet (321bf501-8039-444f-bc9c-36434f772793), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:47.860433 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cd8b10da-107a-4f99-a48e-90f49a3dc70c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (321bf501-8039-444f-bc9c-36434f772793), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:47.951590 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cd8b10da-107a-4f99-a48e-90f49a3dc70c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (321bf501-8039-444f-bc9c-36434f772793), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:48.014399 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cd8b10da-107a-4f99-a48e-90f49a3dc70c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (321bf501-8039-444f-bc9c-36434f772793), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:48.042414 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-14b9e781-abb6-4559-9369-81d72536ecc1 None None] Set router bfb941e9-48ef-489b-ba38-50d168019d57 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:45:48.043544 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b10da-107a-4f99-a48e-90f49a3dc70c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Subnet': ['ID=321bf501-8039-444f-bc9c-36434f772793,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:48.045547 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cd8b10da-107a-4f99-a48e-90f49a3dc70c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:48.048859 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-cd8b10da-107a-4f99-a48e-90f49a3dc70c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/subnets/321bf501-8039-444f-bc9c-36434f772793 HTTP/1.1" status: 204 len: 168 time: 0.2841234 Mar 28 09:45:48.052292 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59488) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:48.074652 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e638612a-acbd-4289-9ae0-bc5d5e6bc555 None None] Network 6bf7e7d0-86fc-4a37-8078-edfad232b21c requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:45:48.160342 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fd32c901-c567-430d-8727-580bf0be8e8c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router (bfb941e9-48ef-489b-ba38-50d168019d57), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:48.267149 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fd32c901-c567-430d-8727-580bf0be8e8c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_gateway (bfb941e9-48ef-489b-ba38-50d168019d57), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:48.304744 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-14b9e781-abb6-4559-9369-81d72536ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333430058', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:44:46Z', 'updated_at': '2022-03-28T09:45:47Z', 'revision_number': 5, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port': {'id': 'c68d07b3-60db-407e-a17c-2b94b32fc8df', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:44:47Z', 'updated_at': '2022-03-28T09:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:48.325213 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-fd32c901-c567-430d-8727-580bf0be8e8c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Deleting port c68d07b3-60db-407e-a17c-2b94b32fc8df {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:45:48.325556 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fd32c901-c567-430d-8727-580bf0be8e8c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (c68d07b3-60db-407e-a17c-2b94b32fc8df), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:48.337440 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9e781-abb6-4559-9369-81d72536ecc1 None None] Checking router: bfb941e9-48ef-489b-ba38-50d168019d57 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:45:48.346135 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9e781-abb6-4559-9369-81d72536ecc1 None None] Routers {'bfb941e9-48ef-489b-ba38-50d168019d57'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:45:48.346823 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-14b9e781-abb6-4559-9369-81d72536ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:45:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['bfb941e9-48ef-489b-ba38-50d168019d57'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:48.385754 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7461416c-29b0-408e-8d85-060277cef73e None None] DHCP port deletion for 6bf7e7d0-86fc-4a37-8078-edfad232b21c request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:45:48.407486 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-fd32c901-c567-430d-8727-580bf0be8e8c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] For port c68d07b3-60db-407e-a17c-2b94b32fc8df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c68d07b3-60db-407e-a17c-2b94b32fc8df,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:45:48.407851 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fd32c901-c567-430d-8727-580bf0be8e8c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (c68d07b3-60db-407e-a17c-2b94b32fc8df), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:48.422822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-fd32c901-c567-430d-8727-580bf0be8e8c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Calling delete_port for c68d07b3-60db-407e-a17c-2b94b32fc8df owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:45:48.460312 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-14b9e781-abb6-4559-9369-81d72536ecc1 None None] Set router bfb941e9-48ef-489b-ba38-50d168019d57 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:45:48.516066 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-14b9e781-abb6-4559-9369-81d72536ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333430058', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:44:46Z', 'updated_at': '2022-03-28T09:45:48Z', 'revision_number': 6, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:48.548950 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9e781-abb6-4559-9369-81d72536ecc1 None None] The sync data for ids ['bfb941e9-48ef-489b-ba38-50d168019d57'] in dv-neutron-master-2-hyperv is: [{'id': 'bfb941e9-48ef-489b-ba38-50d168019d57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333430058', 'tenant_id': 'b57d183079f64edab0869bac2c69ae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:44:46Z', 'updated_at': '2022-03-28T09:45:48Z', 'revision_number': 6, 'project_id': 'b57d183079f64edab0869bac2c69ae7e', 'gw_port_host': None}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:45:48.560860 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Deleting port 4e213230-49f3-4529-8a30-6cb3b8173ac1 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:45:48.561247 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (4e213230-49f3-4529-8a30-6cb3b8173ac1), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:48.600955 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fd32c901-c567-430d-8727-580bf0be8e8c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (c68d07b3-60db-407e-a17c-2b94b32fc8df), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:48.625192 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7461416c-29b0-408e-8d85-060277cef73e None None] For port 4e213230-49f3-4529-8a30-6cb3b8173ac1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4e213230-49f3-4529-8a30-6cb3b8173ac1,segment=NetworkSegment(7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d),segment_id=7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:45:48.625595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (4e213230-49f3-4529-8a30-6cb3b8173ac1), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:48.627917 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32c901-c567-430d-8727-580bf0be8e8c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Port': ['ID=c68d07b3-60db-407e-a17c-2b94b32fc8df,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:48.640556 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Calling delete_port for 4e213230-49f3-4529-8a30-6cb3b8173ac1 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:45:48.686892 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fd32c901-c567-430d-8727-580bf0be8e8c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (bfb941e9-48ef-489b-ba38-50d168019d57), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:48.724290 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (4e213230-49f3-4529-8a30-6cb3b8173ac1), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:48.747970 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Pushing event deleted for resources: {'Port': ['ID=4e213230-49f3-4529-8a30-6cb3b8173ac1,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:48.757629 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:48.758005 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:48.758358 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:48.758701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:48.759043 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:48.759380 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:48.759716 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:48.760047 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:48.760378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:48.760712 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:48.761044 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:48.761378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:48.761756 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:48.762057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:48.762385 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461416c-29b0-408e-8d85-060277cef73e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:48.766274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7461416c-29b0-408e-8d85-060277cef73e None None] No DVR routers for this DVR port 4e213230-49f3-4529-8a30-6cb3b8173ac1 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:45:48.788605 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fd32c901-c567-430d-8727-580bf0be8e8c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (bfb941e9-48ef-489b-ba38-50d168019d57), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:48.790867 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fd32c901-c567-430d-8727-580bf0be8e8c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router_controller (bfb941e9-48ef-489b-ba38-50d168019d57), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:48.839067 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fd32c901-c567-430d-8727-580bf0be8e8c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (bfb941e9-48ef-489b-ba38-50d168019d57), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:48.839489 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd32c901-c567-430d-8727-580bf0be8e8c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Fanout notify agent at l3_agent the message router_deleted on router bfb941e9-48ef-489b-ba38-50d168019d57 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:45:48.846146 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fd32c901-c567-430d-8727-580bf0be8e8c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:48.847258 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-fd32c901-c567-430d-8727-580bf0be8e8c tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/routers/bfb941e9-48ef-489b-ba38-50d168019d57 HTTP/1.1" status: 204 len: 168 time: 0.7945716 Mar 28 09:45:48.850181 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59490) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:48.927592 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-83f0d81e-f7b8-4961-affb-c8b3e7c1de41 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (6bf7e7d0-86fc-4a37-8078-edfad232b21c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:49.022182 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-83f0d81e-f7b8-4961-affb-c8b3e7c1de41 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (6bf7e7d0-86fc-4a37-8078-edfad232b21c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:49.042174 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-83f0d81e-f7b8-4961-affb-c8b3e7c1de41 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf7e7d0-86fc-4a37-8078-edfad232b21c']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:49.051852 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-83f0d81e-f7b8-4961-affb-c8b3e7c1de41 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:49.052159 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-83f0d81e-f7b8-4961-affb-c8b3e7c1de41 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:49.061414 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-83f0d81e-f7b8-4961-affb-c8b3e7c1de41 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:49.074627 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-83f0d81e-f7b8-4961-affb-c8b3e7c1de41 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:49.080403 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f0d81e-f7b8-4961-affb-c8b3e7c1de41 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:45:49.080769 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-83f0d81e-f7b8-4961-affb-c8b3e7c1de41 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (7acc01e5-7c24-4f79-bf3d-4e71c2f2dd6d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:45:49.084607 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:45:49.140750 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-83f0d81e-f7b8-4961-affb-c8b3e7c1de41 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (6bf7e7d0-86fc-4a37-8078-edfad232b21c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:49.147827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-83f0d81e-f7b8-4961-affb-c8b3e7c1de41 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:49.150976 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-83f0d81e-f7b8-4961-affb-c8b3e7c1de41 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/networks/6bf7e7d0-86fc-4a37-8078-edfad232b21c HTTP/1.1" status: 204 len: 168 time: 0.2998505 Mar 28 09:45:49.153825 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59492) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:49.162827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0d81e-f7b8-4961-affb-c8b3e7c1de41 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'Network': ['ID=6bf7e7d0-86fc-4a37-8078-edfad232b21c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:49.211286 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b5afecf-1f00-4a56-aed4-11f772cacad0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (4d29a702-9928-4d5b-bb19-d5e15ccfaaae), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:49.237886 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b5afecf-1f00-4a56-aed4-11f772cacad0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (4d29a702-9928-4d5b-bb19-d5e15ccfaaae), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:49.302560 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b5afecf-1f00-4a56-aed4-11f772cacad0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (4d29a702-9928-4d5b-bb19-d5e15ccfaaae), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:49.305107 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b5afecf-1f00-4a56-aed4-11f772cacad0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:49.306379 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2b5afecf-1f00-4a56-aed4-11f772cacad0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] 10.222.0.15 "DELETE /v2.0/security-groups/4d29a702-9928-4d5b-bb19-d5e15ccfaaae HTTP/1.1" status: 204 len: 168 time: 0.1515234 Mar 28 09:45:49.315943 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5afecf-1f00-4a56-aed4-11f772cacad0 tempest-TestNetworkAdvancedServerOps-2099386839 tempest-TestNetworkAdvancedServerOps-2099386839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d29a702-9928-4d5b-bb19-d5e15ccfaaae,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:49.541226 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7da17254-ce77-4256-972a-24e7c9a163e3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:45:49.562028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 7da17254-ce77-4256-972a-24e7c9a163e3 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:45:49.562370 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 7da17254-ce77-4256-972a-24e7c9a163e3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:45:49.562952 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4e213230-49f3-4529-8a30-6cb3b8173ac1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:45:49.582948 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 4e213230-49f3-4529-8a30-6cb3b8173ac1 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:45:49.583309 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 4e213230-49f3-4529-8a30-6cb3b8173ac1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:45:49.583941 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c68d07b3-60db-407e-a17c-2b94b32fc8df no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:45:49.604536 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: c68d07b3-60db-407e-a17c-2b94b32fc8df {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:45:49.604882 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c68d07b3-60db-407e-a17c-2b94b32fc8df not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:45:49.644007 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59500) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:49.788674 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-02ba8bac-d073-46f6-9f15-14d68baa9d34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b57d183079f64edab0869bac2c69ae7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1434536 Mar 28 09:45:49.791110 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59504) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:49.838052 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-10cd0ffd-9fd7-4c41-9d06-24f4c253af1a admin admin] Publish callbacks [] for security_group (56179bda-6956-42dd-b430-6c8819726256), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:49.858552 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-10cd0ffd-9fd7-4c41-9d06-24f4c253af1a admin admin] Publish callbacks [] for security_group (56179bda-6956-42dd-b430-6c8819726256), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:49.908506 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-10cd0ffd-9fd7-4c41-9d06-24f4c253af1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (56179bda-6956-42dd-b430-6c8819726256), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:49.911183 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-10cd0ffd-9fd7-4c41-9d06-24f4c253af1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:49.912414 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-10cd0ffd-9fd7-4c41-9d06-24f4c253af1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56179bda-6956-42dd-b430-6c8819726256 HTTP/1.1" status: 204 len: 168 time: 0.1204157 Mar 28 09:45:49.921924 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd0ffd-9fd7-4c41-9d06-24f4c253af1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56179bda-6956-42dd-b430-6c8819726256,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:50.175798 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59510) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:50.189763 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4ac1833-cd0b-445e-b34f-9a7cfc3bc4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:50.266058 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4ac1833-cd0b-445e-b34f-9a7cfc3bc4f8 admin admin] Publish callbacks [] for security_group (e3bdc791-819a-48b6-a38d-e6c0882dc410), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:50.269760 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4ac1833-cd0b-445e-b34f-9a7cfc3bc4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (e3bdc791-819a-48b6-a38d-e6c0882dc410), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:50.307990 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f4ac1833-cd0b-445e-b34f-9a7cfc3bc4f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c85588c293cb4a219317d6cffeb4eb7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300898 Mar 28 09:45:50.308881 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac1833-cd0b-445e-b34f-9a7cfc3bc4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bdc791-819a-48b6-a38d-e6c0882dc410,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:50.310686 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59512) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:50.360508 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bf737a2b-bc6e-4604-bcfc-0ba9749a2763 admin admin] Publish callbacks [] for security_group (e3bdc791-819a-48b6-a38d-e6c0882dc410), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:50.382254 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bf737a2b-bc6e-4604-bcfc-0ba9749a2763 admin admin] Publish callbacks [] for security_group (e3bdc791-819a-48b6-a38d-e6c0882dc410), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:50.427320 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bf737a2b-bc6e-4604-bcfc-0ba9749a2763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (e3bdc791-819a-48b6-a38d-e6c0882dc410), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:50.430221 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bf737a2b-bc6e-4604-bcfc-0ba9749a2763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:50.431407 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bf737a2b-bc6e-4604-bcfc-0ba9749a2763 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3bdc791-819a-48b6-a38d-e6c0882dc410 HTTP/1.1" status: 204 len: 168 time: 0.1191730 Mar 28 09:45:50.439116 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf737a2b-bc6e-4604-bcfc-0ba9749a2763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bdc791-819a-48b6-a38d-e6c0882dc410,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:51.080667 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59534) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:51.173503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-6c871a55-de3d-4f04-9bd6-412fae983552 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-865512420-network', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:45:51.192524 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c871a55-de3d-4f04-9bd6-412fae983552 admin admin] Made reservation on behalf of 0f6ebf4a25df42b2b3714cde89406c14 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:45:51.194913 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6c871a55-de3d-4f04-9bd6-412fae983552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:51.203188 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6c871a55-de3d-4f04-9bd6-412fae983552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:51.279624 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6c871a55-de3d-4f04-9bd6-412fae983552 admin admin] Publish callbacks [] for security_group (0ac99c49-4dbf-49f7-a6c4-4508853fe2c5), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:51.283125 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6c871a55-de3d-4f04-9bd6-412fae983552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0ac99c49-4dbf-49f7-a6c4-4508853fe2c5), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:51.309259 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c871a55-de3d-4f04-9bd6-412fae983552 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:45:51.315435 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c871a55-de3d-4f04-9bd6-412fae983552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac99c49-4dbf-49f7-a6c4-4508853fe2c5,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:51.322098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6c871a55-de3d-4f04-9bd6-412fae983552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (0dc78120-ed05-43ba-8da5-c9dc13ad47a4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:51.322443 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-6c871a55-de3d-4f04-9bd6-412fae983552 admin admin] Added segment 0dc78120-ed05-43ba-8da5-c9dc13ad47a4 of type vlan for network 50de409f-179d-4fd6-90f3-7a1f0414ed7e Mar 28 09:45:51.363399 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6c871a55-de3d-4f04-9bd6-412fae983552 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (50de409f-179d-4fd6-90f3-7a1f0414ed7e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:51.387586 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6c871a55-de3d-4f04-9bd6-412fae983552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (50de409f-179d-4fd6-90f3-7a1f0414ed7e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:51.388528 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c871a55-de3d-4f04-9bd6-412fae983552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:51.389112 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6c871a55-de3d-4f04-9bd6-412fae983552 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:51.444091 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-6c871a55-de3d-4f04-9bd6-412fae983552 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3622496 Mar 28 09:45:51.447104 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59538) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:51.451266 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c871a55-de3d-4f04-9bd6-412fae983552 admin admin] Pushing event updated for resources: {'Network': ['ID=50de409f-179d-4fd6-90f3-7a1f0414ed7e,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:51.452139 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-bc69c477-c7e2-4c39-9d57-812a81b8401a admin admin] Request body: {'subnet': {'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-865512420-subnet', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:45:51.461171 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 50de409f-179d-4fd6-90f3-7a1f0414ed7e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:45:51.475424 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc69c477-c7e2-4c39-9d57-812a81b8401a admin admin] Made reservation on behalf of 0f6ebf4a25df42b2b3714cde89406c14 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:45:51.477708 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc69c477-c7e2-4c39-9d57-812a81b8401a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9575845'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:51.644804 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc69c477-c7e2-4c39-9d57-812a81b8401a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9826146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9575859'] for subnet (4f055491-70b4-4f15-ac67-f3ca02ab2602), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:51.670062 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:51.700268 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69c477-c7e2-4c39-9d57-812a81b8401a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f055491-70b4-4f15-ac67-f3ca02ab2602,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:51.711278 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc69c477-c7e2-4c39-9d57-812a81b8401a admin admin] Checking segment: {'id': '0dc78120-ed05-43ba-8da5-c9dc13ad47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:45:51.711648 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc69c477-c7e2-4c39-9d57-812a81b8401a admin admin] Network hostable DHCP agents. Network: 50de409f-179d-4fd6-90f3-7a1f0414ed7e, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:45:51.727688 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc69c477-c7e2-4c39-9d57-812a81b8401a admin admin] Network 50de409f-179d-4fd6-90f3-7a1f0414ed7e is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:45:51.736137 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-bc69c477-c7e2-4c39-9d57-812a81b8401a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 50de409f-179d-4fd6-90f3-7a1f0414ed7e) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:45:51.740737 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc69c477-c7e2-4c39-9d57-812a81b8401a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:51.741330 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc69c477-c7e2-4c39-9d57-812a81b8401a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:51.747030 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed81a48-ef87-4723-b424-f3adbcc06420 None None] Network 50de409f-179d-4fd6-90f3-7a1f0414ed7e requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:45:51.757240 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-bc69c477-c7e2-4c39-9d57-812a81b8401a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3089812 Mar 28 09:45:51.760203 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59540) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:51.764490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:45:51.784257 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (c6ca46fe-c112-42a5-af5f-b4a45b732f52), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:51.785256 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (c6ca46fe-c112-42a5-af5f-b4a45b732f52), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:51.842950 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] Publish callbacks [] for router_controller (c6ca46fe-c112-42a5-af5f-b4a45b732f52), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:51.846995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:45:51.847892 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:51.980638 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] Publish callbacks [] for router_gateway (c6ca46fe-c112-42a5-af5f-b4a45b732f52), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:51.983953 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Allocated IP 172.20.0.2 (50de409f-179d-4fd6-90f3-7a1f0414ed7e/4f055491-70b4-4f15-ac67-f3ca02ab2602/1a167060-4e6e-461e-aa84-37d9823df082) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:45:52.124028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Publish callbacks [] for port (1a167060-4e6e-461e-aa84-37d9823df082), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:52.129317 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (1a167060-4e6e-461e-aa84-37d9823df082), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:52.171710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Network 50de409f-179d-4fd6-90f3-7a1f0414ed7e is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:45:52.176662 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:45:52.181120 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:45:52.184147 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Pushing event updated for resources: {'Port': ['ID=1a167060-4e6e-461e-aa84-37d9823df082,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:52.185701 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] Publish callbacks [] for router_gateway (c6ca46fe-c112-42a5-af5f-b4a45b732f52), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:52.205720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:52.236780 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Attempting to bind port 1a167060-4e6e-461e-aa84-37d9823df082 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:45:52.237071 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Attempting to bind port 1a167060-4e6e-461e-aa84-37d9823df082 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0dc78120-ed05-43ba-8da5-c9dc13ad47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:45:52.237439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Attempting to bind port 1a167060-4e6e-461e-aa84-37d9823df082 on network 50de409f-179d-4fd6-90f3-7a1f0414ed7e {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:45:52.243162 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:45:52.243547 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Checking segment: {'id': '0dc78120-ed05-43ba-8da5-c9dc13ad47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:45:52.243945 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:52.244343 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Bound using segment: {'id': '0dc78120-ed05-43ba-8da5-c9dc13ad47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:45:52.244808 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Bound port: 1a167060-4e6e-461e-aa84-37d9823df082, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc78120-ed05-43ba-8da5-c9dc13ad47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:45:52.245186 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1a167060-4e6e-461e-aa84-37d9823df082), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:52.306564 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] For port 1a167060-4e6e-461e-aa84-37d9823df082, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:45:52.309499 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] For port 1a167060-4e6e-461e-aa84-37d9823df082, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1a167060-4e6e-461e-aa84-37d9823df082,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:45:52.310653 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] Allocated IP 172.36.4.221 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/d582010d-5364-4151-b957-6b30ee46832a) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:45:52.316369 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1a167060-4e6e-461e-aa84-37d9823df082), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:52.377430 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487d015-57ee-4bfc-9325-b97d25506643 None None] Pushing event updated for resources: {'Port': ['ID=1a167060-4e6e-461e-aa84-37d9823df082,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:52.419767 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] Publish callbacks [] for port (d582010d-5364-4151-b957-6b30ee46832a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:52.455442 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (d582010d-5364-4151-b957-6b30ee46832a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:52.494371 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:45:52.497594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:45:52.503461 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:45:52.544156 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d582010d-5364-4151-b957-6b30ee46832a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:52.774379 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] Publish callbacks [] for router_gateway (c6ca46fe-c112-42a5-af5f-b4a45b732f52), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:53.269488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac571c-f36b-4231-9c3b-598dae471541 None None] Network 50de409f-179d-4fd6-90f3-7a1f0414ed7e requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:45:53.315243 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (c6ca46fe-c112-42a5-af5f-b4a45b732f52), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:53.341471 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0bb7dfe3-a4fa-4482-9fe9-2f107d56d6bf None None] Provisioning complete for port 1a167060-4e6e-461e-aa84-37d9823df082 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:45:53.341881 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0bb7dfe3-a4fa-4482-9fe9-2f107d56d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1a167060-4e6e-461e-aa84-37d9823df082), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:53.450398 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] Router c6ca46fe-c112-42a5-af5f-b4a45b732f52 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:45:53.459234 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7dfe3-a4fa-4482-9fe9-2f107d56d6bf None None] Current status of the port 1a167060-4e6e-461e-aa84-37d9823df082 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:45:53.459453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0bb7dfe3-a4fa-4482-9fe9-2f107d56d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (1a167060-4e6e-461e-aa84-37d9823df082), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:53.495199 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-0bb7dfe3-a4fa-4482-9fe9-2f107d56d6bf None None] For port 1a167060-4e6e-461e-aa84-37d9823df082, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1a167060-4e6e-461e-aa84-37d9823df082,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:45:53.502478 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0bb7dfe3-a4fa-4482-9fe9-2f107d56d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (1a167060-4e6e-461e-aa84-37d9823df082), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:53.576221 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:45:53.585512 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7dfe3-a4fa-4482-9fe9-2f107d56d6bf None None] Pushing event updated for resources: {'Port': ['ID=1a167060-4e6e-461e-aa84-37d9823df082,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:53.587695 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Sync routers for ids ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:45:53.600214 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Routers {'c6ca46fe-c112-42a5-af5f-b4a45b732f52'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:45:53.600901 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:45:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:53.611322 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:53.611928 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1a167060-4e6e-461e-aa84-37d9823df082 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:45:53.612656 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-04b64f82-c321-492a-9e43-38b304c307a3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8514729 Mar 28 09:45:53.617294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59542) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:53.681002 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 1a167060-4e6e-461e-aa84-37d9823df082 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:45:53.681823 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1a167060-4e6e-461e-aa84-37d9823df082), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:53.719022 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Set router c6ca46fe-c112-42a5-af5f-b4a45b732f52 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:45:53.736146 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-a68706d6-44de-42d1-b723-06daadb782c4 None None] Provisioning complete for port 1a167060-4e6e-461e-aa84-37d9823df082 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:45:53.736518 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a68706d6-44de-42d1-b723-06daadb782c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1a167060-4e6e-461e-aa84-37d9823df082), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:53.815711 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 1a167060-4e6e-461e-aa84-37d9823df082 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:45:53.855831 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a68706d6-44de-42d1-b723-06daadb782c4 None None] Current status of the port 1a167060-4e6e-461e-aa84-37d9823df082 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:45:53.897132 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd582010d-5364-4151-b957-6b30ee46832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:45:52Z', 'revision_number': 3, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port': {'id': 'd582010d-5364-4151-b957-6b30ee46832a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:13:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:52Z', 'updated_at': '2022-03-28T09:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:53.931060 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Checking router: c6ca46fe-c112-42a5-af5f-b4a45b732f52 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:45:53.931414 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Updating router c6ca46fe-c112-42a5-af5f-b4a45b732f52 port d582010d-5364-4151-b957-6b30ee46832a binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:45:53.958192 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (d582010d-5364-4151-b957-6b30ee46832a), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:54.081317 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eef1dcfa-1ecf-4830-912b-158c93bf977d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:54.203178 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Publish callbacks [] for port (d582010d-5364-4151-b957-6b30ee46832a), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:54.210616 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (d582010d-5364-4151-b957-6b30ee46832a), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:54.241301 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-eef1dcfa-1ecf-4830-912b-158c93bf977d admin admin] Allocated IP 172.20.0.1 (50de409f-179d-4fd6-90f3-7a1f0414ed7e/4f055491-70b4-4f15-ac67-f3ca02ab2602/eca5153f-81af-4a8e-8785-84880fd17937) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:45:54.261985 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ce975-fa48-48b9-ad5f-91a2335c5a4f None None] Pushing event updated for resources: {'Port': ['ID=d582010d-5364-4151-b957-6b30ee46832a,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:54.270565 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ce975-fa48-48b9-ad5f-91a2335c5a4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:54.270917 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ce975-fa48-48b9-ad5f-91a2335c5a4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:54.271261 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ce975-fa48-48b9-ad5f-91a2335c5a4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:54.271600 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ce975-fa48-48b9-ad5f-91a2335c5a4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:54.271935 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ce975-fa48-48b9-ad5f-91a2335c5a4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:54.272264 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ce975-fa48-48b9-ad5f-91a2335c5a4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:54.272593 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ce975-fa48-48b9-ad5f-91a2335c5a4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:54.272916 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ce975-fa48-48b9-ad5f-91a2335c5a4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:54.273242 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ce975-fa48-48b9-ad5f-91a2335c5a4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:54.273566 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ce975-fa48-48b9-ad5f-91a2335c5a4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:54.273920 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ce975-fa48-48b9-ad5f-91a2335c5a4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:54.274245 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ce975-fa48-48b9-ad5f-91a2335c5a4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:54.274569 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ce975-fa48-48b9-ad5f-91a2335c5a4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:54.274890 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ce975-fa48-48b9-ad5f-91a2335c5a4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:54.275212 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922ce975-fa48-48b9-ad5f-91a2335c5a4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:45:54.278302 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Attempting to bind port d582010d-5364-4151-b957-6b30ee46832a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:45:54.278667 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Attempting to bind port d582010d-5364-4151-b957-6b30ee46832a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:45:54.279032 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Attempting to bind port d582010d-5364-4151-b957-6b30ee46832a on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:45:54.284416 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:45:54.284798 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:45:54.285201 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:54.285723 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:45:54.286188 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Bound port: d582010d-5364-4151-b957-6b30ee46832a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:45:54.286572 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (d582010d-5364-4151-b957-6b30ee46832a), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:54.339239 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] For port d582010d-5364-4151-b957-6b30ee46832a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:45:54.342446 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] For port d582010d-5364-4151-b957-6b30ee46832a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d582010d-5364-4151-b957-6b30ee46832a,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:45:54.349454 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (d582010d-5364-4151-b957-6b30ee46832a), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:54.352828 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eef1dcfa-1ecf-4830-912b-158c93bf977d admin admin] Publish callbacks [] for port (eca5153f-81af-4a8e-8785-84880fd17937), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:54.389787 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eef1dcfa-1ecf-4830-912b-158c93bf977d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (eca5153f-81af-4a8e-8785-84880fd17937), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:54.407568 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Routers {'c6ca46fe-c112-42a5-af5f-b4a45b732f52'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:45:54.408184 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:45:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:54.411535 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ce975-fa48-48b9-ad5f-91a2335c5a4f None None] Pushing event updated for resources: {'Port': ['ID=d582010d-5364-4151-b957-6b30ee46832a,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:54.433287 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef1dcfa-1ecf-4830-912b-158c93bf977d admin admin] Network 50de409f-179d-4fd6-90f3-7a1f0414ed7e is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:45:54.438078 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-eef1dcfa-1ecf-4830-912b-158c93bf977d admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:45:54.440579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef1dcfa-1ecf-4830-912b-158c93bf977d admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:45:54.470503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1dcfa-1ecf-4830-912b-158c93bf977d admin admin] Pushing event updated for resources: {'Port': ['ID=eca5153f-81af-4a8e-8785-84880fd17937,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:54.490506 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eef1dcfa-1ecf-4830-912b-158c93bf977d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (c6ca46fe-c112-42a5-af5f-b4a45b732f52), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:54.523178 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] Set router c6ca46fe-c112-42a5-af5f-b4a45b732f52 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:45:54.638086 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eef1dcfa-1ecf-4830-912b-158c93bf977d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (eca5153f-81af-4a8e-8785-84880fd17937), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:54.685053 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3fc548b5-725a-49b6-baca-488a6e2bd14f None None] Provisioning complete for port eca5153f-81af-4a8e-8785-84880fd17937 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:45:54.685640 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3fc548b5-725a-49b6-baca-488a6e2bd14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (eca5153f-81af-4a8e-8785-84880fd17937), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:54.706430 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd582010d-5364-4151-b957-6b30ee46832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:45:52Z', 'revision_number': 3, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port': {'id': 'd582010d-5364-4151-b957-6b30ee46832a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:13:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:52Z', 'updated_at': '2022-03-28T09:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:54.721727 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3fc548b5-725a-49b6-baca-488a6e2bd14f None None] Port eca5153f-81af-4a8e-8785-84880fd17937 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:45:54.736696 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e46266a-d2ca-4b17-9db5-7dd57d75acea None None] The sync data for ids ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'] in dv-neutron-master-2-hyperv is: [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd582010d-5364-4151-b957-6b30ee46832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:45:52Z', 'revision_number': 3, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port': {'id': 'd582010d-5364-4151-b957-6b30ee46832a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:13:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:52Z', 'updated_at': '2022-03-28T09:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:45:54.815846 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eef1dcfa-1ecf-4830-912b-158c93bf977d admin admin] Publish callbacks [] for port (eca5153f-81af-4a8e-8785-84880fd17937), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:54.821912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eef1dcfa-1ecf-4830-912b-158c93bf977d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (eca5153f-81af-4a8e-8785-84880fd17937), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:54.891566 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1dcfa-1ecf-4830-912b-158c93bf977d admin admin] Pushing event updated for resources: {'Port': ['ID=eca5153f-81af-4a8e-8785-84880fd17937,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:54.894485 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eef1dcfa-1ecf-4830-912b-158c93bf977d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (c6ca46fe-c112-42a5-af5f-b4a45b732f52), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:55.008771 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef1dcfa-1ecf-4830-912b-158c93bf977d admin admin] Network 50de409f-179d-4fd6-90f3-7a1f0414ed7e is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:45:55.010294 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-eef1dcfa-1ecf-4830-912b-158c93bf977d admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:45:55.135448 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef1dcfa-1ecf-4830-912b-158c93bf977d admin admin] Router c6ca46fe-c112-42a5-af5f-b4a45b732f52 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:45:55.248585 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2a785869-613b-43b5-ba0d-0f50157ce89d None None] Provisioning complete for port eca5153f-81af-4a8e-8785-84880fd17937 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:45:55.248971 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2a785869-613b-43b5-ba0d-0f50157ce89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (eca5153f-81af-4a8e-8785-84880fd17937), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:55.253520 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef1dcfa-1ecf-4830-912b-158c93bf977d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:45:55.271070 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-eef1dcfa-1ecf-4830-912b-158c93bf977d admin admin] 10.222.0.15 "PUT /v2.0/routers/c6ca46fe-c112-42a5-af5f-b4a45b732f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6466651 Mar 28 09:45:55.288837 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2a785869-613b-43b5-ba0d-0f50157ce89d None None] Port eca5153f-81af-4a8e-8785-84880fd17937 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:45:55.633657 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1a167060-4e6e-461e-aa84-37d9823df082 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:45:55.686709 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 1a167060-4e6e-461e-aa84-37d9823df082 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:45:55.687582 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (1a167060-4e6e-461e-aa84-37d9823df082), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:55.757416 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59558) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:55.762170 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-eb8da631-64fb-4db1-a7f3-4674951c4c55 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-325731100-network', 'tenant_id': '02532ad8ec95477a8cd275ab354be709'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:45:55.765812 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 1a167060-4e6e-461e-aa84-37d9823df082 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:45:55.766975 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device d582010d-5364-4151-b957-6b30ee46832a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:45:55.782597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8da631-64fb-4db1-a7f3-4674951c4c55 admin admin] Made reservation on behalf of 02532ad8ec95477a8cd275ab354be709 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:45:55.785001 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb8da631-64fb-4db1-a7f3-4674951c4c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:55.794841 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb8da631-64fb-4db1-a7f3-4674951c4c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:55.818187 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port d582010d-5364-4151-b957-6b30ee46832a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:45:55.818557 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (d582010d-5364-4151-b957-6b30ee46832a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:55.874752 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb8da631-64fb-4db1-a7f3-4674951c4c55 admin admin] Publish callbacks [] for security_group (4cac6c97-a5b8-4401-8365-b5c823e3bc70), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:55.880030 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb8da631-64fb-4db1-a7f3-4674951c4c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (4cac6c97-a5b8-4401-8365-b5c823e3bc70), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:55.900967 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port d582010d-5364-4151-b957-6b30ee46832a is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:45:55.901275 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (d582010d-5364-4151-b957-6b30ee46832a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:55.901383 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8da631-64fb-4db1-a7f3-4674951c4c55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:45:55.916959 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8da631-64fb-4db1-a7f3-4674951c4c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cac6c97-a5b8-4401-8365-b5c823e3bc70,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:55.920001 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb8da631-64fb-4db1-a7f3-4674951c4c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (0268c403-c65d-4ab3-a8c6-366a96a5cbd6), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:55.920371 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-eb8da631-64fb-4db1-a7f3-4674951c4c55 admin admin] Added segment 0268c403-c65d-4ab3-a8c6-366a96a5cbd6 of type vlan for network 3af777eb-6fe7-4c35-96ae-ce6c91901d83 Mar 28 09:45:55.924919 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port d582010d-5364-4151-b957-6b30ee46832a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d582010d-5364-4151-b957-6b30ee46832a,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:45:55.930174 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (d582010d-5364-4151-b957-6b30ee46832a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:55.964912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb8da631-64fb-4db1-a7f3-4674951c4c55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (3af777eb-6fe7-4c35-96ae-ce6c91901d83), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:55.983329 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=d582010d-5364-4151-b957-6b30ee46832a,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:55.991895 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb8da631-64fb-4db1-a7f3-4674951c4c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (3af777eb-6fe7-4c35-96ae-ce6c91901d83), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:55.993056 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8da631-64fb-4db1-a7f3-4674951c4c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:55.993547 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb8da631-64fb-4db1-a7f3-4674951c4c55 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:56.048897 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-eb8da631-64fb-4db1-a7f3-4674951c4c55 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2905955 Mar 28 09:45:56.052178 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59560) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:56.058741 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ba5eb8da-b361-4e52-a91f-5e17b806abc6 admin admin] Request body: {'subnet': {'network_id': '3af777eb-6fe7-4c35-96ae-ce6c91901d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-325731100-subnet', 'tenant_id': '02532ad8ec95477a8cd275ab354be709', 'ip_version': 4}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:45:56.067462 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8da631-64fb-4db1-a7f3-4674951c4c55 admin admin] Pushing event updated for resources: {'Network': ['ID=3af777eb-6fe7-4c35-96ae-ce6c91901d83,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:56.079296 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network 3af777eb-6fe7-4c35-96ae-ce6c91901d83 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:45:56.084680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5eb8da-b361-4e52-a91f-5e17b806abc6 admin admin] Made reservation on behalf of 02532ad8ec95477a8cd275ab354be709 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:45:56.087082 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ba5eb8da-b361-4e52-a91f-5e17b806abc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:56.266680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ba5eb8da-b361-4e52-a91f-5e17b806abc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (fc499011-31f9-4881-9e73-46c51813d95b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:56.323607 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5eb8da-b361-4e52-a91f-5e17b806abc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc499011-31f9-4881-9e73-46c51813d95b,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:56.332134 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Sync routers for ids ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:45:56.341771 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5eb8da-b361-4e52-a91f-5e17b806abc6 admin admin] Checking segment: {'id': '0268c403-c65d-4ab3-a8c6-366a96a5cbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3af777eb-6fe7-4c35-96ae-ce6c91901d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:45:56.342140 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5eb8da-b361-4e52-a91f-5e17b806abc6 admin admin] Network hostable DHCP agents. Network: 3af777eb-6fe7-4c35-96ae-ce6c91901d83, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:45:56.348731 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Routers {'c6ca46fe-c112-42a5-af5f-b4a45b732f52'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:45:56.349886 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-40464ad8-19af-443e-81d1-9858be779388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:45:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:56.361039 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5eb8da-b361-4e52-a91f-5e17b806abc6 admin admin] Network 3af777eb-6fe7-4c35-96ae-ce6c91901d83 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:45:56.371917 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-ba5eb8da-b361-4e52-a91f-5e17b806abc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3af777eb-6fe7-4c35-96ae-ce6c91901d83) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:45:56.377272 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5eb8da-b361-4e52-a91f-5e17b806abc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:45:56.377905 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ba5eb8da-b361-4e52-a91f-5e17b806abc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:56.393894 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-ba5eb8da-b361-4e52-a91f-5e17b806abc6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3406479 Mar 28 09:45:56.396427 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59562) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:56.400870 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-325731100-router', 'tenant_id': '02532ad8ec95477a8cd275ab354be709', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:45:56.423310 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (205509b9-948c-4770-b12e-57064cd9aceb), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:56.424505 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (205509b9-948c-4770-b12e-57064cd9aceb), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:56.480336 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] Publish callbacks [] for router_controller (205509b9-948c-4770-b12e-57064cd9aceb), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:56.566415 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7011108-6566-454f-91ec-8751ef51df54 None None] Network 3af777eb-6fe7-4c35-96ae-ce6c91901d83 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:45:56.624947 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] Publish callbacks [] for router_gateway (205509b9-948c-4770-b12e-57064cd9aceb), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:56.690152 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Set router c6ca46fe-c112-42a5-af5f-b4a45b732f52 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:45:56.716456 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3af777eb-6fe7-4c35-96ae-ce6c91901d83', 'network_id': '3af777eb-6fe7-4c35-96ae-ce6c91901d83', 'project_id': '02532ad8ec95477a8cd275ab354be709', 'fixed_ips': [{'subnet_id': 'fc499011-31f9-4881-9e73-46c51813d95b'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:45:56.717312 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:56.826970 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] Publish callbacks [] for router_gateway (205509b9-948c-4770-b12e-57064cd9aceb), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:56.851027 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:56.954164 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] Allocated IP 172.36.4.67 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/d02f3efd-44b5-4133-96d5-092dfecff3bd) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:45:56.976605 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Allocated IP 172.20.0.2 (3af777eb-6fe7-4c35-96ae-ce6c91901d83/fc499011-31f9-4881-9e73-46c51813d95b/db3abc1b-ed72-413b-8185-fbf6eb60e272) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:45:57.063837 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] Publish callbacks [] for port (d02f3efd-44b5-4133-96d5-092dfecff3bd), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:57.068218 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-40464ad8-19af-443e-81d1-9858be779388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd582010d-5364-4151-b957-6b30ee46832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:45:54Z', 'revision_number': 4, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port': {'id': 'd582010d-5364-4151-b957-6b30ee46832a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:52Z', 'updated_at': '2022-03-28T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'eca5153f-81af-4a8e-8785-84880fd17937', 'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'mac_address': 'fa:16:3e:fe:19:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:54Z', 'updated_at': '2022-03-28T09:45:54Z', 'revision_number': 2, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'subnets': [{'id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:57.097266 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Checking router: c6ca46fe-c112-42a5-af5f-b4a45b732f52 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:45:57.097685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Updating router c6ca46fe-c112-42a5-af5f-b4a45b732f52 port eca5153f-81af-4a8e-8785-84880fd17937 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:45:57.100340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (d02f3efd-44b5-4133-96d5-092dfecff3bd), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:57.138226 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:45:57.142633 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:45:57.143740 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (eca5153f-81af-4a8e-8785-84880fd17937), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:57.145832 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:45:57.173724 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] Pushing event updated for resources: {'Port': ['ID=d02f3efd-44b5-4133-96d5-092dfecff3bd,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:57.214010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Publish callbacks [] for port (db3abc1b-ed72-413b-8185-fbf6eb60e272), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:57.225991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (db3abc1b-ed72-413b-8185-fbf6eb60e272), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:57.341922 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Network 3af777eb-6fe7-4c35-96ae-ce6c91901d83 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:45:57.352896 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:45:57.365063 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Pushing event updated for resources: {'Port': ['ID=db3abc1b-ed72-413b-8185-fbf6eb60e272,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:57.367390 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:45:57.392681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-00a4de31-54fe-4887-903b-39162486749d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:57.480991 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Attempting to bind port db3abc1b-ed72-413b-8185-fbf6eb60e272 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:45:57.481216 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Attempting to bind port db3abc1b-ed72-413b-8185-fbf6eb60e272 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0268c403-c65d-4ab3-a8c6-366a96a5cbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3af777eb-6fe7-4c35-96ae-ce6c91901d83'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:45:57.481576 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Attempting to bind port db3abc1b-ed72-413b-8185-fbf6eb60e272 on network 3af777eb-6fe7-4c35-96ae-ce6c91901d83 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:45:57.498952 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:45:57.499328 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Checking segment: {'id': '0268c403-c65d-4ab3-a8c6-366a96a5cbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3af777eb-6fe7-4c35-96ae-ce6c91901d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:45:57.499735 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:57.500126 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Bound using segment: {'id': '0268c403-c65d-4ab3-a8c6-366a96a5cbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3af777eb-6fe7-4c35-96ae-ce6c91901d83'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:45:57.500620 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Bound port: db3abc1b-ed72-413b-8185-fbf6eb60e272, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0268c403-c65d-4ab3-a8c6-366a96a5cbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3af777eb-6fe7-4c35-96ae-ce6c91901d83'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:45:57.501002 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (db3abc1b-ed72-413b-8185-fbf6eb60e272), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:57.567668 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device d582010d-5364-4151-b957-6b30ee46832a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:45:57.646510 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Publish callbacks [] for port (eca5153f-81af-4a8e-8785-84880fd17937), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:57.655947 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] For port db3abc1b-ed72-413b-8185-fbf6eb60e272, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:45:57.657986 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (eca5153f-81af-4a8e-8785-84880fd17937), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:57.662977 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] For port db3abc1b-ed72-413b-8185-fbf6eb60e272, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db3abc1b-ed72-413b-8185-fbf6eb60e272,segment=NetworkSegment(0268c403-c65d-4ab3-a8c6-366a96a5cbd6),segment_id=0268c403-c65d-4ab3-a8c6-366a96a5cbd6)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:45:57.700198 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (db3abc1b-ed72-413b-8185-fbf6eb60e272), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:57.723967 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port d582010d-5364-4151-b957-6b30ee46832a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:45:57.724342 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (d582010d-5364-4151-b957-6b30ee46832a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:57.728985 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e541d-fd12-45f3-a055-9f2c2f47964e None None] Pushing event updated for resources: {'Port': ['ID=eca5153f-81af-4a8e-8785-84880fd17937,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:57.758224 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] Publish callbacks [] for router_gateway (205509b9-948c-4770-b12e-57064cd9aceb), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:57.865804 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Attempting to bind port eca5153f-81af-4a8e-8785-84880fd17937 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:45:57.866188 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Attempting to bind port eca5153f-81af-4a8e-8785-84880fd17937 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0dc78120-ed05-43ba-8da5-c9dc13ad47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:45:57.866555 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Attempting to bind port eca5153f-81af-4a8e-8785-84880fd17937 on network 50de409f-179d-4fd6-90f3-7a1f0414ed7e {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:45:57.869915 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8b887-31f6-416d-b20f-b9d590c91c1d None None] Pushing event updated for resources: {'Port': ['ID=db3abc1b-ed72-413b-8185-fbf6eb60e272,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:57.884405 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:45:57.884797 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Checking segment: {'id': '0dc78120-ed05-43ba-8da5-c9dc13ad47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:45:57.885371 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:57.885968 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Bound using segment: {'id': '0dc78120-ed05-43ba-8da5-c9dc13ad47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:45:57.886437 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Bound port: eca5153f-81af-4a8e-8785-84880fd17937, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc78120-ed05-43ba-8da5-c9dc13ad47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:45:57.886827 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (eca5153f-81af-4a8e-8785-84880fd17937), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:57.993592 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (205509b9-948c-4770-b12e-57064cd9aceb), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:57.998427 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-40464ad8-19af-443e-81d1-9858be779388 None None] For port eca5153f-81af-4a8e-8785-84880fd17937, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:45:58.001391 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port d582010d-5364-4151-b957-6b30ee46832a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:45:58.014756 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-40464ad8-19af-443e-81d1-9858be779388 None None] For port eca5153f-81af-4a8e-8785-84880fd17937, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=eca5153f-81af-4a8e-8785-84880fd17937,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:45:58.048805 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (eca5153f-81af-4a8e-8785-84880fd17937), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:58.094522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ffa8ccec-c01a-4577-b5a2-c7f94e4e4b7b None None] Provisioning complete for port eca5153f-81af-4a8e-8785-84880fd17937 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:45:58.095065 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ffa8ccec-c01a-4577-b5a2-c7f94e4e4b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (eca5153f-81af-4a8e-8785-84880fd17937), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:58.167828 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e541d-fd12-45f3-a055-9f2c2f47964e None None] Pushing event updated for resources: {'Port': ['ID=eca5153f-81af-4a8e-8785-84880fd17937,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:58.170685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Routers {'c6ca46fe-c112-42a5-af5f-b4a45b732f52'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:45:58.171385 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-40464ad8-19af-443e-81d1-9858be779388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:45:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:58.206237 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] Router 205509b9-948c-4770-b12e-57064cd9aceb is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:45:58.335108 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:45:58.344284 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Sync routers for ids ['205509b9-948c-4770-b12e-57064cd9aceb'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:45:58.353387 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:58.354799 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d2aba0b4-8aae-4604-95e4-ecacccb95816 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9572918 Mar 28 09:45:58.357516 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59564) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:45:58.361946 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Routers {'205509b9-948c-4770-b12e-57064cd9aceb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:45:58.362765 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:45:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['205509b9-948c-4770-b12e-57064cd9aceb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:58.479745 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ffa8ccec-c01a-4577-b5a2-c7f94e4e4b7b None None] Current status of the port eca5153f-81af-4a8e-8785-84880fd17937 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:45:58.480139 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ffa8ccec-c01a-4577-b5a2-c7f94e4e4b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (eca5153f-81af-4a8e-8785-84880fd17937), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:58.495131 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Set router 205509b9-948c-4770-b12e-57064cd9aceb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:45:58.515922 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-40464ad8-19af-443e-81d1-9858be779388 None None] Set router c6ca46fe-c112-42a5-af5f-b4a45b732f52 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:45:58.558716 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ffa8ccec-c01a-4577-b5a2-c7f94e4e4b7b None None] For port eca5153f-81af-4a8e-8785-84880fd17937, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=eca5153f-81af-4a8e-8785-84880fd17937,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:45:58.573888 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ffa8ccec-c01a-4577-b5a2-c7f94e4e4b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (eca5153f-81af-4a8e-8785-84880fd17937), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:58.713772 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205509b9-948c-4770-b12e-57064cd9aceb', 'name': 'tempest-TestShelveInstance-325731100-router', 'tenant_id': '02532ad8ec95477a8cd275ab354be709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd02f3efd-44b5-4133-96d5-092dfecff3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:56Z', 'updated_at': '2022-03-28T09:45:57Z', 'revision_number': 3, 'project_id': '02532ad8ec95477a8cd275ab354be709', 'gw_port': {'id': 'd02f3efd-44b5-4133-96d5-092dfecff3bd', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bf:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205509b9-948c-4770-b12e-57064cd9aceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:56Z', 'updated_at': '2022-03-28T09:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:58.730118 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8ccec-c01a-4577-b5a2-c7f94e4e4b7b None None] Pushing event updated for resources: {'Port': ['ID=eca5153f-81af-4a8e-8785-84880fd17937,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:58.744407 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Checking router: 205509b9-948c-4770-b12e-57064cd9aceb for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:45:58.744757 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Updating router 205509b9-948c-4770-b12e-57064cd9aceb port d02f3efd-44b5-4133-96d5-092dfecff3bd binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:45:58.752604 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b579c14f-96a3-4f69-ae7c-e7b33e513c01 None None] Provisioning complete for port eca5153f-81af-4a8e-8785-84880fd17937 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:45:58.752983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b579c14f-96a3-4f69-ae7c-e7b33e513c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (eca5153f-81af-4a8e-8785-84880fd17937), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:58.778686 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (d02f3efd-44b5-4133-96d5-092dfecff3bd), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:58.871854 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b579c14f-96a3-4f69-ae7c-e7b33e513c01 None None] Current status of the port eca5153f-81af-4a8e-8785-84880fd17937 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:45:58.881656 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf5a2-e3ec-40f0-a8ae-df8fe2258f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:58.890493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-40464ad8-19af-443e-81d1-9858be779388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd582010d-5364-4151-b957-6b30ee46832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:45:54Z', 'revision_number': 4, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port': {'id': 'd582010d-5364-4151-b957-6b30ee46832a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:52Z', 'updated_at': '2022-03-28T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'eca5153f-81af-4a8e-8785-84880fd17937', 'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'mac_address': 'fa:16:3e:fe:19:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:54Z', 'updated_at': '2022-03-28T09:45:57Z', 'revision_number': 4, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'subnets': [{'id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:58.923489 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40464ad8-19af-443e-81d1-9858be779388 None None] The sync data for ids ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'] in dv-neutron-master-2-hyperv is: [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd582010d-5364-4151-b957-6b30ee46832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:45:54Z', 'revision_number': 4, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port': {'id': 'd582010d-5364-4151-b957-6b30ee46832a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:52Z', 'updated_at': '2022-03-28T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'eca5153f-81af-4a8e-8785-84880fd17937', 'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'mac_address': 'fa:16:3e:fe:19:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:54Z', 'updated_at': '2022-03-28T09:45:57Z', 'revision_number': 4, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'subnets': [{'id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:45:59.022189 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeaaa55-6228-4053-8ed0-383ad354dde7 None None] Network 3af777eb-6fe7-4c35-96ae-ce6c91901d83 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:45:59.100225 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Publish callbacks [] for port (d02f3efd-44b5-4133-96d5-092dfecff3bd), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:59.109783 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (d02f3efd-44b5-4133-96d5-092dfecff3bd), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:59.113610 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-9a3bf5a2-e3ec-40f0-a8ae-df8fe2258f66 admin admin] Allocated IP 172.20.0.1 (3af777eb-6fe7-4c35-96ae-ce6c91901d83/fc499011-31f9-4881-9e73-46c51813d95b/2c549825-0f0e-4751-a62c-c6692345118e) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:45:59.139203 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f03014e9-0871-42eb-a0fa-7321d6aec689 None None] Provisioning complete for port db3abc1b-ed72-413b-8185-fbf6eb60e272 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:45:59.139203 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f03014e9-0871-42eb-a0fa-7321d6aec689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (db3abc1b-ed72-413b-8185-fbf6eb60e272), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:59.187692 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c90304-7a7b-4cc5-abc7-d0b630bc9e95 None None] Pushing event updated for resources: {'Port': ['ID=d02f3efd-44b5-4133-96d5-092dfecff3bd,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:59.194754 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Attempting to bind port d02f3efd-44b5-4133-96d5-092dfecff3bd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:45:59.195129 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Attempting to bind port d02f3efd-44b5-4133-96d5-092dfecff3bd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:45:59.195495 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Attempting to bind port d02f3efd-44b5-4133-96d5-092dfecff3bd on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:45:59.201207 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:45:59.201850 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:45:59.202561 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:59.202782 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:45:59.203844 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Bound port: d02f3efd-44b5-4133-96d5-092dfecff3bd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:45:59.203844 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (d02f3efd-44b5-4133-96d5-092dfecff3bd), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:59.272342 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] For port d02f3efd-44b5-4133-96d5-092dfecff3bd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:45:59.272521 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf5a2-e3ec-40f0-a8ae-df8fe2258f66 admin admin] Publish callbacks [] for port (2c549825-0f0e-4751-a62c-c6692345118e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:59.276489 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] For port d02f3efd-44b5-4133-96d5-092dfecff3bd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d02f3efd-44b5-4133-96d5-092dfecff3bd,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:45:59.286330 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (d02f3efd-44b5-4133-96d5-092dfecff3bd), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:59.295789 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f03014e9-0871-42eb-a0fa-7321d6aec689 None None] Current status of the port db3abc1b-ed72-413b-8185-fbf6eb60e272 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:45:59.296103 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f03014e9-0871-42eb-a0fa-7321d6aec689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (db3abc1b-ed72-413b-8185-fbf6eb60e272), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:59.324703 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf5a2-e3ec-40f0-a8ae-df8fe2258f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (2c549825-0f0e-4751-a62c-c6692345118e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:59.360073 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Routers {'205509b9-948c-4770-b12e-57064cd9aceb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:45:59.361021 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:45:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['205509b9-948c-4770-b12e-57064cd9aceb'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:45:59.370381 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f03014e9-0871-42eb-a0fa-7321d6aec689 None None] For port db3abc1b-ed72-413b-8185-fbf6eb60e272, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db3abc1b-ed72-413b-8185-fbf6eb60e272,segment=NetworkSegment(0268c403-c65d-4ab3-a8c6-366a96a5cbd6),segment_id=0268c403-c65d-4ab3-a8c6-366a96a5cbd6)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:45:59.379689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f03014e9-0871-42eb-a0fa-7321d6aec689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (db3abc1b-ed72-413b-8185-fbf6eb60e272), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:59.424808 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3bf5a2-e3ec-40f0-a8ae-df8fe2258f66 admin admin] Network 3af777eb-6fe7-4c35-96ae-ce6c91901d83 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:45:59.456549 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-9a3bf5a2-e3ec-40f0-a8ae-df8fe2258f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:45:59.462115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3bf5a2-e3ec-40f0-a8ae-df8fe2258f66 admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:45:59.490521 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bf5a2-e3ec-40f0-a8ae-df8fe2258f66 admin admin] Pushing event updated for resources: {'Port': ['ID=2c549825-0f0e-4751-a62c-c6692345118e,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:59.495973 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03014e9-0871-42eb-a0fa-7321d6aec689 None None] Pushing event updated for resources: {'Port': ['ID=db3abc1b-ed72-413b-8185-fbf6eb60e272,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:59.534364 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf5a2-e3ec-40f0-a8ae-df8fe2258f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (205509b9-948c-4770-b12e-57064cd9aceb), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:59.570826 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c90304-7a7b-4cc5-abc7-d0b630bc9e95 None None] Pushing event updated for resources: {'Port': ['ID=d02f3efd-44b5-4133-96d5-092dfecff3bd,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:45:59.580597 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d38727a-4519-4080-bad2-d83ff3e3f3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:59.625784 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] Set router 205509b9-948c-4770-b12e-57064cd9aceb gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:45:59.709386 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-02b98cba-ae60-4944-833b-f6bf57928b97 None None] Provisioning complete for port db3abc1b-ed72-413b-8185-fbf6eb60e272 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:45:59.709809 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-02b98cba-ae60-4944-833b-f6bf57928b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (db3abc1b-ed72-413b-8185-fbf6eb60e272), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:59.776974 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device eca5153f-81af-4a8e-8785-84880fd17937 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:45:59.836001 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf5a2-e3ec-40f0-a8ae-df8fe2258f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2c549825-0f0e-4751-a62c-c6692345118e), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:45:59.909428 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-02b98cba-ae60-4944-833b-f6bf57928b97 None None] Current status of the port db3abc1b-ed72-413b-8185-fbf6eb60e272 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:45:59.937373 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port eca5153f-81af-4a8e-8785-84880fd17937 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:45:59.937694 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (eca5153f-81af-4a8e-8785-84880fd17937), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:00.054505 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205509b9-948c-4770-b12e-57064cd9aceb', 'name': 'tempest-TestShelveInstance-325731100-router', 'tenant_id': '02532ad8ec95477a8cd275ab354be709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd02f3efd-44b5-4133-96d5-092dfecff3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:56Z', 'updated_at': '2022-03-28T09:45:57Z', 'revision_number': 3, 'project_id': '02532ad8ec95477a8cd275ab354be709', 'gw_port': {'id': 'd02f3efd-44b5-4133-96d5-092dfecff3bd', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bf:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205509b9-948c-4770-b12e-57064cd9aceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:56Z', 'updated_at': '2022-03-28T09:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:46:00.074408 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port eca5153f-81af-4a8e-8785-84880fd17937 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:46:00.075502 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device db3abc1b-ed72-413b-8185-fbf6eb60e272 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:46:00.077131 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4113a803-e761-4f68-89d3-4c8fb632a34d None None] Provisioning complete for port 2c549825-0f0e-4751-a62c-c6692345118e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:46:00.077661 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4113a803-e761-4f68-89d3-4c8fb632a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2c549825-0f0e-4751-a62c-c6692345118e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:00.092495 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951d45e4-236a-44ab-86c5-fcac25704ee6 None None] The sync data for ids ['205509b9-948c-4770-b12e-57064cd9aceb'] in dv-neutron-master-2-hyperv is: [{'id': '205509b9-948c-4770-b12e-57064cd9aceb', 'name': 'tempest-TestShelveInstance-325731100-router', 'tenant_id': '02532ad8ec95477a8cd275ab354be709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd02f3efd-44b5-4133-96d5-092dfecff3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:56Z', 'updated_at': '2022-03-28T09:45:57Z', 'revision_number': 3, 'project_id': '02532ad8ec95477a8cd275ab354be709', 'gw_port': {'id': 'd02f3efd-44b5-4133-96d5-092dfecff3bd', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bf:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205509b9-948c-4770-b12e-57064cd9aceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:56Z', 'updated_at': '2022-03-28T09:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:46:00.110827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf5a2-e3ec-40f0-a8ae-df8fe2258f66 admin admin] Publish callbacks [] for port (2c549825-0f0e-4751-a62c-c6692345118e), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:00.123490 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf5a2-e3ec-40f0-a8ae-df8fe2258f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (2c549825-0f0e-4751-a62c-c6692345118e), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:00.152555 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4113a803-e761-4f68-89d3-4c8fb632a34d None None] Port 2c549825-0f0e-4751-a62c-c6692345118e cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:46:00.167707 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port db3abc1b-ed72-413b-8185-fbf6eb60e272 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:46:00.168339 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (db3abc1b-ed72-413b-8185-fbf6eb60e272), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:00.195998 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf5a2-e3ec-40f0-a8ae-df8fe2258f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (205509b9-948c-4770-b12e-57064cd9aceb), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:00.216747 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bf5a2-e3ec-40f0-a8ae-df8fe2258f66 admin admin] Pushing event updated for resources: {'Port': ['ID=2c549825-0f0e-4751-a62c-c6692345118e,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:46:00.251130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port db3abc1b-ed72-413b-8185-fbf6eb60e272 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:46:00.313717 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3bf5a2-e3ec-40f0-a8ae-df8fe2258f66 admin admin] Network 3af777eb-6fe7-4c35-96ae-ce6c91901d83 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:46:00.315379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-9a3bf5a2-e3ec-40f0-a8ae-df8fe2258f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:46:00.481894 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3bf5a2-e3ec-40f0-a8ae-df8fe2258f66 admin admin] Router 205509b9-948c-4770-b12e-57064cd9aceb has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:46:00.614268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3bf5a2-e3ec-40f0-a8ae-df8fe2258f66 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:46:00.619397 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9a3bf5a2-e3ec-40f0-a8ae-df8fe2258f66 admin admin] 10.222.0.15 "PUT /v2.0/routers/205509b9-948c-4770-b12e-57064cd9aceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2607722 Mar 28 09:46:00.685227 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-fd79a815-3e81-4b3a-bb34-193babfebd8f None None] Provisioning complete for port 2c549825-0f0e-4751-a62c-c6692345118e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:46:00.686013 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd79a815-3e81-4b3a-bb34-193babfebd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2c549825-0f0e-4751-a62c-c6692345118e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:00.745935 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:00.747005 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-fd79a815-3e81-4b3a-bb34-193babfebd8f None None] Port 2c549825-0f0e-4751-a62c-c6692345118e cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:46:01.282488 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59576) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:46:01.287170 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e37fd949-3061-4f35-8a63-f2b50f6bff6f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-925559778', 'description': 'tempest-secgroup-smoke-925559778 description', 'project_id': '0f6ebf4a25df42b2b3714cde89406c14'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:46:01.307608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e37fd949-3061-4f35-8a63-f2b50f6bff6f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.375227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e37fd949-3061-4f35-8a63-f2b50f6bff6f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group (20ad70ac-6114-4026-8804-76228135c9ef), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.379067 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e37fd949-3061-4f35-8a63-f2b50f6bff6f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (20ad70ac-6114-4026-8804-76228135c9ef), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.410222 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e37fd949-3061-4f35-8a63-f2b50f6bff6f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.411448 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-e37fd949-3061-4f35-8a63-f2b50f6bff6f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1279483 Mar 28 09:46:01.412570 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fd949-3061-4f35-8a63-f2b50f6bff6f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ad70ac-6114-4026-8804-76228135c9ef,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:46:01.414509 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59578) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:46:01.418723 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-50ab453b-9ef7-4dca-9c4d-413a1490017e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Request body: {'security_group_rule': {'security_group_id': '20ad70ac-6114-4026-8804-76228135c9ef', 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:46:01.443458 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-50ab453b-9ef7-4dca-9c4d-413a1490017e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (e32a60ed-4ec9-4b34-98ad-43e19cd5fc16), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.500516 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-50ab453b-9ef7-4dca-9c4d-413a1490017e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (e32a60ed-4ec9-4b34-98ad-43e19cd5fc16), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.506022 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-50ab453b-9ef7-4dca-9c4d-413a1490017e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (e32a60ed-4ec9-4b34-98ad-43e19cd5fc16), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.525656 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab453b-9ef7-4dca-9c4d-413a1490017e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32a60ed-4ec9-4b34-98ad-43e19cd5fc16,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:46:01.534198 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-50ab453b-9ef7-4dca-9c4d-413a1490017e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.536364 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-50ab453b-9ef7-4dca-9c4d-413a1490017e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201756 Mar 28 09:46:01.539212 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59580) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:46:01.543845 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ec9d7380-c0ec-464d-9bfb-2612943fe525 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Request body: {'security_group_rule': {'security_group_id': '20ad70ac-6114-4026-8804-76228135c9ef', 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:46:01.569659 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ec9d7380-c0ec-464d-9bfb-2612943fe525 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (bf08fb6a-7cef-41d5-bb51-c026de707cb5), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.617447 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device d02f3efd-44b5-4133-96d5-092dfecff3bd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:46:01.635566 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ec9d7380-c0ec-464d-9bfb-2612943fe525 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (bf08fb6a-7cef-41d5-bb51-c026de707cb5), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.639432 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ec9d7380-c0ec-464d-9bfb-2612943fe525 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (bf08fb6a-7cef-41d5-bb51-c026de707cb5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.654737 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d7380-c0ec-464d-9bfb-2612943fe525 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf08fb6a-7cef-41d5-bb51-c026de707cb5,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:46:01.665317 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ec9d7380-c0ec-464d-9bfb-2612943fe525 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.666641 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-ec9d7380-c0ec-464d-9bfb-2612943fe525 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263635 Mar 28 09:46:01.669357 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port d02f3efd-44b5-4133-96d5-092dfecff3bd triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:46:01.669498 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59582) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:46:01.669775 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (d02f3efd-44b5-4133-96d5-092dfecff3bd), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.673981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f22deb71-8d92-45a0-a67b-f6ee1dc6617a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Request body: {'security_group_rule': {'security_group_id': '20ad70ac-6114-4026-8804-76228135c9ef', 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:46:01.699705 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f22deb71-8d92-45a0-a67b-f6ee1dc6617a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (14a49b03-94d1-4ff4-b959-5d47f22953b7), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.748962 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port d02f3efd-44b5-4133-96d5-092dfecff3bd is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:46:01.749353 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (d02f3efd-44b5-4133-96d5-092dfecff3bd), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.763653 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f22deb71-8d92-45a0-a67b-f6ee1dc6617a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (14a49b03-94d1-4ff4-b959-5d47f22953b7), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.767328 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f22deb71-8d92-45a0-a67b-f6ee1dc6617a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (14a49b03-94d1-4ff4-b959-5d47f22953b7), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.771392 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port d02f3efd-44b5-4133-96d5-092dfecff3bd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d02f3efd-44b5-4133-96d5-092dfecff3bd,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:46:01.776087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (d02f3efd-44b5-4133-96d5-092dfecff3bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.776906 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device db3abc1b-ed72-413b-8185-fbf6eb60e272 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:46:01.786377 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22deb71-8d92-45a0-a67b-f6ee1dc6617a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a49b03-94d1-4ff4-b959-5d47f22953b7,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:46:01.794819 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f22deb71-8d92-45a0-a67b-f6ee1dc6617a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.796087 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f22deb71-8d92-45a0-a67b-f6ee1dc6617a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256225 Mar 28 09:46:01.798811 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59584) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:46:01.803323 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-396ab1ad-a14b-4311-b3e4-f0e56d2d6c26 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Request body: {'security_group_rule': {'security_group_id': '20ad70ac-6114-4026-8804-76228135c9ef', 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:46:01.829040 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-396ab1ad-a14b-4311-b3e4-f0e56d2d6c26 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (2da504b8-ec42-4c12-8112-17b680a69bb7), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.857765 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=d02f3efd-44b5-4133-96d5-092dfecff3bd,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:46:01.867056 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port db3abc1b-ed72-413b-8185-fbf6eb60e272 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:46:01.867287 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (db3abc1b-ed72-413b-8185-fbf6eb60e272), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.895654 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-396ab1ad-a14b-4311-b3e4-f0e56d2d6c26 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (2da504b8-ec42-4c12-8112-17b680a69bb7), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.899992 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-396ab1ad-a14b-4311-b3e4-f0e56d2d6c26 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (2da504b8-ec42-4c12-8112-17b680a69bb7), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.921459 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ab1ad-a14b-4311-b3e4-f0e56d2d6c26 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da504b8-ec42-4c12-8112-17b680a69bb7,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:46:01.928290 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-396ab1ad-a14b-4311-b3e4-f0e56d2d6c26 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:01.931995 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-396ab1ad-a14b-4311-b3e4-f0e56d2d6c26 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297531 Mar 28 09:46:01.932177 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 59586) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:46:01.936977 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-99223563-6d12-4dee-bb9c-769f0dd829ac tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Request body: {'security_group_rule': {'security_group_id': '20ad70ac-6114-4026-8804-76228135c9ef', 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:46:01.956271 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-99223563-6d12-4dee-bb9c-769f0dd829ac tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Project 0f6ebf4a25df42b2b3714cde89406c14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:46:01.958992 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port db3abc1b-ed72-413b-8185-fbf6eb60e272 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:46:01.961953 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-99223563-6d12-4dee-bb9c-769f0dd829ac tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (76d119c6-57b2-4a97-96b2-668d1067bf7e), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:02.020027 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-99223563-6d12-4dee-bb9c-769f0dd829ac tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (76d119c6-57b2-4a97-96b2-668d1067bf7e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:02.023389 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-99223563-6d12-4dee-bb9c-769f0dd829ac tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (76d119c6-57b2-4a97-96b2-668d1067bf7e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:02.041944 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223563-6d12-4dee-bb9c-769f0dd829ac tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d119c6-57b2-4a97-96b2-668d1067bf7e,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:46:02.046277 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-99223563-6d12-4dee-bb9c-769f0dd829ac tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:02.050313 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59588) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:46:02.050505 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-99223563-6d12-4dee-bb9c-769f0dd829ac tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169729 Mar 28 09:46:02.055456 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-0f8fda78-536a-47fb-bff6-0439e50ad986 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Request body: {'security_group_rule': {'security_group_id': '20ad70ac-6114-4026-8804-76228135c9ef', 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:46:02.074767 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-0f8fda78-536a-47fb-bff6-0439e50ad986 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Project 0f6ebf4a25df42b2b3714cde89406c14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:46:02.079417 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0f8fda78-536a-47fb-bff6-0439e50ad986 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (3a5bed75-a36a-45c7-a975-c3d66d8f1857), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:02.146566 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0f8fda78-536a-47fb-bff6-0439e50ad986 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (3a5bed75-a36a-45c7-a975-c3d66d8f1857), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:02.151038 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0f8fda78-536a-47fb-bff6-0439e50ad986 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (3a5bed75-a36a-45c7-a975-c3d66d8f1857), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:02.168976 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8fda78-536a-47fb-bff6-0439e50ad986 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5bed75-a36a-45c7-a975-c3d66d8f1857,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:46:02.177607 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0f8fda78-536a-47fb-bff6-0439e50ad986 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:02.178962 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-0f8fda78-536a-47fb-bff6-0439e50ad986 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270273 Mar 28 09:46:02.268795 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:02.330839 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5513323d-0cad-46ee-8943-938d9a5a622e req-8e1f2262-64f6-4219-96a7-402cca5b522e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-925559778&fields=id&tenant_id=0f6ebf4a25df42b2b3714cde89406c14 HTTP/1.1" status: 200 len: 267 time: 0.0425887 Mar 28 09:46:02.412051 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Sync routers for ids ['205509b9-948c-4770-b12e-57064cd9aceb'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:46:02.422130 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Routers {'205509b9-948c-4770-b12e-57064cd9aceb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:46:02.422746 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:46:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['205509b9-948c-4770-b12e-57064cd9aceb'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:46:02.442732 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513323d-0cad-46ee-8943-938d9a5a622e req-bc34abaa-94a1-4760-9669-68490f31bbbd tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:02.444236 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5513323d-0cad-46ee-8943-938d9a5a622e req-bc34abaa-94a1-4760-9669-68490f31bbbd tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 808 time: 0.1059566 Mar 28 09:46:02.458675 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5513323d-0cad-46ee-8943-938d9a5a622e req-f5f5a21f-82e7-436f-ba70-e967141b4d2a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/quotas/0f6ebf4a25df42b2b3714cde89406c14 HTTP/1.1" status: 200 len: 375 time: 0.0091488 Mar 28 09:46:02.518108 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5513323d-0cad-46ee-8943-938d9a5a622e req-d0db75dc-b4b4-477f-b96e-60288a08975a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541666 Mar 28 09:46:02.534574 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Set router 205509b9-948c-4770-b12e-57064cd9aceb gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:46:02.617697 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5513323d-0cad-46ee-8943-938d9a5a622e req-19a12b14-cb85-44cf-a3de-b6cde5343135 service neutron] 10.222.0.15 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875323 Mar 28 09:46:02.707738 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5513323d-0cad-46ee-8943-938d9a5a622e req-ffd19a3c-17f4-4c10-8ec9-5c4afdc076ae service neutron] 10.222.0.15 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834100 Mar 28 09:46:02.734526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205509b9-948c-4770-b12e-57064cd9aceb', 'name': 'tempest-TestShelveInstance-325731100-router', 'tenant_id': '02532ad8ec95477a8cd275ab354be709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd02f3efd-44b5-4133-96d5-092dfecff3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:56Z', 'updated_at': '2022-03-28T09:45:59Z', 'revision_number': 4, 'project_id': '02532ad8ec95477a8cd275ab354be709', 'gw_port': {'id': 'd02f3efd-44b5-4133-96d5-092dfecff3bd', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205509b9-948c-4770-b12e-57064cd9aceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:56Z', 'updated_at': '2022-03-28T09:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c549825-0f0e-4751-a62c-c6692345118e', 'name': '', 'network_id': '3af777eb-6fe7-4c35-96ae-ce6c91901d83', 'tenant_id': '02532ad8ec95477a8cd275ab354be709', 'mac_address': 'fa:16:3e:41:08:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205509b9-948c-4770-b12e-57064cd9aceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fc499011-31f9-4881-9e73-46c51813d95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:58Z', 'updated_at': '2022-03-28T09:45:59Z', 'revision_number': 2, 'project_id': '02532ad8ec95477a8cd275ab354be709', 'subnets': [{'id': 'fc499011-31f9-4881-9e73-46c51813d95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:46:02.761184 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Checking router: 205509b9-948c-4770-b12e-57064cd9aceb for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:46:02.761543 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Updating router 205509b9-948c-4770-b12e-57064cd9aceb port 2c549825-0f0e-4751-a62c-c6692345118e binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:46:02.790977 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2c549825-0f0e-4751-a62c-c6692345118e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:02.867015 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-41aa82dd-181c-4bfe-a1f3-85db57ed1fdd req-38167ac4-a454-4008-9de9-c9cde4de5901 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 210 time: 0.0282462 Mar 28 09:46:03.052473 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Publish callbacks [] for port (2c549825-0f0e-4751-a62c-c6692345118e), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:03.057212 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2c549825-0f0e-4751-a62c-c6692345118e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:03.107304 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0a4d0-1faf-49d8-9356-954d0c21692f None None] Pushing event updated for resources: {'Port': ['ID=2c549825-0f0e-4751-a62c-c6692345118e,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:46:03.158963 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Attempting to bind port 2c549825-0f0e-4751-a62c-c6692345118e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:46:03.159331 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Attempting to bind port 2c549825-0f0e-4751-a62c-c6692345118e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0268c403-c65d-4ab3-a8c6-366a96a5cbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3af777eb-6fe7-4c35-96ae-ce6c91901d83'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:46:03.159715 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Attempting to bind port 2c549825-0f0e-4751-a62c-c6692345118e on network 3af777eb-6fe7-4c35-96ae-ce6c91901d83 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:46:03.165244 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:46:03.165612 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Checking segment: {'id': '0268c403-c65d-4ab3-a8c6-366a96a5cbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3af777eb-6fe7-4c35-96ae-ce6c91901d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:46:03.166035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:03.166423 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Bound using segment: {'id': '0268c403-c65d-4ab3-a8c6-366a96a5cbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3af777eb-6fe7-4c35-96ae-ce6c91901d83'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:46:03.166911 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Bound port: 2c549825-0f0e-4751-a62c-c6692345118e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0268c403-c65d-4ab3-a8c6-366a96a5cbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3af777eb-6fe7-4c35-96ae-ce6c91901d83'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:46:03.167292 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2c549825-0f0e-4751-a62c-c6692345118e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:03.234547 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] For port 2c549825-0f0e-4751-a62c-c6692345118e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:46:03.237727 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] For port 2c549825-0f0e-4751-a62c-c6692345118e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c549825-0f0e-4751-a62c-c6692345118e,segment=NetworkSegment(0268c403-c65d-4ab3-a8c6-366a96a5cbd6),segment_id=0268c403-c65d-4ab3-a8c6-366a96a5cbd6)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:46:03.246145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2c549825-0f0e-4751-a62c-c6692345118e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:03.318627 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-eed4bac9-298d-456d-8d24-7bc46d8a8d53 None None] Provisioning complete for port 2c549825-0f0e-4751-a62c-c6692345118e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:46:03.318998 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eed4bac9-298d-456d-8d24-7bc46d8a8d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2c549825-0f0e-4751-a62c-c6692345118e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:03.320481 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0a4d0-1faf-49d8-9356-954d0c21692f None None] Pushing event updated for resources: {'Port': ['ID=2c549825-0f0e-4751-a62c-c6692345118e,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:46:03.323954 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Routers {'205509b9-948c-4770-b12e-57064cd9aceb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:46:03.324522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:46:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['205509b9-948c-4770-b12e-57064cd9aceb'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:46:03.569065 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device d02f3efd-44b5-4133-96d5-092dfecff3bd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:46:03.704499 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] Set router 205509b9-948c-4770-b12e-57064cd9aceb gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:46:03.709354 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port d02f3efd-44b5-4133-96d5-092dfecff3bd triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:46:03.709752 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (d02f3efd-44b5-4133-96d5-092dfecff3bd), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:03.734398 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-eed4bac9-298d-456d-8d24-7bc46d8a8d53 None None] Current status of the port 2c549825-0f0e-4751-a62c-c6692345118e is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:46:03.734783 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eed4bac9-298d-456d-8d24-7bc46d8a8d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (2c549825-0f0e-4751-a62c-c6692345118e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:03.844842 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:03.900303 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-eed4bac9-298d-456d-8d24-7bc46d8a8d53 None None] For port 2c549825-0f0e-4751-a62c-c6692345118e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c549825-0f0e-4751-a62c-c6692345118e,segment=NetworkSegment(0268c403-c65d-4ab3-a8c6-366a96a5cbd6),segment_id=0268c403-c65d-4ab3-a8c6-366a96a5cbd6)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:46:03.912652 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eed4bac9-298d-456d-8d24-7bc46d8a8d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (2c549825-0f0e-4751-a62c-c6692345118e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:03.961323 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a48cd62f-f9da-4f2d-825a-5e72a5a39070 req-e3ca0ce4-19f2-4812-9193-4803c793fbb3 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 210 time: 0.0336475 Mar 28 09:46:04.049719 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4bac9-298d-456d-8d24-7bc46d8a8d53 None None] Pushing event updated for resources: {'Port': ['ID=2c549825-0f0e-4751-a62c-c6692345118e,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:46:04.058218 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port d02f3efd-44b5-4133-96d5-092dfecff3bd is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:46:04.070479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-eda34e9a-bdc4-4148-80a5-a514425c9241 None None] Provisioning complete for port 2c549825-0f0e-4751-a62c-c6692345118e triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:46:04.070853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eda34e9a-bdc4-4148-80a5-a514425c9241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2c549825-0f0e-4751-a62c-c6692345118e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:04.137225 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205509b9-948c-4770-b12e-57064cd9aceb', 'name': 'tempest-TestShelveInstance-325731100-router', 'tenant_id': '02532ad8ec95477a8cd275ab354be709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd02f3efd-44b5-4133-96d5-092dfecff3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:56Z', 'updated_at': '2022-03-28T09:45:59Z', 'revision_number': 4, 'project_id': '02532ad8ec95477a8cd275ab354be709', 'gw_port': {'id': 'd02f3efd-44b5-4133-96d5-092dfecff3bd', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205509b9-948c-4770-b12e-57064cd9aceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:56Z', 'updated_at': '2022-03-28T09:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c549825-0f0e-4751-a62c-c6692345118e', 'name': '', 'network_id': '3af777eb-6fe7-4c35-96ae-ce6c91901d83', 'tenant_id': '02532ad8ec95477a8cd275ab354be709', 'mac_address': 'fa:16:3e:41:08:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205509b9-948c-4770-b12e-57064cd9aceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fc499011-31f9-4881-9e73-46c51813d95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:58Z', 'updated_at': '2022-03-28T09:46:03Z', 'revision_number': 4, 'project_id': '02532ad8ec95477a8cd275ab354be709', 'subnets': [{'id': 'fc499011-31f9-4881-9e73-46c51813d95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:46:04.165534 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fe6a88-1b42-4e92-8673-acac71cb7d8f None None] The sync data for ids ['205509b9-948c-4770-b12e-57064cd9aceb'] in dv-neutron-master-2-hyperv is: [{'id': '205509b9-948c-4770-b12e-57064cd9aceb', 'name': 'tempest-TestShelveInstance-325731100-router', 'tenant_id': '02532ad8ec95477a8cd275ab354be709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd02f3efd-44b5-4133-96d5-092dfecff3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:56Z', 'updated_at': '2022-03-28T09:45:59Z', 'revision_number': 4, 'project_id': '02532ad8ec95477a8cd275ab354be709', 'gw_port': {'id': 'd02f3efd-44b5-4133-96d5-092dfecff3bd', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205509b9-948c-4770-b12e-57064cd9aceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:56Z', 'updated_at': '2022-03-28T09:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c549825-0f0e-4751-a62c-c6692345118e', 'name': '', 'network_id': '3af777eb-6fe7-4c35-96ae-ce6c91901d83', 'tenant_id': '02532ad8ec95477a8cd275ab354be709', 'mac_address': 'fa:16:3e:41:08:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205509b9-948c-4770-b12e-57064cd9aceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fc499011-31f9-4881-9e73-46c51813d95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:58Z', 'updated_at': '2022-03-28T09:46:03Z', 'revision_number': 4, 'project_id': '02532ad8ec95477a8cd275ab354be709', 'subnets': [{'id': 'fc499011-31f9-4881-9e73-46c51813d95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:46:04.199184 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-eda34e9a-bdc4-4148-80a5-a514425c9241 None None] Current status of the port 2c549825-0f0e-4751-a62c-c6692345118e is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:46:05.047274 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6c46bfc4-6692-4b84-be72-7e91946bb6d2 req-a3a32bcd-8031-4720-bbb1-26daa439e304 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 210 time: 0.0313530 Mar 28 09:46:05.561078 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2c549825-0f0e-4751-a62c-c6692345118e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:46:05.613828 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 2c549825-0f0e-4751-a62c-c6692345118e triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:46:05.614270 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (2c549825-0f0e-4751-a62c-c6692345118e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:05.695338 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 2c549825-0f0e-4751-a62c-c6692345118e is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:46:05.805770 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513323d-0cad-46ee-8943-938d9a5a622e req-21ed3ca5-d441-4c49-be9c-f7f8f06c8196 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:05.808378 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5513323d-0cad-46ee-8943-938d9a5a622e req-21ed3ca5-d441-4c49-be9c-f7f8f06c8196 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 808 time: 0.1140287 Mar 28 09:46:05.900624 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5513323d-0cad-46ee-8943-938d9a5a622e req-87abbcb5-5f4b-4b22-a824-82675b96dfb5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f6ebf4a25df42b2b3714cde89406c14 HTTP/1.1" status: 200 len: 379 time: 0.0738320 Mar 28 09:46:05.910337 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-5513323d-0cad-46ee-8943-938d9a5a622e req-8acf4b57-bbd9-49a7-9a4e-d134343d9dcb tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Request body: {'port': {'device_id': '1a38ee6f-09d8-446a-980c-d51296165f02', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'admin_state_up': True, 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'security_groups': ['20ad70ac-6114-4026-8804-76228135c9ef']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:46:06.031853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5513323d-0cad-46ee-8943-938d9a5a622e req-8acf4b57-bbd9-49a7-9a4e-d134343d9dcb tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Made reservation on behalf of 0f6ebf4a25df42b2b3714cde89406c14 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:46:06.036114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5513323d-0cad-46ee-8943-938d9a5a622e req-8acf4b57-bbd9-49a7-9a4e-d134343d9dcb tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:06.157929 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a5c6dfe0-aa5d-4930-a6b0-69e7b5569e81 req-d512a1ef-a5c5-4d3e-926c-3a43114ebeaa tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 210 time: 0.0339737 Mar 28 09:46:06.214807 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-5513323d-0cad-46ee-8943-938d9a5a622e req-8acf4b57-bbd9-49a7-9a4e-d134343d9dcb tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Allocated IP 172.20.0.3 (50de409f-179d-4fd6-90f3-7a1f0414ed7e/4f055491-70b4-4f15-ac67-f3ca02ab2602/f5c463a8-7da7-438d-bca2-00e0dfc0b81d) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:46:06.700021 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5513323d-0cad-46ee-8943-938d9a5a622e req-8acf4b57-bbd9-49a7-9a4e-d134343d9dcb tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:06.734141 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5513323d-0cad-46ee-8943-938d9a5a622e req-8acf4b57-bbd9-49a7-9a4e-d134343d9dcb tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:06.783543 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5513323d-0cad-46ee-8943-938d9a5a622e req-8acf4b57-bbd9-49a7-9a4e-d134343d9dcb tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Network 50de409f-179d-4fd6-90f3-7a1f0414ed7e is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:46:06.787652 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-5513323d-0cad-46ee-8943-938d9a5a622e req-8acf4b57-bbd9-49a7-9a4e-d134343d9dcb tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:46:06.794711 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-5513323d-0cad-46ee-8943-938d9a5a622e req-8acf4b57-bbd9-49a7-9a4e-d134343d9dcb tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:46:06.825058 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf4b57-bbd9-49a7-9a4e-d134343d9dcb tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'Port': ['ID=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:46:06.856851 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513323d-0cad-46ee-8943-938d9a5a622e req-8acf4b57-bbd9-49a7-9a4e-d134343d9dcb tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:06.857653 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5513323d-0cad-46ee-8943-938d9a5a622e req-8acf4b57-bbd9-49a7-9a4e-d134343d9dcb tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:06.878220 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5513323d-0cad-46ee-8943-938d9a5a622e req-8acf4b57-bbd9-49a7-9a4e-d134343d9dcb tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9718130 Mar 28 09:46:06.889722 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Request body: {'port': {'device_id': '1a38ee6f-09d8-446a-980c-d51296165f02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:46:06.952047 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:07.035335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-72401869-6dcc-4f8d-9b80-dd5992a35ca1 None None] Provisioning complete for port f5c463a8-7da7-438d-bca2-00e0dfc0b81d triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:46:07.036056 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-72401869-6dcc-4f8d-9b80-dd5992a35ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:07.078534 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-72401869-6dcc-4f8d-9b80-dd5992a35ca1 None None] Port f5c463a8-7da7-438d-bca2-00e0dfc0b81d cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:46:07.227304 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c463a8-7da7-438d-bca2-00e0dfc0b81d {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:46:07.234893 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Publish callbacks [] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:07.248834 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Transition to ACTIVE for port object f5c463a8-7da7-438d-bca2-00e0dfc0b81d will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:46:07.253389 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:07.284407 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889f05f-f2d5-4b61-b234-1ee3b9a2b39e req-31221158-563e-4ddf-8170-a687e010d00a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:07.291996 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6889f05f-f2d5-4b61-b234-1ee3b9a2b39e req-31221158-563e-4ddf-8170-a687e010d00a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 931 time: 0.0646584 Mar 28 09:46:07.355311 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6889f05f-f2d5-4b61-b234-1ee3b9a2b39e req-73a75cf6-2595-43a2-b314-c3045798bdd6 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622277 Mar 28 09:46:07.376456 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Attempting to bind port f5c463a8-7da7-438d-bca2-00e0dfc0b81d on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:46:07.376793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Attempting to bind port f5c463a8-7da7-438d-bca2-00e0dfc0b81d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0dc78120-ed05-43ba-8da5-c9dc13ad47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:46:07.377121 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Attempting to bind port f5c463a8-7da7-438d-bca2-00e0dfc0b81d on network 50de409f-179d-4fd6-90f3-7a1f0414ed7e {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:46:07.379205 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:46:07.384470 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Port f5c463a8-7da7-438d-bca2-00e0dfc0b81d on network 50de409f-179d-4fd6-90f3-7a1f0414ed7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:46:07.384798 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Attempting to bind port f5c463a8-7da7-438d-bca2-00e0dfc0b81d on network 50de409f-179d-4fd6-90f3-7a1f0414ed7e {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:46:07.390117 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:46:07.390461 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Checking segment: {'id': '0dc78120-ed05-43ba-8da5-c9dc13ad47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:46:07.390840 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Bound using segment: {'id': '0dc78120-ed05-43ba-8da5-c9dc13ad47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:46:07.391267 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Bound port: f5c463a8-7da7-438d-bca2-00e0dfc0b81d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc78120-ed05-43ba-8da5-c9dc13ad47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:46:07.391623 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:07.464312 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] For port f5c463a8-7da7-438d-bca2-00e0dfc0b81d, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:46:07.467495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] For port f5c463a8-7da7-438d-bca2-00e0dfc0b81d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:46:07.476379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:07.515498 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:07.516251 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:07.518108 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] 10.222.0.16 "PUT /v2.0/ports/f5c463a8-7da7-438d-bca2-00e0dfc0b81d HTTP/1.1" status: 200 len: 1093 time: 0.6327837 Mar 28 09:46:07.518748 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a38ee6f-09d8-446a-980c-d51296165f02', 'tag': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:46:07.521329 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f2a03e-bd1b-44d7-81ee-44d78ac9c6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1a38ee6f-09d8-446a-980c-d51296165f02", "tag": "f5c463a8-7da7-438d-bca2-00e0dfc0b81d"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:46:07.552735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581a35b-1d0e-4c98-9b60-78f710b618b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:46:07.636126 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513323d-0cad-46ee-8943-938d9a5a622e req-ae44e8b7-634c-4ea3-8c23-7047f8987ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:07.638053 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5513323d-0cad-46ee-8943-938d9a5a622e req-ae44e8b7-634c-4ea3-8c23-7047f8987ec5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 1127 time: 0.0656815 Mar 28 09:46:07.687736 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5513323d-0cad-46ee-8943-938d9a5a622e req-1f406d07-9414-4325-a36b-91d76c415e88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d HTTP/1.1" status: 200 len: 217 time: 0.0436072 Mar 28 09:46:07.689406 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300ea269-cf50-42ad-ab3a-a9944c5fe192 x-openstack-request-id: req-300ea269-cf50-42ad-ab3a-a9944c5fe192 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:46:07.689802 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a38ee6f-09d8-446a-980c-d51296165f02", "tag": "f5c463a8-7da7-438d-bca2-00e0dfc0b81d", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:46:07.690132 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-300ea269-cf50-42ad-ab3a-a9944c5fe192 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:46:07.690727 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-300ea269-cf50-42ad-ab3a-a9944c5fe192'] response: {'name': 'network-changed', 'server_uuid': '1a38ee6f-09d8-446a-980c-d51296165f02', 'tag': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d', 'status': 'completed', 'code': 200} Mar 28 09:46:07.740130 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5600fdc1-2819-415a-b2ca-d701291a1798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:07.741743 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5513323d-0cad-46ee-8943-938d9a5a622e req-5600fdc1-2819-415a-b2ca-d701291a1798 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0475419 Mar 28 09:46:07.793756 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513323d-0cad-46ee-8943-938d9a5a622e req-83053691-a926-4ee6-9f27-ad40b35dd4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:07.795283 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5513323d-0cad-46ee-8943-938d9a5a622e req-83053691-a926-4ee6-9f27-ad40b35dd4f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478930 Mar 28 09:46:07.891049 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5513323d-0cad-46ee-8943-938d9a5a622e req-8ff015f8-d221-4c69-aa2a-60916f9c3617 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894916 Mar 28 09:46:07.983153 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5513323d-0cad-46ee-8943-938d9a5a622e req-9062f632-22cd-4b0f-b74d-41d703f55174 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863202 Mar 28 09:46:08.074767 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2a03e-bd1b-44d7-81ee-44d78ac9c6f1 req-83fe30cb-2cc0-48c0-bd56-fec89a2eb347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:08.076287 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-71f2a03e-bd1b-44d7-81ee-44d78ac9c6f1 req-83fe30cb-2cc0-48c0-bd56-fec89a2eb347 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 1127 time: 0.0481033 Mar 28 09:46:08.168917 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2a03e-bd1b-44d7-81ee-44d78ac9c6f1 req-68eb210c-40c7-4195-82b8-652544a4089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:08.170434 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-71f2a03e-bd1b-44d7-81ee-44d78ac9c6f1 req-68eb210c-40c7-4195-82b8-652544a4089e service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 908 time: 0.0880888 Mar 28 09:46:08.212477 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-71f2a03e-bd1b-44d7-81ee-44d78ac9c6f1 req-ec51bc74-e113-4c94-9e07-228ab19e1fe0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d HTTP/1.1" status: 200 len: 217 time: 0.0346510 Mar 28 09:46:08.264531 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2a03e-bd1b-44d7-81ee-44d78ac9c6f1 req-ab4163df-475c-4ef9-9bc1-11175788fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:08.266001 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-71f2a03e-bd1b-44d7-81ee-44d78ac9c6f1 req-ab4163df-475c-4ef9-9bc1-11175788fb50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0481887 Mar 28 09:46:08.316195 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2a03e-bd1b-44d7-81ee-44d78ac9c6f1 req-500b22a4-c77d-40ea-bb91-db046af38245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:08.318280 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-71f2a03e-bd1b-44d7-81ee-44d78ac9c6f1 req-500b22a4-c77d-40ea-bb91-db046af38245 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443716 Mar 28 09:46:08.408694 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-71f2a03e-bd1b-44d7-81ee-44d78ac9c6f1 req-98134e10-33cf-424a-bf23-7c02e66a2a49 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822763 Mar 28 09:46:08.461633 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d253145-f161-471b-bdfb-23911dbb889f req-fbc48598-cd71-4089-8a6e-0afebb0f735a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:08.464334 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2d253145-f161-471b-bdfb-23911dbb889f req-fbc48598-cd71-4089-8a6e-0afebb0f735a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 943 time: 0.0526676 Mar 28 09:46:08.506072 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-71f2a03e-bd1b-44d7-81ee-44d78ac9c6f1 req-0451710c-8df5-4515-9799-c1d31d6fac56 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898027 Mar 28 09:46:08.513648 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2d253145-f161-471b-bdfb-23911dbb889f req-8d6ba771-18d9-4dff-94c4-e646b209dbc9 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439990 Mar 28 09:46:09.219821 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device f5c463a8-7da7-438d-bca2-00e0dfc0b81d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:46:09.313349 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port f5c463a8-7da7-438d-bca2-00e0dfc0b81d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:46:09.325463 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'port_id': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d', 'mac_address': 'fa:16:3e:ff:e9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:46:09.365757 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port f5c463a8-7da7-438d-bca2-00e0dfc0b81d is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:46:09.366067 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:09.378528 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c463a8-7da7-438d-bca2-00e0dfc0b81d {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:46:09.398392 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port f5c463a8-7da7-438d-bca2-00e0dfc0b81d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:46:09.401932 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:09.446711 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:46:09.502691 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:46:09.606503 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['f5c463a8-7da7-438d-bca2-00e0dfc0b81d'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:46:09.634352 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58aba4-548b-4f5c-b81c-77e1e1fdeff7 req-75552732-7c47-4d51-a0b5-1e62f13360c3 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:09.635791 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8b58aba4-548b-4f5c-b81c-77e1e1fdeff7 req-75552732-7c47-4d51-a0b5-1e62f13360c3 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 944 time: 0.0540259 Mar 28 09:46:09.686429 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8b58aba4-548b-4f5c-b81c-77e1e1fdeff7 req-45d4f181-dd9e-43e1-ae3f-e0a3353d1e77 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449517 Mar 28 09:46:10.802379 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48705f-5fc2-4e47-9e0b-19b0385f17d0 req-ecba7053-8640-4137-bf3c-0e4b1f7c76b3 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:10.803850 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2d48705f-5fc2-4e47-9e0b-19b0385f17d0 req-ecba7053-8640-4137-bf3c-0e4b1f7c76b3 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 944 time: 0.0520313 Mar 28 09:46:10.851781 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2d48705f-5fc2-4e47-9e0b-19b0385f17d0 req-a66732db-eddd-43b0-8a1e-996373be1701 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424037 Mar 28 09:46:11.234864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device f5c463a8-7da7-438d-bca2-00e0dfc0b81d up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:46:11.283958 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port f5c463a8-7da7-438d-bca2-00e0dfc0b81d completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:46:11.287818 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port f5c463a8-7da7-438d-bca2-00e0dfc0b81d triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:46:11.288197 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:11.370196 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port f5c463a8-7da7-438d-bca2-00e0dfc0b81d is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:46:11.370506 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:11.393792 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a38ee6f-09d8-446a-980c-d51296165f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:46:11.396256 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254fa412-d956-45bf-bac5-c6d73b5e1c09" -d '{"events": [{"server_uuid": "1a38ee6f-09d8-446a-980c-d51296165f02", "name": "network-vif-plugged", "status": "completed", "tag": "f5c463a8-7da7-438d-bca2-00e0dfc0b81d"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:46:11.409246 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port f5c463a8-7da7-438d-bca2-00e0dfc0b81d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:46:11.414814 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:11.438677 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051d2d9d-e1f5-48d6-84ff-4520c043a231 x-openstack-request-id: req-051d2d9d-e1f5-48d6-84ff-4520c043a231 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:46:11.439098 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a38ee6f-09d8-446a-980c-d51296165f02", "name": "network-vif-plugged", "status": "completed", "tag": "f5c463a8-7da7-438d-bca2-00e0dfc0b81d", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:46:11.439238 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-051d2d9d-e1f5-48d6-84ff-4520c043a231 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:46:11.439642 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051d2d9d-e1f5-48d6-84ff-4520c043a231'] response: {'server_uuid': '1a38ee6f-09d8-446a-980c-d51296165f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d', 'code': 200} Mar 28 09:46:11.466641 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:46:11.617431 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e3e60-b2bb-47df-b91a-0f50c24b1e64 req-8f821307-f40b-4043-aeb4-7a51c70c1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:11.619032 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-330e3e60-b2bb-47df-b91a-0f50c24b1e64 req-8f821307-f40b-4043-aeb4-7a51c70c1898 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 1129 time: 0.0512578 Mar 28 09:46:11.664853 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-330e3e60-b2bb-47df-b91a-0f50c24b1e64 req-085e9d9a-0c3b-4733-992b-872117748aa4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389078 Mar 28 09:46:11.974426 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c45ef-d12b-48b8-b834-f2e1ae656686 req-07aa5299-e0bf-48ea-93d9-f0f001d37e12 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:11.975818 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9e4c45ef-d12b-48b8-b834-f2e1ae656686 req-07aa5299-e0bf-48ea-93d9-f0f001d37e12 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0564992 Mar 28 09:46:12.024358 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9e4c45ef-d12b-48b8-b834-f2e1ae656686 req-c38a15e9-21a7-41b9-ab51-1a0bfe941b04 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428493 Mar 28 09:46:13.143853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee324b5-e689-4826-a070-584420e60cb7 req-245bf34b-a973-4fb3-af7d-754f2ef82a36 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:13.145366 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dee324b5-e689-4826-a070-584420e60cb7 req-245bf34b-a973-4fb3-af7d-754f2ef82a36 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0533581 Mar 28 09:46:13.194029 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dee324b5-e689-4826-a070-584420e60cb7 req-19a107df-838a-4484-8b34-2c43da54c9ea tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430710 Mar 28 09:46:13.310225 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288f802-b32a-4db6-8265-b42cd52f5590 req-486cceaf-54a1-4820-987e-e6594babdb79 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:13.311614 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2288f802-b32a-4db6-8265-b42cd52f5590 req-486cceaf-54a1-4820-987e-e6594babdb79 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0527191 Mar 28 09:46:13.359416 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2288f802-b32a-4db6-8265-b42cd52f5590 req-972e4aec-56bf-4fa5-88bd-527a6cd2c80d tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423248 Mar 28 09:46:13.380919 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59650) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:46:13.515645 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7765c73-5cb1-4fe3-9439-7918db73d623 tempest-TestShelveInstance-1028289732 tempest-TestShelveInstance-1028289732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:13.517187 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f7765c73-5cb1-4fe3-9439-7918db73d623 tempest-TestShelveInstance-1028289732 tempest-TestShelveInstance-1028289732-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 1124 time: 0.1352923 Mar 28 09:46:13.520667 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 59654) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:46:13.524905 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:46:13.544703 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:13.639483 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:13.741850 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Allocated IP 172.36.4.8 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/be90ff4f-5e15-444d-bb25-f1127abefedc) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:46:13.842368 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for port (be90ff4f-5e15-444d-bb25-f1127abefedc), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:13.874000 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (be90ff4f-5e15-444d-bb25-f1127abefedc), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:13.914635 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:46:13.917329 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:46:13.920778 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:46:13.946422 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'Port': ['ID=be90ff4f-5e15-444d-bb25-f1127abefedc,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:46:14.276451 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for floatingip (d7561590-fd36-4750-beef-8774027b2115), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:14.346501 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (be90ff4f-5e15-444d-bb25-f1127abefedc), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:14.492192 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for port (be90ff4f-5e15-444d-bb25-f1127abefedc), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:14.496899 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (be90ff4f-5e15-444d-bb25-f1127abefedc), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:14.570721 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'Port': ['ID=be90ff4f-5e15-444d-bb25-f1127abefedc,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:46:14.578449 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (d7561590-fd36-4750-beef-8774027b2115), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:14.680130 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Floating IP d7561590-fd36-4750-beef-8774027b2115 associated. External IP: 172.36.4.8, port: f5c463a8-7da7-438d-bca2-00e0dfc0b81d. Mar 28 09:46:14.888590 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Router c6ca46fe-c112-42a5-af5f-b4a45b732f52 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:46:14.995716 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:46:15.005843 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ffb698-2da9-4b26-bb8c-4cda55b0cbbb None None] Sync routers for ids ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:46:15.013597 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:15.016114 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ffb698-2da9-4b26-bb8c-4cda55b0cbbb None None] Routers {'c6ca46fe-c112-42a5-af5f-b4a45b732f52'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:46:15.016745 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-48ffb698-2da9-4b26-bb8c-4cda55b0cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:46:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:46:15.043194 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-8b4a4901-71c8-4d29-bc75-38d2895c84c2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5215240 Mar 28 09:46:15.047415 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a38ee6f-09d8-446a-980c-d51296165f02', 'tag': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:46:15.047415 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069acac4-b638-4142-abe1-9d832b688675" -d '{"events": [{"name": "network-changed", "server_uuid": "1a38ee6f-09d8-446a-980c-d51296165f02", "tag": "f5c463a8-7da7-438d-bca2-00e0dfc0b81d"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:46:15.083870 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba752da-050c-4e09-816d-d2d59ce1c68a x-openstack-request-id: req-6ba752da-050c-4e09-816d-d2d59ce1c68a {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:46:15.084148 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a38ee6f-09d8-446a-980c-d51296165f02", "tag": "f5c463a8-7da7-438d-bca2-00e0dfc0b81d", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:46:15.084399 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ba752da-050c-4e09-816d-d2d59ce1c68a {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:46:15.084853 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba752da-050c-4e09-816d-d2d59ce1c68a'] response: {'name': 'network-changed', 'server_uuid': '1a38ee6f-09d8-446a-980c-d51296165f02', 'tag': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d', 'status': 'completed', 'code': 200} Mar 28 09:46:15.133909 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-48ffb698-2da9-4b26-bb8c-4cda55b0cbbb None None] Set router c6ca46fe-c112-42a5-af5f-b4a45b732f52 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:46:15.147707 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069acac4-b638-4142-abe1-9d832b688675 req-eef43568-9d7a-433c-9a58-7ac50ee6a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:15.149137 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-069acac4-b638-4142-abe1-9d832b688675 req-eef43568-9d7a-433c-9a58-7ac50ee6a8fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 1129 time: 0.0449269 Mar 28 09:46:15.244712 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069acac4-b638-4142-abe1-9d832b688675 req-30e569d6-e1ab-48fc-8e26-d93397a069b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:15.246486 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-069acac4-b638-4142-abe1-9d832b688675 req-30e569d6-e1ab-48fc-8e26-d93397a069b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 908 time: 0.0904078 Mar 28 09:46:15.313725 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-069acac4-b638-4142-abe1-9d832b688675 req-8c8c03b3-d89e-4ea0-a3df-9eb24345fdf0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d HTTP/1.1" status: 200 len: 997 time: 0.0622530 Mar 28 09:46:15.353580 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-48ffb698-2da9-4b26-bb8c-4cda55b0cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd582010d-5364-4151-b957-6b30ee46832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:45:54Z', 'revision_number': 4, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port': {'id': 'd582010d-5364-4151-b957-6b30ee46832a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:52Z', 'updated_at': '2022-03-28T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd7561590-fd36-4750-beef-8774027b2115', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'floating_ip_address': '172.36.4.8', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'port_id': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'mac_address': 'fa:16:3e:ff:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a38ee6f-09d8-446a-980c-d51296165f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:46:14Z', 'updated_at': '2022-03-28T09:46:14Z', 'revision_number': 0, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca5153f-81af-4a8e-8785-84880fd17937', 'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'mac_address': 'fa:16:3e:fe:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:54Z', 'updated_at': '2022-03-28T09:45:58Z', 'revision_number': 5, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'subnets': [{'id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:46:15.366088 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069acac4-b638-4142-abe1-9d832b688675 req-3e647986-36cb-473a-9745-c091c5eaf98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:15.367563 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-069acac4-b638-4142-abe1-9d832b688675 req-3e647986-36cb-473a-9745-c091c5eaf98e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0485632 Mar 28 09:46:15.418461 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069acac4-b638-4142-abe1-9d832b688675 req-510085e0-9ac2-484e-8dd2-f68e2a840cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:46:15.420064 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-069acac4-b638-4142-abe1-9d832b688675 req-510085e0-9ac2-484e-8dd2-f68e2a840cc9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0468574 Mar 28 09:46:15.477996 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ffb698-2da9-4b26-bb8c-4cda55b0cbbb None None] Checking router: c6ca46fe-c112-42a5-af5f-b4a45b732f52 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:46:15.486246 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ffb698-2da9-4b26-bb8c-4cda55b0cbbb None None] Routers {'c6ca46fe-c112-42a5-af5f-b4a45b732f52'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:46:15.486845 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-48ffb698-2da9-4b26-bb8c-4cda55b0cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:46:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:46:15.513347 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-069acac4-b638-4142-abe1-9d832b688675 req-50bf9a75-babe-4022-8b0a-e55a4ddd8bf6 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871711 Mar 28 09:46:15.593201 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-48ffb698-2da9-4b26-bb8c-4cda55b0cbbb None None] Set router c6ca46fe-c112-42a5-af5f-b4a45b732f52 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:46:15.607613 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-069acac4-b638-4142-abe1-9d832b688675 req-5ad5c46f-2c06-4979-8be9-74c4860d1b06 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887246 Mar 28 09:46:15.811738 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-48ffb698-2da9-4b26-bb8c-4cda55b0cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd582010d-5364-4151-b957-6b30ee46832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:45:54Z', 'revision_number': 4, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port': {'id': 'd582010d-5364-4151-b957-6b30ee46832a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:52Z', 'updated_at': '2022-03-28T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd7561590-fd36-4750-beef-8774027b2115', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'floating_ip_address': '172.36.4.8', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'port_id': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'mac_address': 'fa:16:3e:ff:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a38ee6f-09d8-446a-980c-d51296165f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:46:14Z', 'updated_at': '2022-03-28T09:46:14Z', 'revision_number': 0, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca5153f-81af-4a8e-8785-84880fd17937', 'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'mac_address': 'fa:16:3e:fe:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:54Z', 'updated_at': '2022-03-28T09:45:58Z', 'revision_number': 5, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'subnets': [{'id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:46:15.841332 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ffb698-2da9-4b26-bb8c-4cda55b0cbbb None None] The sync data for ids ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'] in dv-neutron-master-2-hyperv is: [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd582010d-5364-4151-b957-6b30ee46832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:45:54Z', 'revision_number': 4, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port': {'id': 'd582010d-5364-4151-b957-6b30ee46832a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:52Z', 'updated_at': '2022-03-28T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd7561590-fd36-4750-beef-8774027b2115', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'floating_ip_address': '172.36.4.8', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'port_id': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'mac_address': 'fa:16:3e:ff:e9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a38ee6f-09d8-446a-980c-d51296165f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:46:14Z', 'updated_at': '2022-03-28T09:46:14Z', 'revision_number': 0, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca5153f-81af-4a8e-8785-84880fd17937', 'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'mac_address': 'fa:16:3e:fe:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:54Z', 'updated_at': '2022-03-28T09:45:58Z', 'revision_number': 5, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'subnets': [{'id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:46:16.033894 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0af244f-4e54-4f64-b36f-d2c06267ab4b None None] New status for floating IP d7561590-fd36-4750-beef-8774027b2115: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:46:21.686145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:27.325564 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f01799b0-e9b0-4e8a-ad9b-2a210bca5165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:29.556067 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a501c769-0359-4726-88d1-aafe4f642bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:30.712975 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:32.272222 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:33.776903 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:40.666634 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-ac3c86e6-6419-4326-9499-f682b6261ac0 service neutron] (104075) timed out ('10.222.0.15', 55828) {{(pid=104075) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 09:46:41.051864 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [req-ef4b3930-c19d-457c-b36e-c23afd563af8 req-bdc00c32-c610-41e8-80bb-90a77a5df3bf tempest-ServerActionsTestJSON-241717649 tempest-ServerActionsTestJSON-241717649-project] (104076) timed out ('10.222.0.15', 54562) {{(pid=104076) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 28 09:46:46.502131 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:46:51.682853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:57.327917 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5603c6f9-9e82-4ba2-bf13-36d5f2fa8bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:46:59.557917 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a0c093b2-149e-4465-aed3-404105e91f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:47:00.715208 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:47:01.186993 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b7b86d2c-179c-4b18-851c-90d743b959a7 req-b8728008-f000-4e05-93c8-f1f9e631700c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434744 Mar 28 09:47:01.273900 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b86d2c-179c-4b18-851c-90d743b959a7 req-4086b133-fd9e-4ea8-b074-479fe276d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:47:01.275402 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b7b86d2c-179c-4b18-851c-90d743b959a7 req-4086b133-fd9e-4ea8-b074-479fe276d56e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 1129 time: 0.0483499 Mar 28 09:47:01.376227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b86d2c-179c-4b18-851c-90d743b959a7 req-1d37c2e9-5c37-4ef4-b14e-3a1926aff532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:47:01.377625 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b7b86d2c-179c-4b18-851c-90d743b959a7 req-1d37c2e9-5c37-4ef4-b14e-3a1926aff532 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 908 time: 0.0846844 Mar 28 09:47:01.447258 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b7b86d2c-179c-4b18-851c-90d743b959a7 req-7b3a4682-62d1-4ecd-9686-1e48c99d81b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d HTTP/1.1" status: 200 len: 999 time: 0.0631189 Mar 28 09:47:01.494917 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b86d2c-179c-4b18-851c-90d743b959a7 req-de78f088-085c-49e2-be7d-ed5adb1ae02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:47:01.496575 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b7b86d2c-179c-4b18-851c-90d743b959a7 req-de78f088-085c-49e2-be7d-ed5adb1ae02a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0437248 Mar 28 09:47:01.546098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b86d2c-179c-4b18-851c-90d743b959a7 req-a02a6ce8-786e-48b2-a5ab-6732d1d4081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:47:01.547608 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b7b86d2c-179c-4b18-851c-90d743b959a7 req-a02a6ce8-786e-48b2-a5ab-6732d1d4081b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444872 Mar 28 09:47:01.557475 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [req-b7b86d2c-179c-4b18-851c-90d743b959a7 req-f06e1b24-d5a3-4c7b-8553-d12cedfbe11c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:47:01.558508 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b7b86d2c-179c-4b18-851c-90d743b959a7 req-f06e1b24-d5a3-4c7b-8553-d12cedfbe11c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052624 Mar 28 09:47:01.651148 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b7b86d2c-179c-4b18-851c-90d743b959a7 req-aca23364-f20e-4717-8a48-ae67f43609a7 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856547 Mar 28 09:47:01.738895 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b7b86d2c-179c-4b18-851c-90d743b959a7 req-fd863429-0aab-416c-b2f9-9681f6d26a0c service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823371 Mar 28 09:47:02.275833 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:47:03.778371 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:47:21.681974 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:47:23.501435 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:47:27.329872 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8bd49bdd-ddbf-42c1-8d46-28bcfe8f07f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:47:29.559770 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4bf0-0b19-42cc-918c-44e272ec46df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:47:30.717823 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:47:32.279209 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:47:33.780554 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:47:51.690666 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:47:57.331671 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3fc094f0-6af4-4104-831f-b9c5bd80c154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:47:59.560567 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-919467f7-617c-4293-8c8c-c720c4344b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:00.500729 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:48:00.719475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:02.177916 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-56b7fa4b-fa9f-4e36-acf8-48156e6adba1 req-daee743a-b5d3-4da4-bc10-52bd3c16e118 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437047 Mar 28 09:48:02.261228 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7fa4b-fa9f-4e36-acf8-48156e6adba1 req-9cabb742-5949-4ca1-acf7-84b51ea33521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:02.263021 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-56b7fa4b-fa9f-4e36-acf8-48156e6adba1 req-9cabb742-5949-4ca1-acf7-84b51ea33521 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 1129 time: 0.0453017 Mar 28 09:48:02.283378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:02.373363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7fa4b-fa9f-4e36-acf8-48156e6adba1 req-f11f54da-aa16-4afd-b8f5-8758017c9c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:02.374820 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-56b7fa4b-fa9f-4e36-acf8-48156e6adba1 req-f11f54da-aa16-4afd-b8f5-8758017c9c15 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 908 time: 0.0928919 Mar 28 09:48:02.438837 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-56b7fa4b-fa9f-4e36-acf8-48156e6adba1 req-0d90d57f-faab-409b-a793-ffcdb29b31fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d HTTP/1.1" status: 200 len: 999 time: 0.0580845 Mar 28 09:48:02.484538 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7fa4b-fa9f-4e36-acf8-48156e6adba1 req-07f7efae-5f56-4377-8c6a-0d7e5e85c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:02.485950 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-56b7fa4b-fa9f-4e36-acf8-48156e6adba1 req-07f7efae-5f56-4377-8c6a-0d7e5e85c95e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0421257 Mar 28 09:48:02.536036 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7fa4b-fa9f-4e36-acf8-48156e6adba1 req-5ebdb8a2-0084-4b65-a14c-f358d0ed6d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:02.537497 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-56b7fa4b-fa9f-4e36-acf8-48156e6adba1 req-5ebdb8a2-0084-4b65-a14c-f358d0ed6d76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464072 Mar 28 09:48:02.626317 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-56b7fa4b-fa9f-4e36-acf8-48156e6adba1 req-0d6548d4-56cb-4938-913c-f05b1fc4fb0e service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823202 Mar 28 09:48:02.717893 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-56b7fa4b-fa9f-4e36-acf8-48156e6adba1 req-d2c755b9-5c9b-4fd4-b3ac-9a5084a7168c service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858076 Mar 28 09:48:03.782411 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:11.684417 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fbead-bace-4773-bbca-57c0533afb2b req-96e70454-f782-40ef-850c-c225a54abeb8 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:11.685908 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-614fbead-bace-4773-bbca-57c0533afb2b req-96e70454-f782-40ef-850c-c225a54abeb8 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0541370 Mar 28 09:48:11.733764 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-614fbead-bace-4773-bbca-57c0533afb2b req-3380c044-2bf7-469e-b30b-2cf0b3c79014 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423319 Mar 28 09:48:12.854548 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105144ee-06c7-4270-8b7b-e2c92e4ac419 req-1e4a9a24-2e4f-4b1a-9186-c752de5a3a21 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:12.856035 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-105144ee-06c7-4270-8b7b-e2c92e4ac419 req-1e4a9a24-2e4f-4b1a-9186-c752de5a3a21 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0542176 Mar 28 09:48:12.905184 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-105144ee-06c7-4270-8b7b-e2c92e4ac419 req-39777813-6ce0-4cf9-80db-ca457fb1035d tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436113 Mar 28 09:48:14.020802 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e111a-59f7-4d92-bae3-3ce2e417418c req-6149c56a-05ac-4bfe-826b-dc90e1a98477 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:14.022288 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a73e111a-59f7-4d92-bae3-3ce2e417418c req-6149c56a-05ac-4bfe-826b-dc90e1a98477 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0526030 Mar 28 09:48:14.072307 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a73e111a-59f7-4d92-bae3-3ce2e417418c req-2f015e81-48dc-451d-88e2-3ee307de26e4 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437839 Mar 28 09:48:15.189184 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053593a0-8701-4d1a-8a7d-684d091a7554 req-404fe7a4-ed24-4ef0-a2a6-d6cce7dfb5bc tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:15.190685 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-053593a0-8701-4d1a-8a7d-684d091a7554 req-404fe7a4-ed24-4ef0-a2a6-d6cce7dfb5bc tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0517390 Mar 28 09:48:15.242317 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-053593a0-8701-4d1a-8a7d-684d091a7554 req-edd881b6-1576-42fc-861a-af8dcca06f71 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454521 Mar 28 09:48:16.367420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1233bdd-0616-409f-9712-b33a4d7348bf req-b0025def-cf76-491e-9a77-1d22d93d37bf tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:16.368813 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c1233bdd-0616-409f-9712-b33a4d7348bf req-b0025def-cf76-491e-9a77-1d22d93d37bf tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0570238 Mar 28 09:48:16.416264 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c1233bdd-0616-409f-9712-b33a4d7348bf req-507ca650-066b-4578-af28-9094511687ab tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416594 Mar 28 09:48:17.534233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed78b56-c774-46f8-a18f-a6e33d084500 req-3b783d27-f0d2-4309-b2b0-d50de01fe48b tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:17.535708 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-eed78b56-c774-46f8-a18f-a6e33d084500 req-3b783d27-f0d2-4309-b2b0-d50de01fe48b tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0539532 Mar 28 09:48:17.584986 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-eed78b56-c774-46f8-a18f-a6e33d084500 req-b7b61170-062e-459b-9d08-01dd140d6348 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437016 Mar 28 09:48:18.701011 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e960f31-e6eb-4fbc-90ae-fcc01aebfc97 req-96532376-0941-49a8-a02d-5f6156ce2ed8 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:18.702516 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0e960f31-e6eb-4fbc-90ae-fcc01aebfc97 req-96532376-0941-49a8-a02d-5f6156ce2ed8 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0522847 Mar 28 09:48:18.751073 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0e960f31-e6eb-4fbc-90ae-fcc01aebfc97 req-5977455c-edb7-449e-bee8-2c9cfb092c29 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431073 Mar 28 09:48:19.869316 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e051b-ff4d-4d9f-90ec-6ccb670c7430 req-f6bcd25d-5c13-481a-83a7-5f1827345535 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:19.870980 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-990e051b-ff4d-4d9f-90ec-6ccb670c7430 req-f6bcd25d-5c13-481a-83a7-5f1827345535 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0527956 Mar 28 09:48:19.918307 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-990e051b-ff4d-4d9f-90ec-6ccb670c7430 req-7aafb533-6f57-4418-8981-d5e1925cfcdf tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419397 Mar 28 09:48:21.039956 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bf71a-ceca-4ff9-a4ff-cdbc9c02627f req-ce449076-9ce6-439b-8b1e-944a89bbdce6 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:21.041418 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e35bf71a-ceca-4ff9-a4ff-cdbc9c02627f req-ce449076-9ce6-439b-8b1e-944a89bbdce6 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0574605 Mar 28 09:48:21.090582 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e35bf71a-ceca-4ff9-a4ff-cdbc9c02627f req-754fa11f-47c5-4d5e-8ac7-a29b8f419839 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435948 Mar 28 09:48:21.685910 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:22.208498 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b904d5d-b461-44cd-8097-42d7f6971b4d req-96ebcdb7-1d2a-4c34-b843-ba84accb4b34 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:22.210533 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2b904d5d-b461-44cd-8097-42d7f6971b4d req-96ebcdb7-1d2a-4c34-b843-ba84accb4b34 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0547705 Mar 28 09:48:22.257601 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2b904d5d-b461-44cd-8097-42d7f6971b4d req-d9eb86ba-e561-42b7-b563-332bf1565ccc tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415850 Mar 28 09:48:23.376696 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aef6c2-ca46-44f0-a937-cbaea314af20 req-d602f219-ec69-4104-ba56-d07fded38f1d tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:23.378112 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-34aef6c2-ca46-44f0-a937-cbaea314af20 req-d602f219-ec69-4104-ba56-d07fded38f1d tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0516953 Mar 28 09:48:23.429976 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-34aef6c2-ca46-44f0-a937-cbaea314af20 req-b68bb834-9fce-4bc1-bdc2-199118ea1e1c tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452216 Mar 28 09:48:24.043725 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device f5c463a8-7da7-438d-bca2-00e0dfc0b81d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:48:24.290607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port f5c463a8-7da7-438d-bca2-00e0dfc0b81d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:48:24.302229 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'port_id': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d', 'mac_address': 'fa:16:3e:ff:e9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:48:24.339603 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port f5c463a8-7da7-438d-bca2-00e0dfc0b81d is: ACTIVE; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:48:24.339994 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:24.355166 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5c463a8-7da7-438d-bca2-00e0dfc0b81d {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:48:24.376567 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port f5c463a8-7da7-438d-bca2-00e0dfc0b81d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:48:24.382052 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:24.436934 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:48:24.443869 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:48:24.444737 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:48:24.445084 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:48:24.445429 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:48:24.445802 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:48:24.446145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:48:24.446478 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:48:24.446804 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:48:24.447133 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:48:24.447464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:48:24.447794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:48:24.448122 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:48:24.448447 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:48:24.449092 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:48:24.449092 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:48:24.457321 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['f5c463a8-7da7-438d-bca2-00e0dfc0b81d'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:48:24.557018 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06754e0a-b3ec-4ed4-9d91-636479df654e req-460c695a-48c7-47ee-8b84-0cd0d73f4a9e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:24.559176 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-06754e0a-b3ec-4ed4-9d91-636479df654e req-460c695a-48c7-47ee-8b84-0cd0d73f4a9e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 944 time: 0.0584540 Mar 28 09:48:24.612112 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-06754e0a-b3ec-4ed4-9d91-636479df654e req-748b590b-9b99-486c-8aba-c1bee1a61ec7 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465963 Mar 28 09:48:25.745065 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e400f-2d4c-4b35-9079-2ed5aee63e42 req-234efa5e-c6bd-4405-bf0e-d1f8e153a2d0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:25.752197 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4e6e400f-2d4c-4b35-9079-2ed5aee63e42 req-234efa5e-c6bd-4405-bf0e-d1f8e153a2d0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 944 time: 0.0638494 Mar 28 09:48:25.803279 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4e6e400f-2d4c-4b35-9079-2ed5aee63e42 req-46dc1b7e-38ce-414f-86e5-e5316cb267db tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501220 Mar 28 09:48:26.052964 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device f5c463a8-7da7-438d-bca2-00e0dfc0b81d up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:48:26.104197 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port f5c463a8-7da7-438d-bca2-00e0dfc0b81d triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:48:26.104688 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:26.185287 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port f5c463a8-7da7-438d-bca2-00e0dfc0b81d is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:48:26.185984 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:26.211633 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a38ee6f-09d8-446a-980c-d51296165f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:48:26.213955 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403455d6-7b1f-4c14-8c9d-397908e18f9d" -d '{"events": [{"server_uuid": "1a38ee6f-09d8-446a-980c-d51296165f02", "name": "network-vif-plugged", "status": "completed", "tag": "f5c463a8-7da7-438d-bca2-00e0dfc0b81d"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:48:26.234185 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port f5c463a8-7da7-438d-bca2-00e0dfc0b81d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:48:26.239785 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:26.274857 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7e09ad-4981-4882-b8b2-84413d7bb5f0 x-openstack-request-id: req-ff7e09ad-4981-4882-b8b2-84413d7bb5f0 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:48:26.275210 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a38ee6f-09d8-446a-980c-d51296165f02", "name": "network-vif-plugged", "status": "completed", "tag": "f5c463a8-7da7-438d-bca2-00e0dfc0b81d", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:48:26.275468 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff7e09ad-4981-4882-b8b2-84413d7bb5f0 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:48:26.275870 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7e09ad-4981-4882-b8b2-84413d7bb5f0'] response: {'server_uuid': '1a38ee6f-09d8-446a-980c-d51296165f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d', 'code': 200} Mar 28 09:48:26.298538 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,revision_number=7']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:48:26.931984 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7083a-644c-479f-87d1-451d3d2179f2 req-529774a3-89c1-480e-9898-5d2ae42e52c7 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:26.933468 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-51b7083a-644c-479f-87d1-451d3d2179f2 req-529774a3-89c1-480e-9898-5d2ae42e52c7 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0575573 Mar 28 09:48:26.989280 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-51b7083a-644c-479f-87d1-451d3d2179f2 req-761651bc-cb7b-42bc-9211-1a4d057ad809 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501761 Mar 28 09:48:27.340571 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3e11e91c-6688-4b2d-af6b-f76cf73673ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:28.119156 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a020d40-8791-4d75-b375-d01ed5f92a03 req-d715d62f-f3a8-4a5b-8fb5-340c0599eba4 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:28.120976 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1a020d40-8791-4d75-b375-d01ed5f92a03 req-d715d62f-f3a8-4a5b-8fb5-340c0599eba4 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0601869 Mar 28 09:48:28.173914 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1a020d40-8791-4d75-b375-d01ed5f92a03 req-77933d27-0976-4c18-8e6c-d63089b082e7 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451345 Mar 28 09:48:29.308584 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca609c-5804-4c8b-82da-5d241b7e3be6 req-b7db9a9f-71a4-472a-a3a8-4e473d4a8d50 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:29.310279 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0fca609c-5804-4c8b-82da-5d241b7e3be6 req-b7db9a9f-71a4-472a-a3a8-4e473d4a8d50 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0592000 Mar 28 09:48:29.383808 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0fca609c-5804-4c8b-82da-5d241b7e3be6 req-62bd075e-ce6b-4f54-b9b5-7727eff7c6ea tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677264 Mar 28 09:48:29.566682 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b10d85ae-aa16-490b-b1d5-31601259b286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:30.503500 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1aabc7-3a86-4582-86df-9518daffd98d req-9a3ccbcc-63f7-453a-aca8-cb71872f21dc tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:30.506072 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6c1aabc7-3a86-4582-86df-9518daffd98d req-9a3ccbcc-63f7-453a-aca8-cb71872f21dc tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0585158 Mar 28 09:48:30.570523 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-6c1aabc7-3a86-4582-86df-9518daffd98d req-372b39c3-6844-4f53-864e-251b2005ce7c tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597079 Mar 28 09:48:30.724728 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:31.699908 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9d8d6-b77b-476e-a051-21b4b756d50a req-21d4a7a2-7f9e-4941-a857-6bcf309bd4aa tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:31.701466 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fe9d8d6-b77b-476e-a051-21b4b756d50a req-21d4a7a2-7f9e-4941-a857-6bcf309bd4aa tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0639136 Mar 28 09:48:31.759292 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7fe9d8d6-b77b-476e-a051-21b4b756d50a req-034ea76e-1217-4078-80aa-a48a0e66f613 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519810 Mar 28 09:48:32.287417 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:32.884644 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3cc0d-2eca-4942-ab77-ab69ada6dfcd req-56505c04-2a9d-4b87-820d-b25ea69c3bf1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:32.886208 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-16f3cc0d-2eca-4942-ab77-ab69ada6dfcd req-56505c04-2a9d-4b87-820d-b25ea69c3bf1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0554435 Mar 28 09:48:32.939920 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-16f3cc0d-2eca-4942-ab77-ab69ada6dfcd req-feae24a0-86c9-4de4-9d72-a01057861eb7 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477517 Mar 28 09:48:33.787033 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:34.070737 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf8bea-498b-4310-bbaa-6c7b5a37defa req-febe8981-e201-454e-81cd-a628b9903611 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:34.072243 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-82bf8bea-498b-4310-bbaa-6c7b5a37defa req-febe8981-e201-454e-81cd-a628b9903611 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0529528 Mar 28 09:48:34.123278 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-82bf8bea-498b-4310-bbaa-6c7b5a37defa req-179cb13a-da88-4c7b-b8bb-1a4e7f0c05f8 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453186 Mar 28 09:48:34.269777 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b82394-b3b5-4232-ac88-3ca7f18d2191 req-7b6cea82-0b27-4d01-8f7b-2cad6fcbfb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:34.271273 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-10b82394-b3b5-4232-ac88-3ca7f18d2191 req-7b6cea82-0b27-4d01-8f7b-2cad6fcbfb25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 1129 time: 0.0442686 Mar 28 09:48:34.363031 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b82394-b3b5-4232-ac88-3ca7f18d2191 req-319b94d0-ca44-47e0-8244-0b7c13504b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:34.364499 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-10b82394-b3b5-4232-ac88-3ca7f18d2191 req-319b94d0-ca44-47e0-8244-0b7c13504b62 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 908 time: 0.0876572 Mar 28 09:48:34.427211 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-10b82394-b3b5-4232-ac88-3ca7f18d2191 req-25265bb0-e0cc-4776-8147-3b453995cc47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d HTTP/1.1" status: 200 len: 999 time: 0.0567648 Mar 28 09:48:34.479797 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b82394-b3b5-4232-ac88-3ca7f18d2191 req-0f013a18-b47b-4d06-b4a3-e1fd583f128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:34.481219 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-10b82394-b3b5-4232-ac88-3ca7f18d2191 req-0f013a18-b47b-4d06-b4a3-e1fd583f128c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0488150 Mar 28 09:48:34.531112 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b82394-b3b5-4232-ac88-3ca7f18d2191 req-0cd92d8b-dd0f-4257-a19e-087613252c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:34.532512 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-10b82394-b3b5-4232-ac88-3ca7f18d2191 req-0cd92d8b-dd0f-4257-a19e-087613252c47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441341 Mar 28 09:48:34.620955 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-10b82394-b3b5-4232-ac88-3ca7f18d2191 req-bc8415ca-e770-462c-8cd0-5c13b407cfc4 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816915 Mar 28 09:48:34.711638 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-10b82394-b3b5-4232-ac88-3ca7f18d2191 req-849d08ee-a21c-4fd0-bdff-6a126735a44a service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851870 Mar 28 09:48:35.242590 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a681c-7b86-4aed-bfe8-50b9311e15e9 req-065f59a7-7928-4a68-84bc-9c91fdebac8b tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:35.244037 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-eb9a681c-7b86-4aed-bfe8-50b9311e15e9 req-065f59a7-7928-4a68-84bc-9c91fdebac8b tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0527663 Mar 28 09:48:35.293126 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-eb9a681c-7b86-4aed-bfe8-50b9311e15e9 req-cdc9da1b-f673-4387-aa84-835f4b23140e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433285 Mar 28 09:48:36.411530 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534baf3-5829-4c39-bbb2-6a4028436c0a req-d1ebea5b-0b51-4f11-9ac4-e06188f77710 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:36.413436 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e534baf3-5829-4c39-bbb2-6a4028436c0a req-d1ebea5b-0b51-4f11-9ac4-e06188f77710 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0540006 Mar 28 09:48:36.461140 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e534baf3-5829-4c39-bbb2-6a4028436c0a req-45af8e34-1172-42f0-af1f-80917e610db8 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421672 Mar 28 09:48:36.575051 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [req-7e9acda8-c021-4f06-9188-9196d9f4258d req-cc4172ab-b27f-4bf2-9f9b-533ab867f050 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:48:36.576110 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7e9acda8-c021-4f06-9188-9196d9f4258d req-cc4172ab-b27f-4bf2-9f9b-533ab867f050 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0503590 Mar 28 09:48:36.744120 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc6732-2dd8-4b1b-9ccf-ce2c8db7608b req-b07fdb7c-374e-49ba-a4e1-d9369ace0e08 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:36.746146 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-47cc6732-2dd8-4b1b-9ccf-ce2c8db7608b req-b07fdb7c-374e-49ba-a4e1-d9369ace0e08 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0599103 Mar 28 09:48:36.796407 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-47cc6732-2dd8-4b1b-9ccf-ce2c8db7608b req-5aaeda95-9ba9-4ad2-b518-d3b3ae3739ac tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442381 Mar 28 09:48:37.004974 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-da94bfde-b6fe-4bfe-92a3-6b5aa631692f req-20ea7631-e6f8-4bde-82c8-d77bdf5c3594 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849602 Mar 28 09:48:37.126959 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94bfde-b6fe-4bfe-92a3-6b5aa631692f req-0ec5d38a-d81d-4e79-b28e-410d1b7ee410 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:37.128311 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-da94bfde-b6fe-4bfe-92a3-6b5aa631692f req-0ec5d38a-d81d-4e79-b28e-410d1b7ee410 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports/f5c463a8-7da7-438d-bca2-00e0dfc0b81d HTTP/1.1" status: 200 len: 942 time: 0.0959435 Mar 28 09:48:37.500236 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:48:37.901652 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94bfde-b6fe-4bfe-92a3-6b5aa631692f req-c988b27d-9afd-4ecc-bd5e-9678a0d7c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:37.903193 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-da94bfde-b6fe-4bfe-92a3-6b5aa631692f req-c988b27d-9afd-4ecc-bd5e-9678a0d7c77c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02&tenant_id=0f6ebf4a25df42b2b3714cde89406c14 HTTP/1.1" status: 200 len: 1129 time: 0.0495324 Mar 28 09:48:37.914617 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a4bce-8b83-4ddc-908d-7184a41abdb0 req-477810e6-3bf5-44d1-8646-26a46ad54c81 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:37.916156 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a99a4bce-8b83-4ddc-908d-7184a41abdb0 req-477810e6-3bf5-44d1-8646-26a46ad54c81 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 945 time: 0.0532753 Mar 28 09:48:37.965288 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a99a4bce-8b83-4ddc-908d-7184a41abdb0 req-e23103fa-981c-4969-82e0-07fe2dc0f4ab tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435095 Mar 28 09:48:37.966650 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94bfde-b6fe-4bfe-92a3-6b5aa631692f req-2228cd37-603e-4185-927b-641257213b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:37.968178 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-da94bfde-b6fe-4bfe-92a3-6b5aa631692f req-2228cd37-603e-4185-927b-641257213b74 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 1129 time: 0.0442390 Mar 28 09:48:38.056819 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94bfde-b6fe-4bfe-92a3-6b5aa631692f req-d8fdeae0-d7a2-4482-83d6-4c3e1bbde4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:38.058322 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-da94bfde-b6fe-4bfe-92a3-6b5aa631692f req-d8fdeae0-d7a2-4482-83d6-4c3e1bbde4dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 908 time: 0.0833690 Mar 28 09:48:38.118159 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device f5c463a8-7da7-438d-bca2-00e0dfc0b81d no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:48:38.128630 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-da94bfde-b6fe-4bfe-92a3-6b5aa631692f req-77ae2b68-89e1-4cf7-9e8e-4c188d8750db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d HTTP/1.1" status: 200 len: 999 time: 0.0640404 Mar 28 09:48:38.176836 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94bfde-b6fe-4bfe-92a3-6b5aa631692f req-dd363876-5f7f-484f-a16c-ca9b9fb32585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:38.178305 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-da94bfde-b6fe-4bfe-92a3-6b5aa631692f req-dd363876-5f7f-484f-a16c-ca9b9fb32585 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0439513 Mar 28 09:48:38.193565 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port f5c463a8-7da7-438d-bca2-00e0dfc0b81d is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:48:38.193993 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:38.216516 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a38ee6f-09d8-446a-980c-d51296165f02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:48:38.218790 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93526507-7135-442e-990c-edcef7ce977c" -d '{"events": [{"server_uuid": "1a38ee6f-09d8-446a-980c-d51296165f02", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c463a8-7da7-438d-bca2-00e0dfc0b81d"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:48:38.226952 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94bfde-b6fe-4bfe-92a3-6b5aa631692f req-a73b696b-2061-48a0-81c1-6652b28f055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:38.228628 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-da94bfde-b6fe-4bfe-92a3-6b5aa631692f req-a73b696b-2061-48a0-81c1-6652b28f055a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449371 Mar 28 09:48:38.234763 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port f5c463a8-7da7-438d-bca2-00e0dfc0b81d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:48:38.239005 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:38.262176 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 09:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc4a626-d7d5-4a6e-891f-72fb6b55cb37 x-openstack-request-id: req-6cc4a626-d7d5-4a6e-891f-72fb6b55cb37 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:48:38.262471 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a38ee6f-09d8-446a-980c-d51296165f02", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c463a8-7da7-438d-bca2-00e0dfc0b81d", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:48:38.262728 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6cc4a626-d7d5-4a6e-891f-72fb6b55cb37 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:48:38.263120 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc4a626-d7d5-4a6e-891f-72fb6b55cb37'] response: {'server_uuid': '1a38ee6f-09d8-446a-980c-d51296165f02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d', 'code': 200} Mar 28 09:48:38.289922 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,revision_number=8']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:48:38.326079 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-da94bfde-b6fe-4bfe-92a3-6b5aa631692f req-0471c39d-c4ac-4ef3-89a0-4cb786855b21 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913138 Mar 28 09:48:38.413090 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-da94bfde-b6fe-4bfe-92a3-6b5aa631692f req-7afc16e6-302b-4474-94b9-79cbe45cdf5f service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811362 Mar 28 09:48:39.106050 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b8885-2e1e-4270-9fdf-79867346a02a req-b80a40d1-7d68-4228-84da-6dd11b2789e1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:39.107559 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-822b8885-2e1e-4270-9fdf-79867346a02a req-b80a40d1-7d68-4228-84da-6dd11b2789e1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 943 time: 0.0699744 Mar 28 09:48:39.161950 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-822b8885-2e1e-4270-9fdf-79867346a02a req-e96ce138-a40b-4df3-9381-1befc47f9763 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487568 Mar 28 09:48:40.289940 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582a286-e020-406b-a4d6-4cd56f4e0f71 req-003e99d8-c917-4c0b-a67e-b1eae230b670 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:40.291581 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5582a286-e020-406b-a4d6-4cd56f4e0f71 req-003e99d8-c917-4c0b-a67e-b1eae230b670 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 943 time: 0.0558326 Mar 28 09:48:40.347296 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5582a286-e020-406b-a4d6-4cd56f4e0f71 req-f500b700-067f-4a6f-96e6-b8f1797e3512 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492868 Mar 28 09:48:41.478617 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eaa2d7-b76a-4851-8b68-f92483a86953 req-62f34510-10c0-45f8-8557-3f4b7801858b tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:41.480168 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-50eaa2d7-b76a-4851-8b68-f92483a86953 req-62f34510-10c0-45f8-8557-3f4b7801858b tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 943 time: 0.0581377 Mar 28 09:48:41.530853 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-50eaa2d7-b76a-4851-8b68-f92483a86953 req-caee2eb0-07dd-4154-9d02-1a5f54c8caf1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452380 Mar 28 09:48:42.678342 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2b771-b285-43dd-b8ae-5ebc6542a8cb req-37af546e-75c3-4fe2-bdd4-b4e187855feb tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:42.680452 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-37d2b771-b285-43dd-b8ae-5ebc6542a8cb req-37af546e-75c3-4fe2-bdd4-b4e187855feb tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 943 time: 0.0653479 Mar 28 09:48:42.734939 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-37d2b771-b285-43dd-b8ae-5ebc6542a8cb req-d35bafaf-0735-40ea-945d-0e28687576f6 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475152 Mar 28 09:48:43.863791 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8bbdf-70a8-49b5-bc9c-d2778e4251ad req-db23bb2d-172f-42b4-ba99-47aa4c515f8b tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:43.865178 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f2a8bbdf-70a8-49b5-bc9c-d2778e4251ad req-db23bb2d-172f-42b4-ba99-47aa4c515f8b tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 943 time: 0.0584006 Mar 28 09:48:43.920089 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f2a8bbdf-70a8-49b5-bc9c-d2778e4251ad req-d225acb7-2ff5-4b20-8176-dc1bd84eb33f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482912 Mar 28 09:48:45.044465 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f994a8f-3f4a-48e9-8657-b8c7fa29fdb2 req-73b970df-ead9-403a-8b68-6af83d4fb031 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:45.046084 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f994a8f-3f4a-48e9-8657-b8c7fa29fdb2 req-73b970df-ead9-403a-8b68-6af83d4fb031 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 943 time: 0.0556726 Mar 28 09:48:45.098809 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f994a8f-3f4a-48e9-8657-b8c7fa29fdb2 req-b8082208-5b56-4892-8824-2e930897005e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470672 Mar 28 09:48:46.222547 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa61c56-ad9f-4c30-8741-0942d36117ab req-40b5913d-1452-4778-82f6-55aa76a602e6 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:46.224030 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-dfa61c56-ad9f-4c30-8741-0942d36117ab req-40b5913d-1452-4778-82f6-55aa76a602e6 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 943 time: 0.0560076 Mar 28 09:48:46.277730 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-dfa61c56-ad9f-4c30-8741-0942d36117ab req-e745dc2a-314b-40fd-8dad-702286044900 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461161 Mar 28 09:48:47.400443 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4ce84-67ea-4dc8-9da1-c95759b77c89 req-324622e3-3234-4a6e-b3a0-a1f456f90cce tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:47.401903 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7bc4ce84-67ea-4dc8-9da1-c95759b77c89 req-324622e3-3234-4a6e-b3a0-a1f456f90cce tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 943 time: 0.0563440 Mar 28 09:48:47.450928 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7bc4ce84-67ea-4dc8-9da1-c95759b77c89 req-66c5ee41-cad9-4f07-80fd-ba80c53f0b9f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435188 Mar 28 09:48:48.194713 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device f5c463a8-7da7-438d-bca2-00e0dfc0b81d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:48:48.294902 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port f5c463a8-7da7-438d-bca2-00e0dfc0b81d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:48:48.306724 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'port_id': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d', 'mac_address': 'fa:16:3e:ff:e9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:48:48.344372 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port f5c463a8-7da7-438d-bca2-00e0dfc0b81d is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:48:48.344720 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:48.357511 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c463a8-7da7-438d-bca2-00e0dfc0b81d {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:48:48.362666 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0efb0-8145-45e3-a6ed-4dbbce9bd0f7 req-62889d3e-33fe-4ed0-93e2-ffa5b4152f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:48.364437 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-afa0efb0-8145-45e3-a6ed-4dbbce9bd0f7 req-62889d3e-33fe-4ed0-93e2-ffa5b4152f57 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 1127 time: 0.0436604 Mar 28 09:48:48.377487 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port f5c463a8-7da7-438d-bca2-00e0dfc0b81d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:48:48.381298 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:48.411249 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-afa0efb0-8145-45e3-a6ed-4dbbce9bd0f7 req-8b49c049-7b27-42d6-b863-2231d7ef4c77 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408382 Mar 28 09:48:48.428731 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,revision_number=9']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:48:48.613035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['f5c463a8-7da7-438d-bca2-00e0dfc0b81d'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:48:48.790540 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a592580-f00a-43e8-81b0-97ff2d13399c req-22d2e0cd-7a18-4925-8025-289c203bfe74 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:48.792050 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1a592580-f00a-43e8-81b0-97ff2d13399c req-22d2e0cd-7a18-4925-8025-289c203bfe74 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 944 time: 0.1008632 Mar 28 09:48:48.840822 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1a592580-f00a-43e8-81b0-97ff2d13399c req-b4d7adcb-ddca-4a0c-8d38-7c722ed73b1c tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430834 Mar 28 09:48:49.963811 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddae964-34ea-4337-a9a5-1e383a900933 req-67bac723-943f-4ac9-bc47-f6c422164875 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:49.965220 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6ddae964-34ea-4337-a9a5-1e383a900933 req-67bac723-943f-4ac9-bc47-f6c422164875 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 944 time: 0.0564835 Mar 28 09:48:50.014845 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6ddae964-34ea-4337-a9a5-1e383a900933 req-bae654fd-28b8-42b9-9e5a-b481c62485e9 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441031 Mar 28 09:48:50.208012 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device f5c463a8-7da7-438d-bca2-00e0dfc0b81d up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:48:50.258138 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port f5c463a8-7da7-438d-bca2-00e0dfc0b81d triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:48:50.258513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:50.330476 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port f5c463a8-7da7-438d-bca2-00e0dfc0b81d is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:48:50.330853 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:50.353221 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a38ee6f-09d8-446a-980c-d51296165f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:48:50.355488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50826415-ab5d-4712-8af2-061185b8b193" -d '{"events": [{"server_uuid": "1a38ee6f-09d8-446a-980c-d51296165f02", "name": "network-vif-plugged", "status": "completed", "tag": "f5c463a8-7da7-438d-bca2-00e0dfc0b81d"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:48:50.367453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port f5c463a8-7da7-438d-bca2-00e0dfc0b81d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:48:50.371771 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:50.399359 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a224ed-c430-4500-a94e-53b35c359a76 x-openstack-request-id: req-57a224ed-c430-4500-a94e-53b35c359a76 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:48:50.399656 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a38ee6f-09d8-446a-980c-d51296165f02", "name": "network-vif-plugged", "status": "completed", "tag": "f5c463a8-7da7-438d-bca2-00e0dfc0b81d", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:48:50.399908 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57a224ed-c430-4500-a94e-53b35c359a76 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:48:50.400296 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a224ed-c430-4500-a94e-53b35c359a76'] response: {'server_uuid': '1a38ee6f-09d8-446a-980c-d51296165f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d', 'code': 200} Mar 28 09:48:50.423262 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,revision_number=10']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:48:51.183459 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f000c38-e23a-4f59-bbc2-70950878c0e8 req-a864ebd9-4364-4276-a1a2-ec0793fb0d3d tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:48:51.184924 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f000c38-e23a-4f59-bbc2-70950878c0e8 req-a864ebd9-4364-4276-a1a2-ec0793fb0d3d tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 946 time: 0.1011186 Mar 28 09:48:51.232013 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3f000c38-e23a-4f59-bbc2-70950878c0e8 req-c93de048-a50c-4a27-b9a6-49f23127ae52 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415890 Mar 28 09:48:51.705502 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:57.331849 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9922b5e9-edf4-4761-9272-5f0c024d625e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:48:59.557949 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-204afeba-7742-4110-87a3-21cd2b6bfb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:49:00.727122 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:49:02.224335 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bbccded8-411d-40bb-962e-37493d1b0d39 req-9ef47fc1-a6a6-4871-bdc3-b69bdb760246 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841389 Mar 28 09:49:02.291630 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:49:02.311589 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccded8-411d-40bb-962e-37493d1b0d39 req-350aa410-c905-404d-83f4-909451032f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:49:02.313103 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bbccded8-411d-40bb-962e-37493d1b0d39 req-350aa410-c905-404d-83f4-909451032f30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 1130 time: 0.0500464 Mar 28 09:49:02.413984 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccded8-411d-40bb-962e-37493d1b0d39 req-5e35fcd3-296e-4bb8-aaa4-b08c97409b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:49:02.415168 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bbccded8-411d-40bb-962e-37493d1b0d39 req-5e35fcd3-296e-4bb8-aaa4-b08c97409b40 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 908 time: 0.0839763 Mar 28 09:49:02.482772 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bbccded8-411d-40bb-962e-37493d1b0d39 req-9c2c639f-330d-4ed3-bc8b-afd2fd1fb301 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d HTTP/1.1" status: 200 len: 999 time: 0.0607355 Mar 28 09:49:02.531139 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccded8-411d-40bb-962e-37493d1b0d39 req-74423629-55a3-442e-8705-41c8b958884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:49:02.532550 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bbccded8-411d-40bb-962e-37493d1b0d39 req-74423629-55a3-442e-8705-41c8b958884c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0435021 Mar 28 09:49:02.580630 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccded8-411d-40bb-962e-37493d1b0d39 req-f00b27e6-a545-4cbb-810d-896fab17dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:49:02.582144 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bbccded8-411d-40bb-962e-37493d1b0d39 req-f00b27e6-a545-4cbb-810d-896fab17dee9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431025 Mar 28 09:49:02.672781 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bbccded8-411d-40bb-962e-37493d1b0d39 req-a95fa731-f42c-4506-9d35-a36f4cadaace service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841284 Mar 28 09:49:02.760264 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bbccded8-411d-40bb-962e-37493d1b0d39 req-12278a5b-78a4-45bf-b632-7c51ad26c6ed service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804577 Mar 28 09:49:03.789493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:49:14.500171 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:49:21.704424 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:49:27.332758 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4ec79ad1-e99a-40d2-817b-d78e6e809ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:49:29.558486 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-25387cd0-a881-4f77-829d-058f1d0046b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:49:30.732898 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:49:32.293027 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:49:33.791587 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:49:51.499161 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:49:51.703665 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:49:57.334011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-de01fe4b-61ed-4456-a149-0c1ba8888dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:49:59.559219 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cb616370-3b5f-4c6e-9a6d-bf68d049097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:50:00.731778 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:50:02.175986 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-de9651d3-6e27-4969-8f5d-53f0762ce2f6 req-c8c66ec8-415a-462b-976d-dfc4024dd391 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430291 Mar 28 09:50:02.258048 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9651d3-6e27-4969-8f5d-53f0762ce2f6 req-b48c72a2-103a-4e55-af17-358e25423af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:50:02.260399 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-de9651d3-6e27-4969-8f5d-53f0762ce2f6 req-b48c72a2-103a-4e55-af17-358e25423af4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 1130 time: 0.0452328 Mar 28 09:50:02.297085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:50:02.363148 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9651d3-6e27-4969-8f5d-53f0762ce2f6 req-58dc118a-e0aa-4b48-a008-d994bf7fb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:50:02.364545 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-de9651d3-6e27-4969-8f5d-53f0762ce2f6 req-58dc118a-e0aa-4b48-a008-d994bf7fb667 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 908 time: 0.0874202 Mar 28 09:50:02.430825 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-de9651d3-6e27-4969-8f5d-53f0762ce2f6 req-cfae9d0b-3721-4c3b-bfc7-3882c48ba317 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d HTTP/1.1" status: 200 len: 999 time: 0.0574222 Mar 28 09:50:02.477195 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9651d3-6e27-4969-8f5d-53f0762ce2f6 req-d297e11f-bd17-450d-b6fa-d455fa6371f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:50:02.478638 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-de9651d3-6e27-4969-8f5d-53f0762ce2f6 req-d297e11f-bd17-450d-b6fa-d455fa6371f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0424063 Mar 28 09:50:02.529565 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9651d3-6e27-4969-8f5d-53f0762ce2f6 req-ed29c3ab-0854-43c2-8050-015fe83abdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:50:02.531064 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-de9651d3-6e27-4969-8f5d-53f0762ce2f6 req-ed29c3ab-0854-43c2-8050-015fe83abdb8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0470488 Mar 28 09:50:02.616382 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-de9651d3-6e27-4969-8f5d-53f0762ce2f6 req-a779890a-9d87-4d62-af5f-17eae93edae6 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792589 Mar 28 09:50:03.032566 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-de9651d3-6e27-4969-8f5d-53f0762ce2f6 req-2ebe29d8-1063-435b-8fcd-05aebb492d47 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100661 Mar 28 09:50:03.794026 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:50:21.722568 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:50:27.335062 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-63f5e581-1e1b-4488-bb90-a7c48de795f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:50:28.498119 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:50:29.560428 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cb1b8d6e-00ba-436c-a538-2dd4ce74613f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:50:30.736809 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:50:32.302420 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:50:33.796050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:50:51.736632 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:50:57.336471 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-880987f0-17cc-4ccf-8b92-efdd5dd4d22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:50:59.561201 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b1419fcd-02d7-4933-a68e-9ef731140a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:51:00.737042 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:51:02.294894 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:51:03.178046 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3a0d401b-0ba0-4c77-8f50-71539296bc46 req-8e843526-ff9c-48ad-b66a-f35ab536f58f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443337 Mar 28 09:51:03.261322 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d401b-0ba0-4c77-8f50-71539296bc46 req-8a84fa10-1eb3-4ef3-a7e9-1f6e142b0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:51:03.262854 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3a0d401b-0ba0-4c77-8f50-71539296bc46 req-8a84fa10-1eb3-4ef3-a7e9-1f6e142b0962 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 1130 time: 0.0458953 Mar 28 09:51:03.359853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d401b-0ba0-4c77-8f50-71539296bc46 req-5c00a30e-48c2-41b7-94ad-178c77896d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:51:03.361161 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3a0d401b-0ba0-4c77-8f50-71539296bc46 req-5c00a30e-48c2-41b7-94ad-178c77896d50 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 908 time: 0.0820403 Mar 28 09:51:03.429116 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3a0d401b-0ba0-4c77-8f50-71539296bc46 req-751ecf96-bd0c-4a83-baf7-69be1808d1b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d HTTP/1.1" status: 200 len: 999 time: 0.0621119 Mar 28 09:51:03.476822 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d401b-0ba0-4c77-8f50-71539296bc46 req-b3cd444a-136b-4039-9af2-1430f9889cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:51:03.478359 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3a0d401b-0ba0-4c77-8f50-71539296bc46 req-b3cd444a-136b-4039-9af2-1430f9889cfd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0430233 Mar 28 09:51:03.525742 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d401b-0ba0-4c77-8f50-71539296bc46 req-dc3c0564-23cd-4979-bd77-be1ae4272847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:51:03.527233 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3a0d401b-0ba0-4c77-8f50-71539296bc46 req-dc3c0564-23cd-4979-bd77-be1ae4272847 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438333 Mar 28 09:51:03.617870 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3a0d401b-0ba0-4c77-8f50-71539296bc46 req-6b95b93d-5320-45d8-ad6c-2aeaaf816007 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847685 Mar 28 09:51:03.706251 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3a0d401b-0ba0-4c77-8f50-71539296bc46 req-945569bf-d288-4437-b7aa-7c101df60594 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823903 Mar 28 09:51:03.799726 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:51:05.497158 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:51:21.736048 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:51:27.338968 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2e0a7f92-10ec-495e-8d23-17953c34728c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:51:29.562870 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-76b3c91a-0af4-4327-9813-36763bb53ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:51:30.739118 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:51:32.297409 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:51:33.801294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:51:42.496976 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:51:51.735036 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:51:57.341843 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d5106fe5-8fb8-40ac-be4b-88403e50ec51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:51:59.564751 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cad95290-5450-45d1-a160-b15e4eb9dd2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:00.742791 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:02.299678 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:03.802535 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:05.174855 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-154dd6f0-22d6-4ae1-8967-11eaebe01075 req-241bade8-f00e-4691-89c2-c60b0bdae860 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429215 Mar 28 09:52:05.257925 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dd6f0-22d6-4ae1-8967-11eaebe01075 req-956071e8-a1a3-4e88-97fc-4fa15ae0371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:05.259392 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-154dd6f0-22d6-4ae1-8967-11eaebe01075 req-956071e8-a1a3-4e88-97fc-4fa15ae0371c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 1130 time: 0.0440798 Mar 28 09:52:05.367965 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dd6f0-22d6-4ae1-8967-11eaebe01075 req-238ee61a-3711-49fb-8cd2-8769a5a40550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:05.369349 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-154dd6f0-22d6-4ae1-8967-11eaebe01075 req-238ee61a-3711-49fb-8cd2-8769a5a40550 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 908 time: 0.0870481 Mar 28 09:52:05.435017 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-154dd6f0-22d6-4ae1-8967-11eaebe01075 req-0dd3d930-2f5f-44fd-9a04-5b5d367b7ea9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d HTTP/1.1" status: 200 len: 999 time: 0.0587168 Mar 28 09:52:05.482501 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dd6f0-22d6-4ae1-8967-11eaebe01075 req-9c1a9cfc-c7fe-4b47-825e-9a66b6f13613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:05.483908 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-154dd6f0-22d6-4ae1-8967-11eaebe01075 req-9c1a9cfc-c7fe-4b47-825e-9a66b6f13613 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0425472 Mar 28 09:52:05.535133 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dd6f0-22d6-4ae1-8967-11eaebe01075 req-c40aa85c-5e46-42f6-a35f-784bd33d56f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:05.536642 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-154dd6f0-22d6-4ae1-8967-11eaebe01075 req-c40aa85c-5e46-42f6-a35f-784bd33d56f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0472362 Mar 28 09:52:05.623948 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-154dd6f0-22d6-4ae1-8967-11eaebe01075 req-a3ea50de-efb6-4123-9489-f1caa6e73666 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802917 Mar 28 09:52:05.716377 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-154dd6f0-22d6-4ae1-8967-11eaebe01075 req-a1290696-5b8c-4015-910d-45dcba50e774 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862713 Mar 28 09:52:19.393979 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60018) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:52:19.495459 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:52:19.549835 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Deleting port be90ff4f-5e15-444d-bb25-f1127abefedc {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:52:19.550178 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (be90ff4f-5e15-444d-bb25-f1127abefedc), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:19.623812 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (be90ff4f-5e15-444d-bb25-f1127abefedc), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:19.624134 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for floatingip (be90ff4f-5e15-444d-bb25-f1127abefedc), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:19.637423 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Calling delete_port for be90ff4f-5e15-444d-bb25-f1127abefedc owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:52:19.785925 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (be90ff4f-5e15-444d-bb25-f1127abefedc), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:19.815438 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event deleted for resources: {'Port': ['ID=be90ff4f-5e15-444d-bb25-f1127abefedc,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:52:19.857149 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:19.857490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:19.857864 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:19.858208 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:19.858542 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:19.858871 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:19.859198 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:19.859524 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:19.859847 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:19.860171 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:19.860496 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:19.860815 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:19.861137 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:19.861452 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:19.861798 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:19.882416 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for floatingip (d7561590-fd36-4750-beef-8774027b2115), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:19.882732 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Floating IP d7561590-fd36-4750-beef-8774027b2115 disassociated (deleted). External IP: 172.36.4.8, port: f5c463a8-7da7-438d-bca2-00e0dfc0b81d. Mar 28 09:52:20.088852 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Router c6ca46fe-c112-42a5-af5f-b4a45b732f52 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:52:20.197218 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:52:20.202644 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:20.207659 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8d4126-9d60-4963-9570-a005432955e2 None None] Sync routers for ids ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:52:20.217871 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8d4126-9d60-4963-9570-a005432955e2 None None] Routers {'c6ca46fe-c112-42a5-af5f-b4a45b732f52'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:52:20.218471 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9a8d4126-9d60-4963-9570-a005432955e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:52:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:52:20.232192 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-e5cc72b2-efaa-4df8-81f8-7e4f5c6064d1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "DELETE /v2.0/floatingips/d7561590-fd36-4750-beef-8774027b2115 HTTP/1.1" status: 204 len: 168 time: 0.8371408 Mar 28 09:52:20.232886 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a38ee6f-09d8-446a-980c-d51296165f02', 'tag': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:52:20.235263 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d221987-d8d1-4a7a-8eca-52c129d679aa" -d '{"events": [{"name": "network-changed", "server_uuid": "1a38ee6f-09d8-446a-980c-d51296165f02", "tag": "f5c463a8-7da7-438d-bca2-00e0dfc0b81d"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:52:20.332008 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-9a8d4126-9d60-4963-9570-a005432955e2 None None] Set router c6ca46fe-c112-42a5-af5f-b4a45b732f52 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:52:20.349213 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bdb4bb-5404-45fc-967c-b1711367c9b1 x-openstack-request-id: req-95bdb4bb-5404-45fc-967c-b1711367c9b1 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:52:20.349638 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a38ee6f-09d8-446a-980c-d51296165f02", "tag": "f5c463a8-7da7-438d-bca2-00e0dfc0b81d", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:52:20.349964 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95bdb4bb-5404-45fc-967c-b1711367c9b1 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:52:20.350449 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95bdb4bb-5404-45fc-967c-b1711367c9b1'] response: {'name': 'network-changed', 'server_uuid': '1a38ee6f-09d8-446a-980c-d51296165f02', 'tag': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d', 'status': 'completed', 'code': 200} Mar 28 09:52:20.425751 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d221987-d8d1-4a7a-8eca-52c129d679aa req-9c27db6b-4cbe-48ac-8ed0-b325d128a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:20.427276 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d221987-d8d1-4a7a-8eca-52c129d679aa req-9c27db6b-4cbe-48ac-8ed0-b325d128a85d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 1130 time: 0.0549710 Mar 28 09:52:20.496265 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dd302-3cde-44d1-87c4-63f6bef4d234 req-6d4fb39e-d92b-4045-94e7-30442a21abcf tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:20.501073 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-733dd302-3cde-44d1-87c4-63f6bef4d234 req-6d4fb39e-d92b-4045-94e7-30442a21abcf tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 946 time: 0.0667956 Mar 28 09:52:20.532184 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d221987-d8d1-4a7a-8eca-52c129d679aa req-1e03c1aa-7225-4893-9ae8-79a6b5a48bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:20.533695 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d221987-d8d1-4a7a-8eca-52c129d679aa req-1e03c1aa-7225-4893-9ae8-79a6b5a48bdb service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 908 time: 0.0989935 Mar 28 09:52:20.553348 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-733dd302-3cde-44d1-87c4-63f6bef4d234 req-8e87526c-df0f-49d5-a5f3-fdd1da9ec583 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488749 Mar 28 09:52:20.577562 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d221987-d8d1-4a7a-8eca-52c129d679aa req-8b3130ef-3a86-4579-83de-dc279b73cce6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d HTTP/1.1" status: 200 len: 217 time: 0.0365539 Mar 28 09:52:20.626758 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9a8d4126-9d60-4963-9570-a005432955e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd582010d-5364-4151-b957-6b30ee46832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:45:54Z', 'revision_number': 4, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port': {'id': 'd582010d-5364-4151-b957-6b30ee46832a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:52Z', 'updated_at': '2022-03-28T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'eca5153f-81af-4a8e-8785-84880fd17937', 'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'mac_address': 'fa:16:3e:fe:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:54Z', 'updated_at': '2022-03-28T09:45:58Z', 'revision_number': 5, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'subnets': [{'id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:52:20.627379 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d221987-d8d1-4a7a-8eca-52c129d679aa req-c366d568-301b-42f4-813e-3c60b7011e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:20.628610 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d221987-d8d1-4a7a-8eca-52c129d679aa req-c366d568-301b-42f4-813e-3c60b7011e81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0451014 Mar 28 09:52:20.652474 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8d4126-9d60-4963-9570-a005432955e2 None None] Checking router: c6ca46fe-c112-42a5-af5f-b4a45b732f52 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:52:20.661310 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8d4126-9d60-4963-9570-a005432955e2 None None] Routers {'c6ca46fe-c112-42a5-af5f-b4a45b732f52'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:52:20.661951 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9a8d4126-9d60-4963-9570-a005432955e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:52:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:52:20.678545 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d221987-d8d1-4a7a-8eca-52c129d679aa req-61363bf8-3b21-49f0-839c-a44148450212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:20.680067 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d221987-d8d1-4a7a-8eca-52c129d679aa req-61363bf8-3b21-49f0-839c-a44148450212 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445948 Mar 28 09:52:20.770295 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-9a8d4126-9d60-4963-9570-a005432955e2 None None] Set router c6ca46fe-c112-42a5-af5f-b4a45b732f52 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:52:20.773495 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d221987-d8d1-4a7a-8eca-52c129d679aa req-2079a449-9449-4a8a-b0b0-8511a3f1c75d service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868411 Mar 28 09:52:20.865201 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d221987-d8d1-4a7a-8eca-52c129d679aa req-2a6be08f-b8b5-448f-819b-d706b789eda4 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842469 Mar 28 09:52:20.971875 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9a8d4126-9d60-4963-9570-a005432955e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd582010d-5364-4151-b957-6b30ee46832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:45:54Z', 'revision_number': 4, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port': {'id': 'd582010d-5364-4151-b957-6b30ee46832a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:52Z', 'updated_at': '2022-03-28T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'eca5153f-81af-4a8e-8785-84880fd17937', 'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'mac_address': 'fa:16:3e:fe:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:54Z', 'updated_at': '2022-03-28T09:45:58Z', 'revision_number': 5, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'subnets': [{'id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:52:20.998393 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8d4126-9d60-4963-9570-a005432955e2 None None] The sync data for ids ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'] in dv-neutron-master-2-hyperv is: [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd582010d-5364-4151-b957-6b30ee46832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:45:54Z', 'revision_number': 4, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port': {'id': 'd582010d-5364-4151-b957-6b30ee46832a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:52Z', 'updated_at': '2022-03-28T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'eca5153f-81af-4a8e-8785-84880fd17937', 'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'mac_address': 'fa:16:3e:fe:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:54Z', 'updated_at': '2022-03-28T09:45:58Z', 'revision_number': 5, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'subnets': [{'id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:52:21.203628 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7454bf-a354-449f-be9f-ccbac3e648a6 None None] New status for floating IP d7561590-fd36-4750-beef-8774027b2115: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:52:21.683579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ddbe0-fab8-4970-bd28-18fe834c6e9e req-e15c0791-54e3-4cc8-b2f8-4aff5d37b0af tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:21.685787 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2c0ddbe0-fab8-4970-bd28-18fe834c6e9e req-e15c0791-54e3-4cc8-b2f8-4aff5d37b0af tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 946 time: 0.0587180 Mar 28 09:52:21.734761 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:21.762666 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2c0ddbe0-fab8-4970-bd28-18fe834c6e9e req-aa27a182-2f94-4f7a-9b25-be8d36c13544 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=20ad70ac-6114-4026-8804-76228135c9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699666 Mar 28 09:52:21.786276 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce75263-a5ea-40c1-84d0-137441f6c6ef req-ad39210b-6341-433a-afd9-404af0ce18be tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:21.787827 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1ce75263-a5ea-40c1-84d0-137441f6c6ef req-ad39210b-6341-433a-afd9-404af0ce18be tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a38ee6f-09d8-446a-980c-d51296165f02 HTTP/1.1" status: 200 len: 946 time: 0.0685172 Mar 28 09:52:21.884942 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-1ce75263-a5ea-40c1-84d0-137441f6c6ef req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Deleting port f5c463a8-7da7-438d-bca2-00e0dfc0b81d {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:52:21.885207 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-1ce75263-a5ea-40c1-84d0-137441f6c6ef req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:21.970963 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-1ce75263-a5ea-40c1-84d0-137441f6c6ef req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] For port f5c463a8-7da7-438d-bca2-00e0dfc0b81d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:52:21.971330 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-1ce75263-a5ea-40c1-84d0-137441f6c6ef req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:21.984398 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-1ce75263-a5ea-40c1-84d0-137441f6c6ef req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Calling delete_port for f5c463a8-7da7-438d-bca2-00e0dfc0b81d owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:52:22.117539 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-1ce75263-a5ea-40c1-84d0-137441f6c6ef req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (f5c463a8-7da7-438d-bca2-00e0dfc0b81d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:22.146363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event deleted for resources: {'Port': ['ID=f5c463a8-7da7-438d-bca2-00e0dfc0b81d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:52:22.159058 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:22.159423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:22.159780 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:22.160134 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:22.160483 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:22.160828 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:22.161167 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:22.161503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:22.161871 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:22.162213 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:22.162554 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:22.162894 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:22.163227 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:22.163561 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:22.163891 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:52:22.202976 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce75263-a5ea-40c1-84d0-137441f6c6ef req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] No DVR routers for this DVR port f5c463a8-7da7-438d-bca2-00e0dfc0b81d on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:52:22.205600 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-1ce75263-a5ea-40c1-84d0-137441f6c6ef req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:22.208976 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1ce75263-a5ea-40c1-84d0-137441f6c6ef req-d5c6d579-296a-48ad-ab88-69f2798f5885 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.16 "DELETE /v2.0/ports/f5c463a8-7da7-438d-bca2-00e0dfc0b81d HTTP/1.1" status: 204 len: 173 time: 0.4154527 Mar 28 09:52:22.209459 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a38ee6f-09d8-446a-980c-d51296165f02', 'name': 'network-vif-deleted', 'tag': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:52:22.211729 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5af8a7d-683f-4463-be2a-e332b6585a8a" -d '{"events": [{"server_uuid": "1a38ee6f-09d8-446a-980c-d51296165f02", "name": "network-vif-deleted", "tag": "f5c463a8-7da7-438d-bca2-00e0dfc0b81d"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:52:22.306176 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bc94b9-8edc-49d2-b5b9-76f0ed32b8ca x-openstack-request-id: req-88bc94b9-8edc-49d2-b5b9-76f0ed32b8ca {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:52:22.306474 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a38ee6f-09d8-446a-980c-d51296165f02", "name": "network-vif-deleted", "tag": "f5c463a8-7da7-438d-bca2-00e0dfc0b81d", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:52:22.306732 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88bc94b9-8edc-49d2-b5b9-76f0ed32b8ca {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:52:22.307147 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88bc94b9-8edc-49d2-b5b9-76f0ed32b8ca'] response: {'server_uuid': '1a38ee6f-09d8-446a-980c-d51296165f02', 'name': 'network-vif-deleted', 'tag': 'f5c463a8-7da7-438d-bca2-00e0dfc0b81d', 'status': 'completed', 'code': 200} Mar 28 09:52:22.819068 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60044) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:52:22.874632 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d918-0c71-460f-af58-e9dc3ac2d9fd tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group (20ad70ac-6114-4026-8804-76228135c9ef), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:22.899005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d918-0c71-460f-af58-e9dc3ac2d9fd tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group (20ad70ac-6114-4026-8804-76228135c9ef), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:22.957734 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d918-0c71-460f-af58-e9dc3ac2d9fd tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (20ad70ac-6114-4026-8804-76228135c9ef), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:22.960449 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d918-0c71-460f-af58-e9dc3ac2d9fd tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:22.961594 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c7e9d918-0c71-460f-af58-e9dc3ac2d9fd tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "DELETE /v2.0/security-groups/20ad70ac-6114-4026-8804-76228135c9ef HTTP/1.1" status: 204 len: 168 time: 0.1415377 Mar 28 09:52:22.971648 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9d918-0c71-460f-af58-e9dc3ac2d9fd tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ad70ac-6114-4026-8804-76228135c9ef,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:52:23.353972 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60050) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:52:23.359347 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-db714d38-9bd9-4a7a-a15e-6abfbfdd0257 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1141915795', 'description': 'tempest-secgroup-smoke-1141915795 description', 'project_id': '0f6ebf4a25df42b2b3714cde89406c14'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:52:23.380265 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-db714d38-9bd9-4a7a-a15e-6abfbfdd0257 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.446661 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-db714d38-9bd9-4a7a-a15e-6abfbfdd0257 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group (18fe0ae3-1bfe-4bef-8a86-872ca4368be6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.450889 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-db714d38-9bd9-4a7a-a15e-6abfbfdd0257 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (18fe0ae3-1bfe-4bef-8a86-872ca4368be6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.479195 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-db714d38-9bd9-4a7a-a15e-6abfbfdd0257 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.480399 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-db714d38-9bd9-4a7a-a15e-6abfbfdd0257 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1253970 Mar 28 09:52:23.482477 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db714d38-9bd9-4a7a-a15e-6abfbfdd0257 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18fe0ae3-1bfe-4bef-8a86-872ca4368be6,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:52:23.483453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 60052) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:52:23.488260 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a2d3e75d-dd78-4c53-895d-7d34831ea897 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Request body: {'security_group_rule': {'security_group_id': '18fe0ae3-1bfe-4bef-8a86-872ca4368be6', 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:52:23.519363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2d3e75d-dd78-4c53-895d-7d34831ea897 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (20f5d395-ecdd-475b-b94a-c8f8f72b464c), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.564504 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2d3e75d-dd78-4c53-895d-7d34831ea897 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (20f5d395-ecdd-475b-b94a-c8f8f72b464c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.568291 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2d3e75d-dd78-4c53-895d-7d34831ea897 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (20f5d395-ecdd-475b-b94a-c8f8f72b464c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.588613 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3e75d-dd78-4c53-895d-7d34831ea897 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f5d395-ecdd-475b-b94a-c8f8f72b464c,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:52:23.594911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2d3e75d-dd78-4c53-895d-7d34831ea897 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.595906 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a2d3e75d-dd78-4c53-895d-7d34831ea897 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1112723 Mar 28 09:52:23.598525 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 60054) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:52:23.602789 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f8aea044-706f-4555-84b9-8536be2a902e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Request body: {'security_group_rule': {'security_group_id': '18fe0ae3-1bfe-4bef-8a86-872ca4368be6', 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:52:23.627118 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f8aea044-706f-4555-84b9-8536be2a902e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (868a8546-a7c5-4b05-8b6c-238158e2d821), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.684915 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f8aea044-706f-4555-84b9-8536be2a902e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (868a8546-a7c5-4b05-8b6c-238158e2d821), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.689559 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f8aea044-706f-4555-84b9-8536be2a902e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (868a8546-a7c5-4b05-8b6c-238158e2d821), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.707923 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aea044-706f-4555-84b9-8536be2a902e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868a8546-a7c5-4b05-8b6c-238158e2d821,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:52:23.715563 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f8aea044-706f-4555-84b9-8536be2a902e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.716784 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f8aea044-706f-4555-84b9-8536be2a902e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173332 Mar 28 09:52:23.719499 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 60056) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:52:23.723810 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-7db887ef-a62b-4861-aacb-bf34850613c3 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Request body: {'security_group_rule': {'security_group_id': '18fe0ae3-1bfe-4bef-8a86-872ca4368be6', 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:52:23.748487 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7db887ef-a62b-4861-aacb-bf34850613c3 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (a09efed1-8e94-4ea9-b688-b4631394c736), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.804494 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7db887ef-a62b-4861-aacb-bf34850613c3 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (a09efed1-8e94-4ea9-b688-b4631394c736), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.807884 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7db887ef-a62b-4861-aacb-bf34850613c3 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (a09efed1-8e94-4ea9-b688-b4631394c736), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.824887 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db887ef-a62b-4861-aacb-bf34850613c3 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09efed1-8e94-4ea9-b688-b4631394c736,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:52:23.832731 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7db887ef-a62b-4861-aacb-bf34850613c3 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.833970 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-7db887ef-a62b-4861-aacb-bf34850613c3 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134903 Mar 28 09:52:23.836719 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60058) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:52:23.842135 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1c36a8cc-33e0-4027-86df-3abb098cca36 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Request body: {'security_group_rule': {'security_group_id': '18fe0ae3-1bfe-4bef-8a86-872ca4368be6', 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:52:23.865836 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c36a8cc-33e0-4027-86df-3abb098cca36 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (6009572e-a545-4144-8591-edf5eae4ab8b), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.925736 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c36a8cc-33e0-4027-86df-3abb098cca36 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (6009572e-a545-4144-8591-edf5eae4ab8b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.929177 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c36a8cc-33e0-4027-86df-3abb098cca36 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (6009572e-a545-4144-8591-edf5eae4ab8b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.947565 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36a8cc-33e0-4027-86df-3abb098cca36 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6009572e-a545-4144-8591-edf5eae4ab8b,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:52:23.953183 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c36a8cc-33e0-4027-86df-3abb098cca36 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:23.954399 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1c36a8cc-33e0-4027-86df-3abb098cca36 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166654 Mar 28 09:52:23.957115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60060) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:52:23.961255 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f6c4d169-6692-421b-afbf-aa7708a4eb73 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Request body: {'security_group_rule': {'security_group_id': '18fe0ae3-1bfe-4bef-8a86-872ca4368be6', 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:52:23.981593 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-f6c4d169-6692-421b-afbf-aa7708a4eb73 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Project 0f6ebf4a25df42b2b3714cde89406c14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:52:23.986512 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6c4d169-6692-421b-afbf-aa7708a4eb73 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (a7898dc7-8b80-491c-999d-c49812f22903), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:24.043899 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6c4d169-6692-421b-afbf-aa7708a4eb73 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (a7898dc7-8b80-491c-999d-c49812f22903), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:24.047564 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6c4d169-6692-421b-afbf-aa7708a4eb73 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (a7898dc7-8b80-491c-999d-c49812f22903), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:24.065055 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4d169-6692-421b-afbf-aa7708a4eb73 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7898dc7-8b80-491c-999d-c49812f22903,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:52:24.071900 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6c4d169-6692-421b-afbf-aa7708a4eb73 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:24.073065 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f6c4d169-6692-421b-afbf-aa7708a4eb73 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150086 Mar 28 09:52:24.076491 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60062) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:52:24.081154 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-714c8482-7209-4a64-a1dd-19679c4c2ec5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Request body: {'security_group_rule': {'security_group_id': '18fe0ae3-1bfe-4bef-8a86-872ca4368be6', 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:52:24.101967 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-714c8482-7209-4a64-a1dd-19679c4c2ec5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Project 0f6ebf4a25df42b2b3714cde89406c14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:52:24.106846 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-714c8482-7209-4a64-a1dd-19679c4c2ec5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (6efe0fd7-27d0-4ddc-8956-b3e2d4e034f8), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:24.164149 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-714c8482-7209-4a64-a1dd-19679c4c2ec5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (6efe0fd7-27d0-4ddc-8956-b3e2d4e034f8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:24.167594 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-714c8482-7209-4a64-a1dd-19679c4c2ec5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (6efe0fd7-27d0-4ddc-8956-b3e2d4e034f8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:24.185654 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c8482-7209-4a64-a1dd-19679c4c2ec5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efe0fd7-27d0-4ddc-8956-b3e2d4e034f8,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:52:24.194555 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-714c8482-7209-4a64-a1dd-19679c4c2ec5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:24.195741 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-714c8482-7209-4a64-a1dd-19679c4c2ec5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183465 Mar 28 09:52:25.064305 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device f5c463a8-7da7-438d-bca2-00e0dfc0b81d no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:52:25.085225 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: f5c463a8-7da7-438d-bca2-00e0dfc0b81d {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:52:25.085575 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device f5c463a8-7da7-438d-bca2-00e0dfc0b81d not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:52:27.346840 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-53d90684-3339-40f0-b9c5-20768dfca698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:29.568188 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f87425f5-a47f-45fc-be96-269caf453632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:30.745645 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:32.308136 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:33.804790 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:43.672520 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-8be2f996-c6d7-4d6c-be62-2c4cbf6f1f9b tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1141915795&fields=id&tenant_id=0f6ebf4a25df42b2b3714cde89406c14 HTTP/1.1" status: 200 len: 267 time: 0.0456526 Mar 28 09:52:43.775126 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-5b63ced2-04cb-4371-a600-0e479c74d43e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:43.776484 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-5b63ced2-04cb-4371-a600-0e479c74d43e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 808 time: 0.0975852 Mar 28 09:52:43.790606 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-9d17c130-9bf4-41a0-9b6f-7eebebcd0da5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/quotas/0f6ebf4a25df42b2b3714cde89406c14 HTTP/1.1" status: 200 len: 375 time: 0.0087857 Mar 28 09:52:43.843974 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-134c1b55-8c1c-445d-8291-87481532ca9c tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479014 Mar 28 09:52:43.858972 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-f46484bb-c337-4319-843c-f2e6297a5091 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:52:43.859950 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-f46484bb-c337-4319-843c-f2e6297a5091 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054424 Mar 28 09:52:43.949545 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-9606cc7b-70c6-4b9d-8cbc-a8a5ca9c369d service neutron] 10.222.0.15 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840991 Mar 28 09:52:44.035785 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-4e4257e8-08ef-40b3-8634-eb561396c63d service neutron] 10.222.0.15 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805190 Mar 28 09:52:44.318131 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7a02babb-82ec-482d-a4d4-a4bd84580bcb req-544e7fe4-633b-4527-9e5e-5ed2689bfb7d tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 210 time: 0.0318007 Mar 28 09:52:45.248734 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-85d79a98-ef41-4ec6-9cfb-f95d063a29c8 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:45.250444 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-85d79a98-ef41-4ec6-9cfb-f95d063a29c8 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 808 time: 0.1090903 Mar 28 09:52:45.315266 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-87902f72-c962-4cc8-aeba-013dc2c472fa tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f6ebf4a25df42b2b3714cde89406c14 HTTP/1.1" status: 200 len: 380 time: 0.0568988 Mar 28 09:52:45.323495 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-c122544e-d1d8-48f6-bd06-fe6a36ada8c5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Request body: {'port': {'device_id': '984aed1a-535f-4ddd-84f6-9db7f383f7ba', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'admin_state_up': True, 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'security_groups': ['18fe0ae3-1bfe-4bef-8a86-872ca4368be6']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:52:45.427213 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-aa0f5ab1-62f8-4a20-bfde-3ac6fa293fd6 req-b11cc06e-bb3e-4870-a585-cc646b341949 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 210 time: 0.0352058 Mar 28 09:52:45.452089 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-c122544e-d1d8-48f6-bd06-fe6a36ada8c5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Made reservation on behalf of 0f6ebf4a25df42b2b3714cde89406c14 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:52:45.452089 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-c122544e-d1d8-48f6-bd06-fe6a36ada8c5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:45.577982 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-c122544e-d1d8-48f6-bd06-fe6a36ada8c5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Allocated IP 172.20.0.12 (50de409f-179d-4fd6-90f3-7a1f0414ed7e/4f055491-70b4-4f15-ac67-f3ca02ab2602/eee54c78-9fba-430b-ae90-d7dbc2644d7c) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:52:45.714122 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-c122544e-d1d8-48f6-bd06-fe6a36ada8c5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:45.748139 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-c122544e-d1d8-48f6-bd06-fe6a36ada8c5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:45.794523 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-c122544e-d1d8-48f6-bd06-fe6a36ada8c5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Network 50de409f-179d-4fd6-90f3-7a1f0414ed7e is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:52:45.797716 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-c122544e-d1d8-48f6-bd06-fe6a36ada8c5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:52:45.804208 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-c122544e-d1d8-48f6-bd06-fe6a36ada8c5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:52:45.829757 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122544e-d1d8-48f6-bd06-fe6a36ada8c5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'Port': ['ID=eee54c78-9fba-430b-ae90-d7dbc2644d7c,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:52:45.858866 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-c122544e-d1d8-48f6-bd06-fe6a36ada8c5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:45.859518 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-c122544e-d1d8-48f6-bd06-fe6a36ada8c5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:45.877920 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-c122544e-d1d8-48f6-bd06-fe6a36ada8c5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5579607 Mar 28 09:52:45.890768 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Request body: {'port': {'device_id': '984aed1a-535f-4ddd-84f6-9db7f383f7ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:52:45.956349 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:46.109571 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59007d98-ba30-4343-ae2c-5cbd7d4a9ac3 None None] Provisioning complete for port eee54c78-9fba-430b-ae90-d7dbc2644d7c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:52:46.110188 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59007d98-ba30-4343-ae2c-5cbd7d4a9ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:46.147050 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59007d98-ba30-4343-ae2c-5cbd7d4a9ac3 None None] Port eee54c78-9fba-430b-ae90-d7dbc2644d7c cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:52:46.231436 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee54c78-9fba-430b-ae90-d7dbc2644d7c {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:52:46.239041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Publish callbacks [] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:46.252832 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Transition to ACTIVE for port object eee54c78-9fba-430b-ae90-d7dbc2644d7c will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:52:46.255898 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:46.323597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=eee54c78-9fba-430b-ae90-d7dbc2644d7c,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:52:46.380292 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Attempting to bind port eee54c78-9fba-430b-ae90-d7dbc2644d7c on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:52:46.380641 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Attempting to bind port eee54c78-9fba-430b-ae90-d7dbc2644d7c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0dc78120-ed05-43ba-8da5-c9dc13ad47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:52:46.380980 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Attempting to bind port eee54c78-9fba-430b-ae90-d7dbc2644d7c on network 50de409f-179d-4fd6-90f3-7a1f0414ed7e {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:52:46.386114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Port eee54c78-9fba-430b-ae90-d7dbc2644d7c on network 50de409f-179d-4fd6-90f3-7a1f0414ed7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:52:46.386453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Attempting to bind port eee54c78-9fba-430b-ae90-d7dbc2644d7c on network 50de409f-179d-4fd6-90f3-7a1f0414ed7e {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:52:46.392287 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:52:46.392624 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Checking segment: {'id': '0dc78120-ed05-43ba-8da5-c9dc13ad47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:52:46.393018 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Bound using segment: {'id': '0dc78120-ed05-43ba-8da5-c9dc13ad47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:52:46.393453 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Bound port: eee54c78-9fba-430b-ae90-d7dbc2644d7c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc78120-ed05-43ba-8da5-c9dc13ad47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:52:46.393845 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:46.472744 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] For port eee54c78-9fba-430b-ae90-d7dbc2644d7c, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:52:46.476868 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] For port eee54c78-9fba-430b-ae90-d7dbc2644d7c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eee54c78-9fba-430b-ae90-d7dbc2644d7c,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:52:46.491794 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:46.558654 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:46.559598 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:46.561011 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] 10.222.0.16 "PUT /v2.0/ports/eee54c78-9fba-430b-ae90-d7dbc2644d7c HTTP/1.1" status: 200 len: 1094 time: 0.6754358 Mar 28 09:52:46.562390 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984aed1a-535f-4ddd-84f6-9db7f383f7ba', 'tag': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:52:46.564624 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ae99c7-7946-4817-8141-cad2c0f03cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "984aed1a-535f-4ddd-84f6-9db7f383f7ba", "tag": "eee54c78-9fba-430b-ae90-d7dbc2644d7c"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:52:46.594758 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4d450-3291-42f2-9462-eea04ad74eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=eee54c78-9fba-430b-ae90-d7dbc2644d7c,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:52:46.610709 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f470a-b2c0-4d42-b118-14842a7596ab req-12d6aa97-360b-4cb0-bcdd-d99368aab6f6 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:46.612275 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dc6f470a-b2c0-4d42-b118-14842a7596ab req-12d6aa97-360b-4cb0-bcdd-d99368aab6f6 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0943871 Mar 28 09:52:46.670680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4958008b-f302-4b0e-8e09-f2bf00b63613 x-openstack-request-id: req-4958008b-f302-4b0e-8e09-f2bf00b63613 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:52:46.671016 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984aed1a-535f-4ddd-84f6-9db7f383f7ba", "tag": "eee54c78-9fba-430b-ae90-d7dbc2644d7c", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:52:46.672084 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4958008b-f302-4b0e-8e09-f2bf00b63613 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:52:46.672253 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4958008b-f302-4b0e-8e09-f2bf00b63613'] response: {'name': 'network-changed', 'server_uuid': '984aed1a-535f-4ddd-84f6-9db7f383f7ba', 'tag': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c', 'status': 'completed', 'code': 200} Mar 28 09:52:46.718844 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-8da72fb7-9c26-4311-b124-ab5c9e58181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:46.720415 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-8da72fb7-9c26-4311-b124-ab5c9e58181e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 1128 time: 0.1072259 Mar 28 09:52:46.724432 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-dc6f470a-b2c0-4d42-b118-14842a7596ab req-122b898e-b2b5-446b-b878-94095c66790f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987046 Mar 28 09:52:46.779350 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-d7c444bf-be22-44f6-b354-a748c7c13a75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee54c78-9fba-430b-ae90-d7dbc2644d7c HTTP/1.1" status: 200 len: 217 time: 0.0462565 Mar 28 09:52:46.830274 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-1a73cfca-f510-4fb4-98ea-924f5681ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:46.831673 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-1a73cfca-f510-4fb4-98ea-924f5681ade4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0466521 Mar 28 09:52:46.884041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-25ed7212-e09f-4898-9daa-426a0c362306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:46.885549 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-25ed7212-e09f-4898-9daa-426a0c362306 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0487227 Mar 28 09:52:46.975494 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-cf42e6e1-79a1-41e5-954d-f1cb2f971a92 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835893 Mar 28 09:52:47.068966 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2d1b5cd0-7ca2-4613-b541-dac1e9c1da10 req-4040c215-dbd8-4b4c-a910-5b024f61d0d2 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876069 Mar 28 09:52:47.159196 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae99c7-7946-4817-8141-cad2c0f03cd7 req-ce317d62-666c-4dff-8856-d836fd7876da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:47.160718 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-70ae99c7-7946-4817-8141-cad2c0f03cd7 req-ce317d62-666c-4dff-8856-d836fd7876da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 1128 time: 0.0470030 Mar 28 09:52:47.251443 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae99c7-7946-4817-8141-cad2c0f03cd7 req-6f29d7c8-5c5d-4c03-9c7e-2801e6cc80e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:47.252939 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-70ae99c7-7946-4817-8141-cad2c0f03cd7 req-6f29d7c8-5c5d-4c03-9c7e-2801e6cc80e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 908 time: 0.0863998 Mar 28 09:52:47.297727 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-70ae99c7-7946-4817-8141-cad2c0f03cd7 req-e42e33ce-613f-4a3d-9257-4158ddab73e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee54c78-9fba-430b-ae90-d7dbc2644d7c HTTP/1.1" status: 200 len: 217 time: 0.0390139 Mar 28 09:52:47.346149 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae99c7-7946-4817-8141-cad2c0f03cd7 req-bba1a950-5d4b-482b-9bec-a34d485e6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:47.347547 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-70ae99c7-7946-4817-8141-cad2c0f03cd7 req-bba1a950-5d4b-482b-9bec-a34d485e6b79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0445671 Mar 28 09:52:47.398174 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae99c7-7946-4817-8141-cad2c0f03cd7 req-4729eac5-ee06-4af8-a7aa-6d3a5b219025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:47.399718 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-70ae99c7-7946-4817-8141-cad2c0f03cd7 req-4729eac5-ee06-4af8-a7aa-6d3a5b219025 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461848 Mar 28 09:52:47.491088 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-70ae99c7-7946-4817-8141-cad2c0f03cd7 req-d291ca9c-450e-4b21-aba0-1cd4e2ff0929 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847986 Mar 28 09:52:47.582762 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-70ae99c7-7946-4817-8141-cad2c0f03cd7 req-634b7a6a-dc5e-4829-af33-7a9cffa2e66e service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845659 Mar 28 09:52:47.853891 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f616971-5be7-4a59-9d38-d1377b3dda8c req-e8629194-89f9-4b08-b1a6-d14102335e9c tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:47.855366 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8f616971-5be7-4a59-9d38-d1377b3dda8c req-e8629194-89f9-4b08-b1a6-d14102335e9c tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0520163 Mar 28 09:52:47.904359 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8f616971-5be7-4a59-9d38-d1377b3dda8c req-ffdc8d9e-b2cb-4f66-9961-ed1e861c4cc3 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433838 Mar 28 09:52:49.021186 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7869c-6fab-498c-b35b-41f2beca6870 req-ebe57d1d-1972-4372-983f-9b28c80b2531 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:49.022719 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-afe7869c-6fab-498c-b35b-41f2beca6870 req-ebe57d1d-1972-4372-983f-9b28c80b2531 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0529270 Mar 28 09:52:49.076853 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-afe7869c-6fab-498c-b35b-41f2beca6870 req-334d4b9b-8400-4f26-b4b4-1a07029221a0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486126 Mar 28 09:52:50.192749 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb298362-fbde-43a8-ab62-c495d4920b78 req-a9d18411-2660-4a37-9f54-774bb5b44c61 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:50.194234 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cb298362-fbde-43a8-ab62-c495d4920b78 req-a9d18411-2660-4a37-9f54-774bb5b44c61 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0518522 Mar 28 09:52:50.242258 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cb298362-fbde-43a8-ab62-c495d4920b78 req-45702d20-3075-432d-adcc-edf1d5bf1484 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424345 Mar 28 09:52:51.361426 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe30d-6328-487d-9e3b-a6343a1ec1b5 req-1e52b29f-d213-433b-86aa-f24d6f94bcd7 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:51.362851 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b6abe30d-6328-487d-9e3b-a6343a1ec1b5 req-1e52b29f-d213-433b-86aa-f24d6f94bcd7 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0526690 Mar 28 09:52:51.413363 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b6abe30d-6328-487d-9e3b-a6343a1ec1b5 req-a183ce62-8ddd-49f8-8c45-f6ff79609583 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446267 Mar 28 09:52:51.732761 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:52.853960 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722caf8a-cf4b-46a2-99de-74484498105c req-792ddea4-aad3-41a2-ad7e-eaafd6eb9bf8 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:52.855452 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-722caf8a-cf4b-46a2-99de-74484498105c req-792ddea4-aad3-41a2-ad7e-eaafd6eb9bf8 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.3765764 Mar 28 09:52:52.904594 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-722caf8a-cf4b-46a2-99de-74484498105c req-33ec6642-561a-45da-ac2e-665f623c3de2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424378 Mar 28 09:52:54.026583 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506a488-d8d5-45ff-8532-1d935114f470 req-079229bd-2f46-450c-9138-19d21dfa5e23 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:54.028359 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f506a488-d8d5-45ff-8532-1d935114f470 req-079229bd-2f46-450c-9138-19d21dfa5e23 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0542543 Mar 28 09:52:54.084701 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f506a488-d8d5-45ff-8532-1d935114f470 req-5e07f850-29f3-44c2-b00a-f3e7f1231ae3 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499852 Mar 28 09:52:55.206101 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10191633-15c0-4147-beb1-88c61e2ab307 req-0be32128-685d-446b-b15e-48c5953b1d1d tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:55.207957 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-10191633-15c0-4147-beb1-88c61e2ab307 req-0be32128-685d-446b-b15e-48c5953b1d1d tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0544121 Mar 28 09:52:55.260587 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-10191633-15c0-4147-beb1-88c61e2ab307 req-a6835c2a-ac1d-4ffd-b9cf-c67d65afd0b3 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466948 Mar 28 09:52:56.377838 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60840d-f229-453c-a939-37025e954130 req-ac9a28bd-18bf-40e4-8833-69454e6e04d2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:56.379214 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3b60840d-f229-453c-a939-37025e954130 req-ac9a28bd-18bf-40e4-8833-69454e6e04d2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0530386 Mar 28 09:52:56.428742 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-3b60840d-f229-453c-a939-37025e954130 req-a189ed99-53d7-4169-a905-c56ece9a1a7f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439701 Mar 28 09:52:56.494131 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:52:57.348430 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-561e5d23-0365-4d3b-acc4-b72f21b492e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:57.552861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db650a-f96b-4f2c-a15e-5da3717f6db4 req-2d61ff0b-5b03-471e-914d-dce4f9f3f67a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:57.554687 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d7db650a-f96b-4f2c-a15e-5da3717f6db4 req-2d61ff0b-5b03-471e-914d-dce4f9f3f67a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0545082 Mar 28 09:52:57.604355 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d7db650a-f96b-4f2c-a15e-5da3717f6db4 req-92abcf54-4f73-4d8e-8fbb-4c78f5257a7f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433612 Mar 28 09:52:58.721004 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c4c8a-8b27-476a-bb64-c1c60666a081 req-b1838a15-8e98-4def-a6a1-239479199b3e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:58.722521 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c04c4c8a-8b27-476a-bb64-c1c60666a081 req-b1838a15-8e98-4def-a6a1-239479199b3e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0522294 Mar 28 09:52:58.771031 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c04c4c8a-8b27-476a-bb64-c1c60666a081 req-2ed75b5d-9cc9-42c8-9f79-f484c4dac583 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429099 Mar 28 09:52:59.573187 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-96153295-4970-4cd7-9e1f-fcdc694b4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:52:59.889142 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6e823-f410-4a0b-8f55-f334603cfa95 req-1655d1d6-51ad-4c24-8eba-401e1cf46deb tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:52:59.890529 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2cd6e823-f410-4a0b-8f55-f334603cfa95 req-1655d1d6-51ad-4c24-8eba-401e1cf46deb tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0515876 Mar 28 09:52:59.937925 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2cd6e823-f410-4a0b-8f55-f334603cfa95 req-30cf248c-8ea0-4222-ad6f-8e2b5ba14ba5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419111 Mar 28 09:53:00.749647 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:01.060180 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7addb6d-d062-4bb9-85a1-8982cb664f15 req-0eb663f7-1b81-4652-a6f3-de8a637cf8e4 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:53:01.061598 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d7addb6d-d062-4bb9-85a1-8982cb664f15 req-0eb663f7-1b81-4652-a6f3-de8a637cf8e4 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0573204 Mar 28 09:53:01.110028 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d7addb6d-d062-4bb9-85a1-8982cb664f15 req-e5c864b3-f017-4b07-8f43-0ac3ebfce762 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428312 Mar 28 09:53:02.225545 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711673fd-8a6f-4378-8e35-714ffb914588 req-08f5286d-851f-4809-94a5-9a2ab995e5b7 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:53:02.227006 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-711673fd-8a6f-4378-8e35-714ffb914588 req-08f5286d-851f-4809-94a5-9a2ab995e5b7 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0518694 Mar 28 09:53:02.279539 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-711673fd-8a6f-4378-8e35-714ffb914588 req-3ed58d2d-ed02-48d4-ae10-5bfdb21ea8ed tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468550 Mar 28 09:53:02.307384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:03.399559 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75294803-45f6-4e4e-9148-368e15690a0a req-500aab95-b8be-4dbf-963f-d79b6b2f6293 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:53:03.400959 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-75294803-45f6-4e4e-9148-368e15690a0a req-500aab95-b8be-4dbf-963f-d79b6b2f6293 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0554969 Mar 28 09:53:03.449311 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-75294803-45f6-4e4e-9148-368e15690a0a req-86539535-250f-4404-8d37-9bfd933e892d tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421815 Mar 28 09:53:03.807128 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:04.565447 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302d666-4140-4ba3-a744-e3991b3a1c0b req-afd0cd91-dc0b-43e5-8338-f7f5e916ee4c tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:53:04.566912 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3302d666-4140-4ba3-a744-e3991b3a1c0b req-afd0cd91-dc0b-43e5-8338-f7f5e916ee4c tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0519788 Mar 28 09:53:04.614161 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3302d666-4140-4ba3-a744-e3991b3a1c0b req-6c18d0d6-12ea-43fc-8123-40ddccbc3ecb tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417478 Mar 28 09:53:05.218610 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device eee54c78-9fba-430b-ae90-d7dbc2644d7c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:53:05.314145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port eee54c78-9fba-430b-ae90-d7dbc2644d7c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eee54c78-9fba-430b-ae90-d7dbc2644d7c,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:53:05.324968 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'port_id': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c', 'mac_address': 'fa:16:3e:f9:2b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:53:05.360843 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port eee54c78-9fba-430b-ae90-d7dbc2644d7c is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:53:05.361160 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:05.374585 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee54c78-9fba-430b-ae90-d7dbc2644d7c {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:53:05.393168 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port eee54c78-9fba-430b-ae90-d7dbc2644d7c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eee54c78-9fba-430b-ae90-d7dbc2644d7c,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:53:05.397364 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:05.442199 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=eee54c78-9fba-430b-ae90-d7dbc2644d7c,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:53:05.448907 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:53:05.449265 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:53:05.449613 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:53:05.450015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:53:05.450351 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:53:05.450687 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:53:05.451017 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:53:05.451345 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:53:05.451677 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:53:05.452005 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:53:05.452338 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:53:05.452661 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:53:05.452984 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:53:05.453305 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:53:05.453644 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:53:05.638503 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['eee54c78-9fba-430b-ae90-d7dbc2644d7c'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:53:05.732620 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbc80c-db74-4821-9082-82880078f6ec req-39189746-01cd-4419-9f7f-6b3535fc82ca tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:53:05.734260 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-20bbc80c-db74-4821-9082-82880078f6ec req-39189746-01cd-4419-9f7f-6b3535fc82ca tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 945 time: 0.0532744 Mar 28 09:53:05.790142 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-20bbc80c-db74-4821-9082-82880078f6ec req-ca99c302-956e-4fb5-bbca-0c7c18077f02 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501118 Mar 28 09:53:06.907382 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65a27b-8161-49a5-b10f-1ce2074db32d req-4308dd99-c7e0-4301-a93d-a2d7900d1573 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:53:06.908909 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2e65a27b-8161-49a5-b10f-1ce2074db32d req-4308dd99-c7e0-4301-a93d-a2d7900d1573 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 945 time: 0.0532777 Mar 28 09:53:06.958089 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2e65a27b-8161-49a5-b10f-1ce2074db32d req-23f2e983-6209-4abb-9f0a-d8b506978565 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435350 Mar 28 09:53:07.249929 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device eee54c78-9fba-430b-ae90-d7dbc2644d7c up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:53:07.301914 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port eee54c78-9fba-430b-ae90-d7dbc2644d7c completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:53:07.305942 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port eee54c78-9fba-430b-ae90-d7dbc2644d7c triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:53:07.306325 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:07.389312 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port eee54c78-9fba-430b-ae90-d7dbc2644d7c is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:53:07.389607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:07.412011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984aed1a-535f-4ddd-84f6-9db7f383f7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:53:07.414295 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced1571e-3c81-4917-93d9-4bc8f8a8cddb" -d '{"events": [{"server_uuid": "984aed1a-535f-4ddd-84f6-9db7f383f7ba", "name": "network-vif-plugged", "status": "completed", "tag": "eee54c78-9fba-430b-ae90-d7dbc2644d7c"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:53:07.427022 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port eee54c78-9fba-430b-ae90-d7dbc2644d7c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eee54c78-9fba-430b-ae90-d7dbc2644d7c,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:53:07.432341 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:07.485381 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=eee54c78-9fba-430b-ae90-d7dbc2644d7c,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:53:07.519676 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff73e29-cf6b-467e-9b21-cb194990860c x-openstack-request-id: req-6ff73e29-cf6b-467e-9b21-cb194990860c {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:53:07.519974 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984aed1a-535f-4ddd-84f6-9db7f383f7ba", "name": "network-vif-plugged", "status": "completed", "tag": "eee54c78-9fba-430b-ae90-d7dbc2644d7c", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:53:07.520231 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ff73e29-cf6b-467e-9b21-cb194990860c {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:53:07.520638 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff73e29-cf6b-467e-9b21-cb194990860c'] response: {'server_uuid': '984aed1a-535f-4ddd-84f6-9db7f383f7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c', 'code': 200} Mar 28 09:53:07.699129 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c00173-31a4-48fa-9333-41b656164c21 req-3e68d5d3-ed40-4e9f-914c-0699557dd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:53:07.700606 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-85c00173-31a4-48fa-9333-41b656164c21 req-3e68d5d3-ed40-4e9f-914c-0699557dd644 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 1130 time: 0.0443866 Mar 28 09:53:07.746392 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-85c00173-31a4-48fa-9333-41b656164c21 req-c45be040-e79a-4cd5-a291-6c4276ab699d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400777 Mar 28 09:53:08.078440 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed92c9-d11c-4d43-9f84-fcc02b139332 req-23d44fda-9222-4e68-bb7f-a6d3435abadf tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:53:08.079908 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-33ed92c9-d11c-4d43-9f84-fcc02b139332 req-23d44fda-9222-4e68-bb7f-a6d3435abadf tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0562885 Mar 28 09:53:08.128396 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-33ed92c9-d11c-4d43-9f84-fcc02b139332 req-d38a3cad-c7aa-4aee-84b1-db0abb648ff0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429206 Mar 28 09:53:09.248250 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3953369-f835-4819-b302-f91a53074913 req-c3871dd5-8916-4a35-a692-ee0dd647af3b tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:53:09.249746 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3953369-f835-4819-b302-f91a53074913 req-c3871dd5-8916-4a35-a692-ee0dd647af3b tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0525060 Mar 28 09:53:09.296928 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3953369-f835-4819-b302-f91a53074913 req-e2a8540d-3d7d-407e-a479-d7a4f44adcbf tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417640 Mar 28 09:53:09.414839 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cc62c-a73c-4c24-ba13-42bb92ec8dd3 req-76fd67f4-39fe-4386-a95a-e45b5659c03e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:53:09.416314 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8e7cc62c-a73c-4c24-ba13-42bb92ec8dd3 req-76fd67f4-39fe-4386-a95a-e45b5659c03e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0544989 Mar 28 09:53:09.467673 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8e7cc62c-a73c-4c24-ba13-42bb92ec8dd3 req-c5be50c2-63d6-4564-a072-a7abc33a4b1c tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451865 Mar 28 09:53:09.489891 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60276) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:53:09.589270 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8d18f5-83fe-4c51-af91-73b9911c6017 tempest-TestShelveInstance-1028289732 tempest-TestShelveInstance-1028289732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:53:09.591505 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4a8d18f5-83fe-4c51-af91-73b9911c6017 tempest-TestShelveInstance-1028289732 tempest-TestShelveInstance-1028289732-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 1125 time: 0.1002860 Mar 28 09:53:09.594124 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60280) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:53:09.598253 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:53:09.622210 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:09.720163 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:09.823400 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Allocated IP 172.36.4.241 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/94938a48-17d3-4d0b-8839-3a5b9e646873) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:53:09.922943 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for port (94938a48-17d3-4d0b-8839-3a5b9e646873), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:09.955403 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (94938a48-17d3-4d0b-8839-3a5b9e646873), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:09.991732 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:53:09.994607 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:53:10.000702 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:53:10.025388 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'Port': ['ID=94938a48-17d3-4d0b-8839-3a5b9e646873,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:53:10.347808 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for floatingip (0e659e8b-f09d-40b3-9874-387b24e3bec7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:10.417273 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (94938a48-17d3-4d0b-8839-3a5b9e646873), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:10.561597 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for port (94938a48-17d3-4d0b-8839-3a5b9e646873), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:10.565935 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (94938a48-17d3-4d0b-8839-3a5b9e646873), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:10.634608 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event updated for resources: {'Port': ['ID=94938a48-17d3-4d0b-8839-3a5b9e646873,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:53:10.646862 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (0e659e8b-f09d-40b3-9874-387b24e3bec7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:10.746883 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Floating IP 0e659e8b-f09d-40b3-9874-387b24e3bec7 associated. External IP: 172.36.4.241, port: eee54c78-9fba-430b-ae90-d7dbc2644d7c. Mar 28 09:53:10.953370 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Router c6ca46fe-c112-42a5-af5f-b4a45b732f52 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:53:11.059544 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:53:11.068933 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802850d8-59df-458e-86a0-bbcbb4204af5 None None] Sync routers for ids ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:53:11.077348 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:11.081102 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802850d8-59df-458e-86a0-bbcbb4204af5 None None] Routers {'c6ca46fe-c112-42a5-af5f-b4a45b732f52'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:53:11.081728 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-802850d8-59df-458e-86a0-bbcbb4204af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:53:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:53:11.107532 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2f6a7eea-a9ea-46df-88e1-0f0d58008d0f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5123718 Mar 28 09:53:11.108229 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984aed1a-535f-4ddd-84f6-9db7f383f7ba', 'tag': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:53:11.110516 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cb665e-5366-42a5-94c7-5e56f9723d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "984aed1a-535f-4ddd-84f6-9db7f383f7ba", "tag": "eee54c78-9fba-430b-ae90-d7dbc2644d7c"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:53:11.146735 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a760be9-d9f4-4302-886a-dc2a92f822aa x-openstack-request-id: req-6a760be9-d9f4-4302-886a-dc2a92f822aa {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:53:11.147037 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984aed1a-535f-4ddd-84f6-9db7f383f7ba", "tag": "eee54c78-9fba-430b-ae90-d7dbc2644d7c", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:53:11.147296 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a760be9-d9f4-4302-886a-dc2a92f822aa {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:53:11.147714 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a760be9-d9f4-4302-886a-dc2a92f822aa'] response: {'name': 'network-changed', 'server_uuid': '984aed1a-535f-4ddd-84f6-9db7f383f7ba', 'tag': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c', 'status': 'completed', 'code': 200} Mar 28 09:53:11.190260 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-802850d8-59df-458e-86a0-bbcbb4204af5 None None] Set router c6ca46fe-c112-42a5-af5f-b4a45b732f52 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:53:11.216673 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb665e-5366-42a5-94c7-5e56f9723d7d req-0002891a-5f83-4a9b-8791-f39c1d872b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:53:11.218156 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-12cb665e-5366-42a5-94c7-5e56f9723d7d req-0002891a-5f83-4a9b-8791-f39c1d872b7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 1130 time: 0.0487788 Mar 28 09:53:11.306408 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb665e-5366-42a5-94c7-5e56f9723d7d req-efad8cd8-7e0b-477e-8fe3-c9905c0c735e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:53:11.307886 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-12cb665e-5366-42a5-94c7-5e56f9723d7d req-efad8cd8-7e0b-477e-8fe3-c9905c0c735e service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 908 time: 0.0836701 Mar 28 09:53:11.376267 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-12cb665e-5366-42a5-94c7-5e56f9723d7d req-aea850d0-4fc7-4183-9b2c-f3ce73c066e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee54c78-9fba-430b-ae90-d7dbc2644d7c HTTP/1.1" status: 200 len: 1000 time: 0.0630078 Mar 28 09:53:11.408207 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-802850d8-59df-458e-86a0-bbcbb4204af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd582010d-5364-4151-b957-6b30ee46832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:45:54Z', 'revision_number': 4, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port': {'id': 'd582010d-5364-4151-b957-6b30ee46832a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:52Z', 'updated_at': '2022-03-28T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0e659e8b-f09d-40b3-9874-387b24e3bec7', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'floating_ip_address': '172.36.4.241', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'port_id': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'mac_address': 'fa:16:3e:f9:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984aed1a-535f-4ddd-84f6-9db7f383f7ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:53:10Z', 'updated_at': '2022-03-28T09:53:10Z', 'revision_number': 0, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca5153f-81af-4a8e-8785-84880fd17937', 'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'mac_address': 'fa:16:3e:fe:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:54Z', 'updated_at': '2022-03-28T09:45:58Z', 'revision_number': 5, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'subnets': [{'id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:53:11.424808 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb665e-5366-42a5-94c7-5e56f9723d7d req-b28a6f16-01a9-4060-84e2-ce03ddc0f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:53:11.426362 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-12cb665e-5366-42a5-94c7-5e56f9723d7d req-b28a6f16-01a9-4060-84e2-ce03ddc0f042 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0446701 Mar 28 09:53:11.438360 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802850d8-59df-458e-86a0-bbcbb4204af5 None None] Checking router: c6ca46fe-c112-42a5-af5f-b4a45b732f52 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:53:11.446568 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802850d8-59df-458e-86a0-bbcbb4204af5 None None] Routers {'c6ca46fe-c112-42a5-af5f-b4a45b732f52'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:53:11.447160 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-802850d8-59df-458e-86a0-bbcbb4204af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:53:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:53:11.474801 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb665e-5366-42a5-94c7-5e56f9723d7d req-5837b407-6e8a-40eb-9f80-704e93075ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:53:11.476284 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-12cb665e-5366-42a5-94c7-5e56f9723d7d req-5837b407-6e8a-40eb-9f80-704e93075ff6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439436 Mar 28 09:53:11.552724 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-802850d8-59df-458e-86a0-bbcbb4204af5 None None] Set router c6ca46fe-c112-42a5-af5f-b4a45b732f52 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:53:11.573396 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-12cb665e-5366-42a5-94c7-5e56f9723d7d req-846081c0-7eec-4345-b232-6f75ec9fd11b service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910747 Mar 28 09:53:11.670019 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-12cb665e-5366-42a5-94c7-5e56f9723d7d req-2df341ba-cd00-4c79-b297-cc11802f35c3 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901754 Mar 28 09:53:11.777488 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-802850d8-59df-458e-86a0-bbcbb4204af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd582010d-5364-4151-b957-6b30ee46832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:45:54Z', 'revision_number': 4, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port': {'id': 'd582010d-5364-4151-b957-6b30ee46832a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:52Z', 'updated_at': '2022-03-28T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0e659e8b-f09d-40b3-9874-387b24e3bec7', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'floating_ip_address': '172.36.4.241', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'port_id': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'mac_address': 'fa:16:3e:f9:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984aed1a-535f-4ddd-84f6-9db7f383f7ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:53:10Z', 'updated_at': '2022-03-28T09:53:10Z', 'revision_number': 0, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca5153f-81af-4a8e-8785-84880fd17937', 'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'mac_address': 'fa:16:3e:fe:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:54Z', 'updated_at': '2022-03-28T09:45:58Z', 'revision_number': 5, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'subnets': [{'id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:53:11.807238 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802850d8-59df-458e-86a0-bbcbb4204af5 None None] The sync data for ids ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'] in dv-neutron-master-2-hyperv is: [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd582010d-5364-4151-b957-6b30ee46832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:45:54Z', 'revision_number': 4, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port': {'id': 'd582010d-5364-4151-b957-6b30ee46832a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:52Z', 'updated_at': '2022-03-28T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0e659e8b-f09d-40b3-9874-387b24e3bec7', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'floating_ip_address': '172.36.4.241', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'port_id': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'mac_address': 'fa:16:3e:f9:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984aed1a-535f-4ddd-84f6-9db7f383f7ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:53:10Z', 'updated_at': '2022-03-28T09:53:10Z', 'revision_number': 0, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca5153f-81af-4a8e-8785-84880fd17937', 'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'mac_address': 'fa:16:3e:fe:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:54Z', 'updated_at': '2022-03-28T09:45:58Z', 'revision_number': 5, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'subnets': [{'id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:53:11.998693 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3804e3e9-0ec6-42cd-9a49-235bf550d7e8 None None] New status for floating IP 0e659e8b-f09d-40b3-9874-387b24e3bec7: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:53:21.748652 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:27.351164 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-248705a0-8e97-4aac-bd7a-c68a1755d563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:29.575062 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-af4de405-8a07-4c72-9ccc-9e4b8d57fa39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:30.751655 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:32.310353 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:33.493639 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:53:33.813102 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:51.745814 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:57.353563 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b8ac4782-2636-4757-b874-e16780a63125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:53:59.576818 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-09e02913-4b11-4211-bdab-ffb71fbf33af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:54:00.754020 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:54:02.313817 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:54:03.815381 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:54:05.208457 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-17090e3a-d21a-45c3-bb3c-20ae9a49cd8a req-accf0455-eb58-48fe-b290-0eec3a48c2c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0859315 Mar 28 09:54:05.290667 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17090e3a-d21a-45c3-bb3c-20ae9a49cd8a req-5edefa57-c765-4539-b4f7-a5fd55f91195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:54:05.292141 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-17090e3a-d21a-45c3-bb3c-20ae9a49cd8a req-5edefa57-c765-4539-b4f7-a5fd55f91195 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 1130 time: 0.0436389 Mar 28 09:54:05.396793 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17090e3a-d21a-45c3-bb3c-20ae9a49cd8a req-30d48155-cc8c-47d7-87fb-2e2c661f5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:54:05.398178 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-17090e3a-d21a-45c3-bb3c-20ae9a49cd8a req-30d48155-cc8c-47d7-87fb-2e2c661f5e38 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 908 time: 0.0860336 Mar 28 09:54:05.461331 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-17090e3a-d21a-45c3-bb3c-20ae9a49cd8a req-a5325419-0444-43b1-ad93-d97c75fc4954 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee54c78-9fba-430b-ae90-d7dbc2644d7c HTTP/1.1" status: 200 len: 1002 time: 0.0570962 Mar 28 09:54:05.508099 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17090e3a-d21a-45c3-bb3c-20ae9a49cd8a req-4b549cce-0b28-4240-8afa-052ddc94904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:54:05.509514 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-17090e3a-d21a-45c3-bb3c-20ae9a49cd8a req-4b549cce-0b28-4240-8afa-052ddc94904d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0425575 Mar 28 09:54:05.561467 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17090e3a-d21a-45c3-bb3c-20ae9a49cd8a req-d048d5c6-2321-4eb8-96f3-1c501d06b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:54:05.562974 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-17090e3a-d21a-45c3-bb3c-20ae9a49cd8a req-d048d5c6-2321-4eb8-96f3-1c501d06b757 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0474637 Mar 28 09:54:05.649671 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-17090e3a-d21a-45c3-bb3c-20ae9a49cd8a req-bf5788a2-8afb-4f69-bd85-3b36df1719a8 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805724 Mar 28 09:54:05.747010 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-17090e3a-d21a-45c3-bb3c-20ae9a49cd8a req-d36d3fb6-b089-447d-be1f-91774d2cf29c service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903270 Mar 28 09:54:10.493470 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:54:21.760015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:54:27.354045 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-059f09f8-5b61-4c5e-af07-ea30b5ff1eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:54:29.580393 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b135813-34f9-41d5-81d6-55973fd0ec52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:54:30.756971 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:54:32.315752 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:54:33.821730 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:54:47.493360 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:54:51.764229 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:54:57.354278 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dce51cb9-f54a-47d9-9723-f2d671c984f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:54:59.582557 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f38b27e3-cb98-4546-8c0b-548bd58437ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:55:00.762839 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:55:02.318274 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:55:03.823145 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:55:07.184959 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cf048cbd-ab53-49bc-a28e-d6031681e2bb req-cf3f65db-13ae-4751-836a-9ab02817f71b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439219 Mar 28 09:55:07.273236 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf048cbd-ab53-49bc-a28e-d6031681e2bb req-b2951923-563b-4605-950e-7d386b612afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:07.274780 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cf048cbd-ab53-49bc-a28e-d6031681e2bb req-b2951923-563b-4605-950e-7d386b612afe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 1130 time: 0.0499592 Mar 28 09:55:07.731246 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf048cbd-ab53-49bc-a28e-d6031681e2bb req-b5d4ad86-b32d-4a5a-9718-ec6f763245b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:07.732652 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cf048cbd-ab53-49bc-a28e-d6031681e2bb req-b5d4ad86-b32d-4a5a-9718-ec6f763245b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 908 time: 0.4368572 Mar 28 09:55:07.805817 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cf048cbd-ab53-49bc-a28e-d6031681e2bb req-781da2e5-1d05-48ab-a136-3ef03fc052f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee54c78-9fba-430b-ae90-d7dbc2644d7c HTTP/1.1" status: 200 len: 1002 time: 0.0661569 Mar 28 09:55:07.858260 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf048cbd-ab53-49bc-a28e-d6031681e2bb req-b7a67869-e841-44c5-bb3e-aab69ab6b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:07.859750 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cf048cbd-ab53-49bc-a28e-d6031681e2bb req-b7a67869-e841-44c5-bb3e-aab69ab6b410 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0486147 Mar 28 09:55:07.911020 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf048cbd-ab53-49bc-a28e-d6031681e2bb req-218e8a39-0308-42b1-b4af-aa8851bdca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:07.912524 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cf048cbd-ab53-49bc-a28e-d6031681e2bb req-218e8a39-0308-42b1-b4af-aa8851bdca72 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467629 Mar 28 09:55:08.007101 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cf048cbd-ab53-49bc-a28e-d6031681e2bb req-2ca1d2d6-4e3c-492e-bd0f-1bd9e4d28c2f service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882463 Mar 28 09:55:08.097478 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cf048cbd-ab53-49bc-a28e-d6031681e2bb req-8489f538-33c1-40c7-94eb-b42631ad0aa9 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844357 Mar 28 09:55:08.543985 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302fe74-ad59-4961-adb4-cb41a1b6c546 req-affb686e-61d9-48be-bdb8-abfa3c2f27f2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:08.545458 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6302fe74-ad59-4961-adb4-cb41a1b6c546 req-affb686e-61d9-48be-bdb8-abfa3c2f27f2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.1138673 Mar 28 09:55:08.597604 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6302fe74-ad59-4961-adb4-cb41a1b6c546 req-f9d13582-a58c-41ba-8777-4cedf814fc7d tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451674 Mar 28 09:55:09.765838 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203c2f7-244f-4f4c-a4fe-57951dcc1c5c req-cc6b0220-2485-43cf-8c2b-499896c41590 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:09.767277 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c203c2f7-244f-4f4c-a4fe-57951dcc1c5c req-cc6b0220-2485-43cf-8c2b-499896c41590 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0978374 Mar 28 09:55:09.815724 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c203c2f7-244f-4f4c-a4fe-57951dcc1c5c req-8565b1eb-a9e4-4d13-9d73-5461bdde2df0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423193 Mar 28 09:55:10.936102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dc0ad-dee3-4be4-9b36-5e33ba8354a9 req-ef59f32d-84b7-4fdd-a757-0ceb062249bf tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:10.937564 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-934dc0ad-dee3-4be4-9b36-5e33ba8354a9 req-ef59f32d-84b7-4fdd-a757-0ceb062249bf tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0525372 Mar 28 09:55:10.985877 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-934dc0ad-dee3-4be4-9b36-5e33ba8354a9 req-9c6a49bf-b12a-4c62-b2d9-3a7c1a983484 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419164 Mar 28 09:55:12.103586 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43bc5f-f4c4-4170-9962-f38932fd9046 req-4e622de6-c21d-4fa5-a2e1-2951a910ed6f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:12.105111 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1a43bc5f-f4c4-4170-9962-f38932fd9046 req-4e622de6-c21d-4fa5-a2e1-2951a910ed6f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0529625 Mar 28 09:55:12.158116 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-1a43bc5f-f4c4-4170-9962-f38932fd9046 req-37aaf01e-6f22-434f-b176-680f54df8919 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474682 Mar 28 09:55:13.276420 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb120fd4-062b-4ecd-bd05-48ea7ce7f917 req-12ff7b85-4083-4418-85ea-e29602bc2ba8 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:13.277915 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cb120fd4-062b-4ecd-bd05-48ea7ce7f917 req-12ff7b85-4083-4418-85ea-e29602bc2ba8 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0534258 Mar 28 09:55:13.325759 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cb120fd4-062b-4ecd-bd05-48ea7ce7f917 req-541f66e4-bf20-45e0-bec2-d4a65df8ff89 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422227 Mar 28 09:55:14.443901 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa79d8d-8927-4994-b136-2a5584eb4a6d req-f69d339b-f949-405d-a0c1-ebd86f77ca21 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:14.445355 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3fa79d8d-8927-4994-b136-2a5584eb4a6d req-f69d339b-f949-405d-a0c1-ebd86f77ca21 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0539351 Mar 28 09:55:14.493896 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3fa79d8d-8927-4994-b136-2a5584eb4a6d req-41ced431-1b2f-4726-b45c-be5c03fca48d tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428705 Mar 28 09:55:15.615648 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d4269-da50-4366-8ffa-6cbdbb8ccf05 req-8b9150e8-c5d8-44f9-b0e5-cc815733a002 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:15.617139 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-280d4269-da50-4366-8ffa-6cbdbb8ccf05 req-8b9150e8-c5d8-44f9-b0e5-cc815733a002 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0575962 Mar 28 09:55:15.670853 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-280d4269-da50-4366-8ffa-6cbdbb8ccf05 req-aa101164-f708-43e0-ae43-e16cb08461db tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480874 Mar 28 09:55:16.786830 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fea50-4057-46a2-9c49-c094495e9d62 req-6902b2d8-3dc5-42d7-a5bc-6b797405e5f1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:16.788296 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e64fea50-4057-46a2-9c49-c094495e9d62 req-6902b2d8-3dc5-42d7-a5bc-6b797405e5f1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0522411 Mar 28 09:55:16.835530 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-e64fea50-4057-46a2-9c49-c094495e9d62 req-4a801348-670a-4f5d-8f6c-4b30e6ae0985 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417075 Mar 28 09:55:17.960595 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d044d4-aadc-4a66-8676-6e795f76f855 req-7082927d-9de9-4b81-9de7-09ebcaa33f8b tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:17.962095 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-65d044d4-aadc-4a66-8676-6e795f76f855 req-7082927d-9de9-4b81-9de7-09ebcaa33f8b tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0596931 Mar 28 09:55:18.010801 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-65d044d4-aadc-4a66-8676-6e795f76f855 req-a3e51765-c94a-46ad-a2b4-874f08bc5a81 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431187 Mar 28 09:55:18.619906 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618c692-436e-4808-b117-f397ad6c69d1 req-0734249e-401d-47b7-bb2a-774e89ab6538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:18.621403 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a618c692-436e-4808-b117-f397ad6c69d1 req-0734249e-401d-47b7-bb2a-774e89ab6538 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 1130 time: 0.0450456 Mar 28 09:55:18.712400 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618c692-436e-4808-b117-f397ad6c69d1 req-13e3cb65-4161-40b7-a501-85ddc238c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:18.713878 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a618c692-436e-4808-b117-f397ad6c69d1 req-13e3cb65-4161-40b7-a501-85ddc238c1e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 908 time: 0.0873387 Mar 28 09:55:18.777789 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a618c692-436e-4808-b117-f397ad6c69d1 req-59090a40-403b-4401-8207-15007de60bf6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee54c78-9fba-430b-ae90-d7dbc2644d7c HTTP/1.1" status: 200 len: 1002 time: 0.0584936 Mar 28 09:55:18.827788 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618c692-436e-4808-b117-f397ad6c69d1 req-79a38f98-9956-4063-ae7d-717b782fb2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:18.829200 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a618c692-436e-4808-b117-f397ad6c69d1 req-79a38f98-9956-4063-ae7d-717b782fb2d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0465043 Mar 28 09:55:18.877344 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618c692-436e-4808-b117-f397ad6c69d1 req-1f31d243-e277-484b-a6b5-7a706ffef138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:18.879576 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a618c692-436e-4808-b117-f397ad6c69d1 req-1f31d243-e277-484b-a6b5-7a706ffef138 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442688 Mar 28 09:55:18.966927 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a618c692-436e-4808-b117-f397ad6c69d1 req-59674a7a-98bc-4c1a-badb-20c0a4edfeec service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812404 Mar 28 09:55:19.059297 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a618c692-436e-4808-b117-f397ad6c69d1 req-f8e764e4-0116-4c0e-9a9e-58bffb59d05f service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863490 Mar 28 09:55:19.135813 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e98fc9-d7ec-4a3a-a7a7-ce2e7df1a3b5 req-b327da00-7acc-4038-951a-4ed9ab765d30 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:19.137179 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b3e98fc9-d7ec-4a3a-a7a7-ce2e7df1a3b5 req-b327da00-7acc-4038-951a-4ed9ab765d30 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0573688 Mar 28 09:55:19.184250 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-b3e98fc9-d7ec-4a3a-a7a7-ce2e7df1a3b5 req-ee5c6f77-1a66-4288-8dde-f9fe320f0ef2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415425 Mar 28 09:55:20.304603 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbe5da-111b-4ca5-8985-1e74eb7b0775 req-b20a1f9c-1784-4495-8ba0-c9eee8c53001 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:20.306124 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6efbe5da-111b-4ca5-8985-1e74eb7b0775 req-b20a1f9c-1784-4495-8ba0-c9eee8c53001 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0539744 Mar 28 09:55:20.354151 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6efbe5da-111b-4ca5-8985-1e74eb7b0775 req-3c7ef529-dc1d-42dc-8483-6d988d952274 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424955 Mar 28 09:55:21.474162 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a2a44-be56-4ce1-a9c9-61a086732d99 req-a05864dc-a4e3-42b0-a901-cf19c6855db9 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:21.475737 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-356a2a44-be56-4ce1-a9c9-61a086732d99 req-a05864dc-a4e3-42b0-a901-cf19c6855db9 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0551996 Mar 28 09:55:21.524724 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-356a2a44-be56-4ce1-a9c9-61a086732d99 req-aa881ae5-47df-43ff-a522-da594b93e183 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433507 Mar 28 09:55:21.778085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:55:22.651509 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8f0c8-4979-4c85-b550-b0e58d9f0bba req-9be3b5fd-4628-4206-8db1-822175afbaf2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:22.652914 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cff8f0c8-4979-4c85-b550-b0e58d9f0bba req-9be3b5fd-4628-4206-8db1-822175afbaf2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0615096 Mar 28 09:55:22.702022 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-cff8f0c8-4979-4c85-b550-b0e58d9f0bba req-34bb1bd1-4ef7-4d18-9e9f-74572493771b tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434744 Mar 28 09:55:23.826362 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb21b8-6acb-4522-bbae-56599bc90e49 req-abb2e6dc-33be-488a-b5b4-1f24b89cf299 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:23.827864 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-24cb21b8-6acb-4522-bbae-56599bc90e49 req-abb2e6dc-33be-488a-b5b4-1f24b89cf299 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0574009 Mar 28 09:55:23.877223 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-24cb21b8-6acb-4522-bbae-56599bc90e49 req-bfa7a001-d63d-4878-9653-df45152ca129 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428433 Mar 28 09:55:24.073607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device eee54c78-9fba-430b-ae90-d7dbc2644d7c no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:55:24.152281 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port eee54c78-9fba-430b-ae90-d7dbc2644d7c is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:55:24.152681 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:55:24.178683 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984aed1a-535f-4ddd-84f6-9db7f383f7ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:55:24.181159 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb94306-8968-4eb1-8546-53e9c66a2e57" -d '{"events": [{"server_uuid": "984aed1a-535f-4ddd-84f6-9db7f383f7ba", "name": "network-vif-unplugged", "status": "completed", "tag": "eee54c78-9fba-430b-ae90-d7dbc2644d7c"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:55:24.193327 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port eee54c78-9fba-430b-ae90-d7dbc2644d7c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eee54c78-9fba-430b-ae90-d7dbc2644d7c,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:55:24.197566 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:55:24.227059 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 09:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ece90b2-b253-4eb2-8065-2d47f9b65a6a x-openstack-request-id: req-8ece90b2-b253-4eb2-8065-2d47f9b65a6a {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:55:24.227361 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984aed1a-535f-4ddd-84f6-9db7f383f7ba", "name": "network-vif-unplugged", "status": "completed", "tag": "eee54c78-9fba-430b-ae90-d7dbc2644d7c", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:55:24.227613 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ece90b2-b253-4eb2-8065-2d47f9b65a6a {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:55:24.228003 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ece90b2-b253-4eb2-8065-2d47f9b65a6a'] response: {'server_uuid': '984aed1a-535f-4ddd-84f6-9db7f383f7ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c', 'code': 200} Mar 28 09:55:24.254956 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=eee54c78-9fba-430b-ae90-d7dbc2644d7c,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:55:24.262032 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:55:24.262380 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:55:24.262720 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:55:24.263060 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:55:24.263391 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:55:24.263721 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:55:24.264047 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:55:24.264371 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:55:24.264881 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:55:24.265208 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:55:24.265537 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:55:24.265889 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:55:24.266215 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:55:24.266662 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:55:24.266850 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:55:24.493352 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:55:24.996449 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99b386-f202-4ffe-a9c0-5b3771c471ad req-6c5d20d1-9108-4787-921e-6ea66f126609 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:24.997912 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9a99b386-f202-4ffe-a9c0-5b3771c471ad req-6c5d20d1-9108-4787-921e-6ea66f126609 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0540974 Mar 28 09:55:25.045565 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9a99b386-f202-4ffe-a9c0-5b3771c471ad req-b68d32b2-8201-4581-9aed-f4d0444943a4 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420842 Mar 28 09:55:25.154676 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [req-81b6bca4-92fe-4c9c-8d74-7fc44223d4fc req-221f2811-f7c0-4da9-a04b-bbb03cfc452e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:55:25.155750 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-81b6bca4-92fe-4c9c-8d74-7fc44223d4fc req-221f2811-f7c0-4da9-a04b-bbb03cfc452e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470612 Mar 28 09:55:25.312072 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0ed4c-e39b-456f-9ad5-0050ad238c6b req-736ee8e7-7167-4350-8c75-42f6dc2a559d tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:25.313550 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cce0ed4c-e39b-456f-9ad5-0050ad238c6b req-736ee8e7-7167-4350-8c75-42f6dc2a559d tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0522799 Mar 28 09:55:25.321850 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-aa74b7f4-e8c6-4588-a206-5620359cbdce req-42c1f354-9f6b-4e76-96bb-615518de1d8c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834394 Mar 28 09:55:25.330554 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [req-aa74b7f4-e8c6-4588-a206-5620359cbdce req-554b52d5-c51f-4d90-b579-1422bfa496e7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:55:25.331781 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-aa74b7f4-e8c6-4588-a206-5620359cbdce req-554b52d5-c51f-4d90-b579-1422bfa496e7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053856 Mar 28 09:55:25.366387 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-cce0ed4c-e39b-456f-9ad5-0050ad238c6b req-2db5ca48-2851-4394-af4b-d3163cfab3d9 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468254 Mar 28 09:55:25.449761 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74b7f4-e8c6-4588-a206-5620359cbdce req-763301e7-6e62-47df-88c8-1b122a1efe0a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:25.451041 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-aa74b7f4-e8c6-4588-a206-5620359cbdce req-763301e7-6e62-47df-88c8-1b122a1efe0a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports/eee54c78-9fba-430b-ae90-d7dbc2644d7c HTTP/1.1" status: 200 len: 941 time: 0.0915360 Mar 28 09:55:26.490458 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b7aa6-ce4c-4504-8794-0c4e729e7523 req-8bf5dce3-90c6-48b9-84d2-7482e3d48771 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:26.491976 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5a4b7aa6-ce4c-4504-8794-0c4e729e7523 req-8bf5dce3-90c6-48b9-84d2-7482e3d48771 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0578642 Mar 28 09:55:26.541543 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5a4b7aa6-ce4c-4504-8794-0c4e729e7523 req-e4827fe7-5ddc-4744-9a38-bb78a9df6bbd tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439813 Mar 28 09:55:27.356708 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e753699-646b-47b8-a315-4b8e13de7916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:55:27.670889 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7d4c7-eff7-40a0-9a2e-de878e2d0808 req-538ab631-5a18-4526-9820-9d6ea8ede538 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:27.672457 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-54f7d4c7-eff7-40a0-9a2e-de878e2d0808 req-538ab631-5a18-4526-9820-9d6ea8ede538 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0602665 Mar 28 09:55:27.722630 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-54f7d4c7-eff7-40a0-9a2e-de878e2d0808 req-8ae0be25-df0b-4a58-919c-104b9683c687 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427079 Mar 28 09:55:28.846626 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdbde1-ead8-4509-9d24-3ac084c3fa03 req-8b7b1d96-159c-41d4-97b3-2a7544c3af0a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:28.848152 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bffdbde1-ead8-4509-9d24-3ac084c3fa03 req-8b7b1d96-159c-41d4-97b3-2a7544c3af0a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0533791 Mar 28 09:55:28.898142 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bffdbde1-ead8-4509-9d24-3ac084c3fa03 req-5a5bcafb-cce6-4c54-9008-39835402c7a9 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440450 Mar 28 09:55:29.585886 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b731def2-23ab-4c66-b0d9-aa4fb94059f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:55:30.016428 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9cd68-cbfc-47c6-8aea-1b47330765e6 req-38035094-0a33-4065-a544-2b5afd4c0cd4 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:30.017934 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-74a9cd68-cbfc-47c6-8aea-1b47330765e6 req-38035094-0a33-4065-a544-2b5afd4c0cd4 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0524476 Mar 28 09:55:30.068996 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-74a9cd68-cbfc-47c6-8aea-1b47330765e6 req-73e6b9e1-427f-4016-ae01-ed4130813ed9 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443492 Mar 28 09:55:30.763594 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:55:31.186776 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cdc31-c82b-4f87-af77-caa19e05685e req-13fb0c0a-d1b0-4478-9caa-02e91b06acf8 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:31.188263 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e64cdc31-c82b-4f87-af77-caa19e05685e req-13fb0c0a-d1b0-4478-9caa-02e91b06acf8 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0530245 Mar 28 09:55:31.244449 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e64cdc31-c82b-4f87-af77-caa19e05685e req-ac30a24e-2ed5-4152-9e96-f96aaca42fbe tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504706 Mar 28 09:55:32.323565 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:55:32.371668 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0216d8d-2a95-4f1f-a332-9dda100b57cf req-485cfc09-8dd9-498e-a8fa-445e659dad66 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:32.373036 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a0216d8d-2a95-4f1f-a332-9dda100b57cf req-485cfc09-8dd9-498e-a8fa-445e659dad66 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0624251 Mar 28 09:55:32.422248 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a0216d8d-2a95-4f1f-a332-9dda100b57cf req-c2d8e007-bcd5-420a-b2be-da4233061a78 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427594 Mar 28 09:55:33.543607 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625b767-2d34-4f71-96d1-eae46c8c871a req-19e01a60-09ae-42b9-a27d-46a4790e7e04 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:33.545105 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b625b767-2d34-4f71-96d1-eae46c8c871a req-19e01a60-09ae-42b9-a27d-46a4790e7e04 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0535295 Mar 28 09:55:33.594790 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b625b767-2d34-4f71-96d1-eae46c8c871a req-e73069f6-e98e-49a2-b7fa-82d24c9da7a1 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439692 Mar 28 09:55:33.826227 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:55:34.715396 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7a123-fb36-42ba-bb4d-a0a7a5668084 req-cde38c18-9ef6-41c5-8f5f-543df04361ca tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:34.716907 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-94a7a123-fb36-42ba-bb4d-a0a7a5668084 req-cde38c18-9ef6-41c5-8f5f-543df04361ca tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0533917 Mar 28 09:55:34.766579 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-94a7a123-fb36-42ba-bb4d-a0a7a5668084 req-d4e78cc4-8813-4c9a-8e26-2efe11c691fa tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438485 Mar 28 09:55:35.897385 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b8634-626f-47b8-bdb5-1074458cda93 req-d062bf91-926c-431a-bad2-feab467d5af9 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:35.900618 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-167b8634-626f-47b8-bdb5-1074458cda93 req-d062bf91-926c-431a-bad2-feab467d5af9 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0630524 Mar 28 09:55:35.959708 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-167b8634-626f-47b8-bdb5-1074458cda93 req-a56b76a9-ab49-480b-b98c-5744f023221c tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527964 Mar 28 09:55:36.189932 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74b7f4-e8c6-4588-a206-5620359cbdce req-0e6062ef-6790-4639-8da9-e136f1a526d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:36.191920 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-aa74b7f4-e8c6-4588-a206-5620359cbdce req-0e6062ef-6790-4639-8da9-e136f1a526d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba&tenant_id=0f6ebf4a25df42b2b3714cde89406c14 HTTP/1.1" status: 200 len: 1128 time: 0.0633719 Mar 28 09:55:36.262258 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74b7f4-e8c6-4588-a206-5620359cbdce req-1f2b682f-0ba2-4082-adf6-8c895ebefb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:36.263780 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-aa74b7f4-e8c6-4588-a206-5620359cbdce req-1f2b682f-0ba2-4082-adf6-8c895ebefb6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 1128 time: 0.0490079 Mar 28 09:55:36.352739 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74b7f4-e8c6-4588-a206-5620359cbdce req-6691023b-54dd-4162-956d-738ea5f1b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:36.354220 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-aa74b7f4-e8c6-4588-a206-5620359cbdce req-6691023b-54dd-4162-956d-738ea5f1b9dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 908 time: 0.0838177 Mar 28 09:55:36.423524 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-aa74b7f4-e8c6-4588-a206-5620359cbdce req-8db53946-8a25-4584-93fb-99c97f24503b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee54c78-9fba-430b-ae90-d7dbc2644d7c HTTP/1.1" status: 200 len: 1000 time: 0.0636737 Mar 28 09:55:36.471007 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74b7f4-e8c6-4588-a206-5620359cbdce req-2a9f8247-9000-4a0f-a913-3154fe6bdf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:36.473072 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-aa74b7f4-e8c6-4588-a206-5620359cbdce req-2a9f8247-9000-4a0f-a913-3154fe6bdf24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0444276 Mar 28 09:55:36.522118 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74b7f4-e8c6-4588-a206-5620359cbdce req-53d6d07f-f3dc-4e64-aada-dd1edde21c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:36.523653 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-aa74b7f4-e8c6-4588-a206-5620359cbdce req-53d6d07f-f3dc-4e64-aada-dd1edde21c31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453775 Mar 28 09:55:36.615676 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-aa74b7f4-e8c6-4588-a206-5620359cbdce req-168b3bb4-aa6a-40e4-8a22-f3ffe4fe465e service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855446 Mar 28 09:55:36.703235 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-aa74b7f4-e8c6-4588-a206-5620359cbdce req-5c936422-489f-42fd-b07c-dc28cd3ad7ec service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817425 Mar 28 09:55:37.080038 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc121aa3-0cfa-474e-8c7a-e7bae09dbdd9 req-e8e10234-86eb-4fa4-ba12-252f14f348b8 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:37.081526 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-dc121aa3-0cfa-474e-8c7a-e7bae09dbdd9 req-e8e10234-86eb-4fa4-ba12-252f14f348b8 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0520976 Mar 28 09:55:37.134477 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-dc121aa3-0cfa-474e-8c7a-e7bae09dbdd9 req-2f0ba68c-1f64-4406-bf50-924ecd32dc1c tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471840 Mar 28 09:55:38.257548 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b97ef-956a-4556-8c13-a62e87279d9b req-0a6965b0-2dc1-45c5-98a1-5487ecda83be tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:38.259053 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-476b97ef-956a-4556-8c13-a62e87279d9b req-0a6965b0-2dc1-45c5-98a1-5487ecda83be tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0585527 Mar 28 09:55:38.307197 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-476b97ef-956a-4556-8c13-a62e87279d9b req-045aa076-f3f5-44c6-9de3-4529be09595f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426376 Mar 28 09:55:39.425241 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa361cf3-c9fd-48f0-b646-65386b36d292 req-a7630d3e-3a86-4186-acaf-1a183c8131ea tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:39.426855 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-aa361cf3-c9fd-48f0-b646-65386b36d292 req-a7630d3e-3a86-4186-acaf-1a183c8131ea tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0530696 Mar 28 09:55:39.474534 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-aa361cf3-c9fd-48f0-b646-65386b36d292 req-d2863746-99ff-4a3d-847b-c287e40a6028 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422692 Mar 28 09:55:40.589578 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb86cf-61fd-4404-90c3-1a591357c1c9 req-81e854aa-2486-4571-ac3f-0c25d6cb8054 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:40.591081 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bbbb86cf-61fd-4404-90c3-1a591357c1c9 req-81e854aa-2486-4571-ac3f-0c25d6cb8054 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0516152 Mar 28 09:55:40.639205 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-bbbb86cf-61fd-4404-90c3-1a591357c1c9 req-8952bbb9-0485-41fc-8a15-b31afc3369dc tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426857 Mar 28 09:55:41.760770 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef135fd-97b3-4f07-ab72-b855018b72de req-b065d42e-4747-4dfe-8ba2-b1628821ef66 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:41.762255 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9ef135fd-97b3-4f07-ab72-b855018b72de req-b065d42e-4747-4dfe-8ba2-b1628821ef66 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0547323 Mar 28 09:55:41.811467 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-9ef135fd-97b3-4f07-ab72-b855018b72de req-d04bc755-028b-4f38-9a07-8825f3748285 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436747 Mar 28 09:55:42.928288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b003511-71bc-4567-96f9-05523bf518e5 req-e5ee8945-62a8-4694-beef-69aaf2b2b0d2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:42.929814 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b003511-71bc-4567-96f9-05523bf518e5 req-e5ee8945-62a8-4694-beef-69aaf2b2b0d2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0519781 Mar 28 09:55:42.982023 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5b003511-71bc-4567-96f9-05523bf518e5 req-526e7866-17db-4f52-83d3-3f542cba113f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467048 Mar 28 09:55:44.101821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e54e7-c54e-4767-bf19-86d4453bfe70 req-718a1856-a253-4cf5-a7c5-e739632c5e66 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:44.103278 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c54e54e7-c54e-4767-bf19-86d4453bfe70 req-718a1856-a253-4cf5-a7c5-e739632c5e66 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 944 time: 0.0554855 Mar 28 09:55:44.150105 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c54e54e7-c54e-4767-bf19-86d4453bfe70 req-f2c88984-d1a0-4f45-99dc-07520d9d51f6 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413408 Mar 28 09:55:44.166722 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device eee54c78-9fba-430b-ae90-d7dbc2644d7c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:55:44.259632 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port eee54c78-9fba-430b-ae90-d7dbc2644d7c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eee54c78-9fba-430b-ae90-d7dbc2644d7c,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:55:44.271392 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'port_id': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c', 'mac_address': 'fa:16:3e:f9:2b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:55:44.309786 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port eee54c78-9fba-430b-ae90-d7dbc2644d7c is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:55:44.310175 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:55:44.323446 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee54c78-9fba-430b-ae90-d7dbc2644d7c {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:55:44.342354 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port eee54c78-9fba-430b-ae90-d7dbc2644d7c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eee54c78-9fba-430b-ae90-d7dbc2644d7c,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:55:44.346493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:55:44.392887 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=eee54c78-9fba-430b-ae90-d7dbc2644d7c,revision_number=7']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:55:44.556493 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['eee54c78-9fba-430b-ae90-d7dbc2644d7c'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:55:45.268399 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291578b-5582-426c-b949-3d6a38c3d195 req-9f154edd-c6ce-446f-8919-b1caabf9c002 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:45.269875 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4291578b-5582-426c-b949-3d6a38c3d195 req-9f154edd-c6ce-446f-8919-b1caabf9c002 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 945 time: 0.0523729 Mar 28 09:55:45.318295 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4291578b-5582-426c-b949-3d6a38c3d195 req-8e4c05e5-43e8-4fba-9c61-fc94b113d216 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428588 Mar 28 09:55:46.155758 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device eee54c78-9fba-430b-ae90-d7dbc2644d7c up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:55:46.202820 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port eee54c78-9fba-430b-ae90-d7dbc2644d7c triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:55:46.203187 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:55:46.279628 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port eee54c78-9fba-430b-ae90-d7dbc2644d7c is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:55:46.280007 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:55:46.301148 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984aed1a-535f-4ddd-84f6-9db7f383f7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:55:46.303375 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa51095-a302-4b32-8314-6f2ccc3ff12c" -d '{"events": [{"server_uuid": "984aed1a-535f-4ddd-84f6-9db7f383f7ba", "name": "network-vif-plugged", "status": "completed", "tag": "eee54c78-9fba-430b-ae90-d7dbc2644d7c"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:55:46.315155 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port eee54c78-9fba-430b-ae90-d7dbc2644d7c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eee54c78-9fba-430b-ae90-d7dbc2644d7c,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:55:46.320084 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:55:46.343320 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b45c3c-14c1-44c3-9c0f-415702cb70f5 x-openstack-request-id: req-79b45c3c-14c1-44c3-9c0f-415702cb70f5 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:55:46.343617 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984aed1a-535f-4ddd-84f6-9db7f383f7ba", "name": "network-vif-plugged", "status": "completed", "tag": "eee54c78-9fba-430b-ae90-d7dbc2644d7c", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:55:46.343872 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79b45c3c-14c1-44c3-9c0f-415702cb70f5 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:55:46.344321 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b45c3c-14c1-44c3-9c0f-415702cb70f5'] response: {'server_uuid': '984aed1a-535f-4ddd-84f6-9db7f383f7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c', 'code': 200} Mar 28 09:55:46.371158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=eee54c78-9fba-430b-ae90-d7dbc2644d7c,revision_number=8']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:55:46.446683 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136412a-59d8-4946-8fbd-b4062a4a2a7c req-70ef9b6d-413e-4be0-b4ed-f55db818f61f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:46.448229 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4136412a-59d8-4946-8fbd-b4062a4a2a7c req-70ef9b6d-413e-4be0-b4ed-f55db818f61f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0544910 Mar 28 09:55:46.497986 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4136412a-59d8-4946-8fbd-b4062a4a2a7c req-8b7ef13b-c04c-4288-9a9a-9ad4debe1c4e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439551 Mar 28 09:55:46.589471 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4b3df-39d3-45a0-9c83-a15d8bcd1da8 req-75fe42ff-ba3f-44e1-8bda-e9b163e15f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:46.591021 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d2f4b3df-39d3-45a0-9c83-a15d8bcd1da8 req-75fe42ff-ba3f-44e1-8bda-e9b163e15f00 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 1130 time: 0.0482173 Mar 28 09:55:46.636334 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-d2f4b3df-39d3-45a0-9c83-a15d8bcd1da8 req-f1dd2e5e-7775-4226-a3bc-f026372dc40d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392771 Mar 28 09:55:47.617466 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15052450-c374-4f84-a000-55d38a151dfa req-a98e03e7-4c1e-4479-bd15-cf822bba730a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:47.618980 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-15052450-c374-4f84-a000-55d38a151dfa req-a98e03e7-4c1e-4479-bd15-cf822bba730a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0529501 Mar 28 09:55:47.674766 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-15052450-c374-4f84-a000-55d38a151dfa req-571bf178-46ae-4db5-9df7-36fef8a31d12 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493922 Mar 28 09:55:48.794632 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073e59d-328e-4292-a5c3-b39f9a19f5c3 req-706e62da-df7e-44f2-9482-328c4e1ca37f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:55:48.796098 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7073e59d-328e-4292-a5c3-b39f9a19f5c3 req-706e62da-df7e-44f2-9482-328c4e1ca37f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0520313 Mar 28 09:55:48.844650 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7073e59d-328e-4292-a5c3-b39f9a19f5c3 req-cb7bfb0f-e4c0-4338-bdde-1747fc1fc58f tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423996 Mar 28 09:55:51.794781 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:55:57.358056 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ac139259-3c13-43c9-8ac7-e749ac9c7329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:55:59.588390 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d782ce78-389c-400c-afc5-4feb1ab7346e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:56:00.765800 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:56:01.492035 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:56:02.324923 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:56:03.830414 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:56:07.193780 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-77034524-ddff-4e3f-b07d-a9fe1a2ab66d req-2ec1b394-48a9-4257-b4e1-33390d09ea88 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504768 Mar 28 09:56:07.284506 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77034524-ddff-4e3f-b07d-a9fe1a2ab66d req-5d807e48-eefc-4aa0-bdb3-f19a7515d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:56:07.287246 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-77034524-ddff-4e3f-b07d-a9fe1a2ab66d req-5d807e48-eefc-4aa0-bdb3-f19a7515d27a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 1130 time: 0.0501437 Mar 28 09:56:07.398643 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77034524-ddff-4e3f-b07d-a9fe1a2ab66d req-eee1c4b7-1254-45b1-80b2-783626705fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:56:07.400063 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-77034524-ddff-4e3f-b07d-a9fe1a2ab66d req-eee1c4b7-1254-45b1-80b2-783626705fc0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 908 time: 0.0909588 Mar 28 09:56:07.475450 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-77034524-ddff-4e3f-b07d-a9fe1a2ab66d req-4a0d42cd-58fd-4c3e-9742-2a947fb06f0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee54c78-9fba-430b-ae90-d7dbc2644d7c HTTP/1.1" status: 200 len: 1002 time: 0.0675054 Mar 28 09:56:07.526396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77034524-ddff-4e3f-b07d-a9fe1a2ab66d req-8959551c-3e73-4aa5-b933-e585e6b50c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:56:07.527871 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-77034524-ddff-4e3f-b07d-a9fe1a2ab66d req-8959551c-3e73-4aa5-b933-e585e6b50c04 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0466504 Mar 28 09:56:07.578710 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77034524-ddff-4e3f-b07d-a9fe1a2ab66d req-025a94a1-9db6-41c3-aaa7-fb399b032311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:56:07.580218 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-77034524-ddff-4e3f-b07d-a9fe1a2ab66d req-025a94a1-9db6-41c3-aaa7-fb399b032311 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0466723 Mar 28 09:56:07.687349 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-77034524-ddff-4e3f-b07d-a9fe1a2ab66d req-f1008da0-b67c-432d-84fe-ac6bcf149342 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001055 Mar 28 09:56:07.779616 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-77034524-ddff-4e3f-b07d-a9fe1a2ab66d req-3a0e140e-cb4a-4dc7-ac7e-6dab38a3eaaa service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863962 Mar 28 09:56:21.799454 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:56:27.360599 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b4e50eb-68fc-4583-9958-94b7f5e6cf9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:56:29.589539 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9d7aac69-4f9e-4d7a-ab4c-bf7f7b6849ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:56:30.768330 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:56:32.328302 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:56:33.832188 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:56:38.491911 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:56:51.817347 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:56:57.362215 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a3270289-8738-4561-b937-85a656a63dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:56:59.591006 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-42d02ec2-586b-4e97-96ad-7cc1be9743ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:00.771828 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:01.752647 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60444) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:01.914372 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Deleting port 94938a48-17d3-4d0b-8839-3a5b9e646873 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:57:01.914711 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (94938a48-17d3-4d0b-8839-3a5b9e646873), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:01.993029 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (94938a48-17d3-4d0b-8839-3a5b9e646873), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:01.993351 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for floatingip (94938a48-17d3-4d0b-8839-3a5b9e646873), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:02.004763 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Calling delete_port for 94938a48-17d3-4d0b-8839-3a5b9e646873 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:57:02.156033 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (94938a48-17d3-4d0b-8839-3a5b9e646873), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:02.181725 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event deleted for resources: {'Port': ['ID=94938a48-17d3-4d0b-8839-3a5b9e646873,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:02.207335 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:02.207685 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:02.208058 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:02.208642 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:02.209116 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:02.209457 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:02.209831 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:02.210169 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:02.210503 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:02.210833 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:02.211162 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:02.211490 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:02.211816 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:02.212144 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:02.212467 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:02.251340 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for floatingip (0e659e8b-f09d-40b3-9874-387b24e3bec7), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:02.251649 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Floating IP 0e659e8b-f09d-40b3-9874-387b24e3bec7 disassociated (deleted). External IP: 172.36.4.241, port: eee54c78-9fba-430b-ae90-d7dbc2644d7c. Mar 28 09:57:02.331264 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:02.464267 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Router c6ca46fe-c112-42a5-af5f-b4a45b732f52 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:57:02.572106 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:57:02.576765 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:02.581794 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7867b565-be36-4b70-8f32-c4a9e6a6c97a None None] Sync routers for ids ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:57:02.591576 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7867b565-be36-4b70-8f32-c4a9e6a6c97a None None] Routers {'c6ca46fe-c112-42a5-af5f-b4a45b732f52'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:57:02.592179 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7867b565-be36-4b70-8f32-c4a9e6a6c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:57:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:02.608597 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6eb91cc0-9f0b-4866-b203-7c7510b4a3f0 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "DELETE /v2.0/floatingips/0e659e8b-f09d-40b3-9874-387b24e3bec7 HTTP/1.1" status: 204 len: 168 time: 0.8548758 Mar 28 09:57:02.609286 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984aed1a-535f-4ddd-84f6-9db7f383f7ba', 'tag': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:57:02.611664 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3b8a4c-ae8f-4ca6-b15a-f28a852b7d46" -d '{"events": [{"name": "network-changed", "server_uuid": "984aed1a-535f-4ddd-84f6-9db7f383f7ba", "tag": "eee54c78-9fba-430b-ae90-d7dbc2644d7c"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:57:02.649690 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25646ec5-e4e7-4dcc-aaf4-8e0670db93ca x-openstack-request-id: req-25646ec5-e4e7-4dcc-aaf4-8e0670db93ca {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:57:02.649986 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984aed1a-535f-4ddd-84f6-9db7f383f7ba", "tag": "eee54c78-9fba-430b-ae90-d7dbc2644d7c", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:57:02.650242 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25646ec5-e4e7-4dcc-aaf4-8e0670db93ca {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:57:02.650653 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25646ec5-e4e7-4dcc-aaf4-8e0670db93ca'] response: {'name': 'network-changed', 'server_uuid': '984aed1a-535f-4ddd-84f6-9db7f383f7ba', 'tag': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c', 'status': 'completed', 'code': 200} Mar 28 09:57:02.712973 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-7867b565-be36-4b70-8f32-c4a9e6a6c97a None None] Set router c6ca46fe-c112-42a5-af5f-b4a45b732f52 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:57:02.716718 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b8a4c-ae8f-4ca6-b15a-f28a852b7d46 req-bb6d2599-3f8e-4657-a5cf-3bd5b686a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:02.718730 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6a3b8a4c-ae8f-4ca6-b15a-f28a852b7d46 req-bb6d2599-3f8e-4657-a5cf-3bd5b686a363 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 1130 time: 0.0489032 Mar 28 09:57:02.853812 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b8a4c-ae8f-4ca6-b15a-f28a852b7d46 req-0d1a415b-5997-45d3-a3a4-1d4da49ecf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:02.855218 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6a3b8a4c-ae8f-4ca6-b15a-f28a852b7d46 req-0d1a415b-5997-45d3-a3a4-1d4da49ecf45 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 200 len: 908 time: 0.1234369 Mar 28 09:57:02.877026 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58813cec-d053-43d3-b8d8-02bf82224d3c req-e4a77fc5-d588-433e-8cf6-d18d140adae5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:02.878529 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-58813cec-d053-43d3-b8d8-02bf82224d3c req-e4a77fc5-d588-433e-8cf6-d18d140adae5 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0811088 Mar 28 09:57:02.908610 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6a3b8a4c-ae8f-4ca6-b15a-f28a852b7d46 req-9899ea24-2d08-4159-b5bc-ae93eaf65b6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee54c78-9fba-430b-ae90-d7dbc2644d7c HTTP/1.1" status: 200 len: 217 time: 0.0454302 Mar 28 09:57:02.919763 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7867b565-be36-4b70-8f32-c4a9e6a6c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd582010d-5364-4151-b957-6b30ee46832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:45:54Z', 'revision_number': 4, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port': {'id': 'd582010d-5364-4151-b957-6b30ee46832a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:52Z', 'updated_at': '2022-03-28T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'eca5153f-81af-4a8e-8785-84880fd17937', 'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'mac_address': 'fa:16:3e:fe:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:54Z', 'updated_at': '2022-03-28T09:45:58Z', 'revision_number': 5, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'subnets': [{'id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:02.946661 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7867b565-be36-4b70-8f32-c4a9e6a6c97a None None] Checking router: c6ca46fe-c112-42a5-af5f-b4a45b732f52 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:57:02.955012 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7867b565-be36-4b70-8f32-c4a9e6a6c97a None None] Routers {'c6ca46fe-c112-42a5-af5f-b4a45b732f52'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:57:02.955620 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7867b565-be36-4b70-8f32-c4a9e6a6c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:57:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:02.990795 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-58813cec-d053-43d3-b8d8-02bf82224d3c req-b4472b25-1fd1-465c-bc33-59fea6da3c63 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845397 Mar 28 09:57:02.992630 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b8a4c-ae8f-4ca6-b15a-f28a852b7d46 req-e4ea72e6-0518-407e-a296-4ea1d7fe9b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:02.994049 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6a3b8a4c-ae8f-4ca6-b15a-f28a852b7d46 req-e4ea72e6-0518-407e-a296-4ea1d7fe9b58 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 200 len: 847 time: 0.0733409 Mar 28 09:57:03.044414 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b8a4c-ae8f-4ca6-b15a-f28a852b7d46 req-06947b52-27cc-44b9-b4b4-03d88c9eeda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:03.046484 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6a3b8a4c-ae8f-4ca6-b15a-f28a852b7d46 req-06947b52-27cc-44b9-b4b4-03d88c9eeda8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50de409f-179d-4fd6-90f3-7a1f0414ed7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464711 Mar 28 09:57:03.057720 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [req-6a3b8a4c-ae8f-4ca6-b15a-f28a852b7d46 req-10e919ab-3cb9-49a4-82a8-1703e7bd833b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 09:57:03.058827 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6a3b8a4c-ae8f-4ca6-b15a-f28a852b7d46 req-10e919ab-3cb9-49a4-82a8-1703e7bd833b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052447 Mar 28 09:57:03.066014 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-7867b565-be36-4b70-8f32-c4a9e6a6c97a None None] Set router c6ca46fe-c112-42a5-af5f-b4a45b732f52 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:57:03.154730 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6a3b8a4c-ae8f-4ca6-b15a-f28a852b7d46 req-5271f6b3-5a38-40d3-b65b-d691a502ffc9 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897832 Mar 28 09:57:03.246627 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-6a3b8a4c-ae8f-4ca6-b15a-f28a852b7d46 req-e19fee1e-06a4-452b-9945-bcb22e6e5b45 service neutron] 10.222.0.16 "GET /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829155 Mar 28 09:57:03.265225 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7867b565-be36-4b70-8f32-c4a9e6a6c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd582010d-5364-4151-b957-6b30ee46832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:45:54Z', 'revision_number': 4, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port': {'id': 'd582010d-5364-4151-b957-6b30ee46832a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:52Z', 'updated_at': '2022-03-28T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'eca5153f-81af-4a8e-8785-84880fd17937', 'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'mac_address': 'fa:16:3e:fe:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:54Z', 'updated_at': '2022-03-28T09:45:58Z', 'revision_number': 5, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'subnets': [{'id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:03.296222 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7867b565-be36-4b70-8f32-c4a9e6a6c97a None None] The sync data for ids ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'] in dv-neutron-master-2-hyperv is: [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd582010d-5364-4151-b957-6b30ee46832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:45:54Z', 'revision_number': 4, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port': {'id': 'd582010d-5364-4151-b957-6b30ee46832a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:52Z', 'updated_at': '2022-03-28T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'eca5153f-81af-4a8e-8785-84880fd17937', 'name': '', 'network_id': '50de409f-179d-4fd6-90f3-7a1f0414ed7e', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'mac_address': 'fa:16:3e:fe:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:54Z', 'updated_at': '2022-03-28T09:45:58Z', 'revision_number': 5, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'subnets': [{'id': '4f055491-70b4-4f15-ac67-f3ca02ab2602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:57:03.515439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2775ed-ea45-4651-8994-d5edf8b6f7d9 None None] New status for floating IP 0e659e8b-f09d-40b3-9874-387b24e3bec7: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:57:03.835885 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:04.116324 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db07c6-9694-425b-991a-d2ef8e4b5468 req-73d49e80-e271-4a6c-8252-73428574790e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:04.117829 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-02db07c6-9694-425b-991a-d2ef8e4b5468 req-73d49e80-e271-4a6c-8252-73428574790e tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0570087 Mar 28 09:57:04.170145 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-02db07c6-9694-425b-991a-d2ef8e4b5468 req-b6929020-92b5-4824-a03e-20e2ab354465 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/security-groups?id=18fe0ae3-1bfe-4bef-8a86-872ca4368be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467777 Mar 28 09:57:04.342329 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16576ab3-0510-433f-9b7b-c99881fe9df9 req-e90522bf-6b1c-4874-aa2d-290a12ce8136 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:04.343756 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-16576ab3-0510-433f-9b7b-c99881fe9df9 req-e90522bf-6b1c-4874-aa2d-290a12ce8136 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.16 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 946 time: 0.0523386 Mar 28 09:57:04.437900 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-16576ab3-0510-433f-9b7b-c99881fe9df9 req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Deleting port eee54c78-9fba-430b-ae90-d7dbc2644d7c {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:57:04.438168 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-16576ab3-0510-433f-9b7b-c99881fe9df9 req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:04.525016 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-16576ab3-0510-433f-9b7b-c99881fe9df9 req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] For port eee54c78-9fba-430b-ae90-d7dbc2644d7c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eee54c78-9fba-430b-ae90-d7dbc2644d7c,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:57:04.525383 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-16576ab3-0510-433f-9b7b-c99881fe9df9 req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:04.537976 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-16576ab3-0510-433f-9b7b-c99881fe9df9 req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Calling delete_port for eee54c78-9fba-430b-ae90-d7dbc2644d7c owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:57:04.665788 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-16576ab3-0510-433f-9b7b-c99881fe9df9 req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (eee54c78-9fba-430b-ae90-d7dbc2644d7c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:04.691373 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event deleted for resources: {'Port': ['ID=eee54c78-9fba-430b-ae90-d7dbc2644d7c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:04.700837 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:04.701195 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:04.701546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:04.701927 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:04.702270 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:04.702608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:04.702938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:04.703271 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:04.704047 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:04.704047 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:04.704247 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:04.704547 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:04.704872 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:04.705197 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:04.705522 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:04.753060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-16576ab3-0510-433f-9b7b-c99881fe9df9 req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] No DVR routers for this DVR port eee54c78-9fba-430b-ae90-d7dbc2644d7c on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:57:04.755883 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-16576ab3-0510-433f-9b7b-c99881fe9df9 req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:04.759335 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-16576ab3-0510-433f-9b7b-c99881fe9df9 req-a4c4b87b-60c9-402a-8584-98e539435f39 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.16 "DELETE /v2.0/ports/eee54c78-9fba-430b-ae90-d7dbc2644d7c HTTP/1.1" status: 204 len: 173 time: 0.4100983 Mar 28 09:57:04.759796 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984aed1a-535f-4ddd-84f6-9db7f383f7ba', 'name': 'network-vif-deleted', 'tag': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:57:04.762037 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ddab75-e715-41ac-8be3-3f8ff2caf4e7" -d '{"events": [{"server_uuid": "984aed1a-535f-4ddd-84f6-9db7f383f7ba", "name": "network-vif-deleted", "tag": "eee54c78-9fba-430b-ae90-d7dbc2644d7c"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:57:04.798554 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d865d38f-0015-440f-a234-32eeef4d7a53 x-openstack-request-id: req-d865d38f-0015-440f-a234-32eeef4d7a53 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:57:04.798882 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984aed1a-535f-4ddd-84f6-9db7f383f7ba", "name": "network-vif-deleted", "tag": "eee54c78-9fba-430b-ae90-d7dbc2644d7c", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:57:04.799146 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d865d38f-0015-440f-a234-32eeef4d7a53 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:57:04.799564 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d865d38f-0015-440f-a234-32eeef4d7a53'] response: {'server_uuid': '984aed1a-535f-4ddd-84f6-9db7f383f7ba', 'name': 'network-vif-deleted', 'tag': 'eee54c78-9fba-430b-ae90-d7dbc2644d7c', 'status': 'completed', 'code': 200} Mar 28 09:57:05.262525 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f3b36503-b47f-466b-a380-3527e4601e82 req-52160dcf-c0e6-4990-83aa-50e2840d78ec tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 210 time: 0.0271881 Mar 28 09:57:06.366794 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2b9a0001-bee1-466e-8f0b-37eb83e7981e req-c5db20df-25f6-458f-afe5-99ae0f040872 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 210 time: 0.0325971 Mar 28 09:57:07.463161 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-99798eaa-69ce-4115-a2f0-aced6fe414df req-45c79bf2-1c3e-4727-b054-d2f9ac763a11 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 210 time: 0.0268967 Mar 28 09:57:08.557733 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-61924ac2-c7df-4d92-a80a-e15b088fb1e7 req-4625602a-4e9c-4e4d-975f-7a03eff8e890 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 210 time: 0.0271387 Mar 28 09:57:08.577566 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device eee54c78-9fba-430b-ae90-d7dbc2644d7c no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:57:08.597686 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: eee54c78-9fba-430b-ae90-d7dbc2644d7c {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:57:08.598035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device eee54c78-9fba-430b-ae90-d7dbc2644d7c not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:57:09.650786 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3aa15be3-4a87-46c1-80e4-636279ccd560 req-55672445-5099-451c-90be-5baecfe239d8 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 210 time: 0.0266187 Mar 28 09:57:10.744947 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5e3e4ef6-478e-451b-bb06-d8c519f7478d req-eacbda7a-de50-4308-85e4-7acfd6a989f8 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 210 time: 0.0281532 Mar 28 09:57:11.842896 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-28101fbf-d669-4d3c-a39a-762b7e321106 req-db9cb381-ad73-4b86-854f-b2f7522066b2 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 210 time: 0.0293195 Mar 28 09:57:12.940317 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-58d8b762-9d91-4362-baba-99977342b09d req-50518c26-780d-4673-a0cb-31adc7f6fe14 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 210 time: 0.0310440 Mar 28 09:57:14.075433 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-f02e0988-9258-45ca-9cf3-37ca0bbae261 req-fe7f0d21-3ffb-4581-a941-b88cb65b299a tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "GET /v2.0/ports?device_id=984aed1a-535f-4ddd-84f6-9db7f383f7ba HTTP/1.1" status: 200 len: 210 time: 0.0338342 Mar 28 09:57:15.138720 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60488) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:15.197960 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3c648827-6f54-4693-ba1c-182a9954c033 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group (18fe0ae3-1bfe-4bef-8a86-872ca4368be6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:15.222891 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3c648827-6f54-4693-ba1c-182a9954c033 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group (18fe0ae3-1bfe-4bef-8a86-872ca4368be6), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:15.285343 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3c648827-6f54-4693-ba1c-182a9954c033 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (18fe0ae3-1bfe-4bef-8a86-872ca4368be6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:15.289081 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3c648827-6f54-4693-ba1c-182a9954c033 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:15.290313 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-3c648827-6f54-4693-ba1c-182a9954c033 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] 10.222.0.15 "DELETE /v2.0/security-groups/18fe0ae3-1bfe-4bef-8a86-872ca4368be6 HTTP/1.1" status: 204 len: 168 time: 0.1505697 Mar 28 09:57:15.300363 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c648827-6f54-4693-ba1c-182a9954c033 tempest-TestShelveInstance-1512277174 tempest-TestShelveInstance-1512277174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fe0ae3-1bfe-4bef-8a86-872ca4368be6,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:15.344149 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 60492) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:15.490447 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:57:15.932267 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b7ea-88c5-4db2-a0d0-efbc32893dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (c6ca46fe-c112-42a5-af5f-b4a45b732f52), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:16.189069 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-f4f3b7ea-88c5-4db2-a0d0-efbc32893dd6 admin admin] Deleting port eca5153f-81af-4a8e-8785-84880fd17937 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:57:16.189410 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b7ea-88c5-4db2-a0d0-efbc32893dd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (eca5153f-81af-4a8e-8785-84880fd17937), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:16.268849 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-f4f3b7ea-88c5-4db2-a0d0-efbc32893dd6 admin admin] For port eca5153f-81af-4a8e-8785-84880fd17937, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=eca5153f-81af-4a8e-8785-84880fd17937,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:57:16.269258 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b7ea-88c5-4db2-a0d0-efbc32893dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (eca5153f-81af-4a8e-8785-84880fd17937), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:16.286938 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-f4f3b7ea-88c5-4db2-a0d0-efbc32893dd6 admin admin] Calling delete_port for eca5153f-81af-4a8e-8785-84880fd17937 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:57:16.479355 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b7ea-88c5-4db2-a0d0-efbc32893dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (eca5153f-81af-4a8e-8785-84880fd17937), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:16.511763 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3b7ea-88c5-4db2-a0d0-efbc32893dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca5153f-81af-4a8e-8785-84880fd17937,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:16.686141 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b7ea-88c5-4db2-a0d0-efbc32893dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (c6ca46fe-c112-42a5-af5f-b4a45b732f52), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:16.909889 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f3b7ea-88c5-4db2-a0d0-efbc32893dd6 admin admin] Router c6ca46fe-c112-42a5-af5f-b4a45b732f52 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:57:17.338813 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f3b7ea-88c5-4db2-a0d0-efbc32893dd6 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:57:17.344024 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f4f3b7ea-88c5-4db2-a0d0-efbc32893dd6 admin admin] 10.222.0.15 "PUT /v2.0/routers/c6ca46fe-c112-42a5-af5f-b4a45b732f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9981406 Mar 28 09:57:17.346433 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 60498) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:17.350091 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c798daa4-a702-4111-8d20-5a03b6002e12 None None] Sync routers for ids ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:57:17.360817 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c798daa4-a702-4111-8d20-5a03b6002e12 None None] Routers {'c6ca46fe-c112-42a5-af5f-b4a45b732f52'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:57:17.361415 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c798daa4-a702-4111-8d20-5a03b6002e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:57:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:17.453958 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb804e0d-00f1-4509-9336-b17721a349f0 admin admin] Publish callbacks [] for router (c6ca46fe-c112-42a5-af5f-b4a45b732f52), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:17.470276 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-c798daa4-a702-4111-8d20-5a03b6002e12 None None] Set router c6ca46fe-c112-42a5-af5f-b4a45b732f52 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:57:17.565186 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb804e0d-00f1-4509-9336-b17721a349f0 admin admin] Publish callbacks [] for router_gateway (c6ca46fe-c112-42a5-af5f-b4a45b732f52), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:17.622291 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-eb804e0d-00f1-4509-9336-b17721a349f0 admin admin] Deleting port d582010d-5364-4151-b957-6b30ee46832a {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:57:17.622623 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb804e0d-00f1-4509-9336-b17721a349f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (d582010d-5364-4151-b957-6b30ee46832a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:17.663816 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c798daa4-a702-4111-8d20-5a03b6002e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd582010d-5364-4151-b957-6b30ee46832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:57:16Z', 'revision_number': 5, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port': {'id': 'd582010d-5364-4151-b957-6b30ee46832a', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:13:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:52Z', 'updated_at': '2022-03-28T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:17.696262 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c798daa4-a702-4111-8d20-5a03b6002e12 None None] Checking router: c6ca46fe-c112-42a5-af5f-b4a45b732f52 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:57:17.704410 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c798daa4-a702-4111-8d20-5a03b6002e12 None None] Routers {'c6ca46fe-c112-42a5-af5f-b4a45b732f52'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:57:17.705002 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c798daa4-a702-4111-8d20-5a03b6002e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:57:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:17.713850 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-eb804e0d-00f1-4509-9336-b17721a349f0 admin admin] For port d582010d-5364-4151-b957-6b30ee46832a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d582010d-5364-4151-b957-6b30ee46832a,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:57:17.714268 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb804e0d-00f1-4509-9336-b17721a349f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (d582010d-5364-4151-b957-6b30ee46832a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:17.727999 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-eb804e0d-00f1-4509-9336-b17721a349f0 admin admin] Calling delete_port for d582010d-5364-4151-b957-6b30ee46832a owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:57:17.893692 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-c798daa4-a702-4111-8d20-5a03b6002e12 None None] Set router c6ca46fe-c112-42a5-af5f-b4a45b732f52 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:57:17.925293 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb804e0d-00f1-4509-9336-b17721a349f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (d582010d-5364-4151-b957-6b30ee46832a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:17.949658 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-c798daa4-a702-4111-8d20-5a03b6002e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:57:17Z', 'revision_number': 6, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:17.957670 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb804e0d-00f1-4509-9336-b17721a349f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d582010d-5364-4151-b957-6b30ee46832a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:17.981427 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c798daa4-a702-4111-8d20-5a03b6002e12 None None] The sync data for ids ['c6ca46fe-c112-42a5-af5f-b4a45b732f52'] in dv-neutron-master-2-hyperv is: [{'id': 'c6ca46fe-c112-42a5-af5f-b4a45b732f52', 'name': 'tempest-TestShelveInstance-865512420-router', 'tenant_id': '0f6ebf4a25df42b2b3714cde89406c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:51Z', 'updated_at': '2022-03-28T09:57:17Z', 'revision_number': 6, 'project_id': '0f6ebf4a25df42b2b3714cde89406c14', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:57:18.018405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb804e0d-00f1-4509-9336-b17721a349f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (c6ca46fe-c112-42a5-af5f-b4a45b732f52), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:18.113409 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb804e0d-00f1-4509-9336-b17721a349f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (c6ca46fe-c112-42a5-af5f-b4a45b732f52), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:18.116114 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb804e0d-00f1-4509-9336-b17721a349f0 admin admin] Publish callbacks [] for router_controller (c6ca46fe-c112-42a5-af5f-b4a45b732f52), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:18.163148 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb804e0d-00f1-4509-9336-b17721a349f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (c6ca46fe-c112-42a5-af5f-b4a45b732f52), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:18.163668 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb804e0d-00f1-4509-9336-b17721a349f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6ca46fe-c112-42a5-af5f-b4a45b732f52 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:57:18.167946 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb804e0d-00f1-4509-9336-b17721a349f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:18.171521 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-eb804e0d-00f1-4509-9336-b17721a349f0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c6ca46fe-c112-42a5-af5f-b4a45b732f52 HTTP/1.1" status: 204 len: 168 time: 0.8218703 Mar 28 09:57:18.171741 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 60500) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:18.215746 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b11c5e-f8bb-48a7-b32e-ce55213caa7e admin admin] Deleting subnet 4f055491-70b4-4f15-ac67-f3ca02ab2602 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:57:18.218918 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a1b11c5e-f8bb-48a7-b32e-ce55213caa7e admin admin] Publish callbacks [] for subnet (4f055491-70b4-4f15-ac67-f3ca02ab2602), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:18.259028 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a1b11c5e-f8bb-48a7-b32e-ce55213caa7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (4f055491-70b4-4f15-ac67-f3ca02ab2602), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:18.342419 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a1b11c5e-f8bb-48a7-b32e-ce55213caa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (4f055491-70b4-4f15-ac67-f3ca02ab2602), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:18.401606 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a1b11c5e-f8bb-48a7-b32e-ce55213caa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (4f055491-70b4-4f15-ac67-f3ca02ab2602), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:18.428300 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b11c5e-f8bb-48a7-b32e-ce55213caa7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f055491-70b4-4f15-ac67-f3ca02ab2602,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:18.435031 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a1b11c5e-f8bb-48a7-b32e-ce55213caa7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:18.440592 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-a1b11c5e-f8bb-48a7-b32e-ce55213caa7e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4f055491-70b4-4f15-ac67-f3ca02ab2602 HTTP/1.1" status: 204 len: 168 time: 0.2657301 Mar 28 09:57:18.441578 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 60502) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:18.444491 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b531a6-6d22-42fe-9635-4dfe02793865 None None] Network 50de409f-179d-4fd6-90f3-7a1f0414ed7e requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:57:18.519056 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (50de409f-179d-4fd6-90f3-7a1f0414ed7e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:18.585398 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] Deleting port 1a167060-4e6e-461e-aa84-37d9823df082 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:57:18.586060 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (1a167060-4e6e-461e-aa84-37d9823df082), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:18.648735 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] For port 1a167060-4e6e-461e-aa84-37d9823df082, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1a167060-4e6e-461e-aa84-37d9823df082,segment=NetworkSegment(0dc78120-ed05-43ba-8da5-c9dc13ad47a4),segment_id=0dc78120-ed05-43ba-8da5-c9dc13ad47a4)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:57:18.649101 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (1a167060-4e6e-461e-aa84-37d9823df082), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:18.662478 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] Calling delete_port for 1a167060-4e6e-461e-aa84-37d9823df082 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:57:18.750886 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e106e0a-48a0-4746-8109-62a3172b5f79 None None] DHCP port deletion for 50de409f-179d-4fd6-90f3-7a1f0414ed7e request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:57:18.756845 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (1a167060-4e6e-461e-aa84-37d9823df082), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:18.788768 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a167060-4e6e-461e-aa84-37d9823df082,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:18.793425 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] No DVR routers for this DVR port 1a167060-4e6e-461e-aa84-37d9823df082 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:57:18.874579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (50de409f-179d-4fd6-90f3-7a1f0414ed7e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:18.897861 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50de409f-179d-4fd6-90f3-7a1f0414ed7e']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:18.908789 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc78120-ed05-43ba-8da5-c9dc13ad47a4') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:18.909090 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc78120-ed05-43ba-8da5-c9dc13ad47a4') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:18.919246 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (0dc78120-ed05-43ba-8da5-c9dc13ad47a4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:18.932801 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (0dc78120-ed05-43ba-8da5-c9dc13ad47a4), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:18.938920 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:57:18.939309 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (0dc78120-ed05-43ba-8da5-c9dc13ad47a4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:57:18.941107 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:57:19.003787 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (50de409f-179d-4fd6-90f3-7a1f0414ed7e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:19.010062 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:19.014564 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/50de409f-179d-4fd6-90f3-7a1f0414ed7e HTTP/1.1" status: 204 len: 168 time: 0.5713062 Mar 28 09:57:19.017449 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60504) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:19.034280 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a25565-e8e1-4bc2-9298-db3865ecb2c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=50de409f-179d-4fd6-90f3-7a1f0414ed7e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:19.696747 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43c8c179-da3c-4094-b2c4-283b5929765a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (205509b9-948c-4770-b12e-57064cd9aceb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:19.892066 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1a167060-4e6e-461e-aa84-37d9823df082 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:57:19.914696 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 1a167060-4e6e-461e-aa84-37d9823df082 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:57:19.915306 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 1a167060-4e6e-461e-aa84-37d9823df082 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:57:19.915914 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device eca5153f-81af-4a8e-8785-84880fd17937 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:57:19.936435 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: eca5153f-81af-4a8e-8785-84880fd17937 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:57:19.937084 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device eca5153f-81af-4a8e-8785-84880fd17937 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:57:19.937743 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device d582010d-5364-4151-b957-6b30ee46832a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:57:19.953407 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-43c8c179-da3c-4094-b2c4-283b5929765a admin admin] Deleting port 2c549825-0f0e-4751-a62c-c6692345118e {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:57:19.953681 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43c8c179-da3c-4094-b2c4-283b5929765a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (2c549825-0f0e-4751-a62c-c6692345118e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:19.960948 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: d582010d-5364-4151-b957-6b30ee46832a {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:57:19.961595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device d582010d-5364-4151-b957-6b30ee46832a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:57:20.037645 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-43c8c179-da3c-4094-b2c4-283b5929765a admin admin] For port 2c549825-0f0e-4751-a62c-c6692345118e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c549825-0f0e-4751-a62c-c6692345118e,segment=NetworkSegment(0268c403-c65d-4ab3-a8c6-366a96a5cbd6),segment_id=0268c403-c65d-4ab3-a8c6-366a96a5cbd6)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:57:20.038181 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43c8c179-da3c-4094-b2c4-283b5929765a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (2c549825-0f0e-4751-a62c-c6692345118e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:20.051101 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-43c8c179-da3c-4094-b2c4-283b5929765a admin admin] Calling delete_port for 2c549825-0f0e-4751-a62c-c6692345118e owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:57:20.231788 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43c8c179-da3c-4094-b2c4-283b5929765a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (2c549825-0f0e-4751-a62c-c6692345118e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:20.255982 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8c179-da3c-4094-b2c4-283b5929765a admin admin] Pushing event deleted for resources: {'Port': ['ID=2c549825-0f0e-4751-a62c-c6692345118e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:20.434315 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43c8c179-da3c-4094-b2c4-283b5929765a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (205509b9-948c-4770-b12e-57064cd9aceb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:20.659354 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c8c179-da3c-4094-b2c4-283b5929765a admin admin] Router 205509b9-948c-4770-b12e-57064cd9aceb has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:57:20.768599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c8c179-da3c-4094-b2c4-283b5929765a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:57:20.776868 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-43c8c179-da3c-4094-b2c4-283b5929765a admin admin] 10.222.0.15 "PUT /v2.0/routers/205509b9-948c-4770-b12e-57064cd9aceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7546685 Mar 28 09:57:20.776868 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60506) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:20.780364 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ff4ed-2767-48d9-bb22-9da657a7d257 None None] Sync routers for ids ['205509b9-948c-4770-b12e-57064cd9aceb'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:57:20.791604 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ff4ed-2767-48d9-bb22-9da657a7d257 None None] Routers {'205509b9-948c-4770-b12e-57064cd9aceb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:57:20.792579 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-604ff4ed-2767-48d9-bb22-9da657a7d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:57:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['205509b9-948c-4770-b12e-57064cd9aceb'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:20.887265 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6293f10f-0543-41ca-82bc-c9faa9dd6b71 admin admin] Publish callbacks [] for router (205509b9-948c-4770-b12e-57064cd9aceb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:20.904153 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-604ff4ed-2767-48d9-bb22-9da657a7d257 None None] Set router 205509b9-948c-4770-b12e-57064cd9aceb gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:57:20.993392 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6293f10f-0543-41ca-82bc-c9faa9dd6b71 admin admin] Publish callbacks [] for router_gateway (205509b9-948c-4770-b12e-57064cd9aceb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:21.049386 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-6293f10f-0543-41ca-82bc-c9faa9dd6b71 admin admin] Deleting port d02f3efd-44b5-4133-96d5-092dfecff3bd {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:57:21.050179 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6293f10f-0543-41ca-82bc-c9faa9dd6b71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (d02f3efd-44b5-4133-96d5-092dfecff3bd), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:21.095812 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-604ff4ed-2767-48d9-bb22-9da657a7d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205509b9-948c-4770-b12e-57064cd9aceb', 'name': 'tempest-TestShelveInstance-325731100-router', 'tenant_id': '02532ad8ec95477a8cd275ab354be709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd02f3efd-44b5-4133-96d5-092dfecff3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:56Z', 'updated_at': '2022-03-28T09:57:20Z', 'revision_number': 5, 'project_id': '02532ad8ec95477a8cd275ab354be709', 'gw_port': {'id': 'd02f3efd-44b5-4133-96d5-092dfecff3bd', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205509b9-948c-4770-b12e-57064cd9aceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:45:56Z', 'updated_at': '2022-03-28T09:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:21.145833 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-6293f10f-0543-41ca-82bc-c9faa9dd6b71 admin admin] For port d02f3efd-44b5-4133-96d5-092dfecff3bd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d02f3efd-44b5-4133-96d5-092dfecff3bd,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:57:21.146299 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6293f10f-0543-41ca-82bc-c9faa9dd6b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (d02f3efd-44b5-4133-96d5-092dfecff3bd), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:21.168739 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-6293f10f-0543-41ca-82bc-c9faa9dd6b71 admin admin] Calling delete_port for d02f3efd-44b5-4133-96d5-092dfecff3bd owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:57:21.268388 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ff4ed-2767-48d9-bb22-9da657a7d257 None None] Checking router: 205509b9-948c-4770-b12e-57064cd9aceb for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:57:21.276967 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ff4ed-2767-48d9-bb22-9da657a7d257 None None] Routers {'205509b9-948c-4770-b12e-57064cd9aceb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:57:21.277576 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-604ff4ed-2767-48d9-bb22-9da657a7d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:57:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['205509b9-948c-4770-b12e-57064cd9aceb'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:21.340606 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6293f10f-0543-41ca-82bc-c9faa9dd6b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (d02f3efd-44b5-4133-96d5-092dfecff3bd), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:21.365341 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293f10f-0543-41ca-82bc-c9faa9dd6b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=d02f3efd-44b5-4133-96d5-092dfecff3bd,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:21.366111 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-604ff4ed-2767-48d9-bb22-9da657a7d257 None None] Set router 205509b9-948c-4770-b12e-57064cd9aceb gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:57:21.420332 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-604ff4ed-2767-48d9-bb22-9da657a7d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205509b9-948c-4770-b12e-57064cd9aceb', 'name': 'tempest-TestShelveInstance-325731100-router', 'tenant_id': '02532ad8ec95477a8cd275ab354be709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:56Z', 'updated_at': '2022-03-28T09:57:20Z', 'revision_number': 6, 'project_id': '02532ad8ec95477a8cd275ab354be709', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:21.428900 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6293f10f-0543-41ca-82bc-c9faa9dd6b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (205509b9-948c-4770-b12e-57064cd9aceb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:21.446148 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ff4ed-2767-48d9-bb22-9da657a7d257 None None] The sync data for ids ['205509b9-948c-4770-b12e-57064cd9aceb'] in dv-neutron-master-2-hyperv is: [{'id': '205509b9-948c-4770-b12e-57064cd9aceb', 'name': 'tempest-TestShelveInstance-325731100-router', 'tenant_id': '02532ad8ec95477a8cd275ab354be709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:45:56Z', 'updated_at': '2022-03-28T09:57:20Z', 'revision_number': 6, 'project_id': '02532ad8ec95477a8cd275ab354be709', 'gw_port_host': None}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:57:21.522389 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6293f10f-0543-41ca-82bc-c9faa9dd6b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (205509b9-948c-4770-b12e-57064cd9aceb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:21.524476 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6293f10f-0543-41ca-82bc-c9faa9dd6b71 admin admin] Publish callbacks [] for router_controller (205509b9-948c-4770-b12e-57064cd9aceb), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:21.570801 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6293f10f-0543-41ca-82bc-c9faa9dd6b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (205509b9-948c-4770-b12e-57064cd9aceb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:21.571345 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6293f10f-0543-41ca-82bc-c9faa9dd6b71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 205509b9-948c-4770-b12e-57064cd9aceb {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 09:57:21.576020 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6293f10f-0543-41ca-82bc-c9faa9dd6b71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:21.577292 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-6293f10f-0543-41ca-82bc-c9faa9dd6b71 admin admin] 10.222.0.15 "DELETE /v2.0/routers/205509b9-948c-4770-b12e-57064cd9aceb HTTP/1.1" status: 204 len: 168 time: 0.8001351 Mar 28 09:57:21.579978 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60508) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:21.624617 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d32247-5923-4081-baac-60959fe1421b admin admin] Deleting subnet fc499011-31f9-4881-9e73-46c51813d95b {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 09:57:21.627740 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4d32247-5923-4081-baac-60959fe1421b admin admin] Publish callbacks [] for subnet (fc499011-31f9-4881-9e73-46c51813d95b), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:21.663167 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4d32247-5923-4081-baac-60959fe1421b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (fc499011-31f9-4881-9e73-46c51813d95b), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:21.742891 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4d32247-5923-4081-baac-60959fe1421b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (fc499011-31f9-4881-9e73-46c51813d95b), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:21.796780 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4d32247-5923-4081-baac-60959fe1421b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (fc499011-31f9-4881-9e73-46c51813d95b), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:21.819556 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:21.825093 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d32247-5923-4081-baac-60959fe1421b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc499011-31f9-4881-9e73-46c51813d95b,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:21.828888 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4d32247-5923-4081-baac-60959fe1421b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:21.835581 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-f4d32247-5923-4081-baac-60959fe1421b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fc499011-31f9-4881-9e73-46c51813d95b HTTP/1.1" status: 204 len: 168 time: 0.2512293 Mar 28 09:57:21.835581 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60510) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:21.840015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f100be88-0e00-4161-9215-00cf9877f505 None None] Network 3af777eb-6fe7-4c35-96ae-ce6c91901d83 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:57:21.909653 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (3af777eb-6fe7-4c35-96ae-ce6c91901d83), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:21.986892 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] Deleting port db3abc1b-ed72-413b-8185-fbf6eb60e272 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:57:21.987239 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (db3abc1b-ed72-413b-8185-fbf6eb60e272), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:22.008232 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2c549825-0f0e-4751-a62c-c6692345118e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:57:22.030089 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 2c549825-0f0e-4751-a62c-c6692345118e {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:57:22.030450 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 2c549825-0f0e-4751-a62c-c6692345118e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:57:22.045454 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] DHCP port deletion for 3af777eb-6fe7-4c35-96ae-ce6c91901d83 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 09:57:22.066127 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] For port db3abc1b-ed72-413b-8185-fbf6eb60e272, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db3abc1b-ed72-413b-8185-fbf6eb60e272,segment=NetworkSegment(0268c403-c65d-4ab3-a8c6-366a96a5cbd6),segment_id=0268c403-c65d-4ab3-a8c6-366a96a5cbd6)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:57:22.066750 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (db3abc1b-ed72-413b-8185-fbf6eb60e272), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:22.081449 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] Calling delete_port for db3abc1b-ed72-413b-8185-fbf6eb60e272 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:57:22.105508 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Deleting port db3abc1b-ed72-413b-8185-fbf6eb60e272 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 09:57:22.105975 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (db3abc1b-ed72-413b-8185-fbf6eb60e272), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:22.162804 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (db3abc1b-ed72-413b-8185-fbf6eb60e272), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:22.173980 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] For port db3abc1b-ed72-413b-8185-fbf6eb60e272, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db3abc1b-ed72-413b-8185-fbf6eb60e272,segment=NetworkSegment(0268c403-c65d-4ab3-a8c6-366a96a5cbd6),segment_id=0268c403-c65d-4ab3-a8c6-366a96a5cbd6)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:57:22.174295 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (db3abc1b-ed72-413b-8185-fbf6eb60e272), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:22.188641 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Calling delete_port for db3abc1b-ed72-413b-8185-fbf6eb60e272 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 09:57:22.192919 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=db3abc1b-ed72-413b-8185-fbf6eb60e272,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:22.196548 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] No DVR routers for this DVR port db3abc1b-ed72-413b-8185-fbf6eb60e272 on host dv-neutron-master-2-hyperv {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:57:22.267801 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (db3abc1b-ed72-413b-8185-fbf6eb60e272), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:22.268439 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (3af777eb-6fe7-4c35-96ae-ce6c91901d83), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:22.289805 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af777eb-6fe7-4c35-96ae-ce6c91901d83']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:22.295902 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Pushing event deleted for resources: {'Port': ['ID=db3abc1b-ed72-413b-8185-fbf6eb60e272,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:22.299333 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0268c403-c65d-4ab3-a8c6-366a96a5cbd6') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:22.299597 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.services.segments.db [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0268c403-c65d-4ab3-a8c6-366a96a5cbd6') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:22.300155 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] No DVR routers for this DVR port db3abc1b-ed72-413b-8185-fbf6eb60e272 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 09:57:22.306972 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:22.310689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:22.310689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:22.310689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:22.310689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:22.310689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:22.310689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:22.310689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:22.310689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:22.310689 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:22.312035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:22.312035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:22.312035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:22.312035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:22.312724 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf366f-1022-4d00-b489-8d4856f9cb8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:22.312825 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10239344'] for segment (0268c403-c65d-4ab3-a8c6-366a96a5cbd6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:22.335035 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (0268c403-c65d-4ab3-a8c6-366a96a5cbd6), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:22.342200 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 09:57:22.342600 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9824641'] for segment (0268c403-c65d-4ab3-a8c6-366a96a5cbd6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: Traceback (most recent call last): Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: timer() Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: cb(*args, **kw) Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: return func(*args, **kwargs) Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: self._notify() Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: self.callback(batched_events) Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: event.method(event) Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: return f(self, *a, **k) Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: return self._get(url).json() Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: return self.request(url, 'GET', **kwargs) Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 09:57:22.344562 dv-neutron-master-2-hyperv neutron-server[104076]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 09:57:22.404088 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (3af777eb-6fe7-4c35-96ae-ce6c91901d83), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:22.410394 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:22.414405 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] 10.222.0.15 "DELETE /v2.0/networks/3af777eb-6fe7-4c35-96ae-ce6c91901d83 HTTP/1.1" status: 204 len: 168 time: 0.5780394 Mar 28 09:57:22.426245 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3bfa9-8531-4f82-a665-f457b1486a3f admin admin] Pushing event deleted for resources: {'Network': ['ID=3af777eb-6fe7-4c35-96ae-ce6c91901d83,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:22.539161 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60514) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:22.579882 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-af18e667-a50e-4170-b2c0-5e57f2b53058 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f6ebf4a25df42b2b3714cde89406c14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394323 Mar 28 09:57:22.582296 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60516) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:22.630286 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a237c3c6-0fb6-4545-80dc-e6c623d6001c admin admin] Publish callbacks [] for security_group (0ac99c49-4dbf-49f7-a6c4-4508853fe2c5), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:22.650892 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a237c3c6-0fb6-4545-80dc-e6c623d6001c admin admin] Publish callbacks [] for security_group (0ac99c49-4dbf-49f7-a6c4-4508853fe2c5), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:22.701381 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a237c3c6-0fb6-4545-80dc-e6c623d6001c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (0ac99c49-4dbf-49f7-a6c4-4508853fe2c5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:22.703924 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a237c3c6-0fb6-4545-80dc-e6c623d6001c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:22.705181 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a237c3c6-0fb6-4545-80dc-e6c623d6001c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ac99c49-4dbf-49f7-a6c4-4508853fe2c5 HTTP/1.1" status: 204 len: 168 time: 0.1218772 Mar 28 09:57:22.712819 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237c3c6-0fb6-4545-80dc-e6c623d6001c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac99c49-4dbf-49f7-a6c4-4508853fe2c5,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:23.034934 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60522) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:23.075483 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-499a5a56-92a5-4393-a870-d2d7ac26cad8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02532ad8ec95477a8cd275ab354be709&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388775 Mar 28 09:57:23.077926 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60524) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:23.124945 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a78e978c-5524-44d3-a222-866fb6d9d5da admin admin] Publish callbacks [] for security_group (4cac6c97-a5b8-4401-8365-b5c823e3bc70), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:23.146687 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a78e978c-5524-44d3-a222-866fb6d9d5da admin admin] Publish callbacks [] for security_group (4cac6c97-a5b8-4401-8365-b5c823e3bc70), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:23.191325 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a78e978c-5524-44d3-a222-866fb6d9d5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (4cac6c97-a5b8-4401-8365-b5c823e3bc70), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:23.194588 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a78e978c-5524-44d3-a222-866fb6d9d5da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:23.195740 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-a78e978c-5524-44d3-a222-866fb6d9d5da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4cac6c97-a5b8-4401-8365-b5c823e3bc70 HTTP/1.1" status: 204 len: 168 time: 0.1169264 Mar 28 09:57:23.204885 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e978c-5524-44d3-a222-866fb6d9d5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cac6c97-a5b8-4401-8365-b5c823e3bc70,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:23.890409 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device d02f3efd-44b5-4133-96d5-092dfecff3bd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:57:23.894584 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60546) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:23.914460 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: d02f3efd-44b5-4133-96d5-092dfecff3bd {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:57:23.914848 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device d02f3efd-44b5-4133-96d5-092dfecff3bd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:57:23.915288 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device db3abc1b-ed72-413b-8185-fbf6eb60e272 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 09:57:23.933565 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: db3abc1b-ed72-413b-8185-fbf6eb60e272 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 09:57:23.933941 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device db3abc1b-ed72-413b-8185-fbf6eb60e272 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 09:57:24.021260 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-98912fb4-64f0-44f4-bb67-47f40be2d5e3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-957115251-network', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:57:24.040668 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98912fb4-64f0-44f4-bb67-47f40be2d5e3 admin admin] Made reservation on behalf of 9d0ddb5f94504d1393a82da9c2e74487 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:57:24.042999 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-98912fb4-64f0-44f4-bb67-47f40be2d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:24.051922 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-98912fb4-64f0-44f4-bb67-47f40be2d5e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:24.124052 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-98912fb4-64f0-44f4-bb67-47f40be2d5e3 admin admin] Publish callbacks [] for security_group (aff4e9ef-ebac-4116-8b09-98a91fd3c28f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:24.127794 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-98912fb4-64f0-44f4-bb67-47f40be2d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (aff4e9ef-ebac-4116-8b09-98a91fd3c28f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:24.155091 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98912fb4-64f0-44f4-bb67-47f40be2d5e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:57:24.164722 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98912fb4-64f0-44f4-bb67-47f40be2d5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff4e9ef-ebac-4116-8b09-98a91fd3c28f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:24.169293 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-98912fb4-64f0-44f4-bb67-47f40be2d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (d9a9f80c-2f28-4344-bd32-12c9d8856d13), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:24.169657 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.segments_db [None req-98912fb4-64f0-44f4-bb67-47f40be2d5e3 admin admin] Added segment d9a9f80c-2f28-4344-bd32-12c9d8856d13 of type vlan for network bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 Mar 28 09:57:24.210246 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-98912fb4-64f0-44f4-bb67-47f40be2d5e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (bc65f577-cd8b-4db6-ae33-f5193bc6fbb7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:24.234535 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-98912fb4-64f0-44f4-bb67-47f40be2d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (bc65f577-cd8b-4db6-ae33-f5193bc6fbb7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:24.235477 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98912fb4-64f0-44f4-bb67-47f40be2d5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:24.236060 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-98912fb4-64f0-44f4-bb67-47f40be2d5e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:24.288822 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-98912fb4-64f0-44f4-bb67-47f40be2d5e3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3924932 Mar 28 09:57:24.291779 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 60552) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:24.296738 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f79264eb-a86b-4260-9609-40a2f194e89a admin admin] Request body: {'subnet': {'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-957115251-subnet', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'ip_version': 4}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:57:24.299527 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98912fb4-64f0-44f4-bb67-47f40be2d5e3 admin admin] Pushing event updated for resources: {'Network': ['ID=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:24.310607 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:57:24.318902 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79264eb-a86b-4260-9609-40a2f194e89a admin admin] Made reservation on behalf of 9d0ddb5f94504d1393a82da9c2e74487 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:57:24.321271 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f79264eb-a86b-4260-9609-40a2f194e89a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:24.485337 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f79264eb-a86b-4260-9609-40a2f194e89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (cdd2f51b-41e0-4833-b334-a9108a69c997), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:24.539853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79264eb-a86b-4260-9609-40a2f194e89a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd2f51b-41e0-4833-b334-a9108a69c997,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:24.548386 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79264eb-a86b-4260-9609-40a2f194e89a admin admin] Checking segment: {'id': 'd9a9f80c-2f28-4344-bd32-12c9d8856d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:57:24.548752 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79264eb-a86b-4260-9609-40a2f194e89a admin admin] Network hostable DHCP agents. Network: bc65f577-cd8b-4db6-ae33-f5193bc6fbb7, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:57:24.565598 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79264eb-a86b-4260-9609-40a2f194e89a admin admin] Network bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:57:24.574407 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-f79264eb-a86b-4260-9609-40a2f194e89a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bc65f577-cd8b-4db6-ae33-f5193bc6fbb7) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:57:24.578737 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79264eb-a86b-4260-9609-40a2f194e89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:24.579540 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f79264eb-a86b-4260-9609-40a2f194e89a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:24.583807 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ae5b6d-8350-49b7-acfe-e48acd1fb023 None None] Network bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:57:24.596549 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-f79264eb-a86b-4260-9609-40a2f194e89a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3036439 Mar 28 09:57:24.599753 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 60554) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:24.603960 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:57:24.623620 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (c9b7d568-1617-4f4f-9d3d-910be1713c94), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:24.624749 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (c9b7d568-1617-4f4f-9d3d-910be1713c94), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:24.682815 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] Publish callbacks [] for router_controller (c9b7d568-1617-4f4f-9d3d-910be1713c94), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:24.684012 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:57:24.684891 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:24.820724 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Allocated IP 172.20.0.2 (bc65f577-cd8b-4db6-ae33-f5193bc6fbb7/cdd2f51b-41e0-4833-b334-a9108a69c997/73f524fd-c915-4048-abda-74a2902881e5) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:57:24.825131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] Publish callbacks [] for router_gateway (c9b7d568-1617-4f4f-9d3d-910be1713c94), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:24.965032 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Publish callbacks [] for port (73f524fd-c915-4048-abda-74a2902881e5), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:24.970845 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (73f524fd-c915-4048-abda-74a2902881e5), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:25.006299 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Network bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:57:25.009144 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:57:25.011543 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:57:25.031956 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] Publish callbacks [] for router_gateway (c9b7d568-1617-4f4f-9d3d-910be1713c94), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:25.045306 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Pushing event updated for resources: {'Port': ['ID=73f524fd-c915-4048-abda-74a2902881e5,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:25.051054 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:25.081983 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Attempting to bind port 73f524fd-c915-4048-abda-74a2902881e5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:57:25.082287 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Attempting to bind port 73f524fd-c915-4048-abda-74a2902881e5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd9a9f80c-2f28-4344-bd32-12c9d8856d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:57:25.082686 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Attempting to bind port 73f524fd-c915-4048-abda-74a2902881e5 on network bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:57:25.087735 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:57:25.088119 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Checking segment: {'id': 'd9a9f80c-2f28-4344-bd32-12c9d8856d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:57:25.088526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:25.088920 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Bound using segment: {'id': 'd9a9f80c-2f28-4344-bd32-12c9d8856d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:57:25.089395 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Bound port: 73f524fd-c915-4048-abda-74a2902881e5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a9f80c-2f28-4344-bd32-12c9d8856d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:57:25.090294 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (73f524fd-c915-4048-abda-74a2902881e5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:25.152086 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] For port 73f524fd-c915-4048-abda-74a2902881e5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:57:25.155154 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] For port 73f524fd-c915-4048-abda-74a2902881e5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73f524fd-c915-4048-abda-74a2902881e5,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:57:25.158119 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] Allocated IP 172.36.4.144 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/cc3f487e-f61e-4c47-accb-2e4c5a0c3564) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:57:25.161337 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (73f524fd-c915-4048-abda-74a2902881e5), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:25.220457 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18528ce4-f54c-45cc-9f5b-d4f2244fea08 None None] Pushing event updated for resources: {'Port': ['ID=73f524fd-c915-4048-abda-74a2902881e5,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:25.264366 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] Publish callbacks [] for port (cc3f487e-f61e-4c47-accb-2e4c5a0c3564), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:25.298863 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (cc3f487e-f61e-4c47-accb-2e4c5a0c3564), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:25.342814 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:57:25.345678 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:57:25.351361 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:57:25.393373 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] Pushing event updated for resources: {'Port': ['ID=cc3f487e-f61e-4c47-accb-2e4c5a0c3564,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:25.633228 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] Publish callbacks [] for router_gateway (c9b7d568-1617-4f4f-9d3d-910be1713c94), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:25.835501 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (c9b7d568-1617-4f4f-9d3d-910be1713c94), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:25.942972 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 73f524fd-c915-4048-abda-74a2902881e5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:57:25.985691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] Router c9b7d568-1617-4f4f-9d3d-910be1713c94 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:57:25.998656 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 73f524fd-c915-4048-abda-74a2902881e5 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:25.999212 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (73f524fd-c915-4048-abda-74a2902881e5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:26.092759 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 73f524fd-c915-4048-abda-74a2902881e5 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:26.093154 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (73f524fd-c915-4048-abda-74a2902881e5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:26.106041 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:57:26.119549 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Sync routers for ids ['c9b7d568-1617-4f4f-9d3d-910be1713c94'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:57:26.128364 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 73f524fd-c915-4048-abda-74a2902881e5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73f524fd-c915-4048-abda-74a2902881e5,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:57:26.128579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:26.131391 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1223beed-b773-48f3-811d-fcdf509c8584 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5306792 Mar 28 09:57:26.134364 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60556) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:26.135066 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (73f524fd-c915-4048-abda-74a2902881e5), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:26.137472 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Routers {'c9b7d568-1617-4f4f-9d3d-910be1713c94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:57:26.138376 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:57:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c9b7d568-1617-4f4f-9d3d-910be1713c94'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:26.194685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=73f524fd-c915-4048-abda-74a2902881e5,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:26.198586 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d516f-d871-462c-94b4-42389be96f80 None None] Network bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:57:26.253332 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Set router c9b7d568-1617-4f4f-9d3d-910be1713c94 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:57:26.315812 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8523d74e-cb24-463a-b806-7e62a9dce092 None None] Provisioning complete for port 73f524fd-c915-4048-abda-74a2902881e5 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:26.316192 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8523d74e-cb24-463a-b806-7e62a9dce092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (73f524fd-c915-4048-abda-74a2902881e5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:26.408755 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8523d74e-cb24-463a-b806-7e62a9dce092 None None] Current status of the port 73f524fd-c915-4048-abda-74a2902881e5 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:26.457849 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T09:57:25Z', 'revision_number': 3, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port': {'id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:25Z', 'updated_at': '2022-03-28T09:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:26.486048 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Checking router: c9b7d568-1617-4f4f-9d3d-910be1713c94 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:57:26.486412 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Updating router c9b7d568-1617-4f4f-9d3d-910be1713c94 port cc3f487e-f61e-4c47-accb-2e4c5a0c3564 binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:57:26.519164 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (cc3f487e-f61e-4c47-accb-2e4c5a0c3564), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:26.621761 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b15d8f6-a021-4b6b-93cc-c4d2327326f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:26.628909 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-61176cb7-3451-4b40-bb68-2005c4491665 None None] Provisioning complete for port 73f524fd-c915-4048-abda-74a2902881e5 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:26.629874 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-61176cb7-3451-4b40-bb68-2005c4491665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (73f524fd-c915-4048-abda-74a2902881e5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:26.710405 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-61176cb7-3451-4b40-bb68-2005c4491665 None None] Current status of the port 73f524fd-c915-4048-abda-74a2902881e5 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:26.776713 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-1b15d8f6-a021-4b6b-93cc-c4d2327326f4 admin admin] Allocated IP 172.20.0.1 (bc65f577-cd8b-4db6-ae33-f5193bc6fbb7/cdd2f51b-41e0-4833-b334-a9108a69c997/c32f1d53-8228-48f8-9778-17fd25b4c7d2) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:57:26.784322 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Publish callbacks [] for port (cc3f487e-f61e-4c47-accb-2e4c5a0c3564), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:26.790171 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (cc3f487e-f61e-4c47-accb-2e4c5a0c3564), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:26.841158 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd6288-1997-4a5d-93a0-75a6f61e4a6b None None] Pushing event updated for resources: {'Port': ['ID=cc3f487e-f61e-4c47-accb-2e4c5a0c3564,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:26.848906 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Attempting to bind port cc3f487e-f61e-4c47-accb-2e4c5a0c3564 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:57:26.849262 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Attempting to bind port cc3f487e-f61e-4c47-accb-2e4c5a0c3564 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:57:26.849642 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Attempting to bind port cc3f487e-f61e-4c47-accb-2e4c5a0c3564 on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:57:26.854650 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd6288-1997-4a5d-93a0-75a6f61e4a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:26.855009 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd6288-1997-4a5d-93a0-75a6f61e4a6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:26.855354 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd6288-1997-4a5d-93a0-75a6f61e4a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:26.855700 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd6288-1997-4a5d-93a0-75a6f61e4a6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:26.856039 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd6288-1997-4a5d-93a0-75a6f61e4a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:26.856374 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd6288-1997-4a5d-93a0-75a6f61e4a6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:26.856700 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd6288-1997-4a5d-93a0-75a6f61e4a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:26.857033 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd6288-1997-4a5d-93a0-75a6f61e4a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:26.857355 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd6288-1997-4a5d-93a0-75a6f61e4a6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:26.857709 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd6288-1997-4a5d-93a0-75a6f61e4a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:26.858044 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd6288-1997-4a5d-93a0-75a6f61e4a6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:26.858370 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd6288-1997-4a5d-93a0-75a6f61e4a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:26.858690 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd6288-1997-4a5d-93a0-75a6f61e4a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:26.859012 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd6288-1997-4a5d-93a0-75a6f61e4a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:26.859336 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd6288-1997-4a5d-93a0-75a6f61e4a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:57:26.863154 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:57:26.863555 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:57:26.864210 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:26.864686 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:57:26.865169 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Bound port: cc3f487e-f61e-4c47-accb-2e4c5a0c3564, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:57:26.865554 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (cc3f487e-f61e-4c47-accb-2e4c5a0c3564), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:26.887027 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b15d8f6-a021-4b6b-93cc-c4d2327326f4 admin admin] Publish callbacks [] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:26.919533 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] For port cc3f487e-f61e-4c47-accb-2e4c5a0c3564, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:57:26.922164 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b15d8f6-a021-4b6b-93cc-c4d2327326f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:26.922810 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] For port cc3f487e-f61e-4c47-accb-2e4c5a0c3564, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc3f487e-f61e-4c47-accb-2e4c5a0c3564,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:57:26.928078 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (cc3f487e-f61e-4c47-accb-2e4c5a0c3564), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:26.960979 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b15d8f6-a021-4b6b-93cc-c4d2327326f4 admin admin] Network bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:57:26.962396 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1b15d8f6-a021-4b6b-93cc-c4d2327326f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:57:26.966049 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b15d8f6-a021-4b6b-93cc-c4d2327326f4 admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:57:26.983582 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd6288-1997-4a5d-93a0-75a6f61e4a6b None None] Pushing event updated for resources: {'Port': ['ID=cc3f487e-f61e-4c47-accb-2e4c5a0c3564,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:26.992438 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Routers {'c9b7d568-1617-4f4f-9d3d-910be1713c94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:57:26.992930 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:57:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c9b7d568-1617-4f4f-9d3d-910be1713c94'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:26.999977 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15d8f6-a021-4b6b-93cc-c4d2327326f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c32f1d53-8228-48f8-9778-17fd25b4c7d2,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:27.014741 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b15d8f6-a021-4b6b-93cc-c4d2327326f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (c9b7d568-1617-4f4f-9d3d-910be1713c94), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:27.107999 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] Set router c9b7d568-1617-4f4f-9d3d-910be1713c94 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:57:27.159638 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b15d8f6-a021-4b6b-93cc-c4d2327326f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:27.233320 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f44a5e12-c431-4053-a655-e8c5d959b1bb None None] Provisioning complete for port c32f1d53-8228-48f8-9778-17fd25b4c7d2 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:27.234375 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f44a5e12-c431-4053-a655-e8c5d959b1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:27.272114 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f44a5e12-c431-4053-a655-e8c5d959b1bb None None] Port c32f1d53-8228-48f8-9778-17fd25b4c7d2 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:57:27.294836 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T09:57:25Z', 'revision_number': 3, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port': {'id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:25Z', 'updated_at': '2022-03-28T09:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:27.325087 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6059863d-783e-4eda-9aec-cb759399f6fc None None] The sync data for ids ['c9b7d568-1617-4f4f-9d3d-910be1713c94'] in dv-neutron-master-2-hyperv is: [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T09:57:25Z', 'revision_number': 3, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port': {'id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:25Z', 'updated_at': '2022-03-28T09:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:57:27.329765 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b15d8f6-a021-4b6b-93cc-c4d2327326f4 admin admin] Publish callbacks [] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:27.335147 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b15d8f6-a021-4b6b-93cc-c4d2327326f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:27.367786 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-48d9bf27-7a1b-4cea-929f-f23068863c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:27.406915 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15d8f6-a021-4b6b-93cc-c4d2327326f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c32f1d53-8228-48f8-9778-17fd25b4c7d2,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:27.412164 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b15d8f6-a021-4b6b-93cc-c4d2327326f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (c9b7d568-1617-4f4f-9d3d-910be1713c94), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:27.504750 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b15d8f6-a021-4b6b-93cc-c4d2327326f4 admin admin] Network bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:57:27.506188 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1b15d8f6-a021-4b6b-93cc-c4d2327326f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:57:27.645233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b15d8f6-a021-4b6b-93cc-c4d2327326f4 admin admin] Router c9b7d568-1617-4f4f-9d3d-910be1713c94 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:57:27.785814 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b15d8f6-a021-4b6b-93cc-c4d2327326f4 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:57:27.794465 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-1b15d8f6-a021-4b6b-93cc-c4d2327326f4 admin admin] 10.222.0.15 "PUT /v2.0/routers/c9b7d568-1617-4f4f-9d3d-910be1713c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6581123 Mar 28 09:57:27.809992 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-418af4d1-a64e-4ff0-8f82-f018a4347c2d None None] Provisioning complete for port c32f1d53-8228-48f8-9778-17fd25b4c7d2 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:27.810371 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-418af4d1-a64e-4ff0-8f82-f018a4347c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:27.848173 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-418af4d1-a64e-4ff0-8f82-f018a4347c2d None None] Port c32f1d53-8228-48f8-9778-17fd25b4c7d2 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:57:27.992698 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 73f524fd-c915-4048-abda-74a2902881e5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:57:28.045911 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 73f524fd-c915-4048-abda-74a2902881e5 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:28.046291 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (73f524fd-c915-4048-abda-74a2902881e5), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:28.135172 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 73f524fd-c915-4048-abda-74a2902881e5 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:28.136487 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device cc3f487e-f61e-4c47-accb-2e4c5a0c3564 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:57:28.188423 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port cc3f487e-f61e-4c47-accb-2e4c5a0c3564 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:28.188811 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (cc3f487e-f61e-4c47-accb-2e4c5a0c3564), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:28.280850 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port cc3f487e-f61e-4c47-accb-2e4c5a0c3564 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:28.281503 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (cc3f487e-f61e-4c47-accb-2e4c5a0c3564), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:28.303224 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port cc3f487e-f61e-4c47-accb-2e4c5a0c3564, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc3f487e-f61e-4c47-accb-2e4c5a0c3564,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:57:28.308326 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (cc3f487e-f61e-4c47-accb-2e4c5a0c3564), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:28.326757 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 60572) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:28.331813 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-344c81ba-0b0d-4ed0-824e-3ae17be84d95 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1543239531-network', 'tenant_id': 'bfcdff2517be416390cd5f9a91f10c6d'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:57:28.357787 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=cc3f487e-f61e-4c47-accb-2e4c5a0c3564,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:28.682423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344c81ba-0b0d-4ed0-824e-3ae17be84d95 admin admin] Made reservation on behalf of bfcdff2517be416390cd5f9a91f10c6d for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:57:28.684747 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-344c81ba-0b0d-4ed0-824e-3ae17be84d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:28.694205 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-344c81ba-0b0d-4ed0-824e-3ae17be84d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:28.769196 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-344c81ba-0b0d-4ed0-824e-3ae17be84d95 admin admin] Publish callbacks [] for security_group (89bf2b40-00c6-45bb-972b-c0824f55412f), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:28.773279 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-344c81ba-0b0d-4ed0-824e-3ae17be84d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (89bf2b40-00c6-45bb-972b-c0824f55412f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:28.797408 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344c81ba-0b0d-4ed0-824e-3ae17be84d95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 09:57:28.807821 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c81ba-0b0d-4ed0-824e-3ae17be84d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bf2b40-00c6-45bb-972b-c0824f55412f,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:28.812601 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-344c81ba-0b0d-4ed0-824e-3ae17be84d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (74ed374c-2954-4d9b-8b8e-38aca101e73a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:28.812959 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.segments_db [None req-344c81ba-0b0d-4ed0-824e-3ae17be84d95 admin admin] Added segment 74ed374c-2954-4d9b-8b8e-38aca101e73a of type vlan for network ff7a83a6-1f61-4d16-b319-ab86ebf493d4 Mar 28 09:57:28.854524 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-344c81ba-0b0d-4ed0-824e-3ae17be84d95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764767679290'] for network (ff7a83a6-1f61-4d16-b319-ab86ebf493d4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:28.879802 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-344c81ba-0b0d-4ed0-824e-3ae17be84d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485'] for network (ff7a83a6-1f61-4d16-b319-ab86ebf493d4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:28.880705 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c81ba-0b0d-4ed0-824e-3ae17be84d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:28.881286 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-344c81ba-0b0d-4ed0-824e-3ae17be84d95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:28.940346 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-344c81ba-0b0d-4ed0-824e-3ae17be84d95 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6123960 Mar 28 09:57:28.943878 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 60574) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:28.950665 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-aee76d07-60e9-4b0c-a143-f1787e44999e admin admin] Request body: {'subnet': {'network_id': 'ff7a83a6-1f61-4d16-b319-ab86ebf493d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1543239531-subnet', 'tenant_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'ip_version': 4}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:57:28.954757 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c81ba-0b0d-4ed0-824e-3ae17be84d95 admin admin] Pushing event updated for resources: {'Network': ['ID=ff7a83a6-1f61-4d16-b319-ab86ebf493d4,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:28.965282 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Network ff7a83a6-1f61-4d16-b319-ab86ebf493d4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 09:57:28.971697 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee76d07-60e9-4b0c-a143-f1787e44999e admin admin] Made reservation on behalf of bfcdff2517be416390cd5f9a91f10c6d for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:57:28.974876 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aee76d07-60e9-4b0c-a143-f1787e44999e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9102584'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:29.016383 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Sync routers for ids ['c9b7d568-1617-4f4f-9d3d-910be1713c94'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:57:29.044152 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Routers {'c9b7d568-1617-4f4f-9d3d-910be1713c94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:57:29.044810 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:57:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c9b7d568-1617-4f4f-9d3d-910be1713c94'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:29.154359 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aee76d07-60e9-4b0c-a143-f1787e44999e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10209851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9102574'] for subnet (637eeab7-2b3c-4b4a-b414-3a78ff2529b4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:29.206340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee76d07-60e9-4b0c-a143-f1787e44999e admin admin] Pushing event updated for resources: {'Subnet': ['ID=637eeab7-2b3c-4b4a-b414-3a78ff2529b4,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:29.223169 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee76d07-60e9-4b0c-a143-f1787e44999e admin admin] Checking segment: {'id': '74ed374c-2954-4d9b-8b8e-38aca101e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ff7a83a6-1f61-4d16-b319-ab86ebf493d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:57:29.223539 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee76d07-60e9-4b0c-a143-f1787e44999e admin admin] Network hostable DHCP agents. Network: ff7a83a6-1f61-4d16-b319-ab86ebf493d4, hostable agents: ['fea9e1e2-267e-417a-9fe5-7b4863a3099d'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 09:57:29.241020 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee76d07-60e9-4b0c-a143-f1787e44999e admin admin] Network ff7a83a6-1f61-4d16-b319-ab86ebf493d4 is scheduled to be hosted by DHCP agent fea9e1e2-267e-417a-9fe5-7b4863a3099d with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 09:57:29.249800 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-aee76d07-60e9-4b0c-a143-f1787e44999e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ff7a83a6-1f61-4d16-b319-ab86ebf493d4) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:57:29.255241 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee76d07-60e9-4b0c-a143-f1787e44999e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:29.256436 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aee76d07-60e9-4b0c-a143-f1787e44999e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:29.273937 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82e755a-edda-4a61-af67-95c14a8e1f8b None None] Network ff7a83a6-1f61-4d16-b319-ab86ebf493d4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:57:29.277250 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60576) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:29.281839 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1543239531-router', 'tenant_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:57:29.282224 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-aee76d07-60e9-4b0c-a143-f1787e44999e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3372054 Mar 28 09:57:29.302427 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3930173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2989'] for router (3a0f2f81-9cb0-4d2c-901a-35fa88a39c42), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:29.303418 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3931053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3916798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3694114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2970'] for router (3a0f2f81-9cb0-4d2c-901a-35fa88a39c42), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:29.351090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Set router c9b7d568-1617-4f4f-9d3d-910be1713c94 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:57:29.358310 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] Publish callbacks [] for router_controller (3a0f2f81-9cb0-4d2c-901a-35fa88a39c42), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:29.468175 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ff7a83a6-1f61-4d16-b319-ab86ebf493d4', 'network_id': 'ff7a83a6-1f61-4d16-b319-ab86ebf493d4', 'project_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'fixed_ips': [{'subnet_id': '637eeab7-2b3c-4b4a-b414-3a78ff2529b4'}]}} from dv-neutron-master-2-hyperv. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 09:57:29.469039 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:29.499820 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] Publish callbacks [] for router_gateway (3a0f2f81-9cb0-4d2c-901a-35fa88a39c42), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:29.621846 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-457fb2c2-0523-49ac-94cf-44e6a1311386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:29.705780 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Allocated IP 172.20.0.2 (ff7a83a6-1f61-4d16-b319-ab86ebf493d4/637eeab7-2b3c-4b4a-b414-3a78ff2529b4/59196236-5d75-4865-bca3-ec97984f215a) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:57:29.772544 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T09:57:27Z', 'revision_number': 4, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port': {'id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:25Z', 'updated_at': '2022-03-28T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c32f1d53-8228-48f8-9778-17fd25b4c7d2', 'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'mac_address': 'fa:16:3e:8b:01:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:26Z', 'updated_at': '2022-03-28T09:57:27Z', 'revision_number': 2, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'subnets': [{'id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:29.808180 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Checking router: c9b7d568-1617-4f4f-9d3d-910be1713c94 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:57:29.808544 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Updating router c9b7d568-1617-4f4f-9d3d-910be1713c94 port c32f1d53-8228-48f8-9778-17fd25b4c7d2 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:57:29.855589 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:29.922452 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device cc3f487e-f61e-4c47-accb-2e4c5a0c3564 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:57:30.037520 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Publish callbacks [] for port (59196236-5d75-4865-bca3-ec97984f215a), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:30.040489 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] Publish callbacks [] for router_gateway (3a0f2f81-9cb0-4d2c-901a-35fa88a39c42), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:30.054815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607'] for port (59196236-5d75-4865-bca3-ec97984f215a), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:30.061049 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:30.107962 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Network ff7a83a6-1f61-4d16-b319-ab86ebf493d4 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:57:30.145980 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:57:30.153411 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:57:30.164897 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] Allocated IP 172.36.4.129 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/35e51ea5-201f-4ba9-9297-57669f9a416f) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:57:30.168536 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port cc3f487e-f61e-4c47-accb-2e4c5a0c3564 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:30.168911 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (cc3f487e-f61e-4c47-accb-2e4c5a0c3564), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:30.170476 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Pushing event updated for resources: {'Port': ['ID=59196236-5d75-4865-bca3-ec97984f215a,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:30.273841 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] Publish callbacks [] for port (35e51ea5-201f-4ba9-9297-57669f9a416f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:30.274194 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Attempting to bind port 59196236-5d75-4865-bca3-ec97984f215a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:57:30.274570 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Attempting to bind port 59196236-5d75-4865-bca3-ec97984f215a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '74ed374c-2954-4d9b-8b8e-38aca101e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ff7a83a6-1f61-4d16-b319-ab86ebf493d4'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:57:30.274944 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Attempting to bind port 59196236-5d75-4865-bca3-ec97984f215a on network ff7a83a6-1f61-4d16-b319-ab86ebf493d4 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:57:30.296982 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:57:30.297277 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Checking segment: {'id': '74ed374c-2954-4d9b-8b8e-38aca101e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ff7a83a6-1f61-4d16-b319-ab86ebf493d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:57:30.297703 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:30.298098 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Bound using segment: {'id': '74ed374c-2954-4d9b-8b8e-38aca101e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ff7a83a6-1f61-4d16-b319-ab86ebf493d4'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:57:30.298572 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Bound port: 59196236-5d75-4865-bca3-ec97984f215a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ed374c-2954-4d9b-8b8e-38aca101e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ff7a83a6-1f61-4d16-b319-ab86ebf493d4'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:57:30.298952 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (59196236-5d75-4865-bca3-ec97984f215a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:30.309036 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (35e51ea5-201f-4ba9-9297-57669f9a416f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:30.342972 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:57:30.347222 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:57:30.351332 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:57:30.378358 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] Pushing event updated for resources: {'Port': ['ID=35e51ea5-201f-4ba9-9297-57669f9a416f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:30.403733 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port cc3f487e-f61e-4c47-accb-2e4c5a0c3564 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:30.445121 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Publish callbacks [] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:30.447029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] For port 59196236-5d75-4865-bca3-ec97984f215a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:57:30.455619 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:30.462449 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] For port 59196236-5d75-4865-bca3-ec97984f215a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=59196236-5d75-4865-bca3-ec97984f215a,segment=NetworkSegment(74ed374c-2954-4d9b-8b8e-38aca101e73a),segment_id=74ed374c-2954-4d9b-8b8e-38aca101e73a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:57:30.489807 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (59196236-5d75-4865-bca3-ec97984f215a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:30.521343 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24aeab8-1e05-4d1c-8b96-adffaf374d4f None None] Pushing event updated for resources: {'Port': ['ID=c32f1d53-8228-48f8-9778-17fd25b4c7d2,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:30.619048 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c8675-5daf-431c-a8fa-4fce61568536 None None] Pushing event updated for resources: {'Port': ['ID=59196236-5d75-4865-bca3-ec97984f215a,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:30.636057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Attempting to bind port c32f1d53-8228-48f8-9778-17fd25b4c7d2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:57:30.636437 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Attempting to bind port c32f1d53-8228-48f8-9778-17fd25b4c7d2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd9a9f80c-2f28-4344-bd32-12c9d8856d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:57:30.636809 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Attempting to bind port c32f1d53-8228-48f8-9778-17fd25b4c7d2 on network bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:57:30.643089 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] Publish callbacks [] for router_gateway (3a0f2f81-9cb0-4d2c-901a-35fa88a39c42), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:30.645163 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:57:30.646845 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Checking segment: {'id': 'd9a9f80c-2f28-4344-bd32-12c9d8856d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:57:30.646845 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:30.646845 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Bound using segment: {'id': 'd9a9f80c-2f28-4344-bd32-12c9d8856d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:57:30.647276 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Bound port: c32f1d53-8228-48f8-9778-17fd25b4c7d2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a9f80c-2f28-4344-bd32-12c9d8856d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:57:30.647561 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:30.728196 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] For port c32f1d53-8228-48f8-9778-17fd25b4c7d2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:57:30.731487 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] For port c32f1d53-8228-48f8-9778-17fd25b4c7d2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c32f1d53-8228-48f8-9778-17fd25b4c7d2,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:57:30.744015 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:30.839916 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:30.857012 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24aeab8-1e05-4d1c-8b96-adffaf374d4f None None] Pushing event updated for resources: {'Port': ['ID=c32f1d53-8228-48f8-9778-17fd25b4c7d2,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:30.862393 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Routers {'c9b7d568-1617-4f4f-9d3d-910be1713c94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:57:30.863132 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:57:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c9b7d568-1617-4f4f-9d3d-910be1713c94'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:30.915506 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3931062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916587'] for router (3a0f2f81-9cb0-4d2c-901a-35fa88a39c42), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:30.996311 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-10868b6d-11fb-42a6-90ac-bfa8cca6bc35 None None] Provisioning complete for port c32f1d53-8228-48f8-9778-17fd25b4c7d2 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:30.996705 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-10868b6d-11fb-42a6-90ac-bfa8cca6bc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:31.034994 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] Set router c9b7d568-1617-4f4f-9d3d-910be1713c94 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:57:31.069821 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] Router 3a0f2f81-9cb0-4d2c-901a-35fa88a39c42 is scheduled to L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 09:57:31.191240 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:57:31.202766 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Sync routers for ids ['3a0f2f81-9cb0-4d2c-901a-35fa88a39c42'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:57:31.210336 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:31.214166 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-c81561f4-999c-4393-895f-feea59ff60de admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9333642 Mar 28 09:57:31.214531 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 60580) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:31.216228 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Routers {'3a0f2f81-9cb0-4d2c-901a-35fa88a39c42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:57:31.216812 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:57:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['3a0f2f81-9cb0-4d2c-901a-35fa88a39c42'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:31.337254 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Set router 3a0f2f81-9cb0-4d2c-901a-35fa88a39c42 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:57:31.367464 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-10868b6d-11fb-42a6-90ac-bfa8cca6bc35 None None] Current status of the port c32f1d53-8228-48f8-9778-17fd25b4c7d2 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:31.367999 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-10868b6d-11fb-42a6-90ac-bfa8cca6bc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:31.443288 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-10868b6d-11fb-42a6-90ac-bfa8cca6bc35 None None] For port c32f1d53-8228-48f8-9778-17fd25b4c7d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c32f1d53-8228-48f8-9778-17fd25b4c7d2,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:57:31.453285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-10868b6d-11fb-42a6-90ac-bfa8cca6bc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:31.522999 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10868b6d-11fb-42a6-90ac-bfa8cca6bc35 None None] Pushing event updated for resources: {'Port': ['ID=c32f1d53-8228-48f8-9778-17fd25b4c7d2,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:31.542707 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T09:57:27Z', 'revision_number': 4, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port': {'id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:25Z', 'updated_at': '2022-03-28T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c32f1d53-8228-48f8-9778-17fd25b4c7d2', 'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'mac_address': 'fa:16:3e:8b:01:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:26Z', 'updated_at': '2022-03-28T09:57:30Z', 'revision_number': 4, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'subnets': [{'id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:31.573523 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2607c1a3-a0f6-40ff-8953-d2f0a33cffc6 None None] The sync data for ids ['c9b7d568-1617-4f4f-9d3d-910be1713c94'] in dv-neutron-master-2-hyperv is: [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T09:57:27Z', 'revision_number': 4, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port': {'id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:25Z', 'updated_at': '2022-03-28T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c32f1d53-8228-48f8-9778-17fd25b4c7d2', 'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'mac_address': 'fa:16:3e:8b:01:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:26Z', 'updated_at': '2022-03-28T09:57:30Z', 'revision_number': 4, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'subnets': [{'id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:57:31.597092 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0ac95b83-fa1b-45a3-8d6d-ec6e53940ef9 None None] Provisioning complete for port c32f1d53-8228-48f8-9778-17fd25b4c7d2 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:31.597712 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ac95b83-fa1b-45a3-8d6d-ec6e53940ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:31.700246 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0f2f81-9cb0-4d2c-901a-35fa88a39c42', 'name': 'tempest-TestSnapshotPattern-1543239531-router', 'tenant_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.129'}], 'enable_snat': True}, 'gw_port_id': '35e51ea5-201f-4ba9-9297-57669f9a416f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:29Z', 'updated_at': '2022-03-28T09:57:30Z', 'revision_number': 3, 'project_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'gw_port': {'id': '35e51ea5-201f-4ba9-9297-57669f9a416f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0f2f81-9cb0-4d2c-901a-35fa88a39c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:30Z', 'updated_at': '2022-03-28T09:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:31.754698 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Checking router: 3a0f2f81-9cb0-4d2c-901a-35fa88a39c42 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:57:31.755485 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Updating router 3a0f2f81-9cb0-4d2c-901a-35fa88a39c42 port 35e51ea5-201f-4ba9-9297-57669f9a416f binding host dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:57:31.764022 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0ac95b83-fa1b-45a3-8d6d-ec6e53940ef9 None None] Current status of the port c32f1d53-8228-48f8-9778-17fd25b4c7d2 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:31.788178 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac1f4-b2dc-47e1-9ca9-39e57bd6e261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:31.789333 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (35e51ea5-201f-4ba9-9297-57669f9a416f), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:31.816155 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23a29ba-2f88-4a0a-ad88-0edc4cf77bdd None None] Network ff7a83a6-1f61-4d16-b319-ab86ebf493d4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 09:57:31.897448 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-6679a33d-1125-4a62-81ca-c8752991cdb6 None None] Provisioning complete for port 59196236-5d75-4865-bca3-ec97984f215a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:31.898267 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6679a33d-1125-4a62-81ca-c8752991cdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (59196236-5d75-4865-bca3-ec97984f215a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:32.055856 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-eb0ac1f4-b2dc-47e1-9ca9-39e57bd6e261 admin admin] Allocated IP 172.20.0.1 (ff7a83a6-1f61-4d16-b319-ab86ebf493d4/637eeab7-2b3c-4b4a-b414-3a78ff2529b4/0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:57:32.065420 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 59196236-5d75-4865-bca3-ec97984f215a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:57:32.120156 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6679a33d-1125-4a62-81ca-c8752991cdb6 None None] Current status of the port 59196236-5d75-4865-bca3-ec97984f215a is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:32.120551 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6679a33d-1125-4a62-81ca-c8752991cdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (59196236-5d75-4865-bca3-ec97984f215a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:32.171190 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Publish callbacks [] for port (35e51ea5-201f-4ba9-9297-57669f9a416f), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:32.182553 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (35e51ea5-201f-4ba9-9297-57669f9a416f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:32.187504 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-6679a33d-1125-4a62-81ca-c8752991cdb6 None None] For port 59196236-5d75-4865-bca3-ec97984f215a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=59196236-5d75-4865-bca3-ec97984f215a,segment=NetworkSegment(74ed374c-2954-4d9b-8b8e-38aca101e73a),segment_id=74ed374c-2954-4d9b-8b8e-38aca101e73a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:57:32.194287 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 59196236-5d75-4865-bca3-ec97984f215a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:32.194287 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (59196236-5d75-4865-bca3-ec97984f215a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:32.197400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6679a33d-1125-4a62-81ca-c8752991cdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (59196236-5d75-4865-bca3-ec97984f215a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:32.232102 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac1f4-b2dc-47e1-9ca9-39e57bd6e261 admin admin] Publish callbacks [] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:32.282324 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446e302-c25d-4e65-b99c-89c55ad47d8c None None] Pushing event updated for resources: {'Port': ['ID=35e51ea5-201f-4ba9-9297-57669f9a416f,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:32.287849 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Attempting to bind port 35e51ea5-201f-4ba9-9297-57669f9a416f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:57:32.288550 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Attempting to bind port 35e51ea5-201f-4ba9-9297-57669f9a416f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:57:32.289090 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Attempting to bind port 35e51ea5-201f-4ba9-9297-57669f9a416f on network d6820a0c-8e9c-40a1-af49-32042c6f06b6 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:57:32.295160 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:57:32.295405 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac1f4-b2dc-47e1-9ca9-39e57bd6e261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:32.295607 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Checking segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:57:32.296074 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:32.296449 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Bound using segment: {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:57:32.296999 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Bound port: 35e51ea5-201f-4ba9-9297-57669f9a416f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc870aba-004f-4171-b209-913130dac94a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:57:32.297586 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (35e51ea5-201f-4ba9-9297-57669f9a416f), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:32.341368 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679a33d-1125-4a62-81ca-c8752991cdb6 None None] Pushing event updated for resources: {'Port': ['ID=59196236-5d75-4865-bca3-ec97984f215a,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:32.352691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ac1f4-b2dc-47e1-9ca9-39e57bd6e261 admin admin] Pushing event updated for resources: {'Port': ['ID=0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:32.370168 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0ac1f4-b2dc-47e1-9ca9-39e57bd6e261 admin admin] Network ff7a83a6-1f61-4d16-b319-ab86ebf493d4 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:57:32.371821 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-eb0ac1f4-b2dc-47e1-9ca9-39e57bd6e261 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:57:32.376897 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ac1f4-b2dc-47e1-9ca9-39e57bd6e261 admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:57:32.400277 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] For port 35e51ea5-201f-4ba9-9297-57669f9a416f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:57:32.405172 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] For port 35e51ea5-201f-4ba9-9297-57669f9a416f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=35e51ea5-201f-4ba9-9297-57669f9a416f,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:57:32.415385 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (35e51ea5-201f-4ba9-9297-57669f9a416f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:32.430995 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:32.449161 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac1f4-b2dc-47e1-9ca9-39e57bd6e261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3931646'] for router_interface (3a0f2f81-9cb0-4d2c-901a-35fa88a39c42), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:32.461451 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 59196236-5d75-4865-bca3-ec97984f215a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:32.463057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c32f1d53-8228-48f8-9778-17fd25b4c7d2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:57:32.526031 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Routers {'3a0f2f81-9cb0-4d2c-901a-35fa88a39c42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:57:32.526687 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:57:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['3a0f2f81-9cb0-4d2c-901a-35fa88a39c42'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:32.529734 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446e302-c25d-4e65-b99c-89c55ad47d8c None None] Pushing event updated for resources: {'Port': ['ID=35e51ea5-201f-4ba9-9297-57669f9a416f,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:32.577649 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port c32f1d53-8228-48f8-9778-17fd25b4c7d2 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:32.578083 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:32.622121 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3d14b7c7-54da-415b-984e-11dc3189260c None None] Provisioning complete for port 59196236-5d75-4865-bca3-ec97984f215a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:32.622650 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3d14b7c7-54da-415b-984e-11dc3189260c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (59196236-5d75-4865-bca3-ec97984f215a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:32.667220 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac1f4-b2dc-47e1-9ca9-39e57bd6e261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:32.671763 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] Set router 3a0f2f81-9cb0-4d2c-901a-35fa88a39c42 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:57:32.751499 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3d14b7c7-54da-415b-984e-11dc3189260c None None] Current status of the port 59196236-5d75-4865-bca3-ec97984f215a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:32.807348 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port c32f1d53-8228-48f8-9778-17fd25b4c7d2 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:32.876762 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0f2f81-9cb0-4d2c-901a-35fa88a39c42', 'name': 'tempest-TestSnapshotPattern-1543239531-router', 'tenant_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.129'}], 'enable_snat': True}, 'gw_port_id': '35e51ea5-201f-4ba9-9297-57669f9a416f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:29Z', 'updated_at': '2022-03-28T09:57:30Z', 'revision_number': 3, 'project_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'gw_port': {'id': '35e51ea5-201f-4ba9-9297-57669f9a416f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0f2f81-9cb0-4d2c-901a-35fa88a39c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:30Z', 'updated_at': '2022-03-28T09:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:32.880918 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9ec2e53f-1ed4-475e-940d-e6a95c4ce32a None None] Provisioning complete for port 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:32.881297 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9ec2e53f-1ed4-475e-940d-e6a95c4ce32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:32.888187 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac1f4-b2dc-47e1-9ca9-39e57bd6e261 admin admin] Publish callbacks [] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:32.896025 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac1f4-b2dc-47e1-9ca9-39e57bd6e261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:32.908462 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b40598-3432-44f5-8a6b-9cb7c24f0530 None None] The sync data for ids ['3a0f2f81-9cb0-4d2c-901a-35fa88a39c42'] in dv-neutron-master-2-hyperv is: [{'id': '3a0f2f81-9cb0-4d2c-901a-35fa88a39c42', 'name': 'tempest-TestSnapshotPattern-1543239531-router', 'tenant_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.129'}], 'enable_snat': True}, 'gw_port_id': '35e51ea5-201f-4ba9-9297-57669f9a416f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:29Z', 'updated_at': '2022-03-28T09:57:30Z', 'revision_number': 3, 'project_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'gw_port': {'id': '35e51ea5-201f-4ba9-9297-57669f9a416f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0f2f81-9cb0-4d2c-901a-35fa88a39c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:30Z', 'updated_at': '2022-03-28T09:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:57:32.919012 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9ec2e53f-1ed4-475e-940d-e6a95c4ce32a None None] Port 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:57:32.976685 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ac1f4-b2dc-47e1-9ca9-39e57bd6e261 admin admin] Pushing event updated for resources: {'Port': ['ID=0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:32.979353 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac1f4-b2dc-47e1-9ca9-39e57bd6e261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3931498'] for router_interface (3a0f2f81-9cb0-4d2c-901a-35fa88a39c42), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:33.076324 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0ac1f4-b2dc-47e1-9ca9-39e57bd6e261 admin admin] Network ff7a83a6-1f61-4d16-b319-ab86ebf493d4 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:57:33.077890 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-eb0ac1f4-b2dc-47e1-9ca9-39e57bd6e261 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:57:33.213782 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0ac1f4-b2dc-47e1-9ca9-39e57bd6e261 admin admin] Router 3a0f2f81-9cb0-4d2c-901a-35fa88a39c42 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:57:33.359017 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0ac1f4-b2dc-47e1-9ca9-39e57bd6e261 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:57:33.367578 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-eb0ac1f4-b2dc-47e1-9ca9-39e57bd6e261 admin admin] 10.222.0.15 "PUT /v2.0/routers/3a0f2f81-9cb0-4d2c-901a-35fa88a39c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1519670 Mar 28 09:57:33.552799 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e5ede9a0-5629-4114-99a1-00d86bc49d98 None None] Provisioning complete for port 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:33.553386 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e5ede9a0-5629-4114-99a1-00d86bc49d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:33.588279 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e5ede9a0-5629-4114-99a1-00d86bc49d98 None None] Port 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:57:33.839383 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:33.973435 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 59196236-5d75-4865-bca3-ec97984f215a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:57:34.024038 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 59196236-5d75-4865-bca3-ec97984f215a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:34.024420 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (59196236-5d75-4865-bca3-ec97984f215a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:34.101302 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 59196236-5d75-4865-bca3-ec97984f215a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:34.102396 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 35e51ea5-201f-4ba9-9297-57669f9a416f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:57:34.146869 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 35e51ea5-201f-4ba9-9297-57669f9a416f triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:34.147266 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (35e51ea5-201f-4ba9-9297-57669f9a416f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:34.222860 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 35e51ea5-201f-4ba9-9297-57669f9a416f is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:34.223241 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (35e51ea5-201f-4ba9-9297-57669f9a416f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:34.243283 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] For port 35e51ea5-201f-4ba9-9297-57669f9a416f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=35e51ea5-201f-4ba9-9297-57669f9a416f,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:57:34.247018 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (35e51ea5-201f-4ba9-9297-57669f9a416f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:34.294295 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Pushing event updated for resources: {'Port': ['ID=35e51ea5-201f-4ba9-9297-57669f9a416f,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:34.882751 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60590) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:34.887329 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-9e4b4be0-2add-4988-b737-6ad35a82da37 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1030424566', 'description': 'tempest-secgroup-smoke-1030424566 description', 'project_id': '9d0ddb5f94504d1393a82da9c2e74487'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:57:34.907216 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9e4b4be0-2add-4988-b737-6ad35a82da37 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:34.976478 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9e4b4be0-2add-4988-b737-6ad35a82da37 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group (290e8592-21f6-447d-b387-ab2302b20ec6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:34.980056 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9e4b4be0-2add-4988-b737-6ad35a82da37 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (290e8592-21f6-447d-b387-ab2302b20ec6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.009106 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9e4b4be0-2add-4988-b737-6ad35a82da37 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.010405 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-9e4b4be0-2add-4988-b737-6ad35a82da37 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1266396 Mar 28 09:57:35.012394 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b4be0-2add-4988-b737-6ad35a82da37 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290e8592-21f6-447d-b387-ab2302b20ec6,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:35.013438 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 60592) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:35.018592 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4b936ccd-a38d-4e2a-9c5a-f691f8149840 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Request body: {'security_group_rule': {'security_group_id': '290e8592-21f6-447d-b387-ab2302b20ec6', 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:57:35.039229 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Sync routers for ids ['3a0f2f81-9cb0-4d2c-901a-35fa88a39c42'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:57:35.045945 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b936ccd-a38d-4e2a-9c5a-f691f8149840 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group_rule (42c8474f-4a24-41a3-a60c-d650e4e9371b), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.050755 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Routers {'3a0f2f81-9cb0-4d2c-901a-35fa88a39c42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:57:35.051365 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:57:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['3a0f2f81-9cb0-4d2c-901a-35fa88a39c42'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:35.102827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b936ccd-a38d-4e2a-9c5a-f691f8149840 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group_rule (42c8474f-4a24-41a3-a60c-d650e4e9371b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.106471 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b936ccd-a38d-4e2a-9c5a-f691f8149840 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (42c8474f-4a24-41a3-a60c-d650e4e9371b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.126228 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b936ccd-a38d-4e2a-9c5a-f691f8149840 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c8474f-4a24-41a3-a60c-d650e4e9371b,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:35.133413 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b936ccd-a38d-4e2a-9c5a-f691f8149840 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.134531 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4b936ccd-a38d-4e2a-9c5a-f691f8149840 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198840 Mar 28 09:57:35.137295 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 60594) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:35.141658 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-1adf474e-6fcc-4f12-902b-d533e1b7f70c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Request body: {'security_group_rule': {'security_group_id': '290e8592-21f6-447d-b387-ab2302b20ec6', 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:57:35.161004 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Set router 3a0f2f81-9cb0-4d2c-901a-35fa88a39c42 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:57:35.167257 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1adf474e-6fcc-4f12-902b-d533e1b7f70c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group_rule (e13f5962-a9cb-4064-afe0-67f1312e299c), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.227175 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1adf474e-6fcc-4f12-902b-d533e1b7f70c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group_rule (e13f5962-a9cb-4064-afe0-67f1312e299c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.230755 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1adf474e-6fcc-4f12-902b-d533e1b7f70c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (e13f5962-a9cb-4064-afe0-67f1312e299c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.248281 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf474e-6fcc-4f12-902b-d533e1b7f70c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13f5962-a9cb-4064-afe0-67f1312e299c,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:35.256452 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1adf474e-6fcc-4f12-902b-d533e1b7f70c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.257692 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-1adf474e-6fcc-4f12-902b-d533e1b7f70c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194084 Mar 28 09:57:35.260383 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 60596) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:35.264660 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9effca88-38df-41e1-87d6-75fcc257b2a0 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Request body: {'security_group_rule': {'security_group_id': '290e8592-21f6-447d-b387-ab2302b20ec6', 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:57:35.291402 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9effca88-38df-41e1-87d6-75fcc257b2a0 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group_rule (84a29dc2-2f3a-4f0e-8183-b9435d7ba011), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.347759 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9effca88-38df-41e1-87d6-75fcc257b2a0 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group_rule (84a29dc2-2f3a-4f0e-8183-b9435d7ba011), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.352008 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9effca88-38df-41e1-87d6-75fcc257b2a0 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (84a29dc2-2f3a-4f0e-8183-b9435d7ba011), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.363770 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0f2f81-9cb0-4d2c-901a-35fa88a39c42', 'name': 'tempest-TestSnapshotPattern-1543239531-router', 'tenant_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.129'}], 'enable_snat': True}, 'gw_port_id': '35e51ea5-201f-4ba9-9297-57669f9a416f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:29Z', 'updated_at': '2022-03-28T09:57:32Z', 'revision_number': 4, 'project_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'gw_port': {'id': '35e51ea5-201f-4ba9-9297-57669f9a416f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0f2f81-9cb0-4d2c-901a-35fa88a39c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:30Z', 'updated_at': '2022-03-28T09:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15', 'name': '', 'network_id': 'ff7a83a6-1f61-4d16-b319-ab86ebf493d4', 'tenant_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'mac_address': 'fa:16:3e:da:82:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0f2f81-9cb0-4d2c-901a-35fa88a39c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '637eeab7-2b3c-4b4a-b414-3a78ff2529b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:31Z', 'updated_at': '2022-03-28T09:57:32Z', 'revision_number': 2, 'project_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'subnets': [{'id': '637eeab7-2b3c-4b4a-b414-3a78ff2529b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:35.371969 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effca88-38df-41e1-87d6-75fcc257b2a0 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a29dc2-2f3a-4f0e-8183-b9435d7ba011,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:35.380821 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9effca88-38df-41e1-87d6-75fcc257b2a0 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.384637 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-9effca88-38df-41e1-87d6-75fcc257b2a0 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207638 Mar 28 09:57:35.385003 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60598) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:35.389957 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-79b6d3f8-b6b2-4175-816f-5b42276e335c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Request body: {'security_group_rule': {'security_group_id': '290e8592-21f6-447d-b387-ab2302b20ec6', 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:57:35.390940 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Checking router: 3a0f2f81-9cb0-4d2c-901a-35fa88a39c42 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:57:35.391301 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Updating router 3a0f2f81-9cb0-4d2c-901a-35fa88a39c42 port 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 binding host dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 09:57:35.415569 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-79b6d3f8-b6b2-4175-816f-5b42276e335c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group_rule (d2704e9e-d95d-4b52-9309-59fa83a67109), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.420199 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.472919 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-79b6d3f8-b6b2-4175-816f-5b42276e335c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group_rule (d2704e9e-d95d-4b52-9309-59fa83a67109), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.477165 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-79b6d3f8-b6b2-4175-816f-5b42276e335c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (d2704e9e-d95d-4b52-9309-59fa83a67109), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.496408 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6d3f8-b6b2-4175-816f-5b42276e335c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2704e9e-d95d-4b52-9309-59fa83a67109,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:35.504732 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-79b6d3f8-b6b2-4175-816f-5b42276e335c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.508946 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-79b6d3f8-b6b2-4175-816f-5b42276e335c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199243 Mar 28 09:57:35.508946 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60600) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:35.513168 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2f5e0da2-6e0b-41b9-aa7c-74b9ee7cb2e5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Request body: {'security_group_rule': {'security_group_id': '290e8592-21f6-447d-b387-ab2302b20ec6', 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:57:35.533105 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-2f5e0da2-6e0b-41b9-aa7c-74b9ee7cb2e5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Project 9d0ddb5f94504d1393a82da9c2e74487 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:57:35.538806 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2f5e0da2-6e0b-41b9-aa7c-74b9ee7cb2e5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group_rule (6797eb54-9670-4fd6-9429-6445a691b61a), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.599808 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2f5e0da2-6e0b-41b9-aa7c-74b9ee7cb2e5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group_rule (6797eb54-9670-4fd6-9429-6445a691b61a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.603963 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2f5e0da2-6e0b-41b9-aa7c-74b9ee7cb2e5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (6797eb54-9670-4fd6-9429-6445a691b61a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.623599 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e0da2-6e0b-41b9-aa7c-74b9ee7cb2e5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6797eb54-9670-4fd6-9429-6445a691b61a,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:35.629283 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2f5e0da2-6e0b-41b9-aa7c-74b9ee7cb2e5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.630519 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-2f5e0da2-6e0b-41b9-aa7c-74b9ee7cb2e5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207287 Mar 28 09:57:35.633462 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 60602) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:35.637819 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-d225b193-dfd4-4e0c-9598-f8ab0d148869 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Request body: {'security_group_rule': {'security_group_id': '290e8592-21f6-447d-b387-ab2302b20ec6', 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:57:35.657692 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-d225b193-dfd4-4e0c-9598-f8ab0d148869 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Project 9d0ddb5f94504d1393a82da9c2e74487 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 09:57:35.662737 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d225b193-dfd4-4e0c-9598-f8ab0d148869 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group_rule (dcd227f6-5535-4c26-ae0f-8a1232959010), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.686922 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Publish callbacks [] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.691211 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.722139 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d225b193-dfd4-4e0c-9598-f8ab0d148869 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group_rule (dcd227f6-5535-4c26-ae0f-8a1232959010), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.726422 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d225b193-dfd4-4e0c-9598-f8ab0d148869 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894887'] for security_group_rule (dcd227f6-5535-4c26-ae0f-8a1232959010), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.741731 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cc1ab-3063-48ce-9c83-b73d37af858c None None] Pushing event updated for resources: {'Port': ['ID=0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:35.746931 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225b193-dfd4-4e0c-9598-f8ab0d148869 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd227f6-5535-4c26-ae0f-8a1232959010,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:35.759177 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d225b193-dfd4-4e0c-9598-f8ab0d148869 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.766164 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-d225b193-dfd4-4e0c-9598-f8ab0d148869 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315937 Mar 28 09:57:35.801642 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Attempting to bind port 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:57:35.802023 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Attempting to bind port 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '74ed374c-2954-4d9b-8b8e-38aca101e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ff7a83a6-1f61-4d16-b319-ab86ebf493d4'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:57:35.803296 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Attempting to bind port 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 on network ff7a83a6-1f61-4d16-b319-ab86ebf493d4 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:57:35.809090 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Checking agent: {'id': '76a86e04-f738-4b92-8383-3824ecf3a4f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 8, 58, 34), 'started_at': datetime.datetime(2022, 3, 28, 8, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:57:35.809295 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Checking segment: {'id': '74ed374c-2954-4d9b-8b8e-38aca101e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ff7a83a6-1f61-4d16-b319-ab86ebf493d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:57:35.809724 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.810112 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Bound using segment: {'id': '74ed374c-2954-4d9b-8b8e-38aca101e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ff7a83a6-1f61-4d16-b319-ab86ebf493d4'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:57:35.810576 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Bound port: 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ed374c-2954-4d9b-8b8e-38aca101e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ff7a83a6-1f61-4d16-b319-ab86ebf493d4'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:57:35.810953 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.880057 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] For port 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:57:35.885028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] For port 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15,segment=NetworkSegment(74ed374c-2954-4d9b-8b8e-38aca101e73a),segment_id=74ed374c-2954-4d9b-8b8e-38aca101e73a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:57:35.893476 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:35.945999 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 35e51ea5-201f-4ba9-9297-57669f9a416f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:57:35.954697 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-605b740d-6da7-4f09-8200-a506285dd4f6 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1030424566&fields=id&tenant_id=9d0ddb5f94504d1393a82da9c2e74487 HTTP/1.1" status: 200 len: 267 time: 0.0593822 Mar 28 09:57:35.978069 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Routers {'3a0f2f81-9cb0-4d2c-901a-35fa88a39c42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:57:35.978710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:57:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['3a0f2f81-9cb0-4d2c-901a-35fa88a39c42'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:36.069381 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cc1ab-3063-48ce-9c83-b73d37af858c None None] Pushing event updated for resources: {'Port': ['ID=0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:36.080273 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-c5e03b31-5279-4e54-8c33-de3814060976 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:36.082078 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-c5e03b31-5279-4e54-8c33-de3814060976 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/networks?id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 HTTP/1.1" status: 200 len: 809 time: 0.1200569 Mar 28 09:57:36.101350 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4276114b-5313-4ac1-9c2e-fe3e6dc07f6f None None] Provisioning complete for port 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:36.101760 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4276114b-5313-4ac1-9c2e-fe3e6dc07f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:36.106811 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-2a49c701-7590-4b00-b251-0b43e0ce581a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/quotas/9d0ddb5f94504d1393a82da9c2e74487 HTTP/1.1" status: 200 len: 375 time: 0.0154979 Mar 28 09:57:36.166915 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 35e51ea5-201f-4ba9-9297-57669f9a416f triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:36.167295 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (35e51ea5-201f-4ba9-9297-57669f9a416f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:36.170245 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-8ec0fa6c-2a08-48b6-92bf-4f35234df257 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d0ddb5f94504d1393a82da9c2e74487&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571609 Mar 28 09:57:36.172466 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] Set router 3a0f2f81-9cb0-4d2c-901a-35fa88a39c42 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:57:36.361156 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-727c777b-1577-499b-b99d-a5d706a04007 service neutron] 10.222.0.15 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806624 Mar 28 09:57:36.452513 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-a6eac667-fe04-4be3-9f5a-c0011efb7eae service neutron] 10.222.0.15 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847216 Mar 28 09:57:36.525238 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4276114b-5313-4ac1-9c2e-fe3e6dc07f6f None None] Current status of the port 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:36.525555 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4276114b-5313-4ac1-9c2e-fe3e6dc07f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:36.565730 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 35e51ea5-201f-4ba9-9297-57669f9a416f is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:36.593643 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4276114b-5313-4ac1-9c2e-fe3e6dc07f6f None None] For port 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15,segment=NetworkSegment(74ed374c-2954-4d9b-8b8e-38aca101e73a),segment_id=74ed374c-2954-4d9b-8b8e-38aca101e73a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:57:36.599526 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4276114b-5313-4ac1-9c2e-fe3e6dc07f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:36.670040 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276114b-5313-4ac1-9c2e-fe3e6dc07f6f None None] Pushing event updated for resources: {'Port': ['ID=0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:36.684287 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0f2f81-9cb0-4d2c-901a-35fa88a39c42', 'name': 'tempest-TestSnapshotPattern-1543239531-router', 'tenant_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.129'}], 'enable_snat': True}, 'gw_port_id': '35e51ea5-201f-4ba9-9297-57669f9a416f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:29Z', 'updated_at': '2022-03-28T09:57:32Z', 'revision_number': 4, 'project_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'gw_port': {'id': '35e51ea5-201f-4ba9-9297-57669f9a416f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0f2f81-9cb0-4d2c-901a-35fa88a39c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:30Z', 'updated_at': '2022-03-28T09:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15', 'name': '', 'network_id': 'ff7a83a6-1f61-4d16-b319-ab86ebf493d4', 'tenant_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'mac_address': 'fa:16:3e:da:82:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0f2f81-9cb0-4d2c-901a-35fa88a39c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '637eeab7-2b3c-4b4a-b414-3a78ff2529b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:31Z', 'updated_at': '2022-03-28T09:57:35Z', 'revision_number': 4, 'project_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'subnets': [{'id': '637eeab7-2b3c-4b4a-b414-3a78ff2529b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:36.717085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c3e5e-7032-4278-a3cf-ed49d6a1b8b1 None None] The sync data for ids ['3a0f2f81-9cb0-4d2c-901a-35fa88a39c42'] in dv-neutron-master-2-hyperv is: [{'id': '3a0f2f81-9cb0-4d2c-901a-35fa88a39c42', 'name': 'tempest-TestSnapshotPattern-1543239531-router', 'tenant_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.129'}], 'enable_snat': True}, 'gw_port_id': '35e51ea5-201f-4ba9-9297-57669f9a416f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:29Z', 'updated_at': '2022-03-28T09:57:32Z', 'revision_number': 4, 'project_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'gw_port': {'id': '35e51ea5-201f-4ba9-9297-57669f9a416f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0f2f81-9cb0-4d2c-901a-35fa88a39c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:30Z', 'updated_at': '2022-03-28T09:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15', 'name': '', 'network_id': 'ff7a83a6-1f61-4d16-b319-ab86ebf493d4', 'tenant_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'mac_address': 'fa:16:3e:da:82:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0f2f81-9cb0-4d2c-901a-35fa88a39c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '637eeab7-2b3c-4b4a-b414-3a78ff2529b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:31Z', 'updated_at': '2022-03-28T09:57:35Z', 'revision_number': 4, 'project_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'subnets': [{'id': '637eeab7-2b3c-4b4a-b414-3a78ff2529b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:57:36.727954 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-87b3bf40-acf4-477f-b6c5-713edb27bae6 None None] Provisioning complete for port 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:36.728338 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-87b3bf40-acf4-477f-b6c5-713edb27bae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:36.816934 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-87b3bf40-acf4-477f-b6c5-713edb27bae6 None None] Current status of the port 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:37.633047 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-2c406de0-bb04-4ead-9c6d-950885f2bb9b req-b21630c9-94d2-4472-b878-e1373b7806f0 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 210 time: 0.0321593 Mar 28 09:57:37.930205 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:57:37.983334 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Provisioning complete for port 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:37.983710 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:38.071597 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Current status of the port 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:38.723256 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5943e88e-2938-40f2-b3d6-70366b1c0858 req-fd5be04d-d6f1-4ef4-bb3c-e3b2d88082ad tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 210 time: 0.0325224 Mar 28 09:57:39.802508 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-edab5262-e443-432f-8d49-34774b306e11 req-9cdc7c60-39c5-4bab-b213-7a2429aba6b6 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 210 time: 0.0292375 Mar 28 09:57:40.879134 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-7a70467e-596b-4179-82a2-de0f2d8c011e req-e1dc3da4-6eab-4b43-8743-27c52cd2a226 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 210 time: 0.0269513 Mar 28 09:57:41.972750 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-0d177459-3369-4dcb-807d-b5a187c8d0b3 req-29812e8f-a711-4470-ba71-dc45e2430a56 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 210 time: 0.0286667 Mar 28 09:57:42.754527 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-a990ecb4-9a22-4621-8222-805e7726c2a6 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:42.756648 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-a990ecb4-9a22-4621-8222-805e7726c2a6 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.16 "GET /v2.0/networks?id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 HTTP/1.1" status: 200 len: 809 time: 0.1053112 Mar 28 09:57:42.825914 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-14098275-e34b-4b4b-b772-194945eab20c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d0ddb5f94504d1393a82da9c2e74487 HTTP/1.1" status: 200 len: 380 time: 0.0602286 Mar 28 09:57:42.834408 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-e6d959f3-ce23-4132-81b4-2fdcc4e4be8a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Request body: {'port': {'device_id': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'admin_state_up': True, 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'security_groups': ['290e8592-21f6-447d-b387-ab2302b20ec6']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:57:42.936486 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-e6d959f3-ce23-4132-81b4-2fdcc4e4be8a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Made reservation on behalf of 9d0ddb5f94504d1393a82da9c2e74487 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 09:57:42.939911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-e6d959f3-ce23-4132-81b4-2fdcc4e4be8a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:43.068943 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-e6d959f3-ce23-4132-81b4-2fdcc4e4be8a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Allocated IP 172.20.0.5 (bc65f577-cd8b-4db6-ae33-f5193bc6fbb7/cdd2f51b-41e0-4833-b334-a9108a69c997/8570148f-e5cd-4bec-8763-efb7a9be67e3) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:57:43.071877 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c11dccc4-c795-489d-8906-8dd3b12f9534 req-d1730339-e6d8-4c38-9fda-3648016ac582 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 210 time: 0.0314760 Mar 28 09:57:43.209785 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-e6d959f3-ce23-4132-81b4-2fdcc4e4be8a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:43.241529 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-e6d959f3-ce23-4132-81b4-2fdcc4e4be8a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:43.287304 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-e6d959f3-ce23-4132-81b4-2fdcc4e4be8a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Network bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:57:43.291280 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-e6d959f3-ce23-4132-81b4-2fdcc4e4be8a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:57:43.296194 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-e6d959f3-ce23-4132-81b4-2fdcc4e4be8a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:57:43.329828 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d959f3-ce23-4132-81b4-2fdcc4e4be8a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Pushing event updated for resources: {'Port': ['ID=8570148f-e5cd-4bec-8763-efb7a9be67e3,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:43.352594 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-e6d959f3-ce23-4132-81b4-2fdcc4e4be8a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:43.353367 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-e6d959f3-ce23-4132-81b4-2fdcc4e4be8a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:43.370577 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-e6d959f3-ce23-4132-81b4-2fdcc4e4be8a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5401781 Mar 28 09:57:43.382534 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Request body: {'port': {'device_id': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:57:43.445805 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:43.576085 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-5988b0fa-0c5f-4168-b880-b24351ccdbae None None] Provisioning complete for port 8570148f-e5cd-4bec-8763-efb7a9be67e3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:43.576653 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5988b0fa-0c5f-4168-b880-b24351ccdbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:43.610815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5988b0fa-0c5f-4168-b880-b24351ccdbae None None] Port 8570148f-e5cd-4bec-8763-efb7a9be67e3 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 09:57:43.710423 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8570148f-e5cd-4bec-8763-efb7a9be67e3 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:57:43.717911 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Publish callbacks [] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:43.730290 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Transition to ACTIVE for port object 8570148f-e5cd-4bec-8763-efb7a9be67e3 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 09:57:43.734081 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:43.784611 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Pushing event updated for resources: {'Port': ['ID=8570148f-e5cd-4bec-8763-efb7a9be67e3,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:43.866415 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Attempting to bind port 8570148f-e5cd-4bec-8763-efb7a9be67e3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 09:57:43.866773 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Attempting to bind port 8570148f-e5cd-4bec-8763-efb7a9be67e3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd9a9f80c-2f28-4344-bd32-12c9d8856d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 09:57:43.867085 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Attempting to bind port 8570148f-e5cd-4bec-8763-efb7a9be67e3 on network bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:57:43.871614 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Port 8570148f-e5cd-4bec-8763-efb7a9be67e3 on network bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 09:57:43.871939 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Attempting to bind port 8570148f-e5cd-4bec-8763-efb7a9be67e3 on network bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 09:57:43.877130 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 09:57:43.877475 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Checking segment: {'id': 'd9a9f80c-2f28-4344-bd32-12c9d8856d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 09:57:43.877897 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Bound using segment: {'id': 'd9a9f80c-2f28-4344-bd32-12c9d8856d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 09:57:43.878331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Bound port: 8570148f-e5cd-4bec-8763-efb7a9be67e3, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a9f80c-2f28-4344-bd32-12c9d8856d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 09:57:43.878691 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:43.944806 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] For port 8570148f-e5cd-4bec-8763-efb7a9be67e3, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 09:57:43.948276 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] For port 8570148f-e5cd-4bec-8763-efb7a9be67e3, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8570148f-e5cd-4bec-8763-efb7a9be67e3,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 09:57:43.956410 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:43.992384 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:43.993010 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:43.994424 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] 10.222.0.16 "PUT /v2.0/ports/8570148f-e5cd-4bec-8763-efb7a9be67e3 HTTP/1.1" status: 200 len: 1093 time: 0.6167862 Mar 28 09:57:43.994879 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'tag': '8570148f-e5cd-4bec-8763-efb7a9be67e3'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:57:43.997122 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c5a695-dd41-4525-98e9-bc01481fd313" -d '{"events": [{"name": "network-changed", "server_uuid": "12dbf5ce-faa3-4910-8a77-7a24b4937d02", "tag": "8570148f-e5cd-4bec-8763-efb7a9be67e3"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:57:44.024283 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9bd88f-a777-45b1-8c0c-dd8ed05ae517 service neutron] Pushing event updated for resources: {'Port': ['ID=8570148f-e5cd-4bec-8763-efb7a9be67e3,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:44.089065 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-16cecd81-ab4f-4d4d-926f-8497292eba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:44.090631 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-16cecd81-ab4f-4d4d-926f-8497292eba20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d0ddb5f94504d1393a82da9c2e74487&device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 1127 time: 0.0514226 Mar 28 09:57:44.144272 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ea7f4f-c886-4780-8d0f-41eee2188ed7 x-openstack-request-id: req-27ea7f4f-c886-4780-8d0f-41eee2188ed7 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:57:44.144619 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12dbf5ce-faa3-4910-8a77-7a24b4937d02", "tag": "8570148f-e5cd-4bec-8763-efb7a9be67e3", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:57:44.144806 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27ea7f4f-c886-4780-8d0f-41eee2188ed7 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:57:44.145225 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ea7f4f-c886-4780-8d0f-41eee2188ed7'] response: {'name': 'network-changed', 'server_uuid': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'tag': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'status': 'completed', 'code': 200} Mar 28 09:57:44.147131 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-2d5a4149-d339-407e-8e7b-778b15490f0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8570148f-e5cd-4bec-8763-efb7a9be67e3 HTTP/1.1" status: 200 len: 217 time: 0.0487151 Mar 28 09:57:44.199616 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-c1517ec2-b842-4520-8283-b7a922b44f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:44.201115 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-c1517ec2-b842-4520-8283-b7a922b44f65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cdd2f51b-41e0-4833-b334-a9108a69c997 HTTP/1.1" status: 200 len: 848 time: 0.0486319 Mar 28 09:57:44.206538 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a84c62-eb2b-493a-8732-5d8d95a70224 req-a4b4d978-e2f3-453b-927a-e9ed108b6af9 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:44.208779 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-27a84c62-eb2b-493a-8732-5d8d95a70224 req-a4b4d978-e2f3-453b-927a-e9ed108b6af9 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 943 time: 0.0582182 Mar 28 09:57:44.251640 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-62ddeabd-f20b-4844-83ae-842d273a649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:44.253264 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-62ddeabd-f20b-4844-83ae-842d273a649d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467501 Mar 28 09:57:44.259260 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-27a84c62-eb2b-493a-8732-5d8d95a70224 req-dc862b33-0feb-4653-a9e8-3587ffe777e6 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440900 Mar 28 09:57:44.346494 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-1d8eb564-f18c-4274-bc0f-1c493e9dd68d service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871286 Mar 28 09:57:44.434150 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-fa9b9ede-4fce-4357-8862-780e8c64fdcd req-5bcfbf7e-a6cd-419c-88bd-8126769b8320 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818443 Mar 28 09:57:44.531710 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5a695-dd41-4525-98e9-bc01481fd313 req-29b3267d-1d2c-45c1-82ed-693ed9f2c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:44.533191 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c0c5a695-dd41-4525-98e9-bc01481fd313 req-29b3267d-1d2c-45c1-82ed-693ed9f2c2e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d0ddb5f94504d1393a82da9c2e74487&device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 1127 time: 0.0507691 Mar 28 09:57:44.623312 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5a695-dd41-4525-98e9-bc01481fd313 req-6dc93085-6044-4820-ab5b-6613b16b0c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:44.624785 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c0c5a695-dd41-4525-98e9-bc01481fd313 req-6dc93085-6044-4820-ab5b-6613b16b0c06 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 HTTP/1.1" status: 200 len: 909 time: 0.0846381 Mar 28 09:57:44.669161 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c0c5a695-dd41-4525-98e9-bc01481fd313 req-3d8a0f2e-8e97-4f43-9380-8190d31a44e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8570148f-e5cd-4bec-8763-efb7a9be67e3 HTTP/1.1" status: 200 len: 217 time: 0.0376241 Mar 28 09:57:44.717946 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5a695-dd41-4525-98e9-bc01481fd313 req-3920bb4f-35fe-402e-9841-f0fa7a79baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:44.719282 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c0c5a695-dd41-4525-98e9-bc01481fd313 req-3920bb4f-35fe-402e-9841-f0fa7a79baf1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cdd2f51b-41e0-4833-b334-a9108a69c997 HTTP/1.1" status: 200 len: 848 time: 0.0430090 Mar 28 09:57:44.768517 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5a695-dd41-4525-98e9-bc01481fd313 req-07559281-5a4a-4da4-a2f4-545d981f87d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:44.770019 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c0c5a695-dd41-4525-98e9-bc01481fd313 req-07559281-5a4a-4da4-a2f4-545d981f87d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437829 Mar 28 09:57:44.861035 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c0c5a695-dd41-4525-98e9-bc01481fd313 req-1a639a83-3881-4ad3-a221-7424744e6f32 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850024 Mar 28 09:57:44.949285 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c0c5a695-dd41-4525-98e9-bc01481fd313 req-1f5eb945-d557-4f35-9010-9d5616f5d110 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808423 Mar 28 09:57:45.379620 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41614d3f-a15b-49a4-82a4-cb2ff815ed62 req-abf3141b-0b75-4482-b94c-b26cc5c75956 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:45.381463 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-41614d3f-a15b-49a4-82a4-cb2ff815ed62 req-abf3141b-0b75-4482-b94c-b26cc5c75956 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 943 time: 0.0532811 Mar 28 09:57:45.429732 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-41614d3f-a15b-49a4-82a4-cb2ff815ed62 req-97405384-8ecb-4ccd-8338-48bfdf7d0036 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427606 Mar 28 09:57:46.546479 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4f624-6ca7-4c4f-8a0f-ed7c15239a56 req-4cd07f18-c498-4e00-9795-36cfd5710e1c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:46.548220 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-69f4f624-6ca7-4c4f-8a0f-ed7c15239a56 req-4cd07f18-c498-4e00-9795-36cfd5710e1c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 943 time: 0.0521054 Mar 28 09:57:46.595868 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-69f4f624-6ca7-4c4f-8a0f-ed7c15239a56 req-86128d29-9607-4c37-b110-5a5ffc60e980 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419891 Mar 28 09:57:46.686964 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 8570148f-e5cd-4bec-8763-efb7a9be67e3 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:57:46.780385 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 8570148f-e5cd-4bec-8763-efb7a9be67e3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8570148f-e5cd-4bec-8763-efb7a9be67e3,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:57:46.792254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'port_id': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'mac_address': 'fa:16:3e:64:9a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:57:46.830865 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 8570148f-e5cd-4bec-8763-efb7a9be67e3 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:46.831250 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:46.844062 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8570148f-e5cd-4bec-8763-efb7a9be67e3 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:57:46.863137 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 8570148f-e5cd-4bec-8763-efb7a9be67e3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8570148f-e5cd-4bec-8763-efb7a9be67e3,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:57:46.867088 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:46.916389 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=8570148f-e5cd-4bec-8763-efb7a9be67e3,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:47.070720 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['8570148f-e5cd-4bec-8763-efb7a9be67e3'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:57:47.721228 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62f5e0-8b23-45ab-8b18-169376878c04 req-e41e426c-b2fb-4f64-bc4e-1c70944bc3ee tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:47.722783 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-eb62f5e0-8b23-45ab-8b18-169376878c04 req-e41e426c-b2fb-4f64-bc4e-1c70944bc3ee tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 944 time: 0.0581954 Mar 28 09:57:47.771818 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-eb62f5e0-8b23-45ab-8b18-169376878c04 req-53eb5f71-96fa-41a7-bdd0-b78e1c7b849d tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425427 Mar 28 09:57:48.692020 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 8570148f-e5cd-4bec-8763-efb7a9be67e3 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:57:48.741378 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port 8570148f-e5cd-4bec-8763-efb7a9be67e3 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 09:57:48.745070 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 8570148f-e5cd-4bec-8763-efb7a9be67e3 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:57:48.745471 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:48.823897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 8570148f-e5cd-4bec-8763-efb7a9be67e3 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:57:48.824285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:48.846426 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8570148f-e5cd-4bec-8763-efb7a9be67e3'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:57:48.848647 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6605ef19-cae8-49af-85ad-3c6b1a7d2fa9" -d '{"events": [{"server_uuid": "12dbf5ce-faa3-4910-8a77-7a24b4937d02", "name": "network-vif-plugged", "status": "completed", "tag": "8570148f-e5cd-4bec-8763-efb7a9be67e3"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:57:48.861665 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 8570148f-e5cd-4bec-8763-efb7a9be67e3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8570148f-e5cd-4bec-8763-efb7a9be67e3,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:57:48.866775 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:48.897987 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237308c9-212a-4f6f-aa79-91e3b580b545 x-openstack-request-id: req-237308c9-212a-4f6f-aa79-91e3b580b545 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:57:48.898270 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12dbf5ce-faa3-4910-8a77-7a24b4937d02", "name": "network-vif-plugged", "status": "completed", "tag": "8570148f-e5cd-4bec-8763-efb7a9be67e3", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:57:48.898524 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-237308c9-212a-4f6f-aa79-91e3b580b545 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:57:48.898916 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-237308c9-212a-4f6f-aa79-91e3b580b545'] response: {'server_uuid': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'code': 200} Mar 28 09:57:48.899670 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176acf4-65c9-4722-91c3-627550d022a1 req-c8b30e9c-43ca-4f5d-b12a-c82da0861be2 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:48.901217 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5176acf4-65c9-4722-91c3-627550d022a1 req-c8b30e9c-43ca-4f5d-b12a-c82da0861be2 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 944 time: 0.0613518 Mar 28 09:57:48.925931 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=8570148f-e5cd-4bec-8763-efb7a9be67e3,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:48.958329 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-5176acf4-65c9-4722-91c3-627550d022a1 req-2e5e8e88-da4d-4d47-9742-a0666c5b5621 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512073 Mar 28 09:57:49.056310 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdb2e4-6806-40be-ad14-906000042e44 req-a171a480-5962-4f52-a5b7-b5f67f4c2e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:49.057851 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1dcdb2e4-6806-40be-ad14-906000042e44 req-a171a480-5962-4f52-a5b7-b5f67f4c2e69 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 1129 time: 0.0438941 Mar 28 09:57:49.106994 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-1dcdb2e4-6806-40be-ad14-906000042e44 req-2659d3e7-ec9c-4efa-ad63-c233dd22821d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435009 Mar 28 09:57:50.077397 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df6349-0536-41b5-b5ab-74f7209e579a req-e273ddca-e1d1-478a-bda2-18a3226aa28d tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:50.078925 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9df6349-0536-41b5-b5ab-74f7209e579a req-e273ddca-e1d1-478a-bda2-18a3226aa28d tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 945 time: 0.0597277 Mar 28 09:57:50.137047 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f9df6349-0536-41b5-b5ab-74f7209e579a req-bd814253-5b93-4652-b658-ea7518c46fba tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510256 Mar 28 09:57:51.256049 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c376fb-9010-4377-879c-d4780a890e13 req-ffddb42e-e254-4ad5-868f-85622c538298 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:51.257528 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-18c376fb-9010-4377-879c-d4780a890e13 req-ffddb42e-e254-4ad5-868f-85622c538298 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 945 time: 0.0543101 Mar 28 09:57:51.306042 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-18c376fb-9010-4377-879c-d4780a890e13 req-2931a1d5-62fc-4d6c-80af-b270149c93c9 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429311 Mar 28 09:57:51.422771 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a7607-272f-46f6-a102-7bb42ce1addc req-3b1f6ab8-b2bf-40e7-a589-3cb653001f2c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:51.424149 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b69a7607-272f-46f6-a102-7bb42ce1addc req-3b1f6ab8-b2bf-40e7-a589-3cb653001f2c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 945 time: 0.0523379 Mar 28 09:57:51.471692 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b69a7607-272f-46f6-a102-7bb42ce1addc req-71565697-7d8f-42d4-8b96-dbdc95ad4225 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419390 Mar 28 09:57:51.492876 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 60682) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:51.579528 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b75afcc-924a-49ca-b765-d4ba04e019f4 tempest-TestSnapshotPattern-1534931879 tempest-TestSnapshotPattern-1534931879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:51.581014 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-0b75afcc-924a-49ca-b765-d4ba04e019f4 tempest-TestSnapshotPattern-1534931879 tempest-TestSnapshotPattern-1534931879-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 1124 time: 0.0871835 Mar 28 09:57:51.584544 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 60686) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 09:57:51.588638 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 09:57:51.608853 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:51.706962 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:51.811266 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Allocated IP 172.36.4.194 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/70a07082-d44d-4bb7-8c0f-0eacadc79ad0) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 09:57:51.821851 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:51.912997 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for port (70a07082-d44d-4bb7-8c0f-0eacadc79ad0), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:51.945718 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (70a07082-d44d-4bb7-8c0f-0eacadc79ad0), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:51.984013 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 09:57:51.987098 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 09:57:51.992737 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 09:57:51.998335 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Pushing event updated for resources: {'Port': ['ID=70a07082-d44d-4bb7-8c0f-0eacadc79ad0,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:52.347249 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for floatingip (cd13b230-1145-47d3-90b1-de073d266b0d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:52.418135 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (70a07082-d44d-4bb7-8c0f-0eacadc79ad0), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:52.490395 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:57:52.562827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for port (70a07082-d44d-4bb7-8c0f-0eacadc79ad0), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:52.567115 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (70a07082-d44d-4bb7-8c0f-0eacadc79ad0), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:52.640706 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Pushing event updated for resources: {'Port': ['ID=70a07082-d44d-4bb7-8c0f-0eacadc79ad0,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:57:52.650183 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (cd13b230-1145-47d3-90b1-de073d266b0d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:53.077822 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Floating IP cd13b230-1145-47d3-90b1-de073d266b0d associated. External IP: 172.36.4.194, port: 8570148f-e5cd-4bec-8763-efb7a9be67e3. Mar 28 09:57:53.289676 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Router c9b7d568-1617-4f4f-9d3d-910be1713c94 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 09:57:53.394284 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 09:57:53.404525 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2fd32-da47-4290-b303-0ba4c3ab516b None None] Sync routers for ids ['c9b7d568-1617-4f4f-9d3d-910be1713c94'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 09:57:53.417680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:53.419714 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2fd32-da47-4290-b303-0ba4c3ab516b None None] Routers {'c9b7d568-1617-4f4f-9d3d-910be1713c94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:57:53.420326 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-eac2fd32-da47-4290-b303-0ba4c3ab516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:57:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c9b7d568-1617-4f4f-9d3d-910be1713c94'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:53.450371 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-34f35826-75d9-4c6c-a0b5-e20ed980a768 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8648202 Mar 28 09:57:53.451140 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'tag': '8570148f-e5cd-4bec-8763-efb7a9be67e3'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:57:53.454025 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8257dca3-6f61-4b95-95c9-93e7f5fe2189" -d '{"events": [{"name": "network-changed", "server_uuid": "12dbf5ce-faa3-4910-8a77-7a24b4937d02", "tag": "8570148f-e5cd-4bec-8763-efb7a9be67e3"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:57:53.494694 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 09:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d59cda-24b7-4b97-81f7-3d543998015f x-openstack-request-id: req-a3d59cda-24b7-4b97-81f7-3d543998015f {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:57:53.495003 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12dbf5ce-faa3-4910-8a77-7a24b4937d02", "tag": "8570148f-e5cd-4bec-8763-efb7a9be67e3", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:57:53.495265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3d59cda-24b7-4b97-81f7-3d543998015f {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:57:53.495684 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3d59cda-24b7-4b97-81f7-3d543998015f'] response: {'name': 'network-changed', 'server_uuid': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'tag': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'status': 'completed', 'code': 200} Mar 28 09:57:53.530175 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-eac2fd32-da47-4290-b303-0ba4c3ab516b None None] Set router c9b7d568-1617-4f4f-9d3d-910be1713c94 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:57:53.559685 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257dca3-6f61-4b95-95c9-93e7f5fe2189 req-72034304-ade4-4b02-b836-708dc0b758e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:53.561206 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8257dca3-6f61-4b95-95c9-93e7f5fe2189 req-72034304-ade4-4b02-b836-708dc0b758e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d0ddb5f94504d1393a82da9c2e74487&device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 1129 time: 0.0457559 Mar 28 09:57:53.649559 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257dca3-6f61-4b95-95c9-93e7f5fe2189 req-ae2c4b29-b497-4100-afcf-ef7406e7c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:53.650972 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8257dca3-6f61-4b95-95c9-93e7f5fe2189 req-ae2c4b29-b497-4100-afcf-ef7406e7c885 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 HTTP/1.1" status: 200 len: 909 time: 0.0841403 Mar 28 09:57:53.720277 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8257dca3-6f61-4b95-95c9-93e7f5fe2189 req-02ba0e14-3544-4bac-8b0f-4126334d1254 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8570148f-e5cd-4bec-8763-efb7a9be67e3 HTTP/1.1" status: 200 len: 999 time: 0.0635605 Mar 28 09:57:53.750499 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-eac2fd32-da47-4290-b303-0ba4c3ab516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T09:57:27Z', 'revision_number': 4, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port': {'id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:25Z', 'updated_at': '2022-03-28T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'cd13b230-1145-47d3-90b1-de073d266b0d', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'floating_ip_address': '172.36.4.194', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'port_id': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'mac_address': 'fa:16:3e:64:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:57:52Z', 'updated_at': '2022-03-28T09:57:52Z', 'revision_number': 0, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32f1d53-8228-48f8-9778-17fd25b4c7d2', 'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'mac_address': 'fa:16:3e:8b:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:26Z', 'updated_at': '2022-03-28T09:57:31Z', 'revision_number': 5, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'subnets': [{'id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:53.767484 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257dca3-6f61-4b95-95c9-93e7f5fe2189 req-167ef5bb-4c8b-42e2-bb30-06522fe54657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:53.768973 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8257dca3-6f61-4b95-95c9-93e7f5fe2189 req-167ef5bb-4c8b-42e2-bb30-06522fe54657 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cdd2f51b-41e0-4833-b334-a9108a69c997 HTTP/1.1" status: 200 len: 848 time: 0.0435977 Mar 28 09:57:53.780870 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2fd32-da47-4290-b303-0ba4c3ab516b None None] Checking router: c9b7d568-1617-4f4f-9d3d-910be1713c94 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 09:57:53.789275 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2fd32-da47-4290-b303-0ba4c3ab516b None None] Routers {'c9b7d568-1617-4f4f-9d3d-910be1713c94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 09:57:53.789908 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-eac2fd32-da47-4290-b303-0ba4c3ab516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T09:57:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c9b7d568-1617-4f4f-9d3d-910be1713c94'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:53.816340 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257dca3-6f61-4b95-95c9-93e7f5fe2189 req-27927938-25a0-4461-914f-375e42218002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:57:53.818457 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8257dca3-6f61-4b95-95c9-93e7f5fe2189 req-27927938-25a0-4461-914f-375e42218002 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438130 Mar 28 09:57:53.897428 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-eac2fd32-da47-4290-b303-0ba4c3ab516b None None] Set router c9b7d568-1617-4f4f-9d3d-910be1713c94 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 09:57:53.911850 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8257dca3-6f61-4b95-95c9-93e7f5fe2189 req-7b7652be-c818-469c-bd5c-ed472d598df5 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868936 Mar 28 09:57:53.999180 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-8257dca3-6f61-4b95-95c9-93e7f5fe2189 req-3eaaf135-2732-4040-9109-3a1c6a132712 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819092 Mar 28 09:57:54.206471 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-eac2fd32-da47-4290-b303-0ba4c3ab516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T09:57:27Z', 'revision_number': 4, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port': {'id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:25Z', 'updated_at': '2022-03-28T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'cd13b230-1145-47d3-90b1-de073d266b0d', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'floating_ip_address': '172.36.4.194', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'port_id': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'mac_address': 'fa:16:3e:64:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:57:52Z', 'updated_at': '2022-03-28T09:57:52Z', 'revision_number': 0, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32f1d53-8228-48f8-9778-17fd25b4c7d2', 'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'mac_address': 'fa:16:3e:8b:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:26Z', 'updated_at': '2022-03-28T09:57:31Z', 'revision_number': 5, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'subnets': [{'id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 09:57:54.231755 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2fd32-da47-4290-b303-0ba4c3ab516b None None] The sync data for ids ['c9b7d568-1617-4f4f-9d3d-910be1713c94'] in dv-neutron-master-2-hyperv is: [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T09:57:27Z', 'revision_number': 4, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port': {'id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:25Z', 'updated_at': '2022-03-28T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'cd13b230-1145-47d3-90b1-de073d266b0d', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'floating_ip_address': '172.36.4.194', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'port_id': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'mac_address': 'fa:16:3e:64:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:57:52Z', 'updated_at': '2022-03-28T09:57:52Z', 'revision_number': 0, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32f1d53-8228-48f8-9778-17fd25b4c7d2', 'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'mac_address': 'fa:16:3e:8b:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:26Z', 'updated_at': '2022-03-28T09:57:31Z', 'revision_number': 5, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'subnets': [{'id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 09:57:54.415800 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca0422b-a0f4-4d60-b8c1-e5f069cbf944 None None] New status for floating IP cd13b230-1145-47d3-90b1-de073d266b0d: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 09:57:57.370275 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a1cda25a-a522-499a-bc82-34a9fc5dc6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:57:59.593779 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-19dbf492-af96-415a-ba27-2a33fa42e88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:58:00.778573 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:58:02.337172 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:58:03.841644 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:58:11.179126 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3b6ea57-0b5b-4c53-bc2d-44bad132c21f req-10b6d0bd-4c16-4336-aa79-5aa442625ae9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474470 Mar 28 09:58:11.263343 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6ea57-0b5b-4c53-bc2d-44bad132c21f req-a93e51e0-ab7a-47af-be30-7a3cd81dc6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:58:11.264835 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3b6ea57-0b5b-4c53-bc2d-44bad132c21f req-a93e51e0-ab7a-47af-be30-7a3cd81dc6d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d0ddb5f94504d1393a82da9c2e74487&device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 1129 time: 0.0442574 Mar 28 09:58:11.366761 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6ea57-0b5b-4c53-bc2d-44bad132c21f req-c1328aa2-bc74-49ab-a9f3-bf19a34874f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:58:11.368145 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3b6ea57-0b5b-4c53-bc2d-44bad132c21f req-c1328aa2-bc74-49ab-a9f3-bf19a34874f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 HTTP/1.1" status: 200 len: 909 time: 0.0839541 Mar 28 09:58:11.435963 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3b6ea57-0b5b-4c53-bc2d-44bad132c21f req-d3eb100e-4901-4c6e-bef1-484735d12a35 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8570148f-e5cd-4bec-8763-efb7a9be67e3 HTTP/1.1" status: 200 len: 1001 time: 0.0614424 Mar 28 09:58:11.483274 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6ea57-0b5b-4c53-bc2d-44bad132c21f req-dd3859aa-9ae6-4219-8dbf-01d1499d9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:58:11.484670 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3b6ea57-0b5b-4c53-bc2d-44bad132c21f req-dd3859aa-9ae6-4219-8dbf-01d1499d9cb9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cdd2f51b-41e0-4833-b334-a9108a69c997 HTTP/1.1" status: 200 len: 848 time: 0.0415857 Mar 28 09:58:11.531719 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6ea57-0b5b-4c53-bc2d-44bad132c21f req-f4c8c97a-14eb-4839-a8cc-7f21d4a3b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:58:11.533194 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3b6ea57-0b5b-4c53-bc2d-44bad132c21f req-f4c8c97a-14eb-4839-a8cc-7f21d4a3b40d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428264 Mar 28 09:58:11.625316 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3b6ea57-0b5b-4c53-bc2d-44bad132c21f req-1f7fd284-860a-4a27-a165-45e9c380ece3 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848491 Mar 28 09:58:11.713341 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e3b6ea57-0b5b-4c53-bc2d-44bad132c21f req-7dece329-cd00-4bbc-82ee-724a811be6d7 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807469 Mar 28 09:58:21.829374 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:58:27.371743 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7f21e58b-e25b-4224-8d52-37e5d8b6d4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:58:29.491623 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:58:29.594164 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cb71f7bb-f0e5-4845-91cc-7896745f128f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:58:30.782728 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:58:32.339595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:58:33.844119 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:58:51.843573 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:58:57.372647 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4db03b6f-0b7b-4b4e-affd-52581c87c5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:58:59.596192 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ba11c7c7-5264-45ed-af46-1e70a594a525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:59:00.783630 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:59:02.342137 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:59:03.846312 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:59:06.491510 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:59:12.208301 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f01efeb9-f683-4b77-8572-1ebc7ab8b077 req-38854e9f-c73f-4894-88ee-f522fc65826a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0922174 Mar 28 09:59:12.300778 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01efeb9-f683-4b77-8572-1ebc7ab8b077 req-4275d297-a17c-4791-9a06-5d3847385b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:59:12.302313 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f01efeb9-f683-4b77-8572-1ebc7ab8b077 req-4275d297-a17c-4791-9a06-5d3847385b64 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d0ddb5f94504d1393a82da9c2e74487&device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 1129 time: 0.0517852 Mar 28 09:59:12.404333 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01efeb9-f683-4b77-8572-1ebc7ab8b077 req-e3b8fc78-8366-45fa-a610-767d154acdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:59:12.405777 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f01efeb9-f683-4b77-8572-1ebc7ab8b077 req-e3b8fc78-8366-45fa-a610-767d154acdce service neutron] 10.222.0.16 "GET /v2.0/networks?id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 HTTP/1.1" status: 200 len: 909 time: 0.0860872 Mar 28 09:59:12.474932 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f01efeb9-f683-4b77-8572-1ebc7ab8b077 req-0dc71b0b-54d3-46ad-a725-a774b63c0783 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8570148f-e5cd-4bec-8763-efb7a9be67e3 HTTP/1.1" status: 200 len: 1001 time: 0.0580418 Mar 28 09:59:12.527834 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01efeb9-f683-4b77-8572-1ebc7ab8b077 req-7eb0f588-989f-426a-9d43-d745a5d62f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:59:12.529399 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f01efeb9-f683-4b77-8572-1ebc7ab8b077 req-7eb0f588-989f-426a-9d43-d745a5d62f15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cdd2f51b-41e0-4833-b334-a9108a69c997 HTTP/1.1" status: 200 len: 848 time: 0.0484169 Mar 28 09:59:12.577459 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01efeb9-f683-4b77-8572-1ebc7ab8b077 req-eb1bf441-8704-4d40-b95c-8aeb0fdce66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 09:59:12.579009 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f01efeb9-f683-4b77-8572-1ebc7ab8b077 req-eb1bf441-8704-4d40-b95c-8aeb0fdce66d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439978 Mar 28 09:59:12.666718 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f01efeb9-f683-4b77-8572-1ebc7ab8b077 req-b8e1a0b6-53c2-4ff3-8a21-e4f071a34be9 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814562 Mar 28 09:59:12.759768 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f01efeb9-f683-4b77-8572-1ebc7ab8b077 req-c6000f72-aa3b-4f79-a2b2-6ee0befe6b09 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872862 Mar 28 09:59:21.842158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:59:27.374305 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b2b715f8-c5fa-4a41-a1b8-6ed543191edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:59:29.597998 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc0083c1-5c37-45b8-90f7-4f82b3e4ca8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:59:30.786579 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:59:32.344165 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:59:33.848372 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:59:43.490592 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 09:59:51.844694 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:59:53.300568 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 8570148f-e5cd-4bec-8763-efb7a9be67e3 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 09:59:53.404360 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 8570148f-e5cd-4bec-8763-efb7a9be67e3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8570148f-e5cd-4bec-8763-efb7a9be67e3,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:59:53.418022 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'port_id': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'mac_address': 'fa:16:3e:64:9a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 09:59:53.462256 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 8570148f-e5cd-4bec-8763-efb7a9be67e3 is: ACTIVE; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:59:53.463167 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:59:53.479268 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8570148f-e5cd-4bec-8763-efb7a9be67e3 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 09:59:53.505328 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 8570148f-e5cd-4bec-8763-efb7a9be67e3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8570148f-e5cd-4bec-8763-efb7a9be67e3,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:59:53.510181 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:59:53.568952 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=8570148f-e5cd-4bec-8763-efb7a9be67e3,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:59:53.576155 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:59:53.576513 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:59:53.576942 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:59:53.577420 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:59:53.578649 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:59:53.579422 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:59:53.580101 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:59:53.580439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:59:53.580794 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:59:53.581109 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:59:53.581453 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:59:53.581817 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:59:53.582147 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:59:53.582474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:59:53.582802 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 09:59:53.588545 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['8570148f-e5cd-4bec-8763-efb7a9be67e3'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 09:59:55.307610 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 8570148f-e5cd-4bec-8763-efb7a9be67e3 up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 09:59:55.363582 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port 8570148f-e5cd-4bec-8763-efb7a9be67e3 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 09:59:55.363920 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:59:55.454843 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 8570148f-e5cd-4bec-8763-efb7a9be67e3 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 09:59:55.455235 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:59:55.484721 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8570148f-e5cd-4bec-8763-efb7a9be67e3'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 09:59:55.487489 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3274db-d4f3-4f23-89ef-44e895c7c23e" -d '{"events": [{"server_uuid": "12dbf5ce-faa3-4910-8a77-7a24b4937d02", "name": "network-vif-plugged", "status": "completed", "tag": "8570148f-e5cd-4bec-8763-efb7a9be67e3"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 09:59:55.505984 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 8570148f-e5cd-4bec-8763-efb7a9be67e3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8570148f-e5cd-4bec-8763-efb7a9be67e3,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 09:59:55.511581 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:59:55.566988 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=8570148f-e5cd-4bec-8763-efb7a9be67e3,revision_number=7']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 09:59:55.609592 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 09:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2228e7-dd54-4143-b2e8-b14f5107bab1 x-openstack-request-id: req-6c2228e7-dd54-4143-b2e8-b14f5107bab1 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 09:59:55.610059 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12dbf5ce-faa3-4910-8a77-7a24b4937d02", "name": "network-vif-plugged", "status": "completed", "tag": "8570148f-e5cd-4bec-8763-efb7a9be67e3", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 09:59:55.610400 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c2228e7-dd54-4143-b2e8-b14f5107bab1 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 09:59:55.610847 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c2228e7-dd54-4143-b2e8-b14f5107bab1'] response: {'server_uuid': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'code': 200} Mar 28 09:59:57.378224 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4775cafd-3ef6-4bc0-b9cc-213895b75082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 09:59:59.602977 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-db0b1aa8-99d3-4c1e-ae85-0d56b090aa62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:00.795425 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:02.347667 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:02.726554 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-b75d53a3-a975-4f92-b847-080eee60681a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1030424566&fields=id&tenant_id=9d0ddb5f94504d1393a82da9c2e74487 HTTP/1.1" status: 200 len: 267 time: 0.0447524 Mar 28 10:00:02.833127 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-eaca1d60-06ef-4e45-a896-df405b715d97 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:02.834684 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-eaca1d60-06ef-4e45-a896-df405b715d97 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/networks?id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 HTTP/1.1" status: 200 len: 809 time: 0.1018884 Mar 28 10:00:02.848677 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-6ee8c758-fde0-41f6-ad49-5db5aaa5fe11 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/quotas/9d0ddb5f94504d1393a82da9c2e74487 HTTP/1.1" status: 200 len: 375 time: 0.0086887 Mar 28 10:00:02.907966 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-4d5d088f-a5da-4d8c-8474-81e60dd54a32 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d0ddb5f94504d1393a82da9c2e74487&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531154 Mar 28 10:00:02.923542 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-2a0ae95d-31b6-483f-92c5-9d3a16e519d0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 10:00:02.924740 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-2a0ae95d-31b6-483f-92c5-9d3a16e519d0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050669 Mar 28 10:00:03.015848 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-489ed342-90f1-411d-93f7-1245da6277fc service neutron] 10.222.0.15 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852673 Mar 28 10:00:03.105704 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-19fa4c4a-9ee4-4092-bae4-aedcf0a895a0 service neutron] 10.222.0.15 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836842 Mar 28 10:00:03.275442 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-2dabe1be-e19e-49ef-a1ec-ff67ed0ba885 req-7c43a39e-b646-431a-94ab-a9b22e7e1085 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 210 time: 0.0319679 Mar 28 10:00:03.852049 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:04.278765 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-d708bf7b-df4c-45d0-9f2f-a59015fc9083 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:04.280210 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-d708bf7b-df4c-45d0-9f2f-a59015fc9083 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.16 "GET /v2.0/networks?id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 HTTP/1.1" status: 200 len: 809 time: 0.1118774 Mar 28 10:00:04.361811 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-a04d2d17-309f-4f12-bb00-bb8cc447689f tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d0ddb5f94504d1393a82da9c2e74487 HTTP/1.1" status: 200 len: 380 time: 0.0722358 Mar 28 10:00:04.382123 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-235db753-2250-4d62-8fce-9b559431d20d req-cbb84056-a1a7-47dc-acd1-74f12abf1574 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 210 time: 0.0355160 Mar 28 10:00:04.385468 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Request body: {'port': {'device_id': 'ca71cd24-b448-4ed5-ab38-dee57e61236c', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'admin_state_up': True, 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'security_groups': ['290e8592-21f6-447d-b387-ab2302b20ec6']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:00:04.500511 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Made reservation on behalf of 9d0ddb5f94504d1393a82da9c2e74487 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 10:00:04.503922 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:04.671900 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Allocated IP 172.20.0.11 (bc65f577-cd8b-4db6-ae33-f5193bc6fbb7/cdd2f51b-41e0-4833-b334-a9108a69c997/dca313ef-d161-41c3-8622-8c274ac5cbfc) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:00:04.866682 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:04.903949 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:04.950941 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Network bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:00:04.954293 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:00:04.956931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 10:00:05.015357 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Pushing event updated for resources: {'Port': ['ID=dca313ef-d161-41c3-8622-8c274ac5cbfc,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:00:05.031572 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:05.031937 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:05.032297 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:05.032653 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:05.033000 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:05.033343 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:05.033713 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:05.034058 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:05.034396 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:05.034739 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:05.035076 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:05.035410 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:05.035744 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:05.036074 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:05.036443 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:05.071103 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:05.071804 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:05.098333 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-6baee264-51f0-4871-9c4b-500692ae02bf tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7178926 Mar 28 10:00:05.256761 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b3a8ecde-eaef-481d-ae12-747bbb5163bd None None] Provisioning complete for port dca313ef-d161-41c3-8622-8c274ac5cbfc triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 10:00:05.257783 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ecde-eaef-481d-ae12-747bbb5163bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:05.294256 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b3a8ecde-eaef-481d-ae12-747bbb5163bd None None] Port dca313ef-d161-41c3-8622-8c274ac5cbfc cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 10:00:05.371582 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 8570148f-e5cd-4bec-8763-efb7a9be67e3 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 10:00:05.454614 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port 8570148f-e5cd-4bec-8763-efb7a9be67e3 is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 10:00:05.455014 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:05.491254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8570148f-e5cd-4bec-8763-efb7a9be67e3'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:00:05.494253 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b943502c-a133-4a57-ab42-c48b7c75c8e1" -d '{"events": [{"server_uuid": "12dbf5ce-faa3-4910-8a77-7a24b4937d02", "name": "network-vif-unplugged", "status": "completed", "tag": "8570148f-e5cd-4bec-8763-efb7a9be67e3"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 10:00:05.500465 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port 8570148f-e5cd-4bec-8763-efb7a9be67e3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8570148f-e5cd-4bec-8763-efb7a9be67e3,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 10:00:05.508269 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:05.557285 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 10:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b6231b-d2ab-4090-b938-cf10ca12b470 x-openstack-request-id: req-27b6231b-d2ab-4090-b938-cf10ca12b470 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 10:00:05.557768 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12dbf5ce-faa3-4910-8a77-7a24b4937d02", "name": "network-vif-unplugged", "status": "completed", "tag": "8570148f-e5cd-4bec-8763-efb7a9be67e3", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 10:00:05.558029 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27b6231b-d2ab-4090-b938-cf10ca12b470 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 10:00:05.558432 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b6231b-d2ab-4090-b938-cf10ca12b470'] response: {'server_uuid': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'code': 200} Mar 28 10:00:05.566771 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979848d9-3222-4f1b-a8fd-7f5a16729069 req-e4bb208c-dcc3-4a05-b7a8-c6e26a9a3da6 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:05.568595 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-979848d9-3222-4f1b-a8fd-7f5a16729069 req-e4bb208c-dcc3-4a05-b7a8-c6e26a9a3da6 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 932 time: 0.1078482 Mar 28 10:00:05.589595 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=8570148f-e5cd-4bec-8763-efb7a9be67e3,revision_number=8']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:00:05.629780 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-979848d9-3222-4f1b-a8fd-7f5a16729069 req-33936a54-0289-4cf6-a177-683f056f7889 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551560 Mar 28 10:00:06.781067 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f12293-bd0e-42bb-9c5e-21813218db2d req-9362cbfa-c436-4d70-a250-a2ca1de1307e tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:06.783078 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-61f12293-bd0e-42bb-9c5e-21813218db2d req-9362cbfa-c436-4d70-a250-a2ca1de1307e tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 932 time: 0.0785766 Mar 28 10:00:06.846375 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-61f12293-bd0e-42bb-9c5e-21813218db2d req-c8bf9b03-8dd4-476c-aee1-964928d7fbf1 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557575 Mar 28 10:00:07.978641 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e9ec3-f7f6-4ad2-bb53-2206b50c640c req-b2e6dcfa-40e7-4556-9b30-0825bbdb79ad tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:07.980172 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d30e9ec3-f7f6-4ad2-bb53-2206b50c640c req-b2e6dcfa-40e7-4556-9b30-0825bbdb79ad tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 932 time: 0.0551584 Mar 28 10:00:08.042253 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d30e9ec3-f7f6-4ad2-bb53-2206b50c640c req-e3889973-00ba-406e-a8e9-76b38305141b tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555439 Mar 28 10:00:09.227834 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f4113-b2db-4cc9-968f-7d1c1bc4cb0e req-c14b011a-1f0d-4164-8acf-4e9a328d676e tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:09.229402 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f95f4113-b2db-4cc9-968f-7d1c1bc4cb0e req-c14b011a-1f0d-4164-8acf-4e9a328d676e tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 932 time: 0.1129692 Mar 28 10:00:09.281726 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-f95f4113-b2db-4cc9-968f-7d1c1bc4cb0e req-8303850a-2dae-48f2-9c4a-65a2030aa26e tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458181 Mar 28 10:00:10.479382 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8913e5a-8dfc-4c40-aba5-29f138e7f565 req-eff132a0-37f7-4959-ab46-f56a51f18dbd tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:10.480928 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c8913e5a-8dfc-4c40-aba5-29f138e7f565 req-eff132a0-37f7-4959-ab46-f56a51f18dbd tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 932 time: 0.1278050 Mar 28 10:00:10.532242 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-c8913e5a-8dfc-4c40-aba5-29f138e7f565 req-06f16dea-0879-42b6-b69e-e3ee938e3c73 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452728 Mar 28 10:00:11.667349 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd61bbf-2301-4992-a395-1aa986faba1d req-a30b5a34-a340-417a-8906-ad7b8e746ed6 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:11.668872 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-afd61bbf-2301-4992-a395-1aa986faba1d req-a30b5a34-a340-417a-8906-ad7b8e746ed6 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 932 time: 0.0619013 Mar 28 10:00:11.722620 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-afd61bbf-2301-4992-a395-1aa986faba1d req-54ef5e8c-a235-42bd-9936-c5cf63e67194 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478432 Mar 28 10:00:12.815935 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.v2.base [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Request body: {'port': {'device_id': 'ca71cd24-b448-4ed5-ab38-dee57e61236c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:00:12.844150 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6b54a-9e59-4d79-a913-f9677d365732 req-a99418c4-8772-4307-a908-26f6cc6e7069 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:12.845749 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-10b6b54a-9e59-4d79-a913-f9677d365732 req-a99418c4-8772-4307-a908-26f6cc6e7069 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 932 time: 0.0539403 Mar 28 10:00:12.876983 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:12.898588 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-10b6b54a-9e59-4d79-a913-f9677d365732 req-f06c0d3b-df4b-4b75-bc0d-20637ef1653e tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469174 Mar 28 10:00:13.142738 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca313ef-d161-41c3-8622-8c274ac5cbfc {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 10:00:13.150582 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Publish callbacks [] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:13.163513 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.16', 65111) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 10:00:13.165687 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Transition to ACTIVE for port object dca313ef-d161-41c3-8622-8c274ac5cbfc will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 10:00:13.174047 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:13.245393 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Pushing event updated for resources: {'Port': ['ID=dca313ef-d161-41c3-8622-8c274ac5cbfc,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:00:13.278848 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a03c4f14-ea46-47d1-a5f0-8162ead7a577 req-c1796fb0-955d-4727-bedc-927b9eeeecd1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1142228 Mar 28 10:00:13.339191 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Attempting to bind port dca313ef-d161-41c3-8622-8c274ac5cbfc on host hv-neutron-mast for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 10:00:13.339535 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Attempting to bind port dca313ef-d161-41c3-8622-8c274ac5cbfc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd9a9f80c-2f28-4344-bd32-12c9d8856d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 10:00:13.339865 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Attempting to bind port dca313ef-d161-41c3-8622-8c274ac5cbfc on network bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 10:00:13.361349 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Port dca313ef-d161-41c3-8622-8c274ac5cbfc on network bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 10:00:13.361597 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Attempting to bind port dca313ef-d161-41c3-8622-8c274ac5cbfc on network bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 10:00:13.369593 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Checking agent: {'id': '1986cc6a-0fa4-4ebb-97ce-e67c13581334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'started_at': datetime.datetime(2022, 3, 28, 9, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 9, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 10:00:13.369961 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Checking segment: {'id': 'd9a9f80c-2f28-4344-bd32-12c9d8856d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 10:00:13.370345 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Bound using segment: {'id': 'd9a9f80c-2f28-4344-bd32-12c9d8856d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 10:00:13.370783 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Bound port: dca313ef-d161-41c3-8622-8c274ac5cbfc, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a9f80c-2f28-4344-bd32-12c9d8856d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 10:00:13.371143 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:13.415476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c4f14-ea46-47d1-a5f0-8162ead7a577 req-f152042a-cc44-4823-81b5-ae3c11ae86e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:13.416995 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a03c4f14-ea46-47d1-a5f0-8162ead7a577 req-f152042a-cc44-4823-81b5-ae3c11ae86e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d0ddb5f94504d1393a82da9c2e74487&device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 1127 time: 0.0909045 Mar 28 10:00:13.492876 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] For port dca313ef-d161-41c3-8622-8c274ac5cbfc, host hv-neutron-mast, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 10:00:13.511122 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] For port dca313ef-d161-41c3-8622-8c274ac5cbfc, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dca313ef-d161-41c3-8622-8c274ac5cbfc,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 10:00:13.524609 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210492'] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:13.577794 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:13.578422 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:13.579807 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] 10.222.0.16 "PUT /v2.0/ports/dca313ef-d161-41c3-8622-8c274ac5cbfc HTTP/1.1" status: 200 len: 1094 time: 0.7681413 Mar 28 10:00:13.580403 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca71cd24-b448-4ed5-ab38-dee57e61236c', 'tag': 'dca313ef-d161-41c3-8622-8c274ac5cbfc'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:00:13.582503 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13580ebf-37d4-429a-a613-d342956f1799" -d '{"events": [{"name": "network-changed", "server_uuid": "ca71cd24-b448-4ed5-ab38-dee57e61236c", "tag": "dca313ef-d161-41c3-8622-8c274ac5cbfc"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 10:00:13.591480 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c4f14-ea46-47d1-a5f0-8162ead7a577 req-5d7c5351-67a0-4758-88cc-fc620d953d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:13.592318 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a03c4f14-ea46-47d1-a5f0-8162ead7a577 req-5d7c5351-67a0-4758-88cc-fc620d953d94 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 HTTP/1.1" status: 200 len: 909 time: 0.1541493 Mar 28 10:00:13.650608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 10:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7c44db-64a1-4277-8e30-bec7130c0d9d x-openstack-request-id: req-6e7c44db-64a1-4277-8e30-bec7130c0d9d {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 10:00:13.650913 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca71cd24-b448-4ed5-ab38-dee57e61236c", "tag": "dca313ef-d161-41c3-8622-8c274ac5cbfc", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 10:00:13.651165 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e7c44db-64a1-4277-8e30-bec7130c0d9d {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 10:00:13.651582 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e7c44db-64a1-4277-8e30-bec7130c0d9d'] response: {'name': 'network-changed', 'server_uuid': 'ca71cd24-b448-4ed5-ab38-dee57e61236c', 'tag': 'dca313ef-d161-41c3-8622-8c274ac5cbfc', 'status': 'completed', 'code': 200} Mar 28 10:00:13.664565 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c793e-9fcb-4e19-8c2f-4fbf1da44fca service neutron] Pushing event updated for resources: {'Port': ['ID=dca313ef-d161-41c3-8622-8c274ac5cbfc,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:00:13.707580 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a03c4f14-ea46-47d1-a5f0-8162ead7a577 req-cd42ad08-bdd9-4ef6-a836-6cca0d3168dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8570148f-e5cd-4bec-8763-efb7a9be67e3 HTTP/1.1" status: 200 len: 999 time: 0.1043751 Mar 28 10:00:13.718849 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c709f4db-1140-48db-a8cc-4f3636bc33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:13.720505 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-c709f4db-1140-48db-a8cc-4f3636bc33e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d0ddb5f94504d1393a82da9c2e74487&device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 1128 time: 0.0749364 Mar 28 10:00:13.788393 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-03d90a96-7cc0-4971-8754-cb3e423a50be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dca313ef-d161-41c3-8622-8c274ac5cbfc HTTP/1.1" status: 200 len: 217 time: 0.0592983 Mar 28 10:00:13.829827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c4f14-ea46-47d1-a5f0-8162ead7a577 req-92379c19-a488-4b36-b426-106ccce19d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:13.832273 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a03c4f14-ea46-47d1-a5f0-8162ead7a577 req-92379c19-a488-4b36-b426-106ccce19d13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cdd2f51b-41e0-4833-b334-a9108a69c997 HTTP/1.1" status: 200 len: 848 time: 0.1106079 Mar 28 10:00:13.877000 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-84bcbb06-2aba-471c-9d34-b8d65d1acdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:13.878387 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-84bcbb06-2aba-471c-9d34-b8d65d1acdc2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cdd2f51b-41e0-4833-b334-a9108a69c997 HTTP/1.1" status: 200 len: 848 time: 0.0827549 Mar 28 10:00:13.918959 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c4f14-ea46-47d1-a5f0-8162ead7a577 req-004f9c8c-2c11-457a-bf7c-693595b91616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:13.921819 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a03c4f14-ea46-47d1-a5f0-8162ead7a577 req-004f9c8c-2c11-457a-bf7c-693595b91616 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0831850 Mar 28 10:00:13.990344 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-e2d9da69-ed33-4a9f-a18e-c47b76abf5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:13.991868 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-e2d9da69-ed33-4a9f-a18e-c47b76abf5c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1073036 Mar 28 10:00:14.019068 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfca855-da16-4d88-8348-a4b7cbcf8178 req-3c6cdc2e-4010-4179-acdf-8999a05ef5c3 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:14.020534 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3cfca855-da16-4d88-8348-a4b7cbcf8178 req-3c6cdc2e-4010-4179-acdf-8999a05ef5c3 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 944 time: 0.0534065 Mar 28 10:00:14.072590 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a03c4f14-ea46-47d1-a5f0-8162ead7a577 req-cab36322-291e-42f1-af56-7bf2e564e0c6 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442602 Mar 28 10:00:14.079901 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-3cfca855-da16-4d88-8348-a4b7cbcf8178 req-c7223a7d-f96a-49de-bc54-c59999c4a0f3 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529742 Mar 28 10:00:14.152397 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-1e85c017-34c2-4d7d-81c7-d70dc1e8d702 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505544 Mar 28 10:00:14.232471 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a03c4f14-ea46-47d1-a5f0-8162ead7a577 req-be384315-5aef-4f48-91d0-a503db97a0d4 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536396 Mar 28 10:00:14.265230 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-c9a7331e-5e54-423d-b7cf-361b0c6a5ffa req-667c77fc-1497-4c63-9ede-054d96b7d7d6 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028011 Mar 28 10:00:14.351861 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13580ebf-37d4-429a-a613-d342956f1799 req-708430e7-052c-4cb1-891b-07b2e9cde790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:14.353349 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-13580ebf-37d4-429a-a613-d342956f1799 req-708430e7-052c-4cb1-891b-07b2e9cde790 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d0ddb5f94504d1393a82da9c2e74487&device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 1128 time: 0.0461216 Mar 28 10:00:14.446146 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13580ebf-37d4-429a-a613-d342956f1799 req-f88cf166-b423-4482-9ce1-d4a1fd2f343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:14.447530 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-13580ebf-37d4-429a-a613-d342956f1799 req-f88cf166-b423-4482-9ce1-d4a1fd2f343c service neutron] 10.222.0.16 "GET /v2.0/networks?id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 HTTP/1.1" status: 200 len: 909 time: 0.0867286 Mar 28 10:00:14.490053 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-13580ebf-37d4-429a-a613-d342956f1799 req-2beaab97-13e8-4e2f-9a59-d2bcefdc989f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dca313ef-d161-41c3-8622-8c274ac5cbfc HTTP/1.1" status: 200 len: 217 time: 0.0354178 Mar 28 10:00:14.537847 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13580ebf-37d4-429a-a613-d342956f1799 req-78708bcc-873b-49e6-ba0f-ae3a289f7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:14.539298 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-13580ebf-37d4-429a-a613-d342956f1799 req-78708bcc-873b-49e6-ba0f-ae3a289f7c41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cdd2f51b-41e0-4833-b334-a9108a69c997 HTTP/1.1" status: 200 len: 848 time: 0.0427339 Mar 28 10:00:14.594390 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13580ebf-37d4-429a-a613-d342956f1799 req-e7102438-4194-4d4e-b330-174add834d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:14.596005 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-13580ebf-37d4-429a-a613-d342956f1799 req-e7102438-4194-4d4e-b330-174add834d91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0498040 Mar 28 10:00:14.696867 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-13580ebf-37d4-429a-a613-d342956f1799 req-393d977b-ac51-418c-b0b7-a56c9fc21f41 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828490 Mar 28 10:00:14.796366 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-13580ebf-37d4-429a-a613-d342956f1799 req-4e71f1ef-51ab-4b0c-9ba0-a04e2a29617e service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923417 Mar 28 10:00:15.524676 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431bfed-63e4-40da-a049-fa3c1d882177 req-c7de62b1-7c9c-44dd-9499-46c697a44b6a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:15.526192 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5431bfed-63e4-40da-a049-fa3c1d882177 req-c7de62b1-7c9c-44dd-9499-46c697a44b6a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 944 time: 0.3751869 Mar 28 10:00:15.573731 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-5431bfed-63e4-40da-a049-fa3c1d882177 req-b657bfa1-865c-416b-ab57-845c259a1381 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420413 Mar 28 10:00:16.690432 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41d55d-110e-4865-9e0a-33ed03117941 req-66e36835-c7e5-4321-b3ca-f99bdbd8f0b5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:16.691890 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0f41d55d-110e-4865-9e0a-33ed03117941 req-66e36835-c7e5-4321-b3ca-f99bdbd8f0b5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 944 time: 0.0513389 Mar 28 10:00:16.739938 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-0f41d55d-110e-4865-9e0a-33ed03117941 req-b48317fb-e63a-4c7d-a379-9aee27bee671 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413086 Mar 28 10:00:17.420966 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device dca313ef-d161-41c3-8622-8c274ac5cbfc details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 10:00:17.514975 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port dca313ef-d161-41c3-8622-8c274ac5cbfc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dca313ef-d161-41c3-8622-8c274ac5cbfc,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 10:00:17.526146 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'dca313ef-d161-41c3-8622-8c274ac5cbfc', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'port_id': 'dca313ef-d161-41c3-8622-8c274ac5cbfc', 'mac_address': 'fa:16:3e:fc:51:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 10:00:17.565179 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port dca313ef-d161-41c3-8622-8c274ac5cbfc is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 10:00:17.565568 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:17.577848 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca313ef-d161-41c3-8622-8c274ac5cbfc {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 10:00:17.596080 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port dca313ef-d161-41c3-8622-8c274ac5cbfc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dca313ef-d161-41c3-8622-8c274ac5cbfc,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 10:00:17.600680 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:17.646760 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=dca313ef-d161-41c3-8622-8c274ac5cbfc,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:00:17.829170 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['dca313ef-d161-41c3-8622-8c274ac5cbfc'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 10:00:17.857560 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a5dcd-3b08-4712-83e2-9806826c8c3b req-079695e2-2c25-42a1-a780-c3c2f9cf732f tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:17.859326 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b70a5dcd-3b08-4712-83e2-9806826c8c3b req-079695e2-2c25-42a1-a780-c3c2f9cf732f tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 945 time: 0.0523818 Mar 28 10:00:17.908491 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-b70a5dcd-3b08-4712-83e2-9806826c8c3b req-1a86b776-2379-4a2a-945b-cac1f3d98183 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420241 Mar 28 10:00:19.027544 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62711fab-9fcb-41fb-97fe-f5b7807735a3 req-912b473f-cd86-4896-a3a2-301a35a3a625 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:19.029018 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-62711fab-9fcb-41fb-97fe-f5b7807735a3 req-912b473f-cd86-4896-a3a2-301a35a3a625 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 945 time: 0.0520833 Mar 28 10:00:19.077255 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-62711fab-9fcb-41fb-97fe-f5b7807735a3 req-cc5f25e3-fea8-41e9-b498-9f0eceec7981 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427029 Mar 28 10:00:19.429337 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device dca313ef-d161-41c3-8622-8c274ac5cbfc up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 10:00:19.480011 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning for port dca313ef-d161-41c3-8622-8c274ac5cbfc completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 10:00:19.483850 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port dca313ef-d161-41c3-8622-8c274ac5cbfc triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 10:00:19.484477 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:19.558256 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port dca313ef-d161-41c3-8622-8c274ac5cbfc is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 10:00:19.558576 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:19.579906 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca71cd24-b448-4ed5-ab38-dee57e61236c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca313ef-d161-41c3-8622-8c274ac5cbfc'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:00:19.582151 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1100a820-62d2-4760-a3f4-332624ed3edc" -d '{"events": [{"server_uuid": "ca71cd24-b448-4ed5-ab38-dee57e61236c", "name": "network-vif-plugged", "status": "completed", "tag": "dca313ef-d161-41c3-8622-8c274ac5cbfc"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 10:00:19.595133 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port dca313ef-d161-41c3-8622-8c274ac5cbfc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dca313ef-d161-41c3-8622-8c274ac5cbfc,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 10:00:19.600300 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:19.622897 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 10:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f66a9f-2409-49ac-a274-2bfa2341a7c1 x-openstack-request-id: req-07f66a9f-2409-49ac-a274-2bfa2341a7c1 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 10:00:19.623194 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca71cd24-b448-4ed5-ab38-dee57e61236c", "name": "network-vif-plugged", "status": "completed", "tag": "dca313ef-d161-41c3-8622-8c274ac5cbfc", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 10:00:19.623451 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07f66a9f-2409-49ac-a274-2bfa2341a7c1 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 10:00:19.623853 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f66a9f-2409-49ac-a274-2bfa2341a7c1'] response: {'server_uuid': 'ca71cd24-b448-4ed5-ab38-dee57e61236c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca313ef-d161-41c3-8622-8c274ac5cbfc', 'code': 200} Mar 28 10:00:19.649479 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=dca313ef-d161-41c3-8622-8c274ac5cbfc,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:00:19.789869 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293227cd-1fe8-4cfd-adc8-6ddafd10b86c req-2cc9b9f1-1e5a-4f1f-8bf2-ec5d07847877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:19.791354 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-293227cd-1fe8-4cfd-adc8-6ddafd10b86c req-2cc9b9f1-1e5a-4f1f-8bf2-ec5d07847877 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 1130 time: 0.0465434 Mar 28 10:00:19.835797 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-293227cd-1fe8-4cfd-adc8-6ddafd10b86c req-9c6b7dde-481c-485d-b335-29a069863fa0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388296 Mar 28 10:00:20.199390 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef49ba-1885-4e30-822f-4be9c82fb88c req-f88191e3-3776-4eb6-8e97-5b5b97c1caff tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:20.200849 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a1ef49ba-1885-4e30-822f-4be9c82fb88c req-f88191e3-3776-4eb6-8e97-5b5b97c1caff tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 946 time: 0.0559886 Mar 28 10:00:20.248051 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-a1ef49ba-1885-4e30-822f-4be9c82fb88c req-ecbc9c84-7f2f-47f9-bdf2-7167896f6e08 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416732 Mar 28 10:00:20.490664 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 10:00:21.368833 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c676e15-5e33-4cb7-be2c-9990841103bf req-c565175c-fcf7-43ee-a286-b939a3ee6f91 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:21.370330 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7c676e15-5e33-4cb7-be2c-9990841103bf req-c565175c-fcf7-43ee-a286-b939a3ee6f91 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 946 time: 0.0519943 Mar 28 10:00:21.418391 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-7c676e15-5e33-4cb7-be2c-9990841103bf req-02b93994-8d32-410b-b46a-1c9131f9f1cd tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425684 Mar 28 10:00:21.534148 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42b309-cad9-4207-8670-c0608e9a0357 req-87e5f390-9df9-4247-8fe0-8086b198f247 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:21.535620 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8c42b309-cad9-4207-8670-c0608e9a0357 req-87e5f390-9df9-4247-8fe0-8086b198f247 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 946 time: 0.0525565 Mar 28 10:00:21.584284 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8c42b309-cad9-4207-8670-c0608e9a0357 req-cc52d054-e169-43de-b622-e162a02a0283 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425086 Mar 28 10:00:21.605035 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 32772) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 10:00:21.651223 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1500c0-4996-4469-ac5d-8d6187186a32 tempest-TestSnapshotPattern-1534931879 tempest-TestSnapshotPattern-1534931879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:21.652621 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-4c1500c0-4996-4469-ac5d-8d6187186a32 tempest-TestSnapshotPattern-1534931879 tempest-TestSnapshotPattern-1534931879-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 1125 time: 0.0466077 Mar 28 10:00:21.655419 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 32774) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 10:00:21.659546 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.v2.base [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Request body: {'floatingip': {'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'port_id': 'dca313ef-d161-41c3-8622-8c274ac5cbfc', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 10:00:21.679822 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:21.775379 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:21.835043 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:21.882887 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Allocated IP 172.36.4.4 (d6820a0c-8e9c-40a1-af49-32042c6f06b6/8385cf7a-f96b-4416-b9d7-ef6783803881/439cbb8a-9ae1-42c0-bd05-0d22e50bffec) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 10:00:21.981393 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for port (439cbb8a-9ae1-42c0-bd05-0d22e50bffec), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:22.016127 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764767727607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (439cbb8a-9ae1-42c0-bd05-0d22e50bffec), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:22.051428 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Network d6820a0c-8e9c-40a1-af49-32042c6f06b6 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 10:00:22.055112 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 10:00:22.058575 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 10:00:22.088079 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Pushing event updated for resources: {'Port': ['ID=439cbb8a-9ae1-42c0-bd05-0d22e50bffec,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:00:22.102186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:22.102535 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:22.102877 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:22.103217 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:22.103548 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:22.103876 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:22.104204 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:22.104528 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:22.104853 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:22.105177 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:22.105501 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:22.105854 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:22.106177 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:22.106495 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:22.106812 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:00:22.418759 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for floatingip (4647098d-e229-4802-917c-3de96a11cd9b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:22.487618 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (439cbb8a-9ae1-42c0-bd05-0d22e50bffec), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:22.632718 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for port (439cbb8a-9ae1-42c0-bd05-0d22e50bffec), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:22.637286 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9824741'] for port (439cbb8a-9ae1-42c0-bd05-0d22e50bffec), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:22.707616 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Pushing event updated for resources: {'Port': ['ID=439cbb8a-9ae1-42c0-bd05-0d22e50bffec,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:00:22.714001 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916613'] for floatingip (4647098d-e229-4802-917c-3de96a11cd9b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:22.812814 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.db.l3_db [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Floating IP 4647098d-e229-4802-917c-3de96a11cd9b associated. External IP: 172.36.4.4, port: dca313ef-d161-41c3-8622-8c274ac5cbfc. Mar 28 10:00:23.019829 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Router c9b7d568-1617-4f4f-9d3d-910be1713c94 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 10:00:23.128322 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 10:00:23.139132 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c2ead-c42b-4a66-af05-fe10565c6e88 None None] Sync routers for ids ['c9b7d568-1617-4f4f-9d3d-910be1713c94'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:00:23.146168 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:23.149208 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c2ead-c42b-4a66-af05-fe10565c6e88 None None] Routers {'c9b7d568-1617-4f4f-9d3d-910be1713c94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 10:00:23.150051 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fb0c2ead-c42b-4a66-af05-fe10565c6e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T10:00:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c9b7d568-1617-4f4f-9d3d-910be1713c94'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:00:23.181214 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-09c45ef3-3661-4733-af12-6d61b005ed71 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5247853 Mar 28 10:00:23.181823 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca71cd24-b448-4ed5-ab38-dee57e61236c', 'tag': 'dca313ef-d161-41c3-8622-8c274ac5cbfc'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:00:23.184101 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}450fd12316ed27365767cac839062a5fafc234c4b08e9a159bd624739435d396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcb8d01-badd-4f21-b2ca-dcc242965bda" -d '{"events": [{"name": "network-changed", "server_uuid": "ca71cd24-b448-4ed5-ab38-dee57e61236c", "tag": "dca313ef-d161-41c3-8622-8c274ac5cbfc"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 10:00:23.260285 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-fb0c2ead-c42b-4a66-af05-fe10565c6e88 None None] Set router c9b7d568-1617-4f4f-9d3d-910be1713c94 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 10:00:23.273580 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 10:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fe000d-8bb6-44ae-8a09-b368831b0163 x-openstack-request-id: req-74fe000d-8bb6-44ae-8a09-b368831b0163 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 10:00:23.273913 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca71cd24-b448-4ed5-ab38-dee57e61236c", "tag": "dca313ef-d161-41c3-8622-8c274ac5cbfc", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 10:00:23.274174 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74fe000d-8bb6-44ae-8a09-b368831b0163 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 10:00:23.274594 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74fe000d-8bb6-44ae-8a09-b368831b0163'] response: {'name': 'network-changed', 'server_uuid': 'ca71cd24-b448-4ed5-ab38-dee57e61236c', 'tag': 'dca313ef-d161-41c3-8622-8c274ac5cbfc', 'status': 'completed', 'code': 200} Mar 28 10:00:23.341774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb8d01-badd-4f21-b2ca-dcc242965bda req-569116c4-e113-4330-8d59-5568646942a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:23.343278 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ddcb8d01-badd-4f21-b2ca-dcc242965bda req-569116c4-e113-4330-8d59-5568646942a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d0ddb5f94504d1393a82da9c2e74487&device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 1130 time: 0.0494781 Mar 28 10:00:23.433455 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb8d01-badd-4f21-b2ca-dcc242965bda req-41fce4a0-67cb-4988-b86b-f68e77d8f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:23.434988 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ddcb8d01-badd-4f21-b2ca-dcc242965bda req-41fce4a0-67cb-4988-b86b-f68e77d8f8db service neutron] 10.222.0.16 "GET /v2.0/networks?id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 HTTP/1.1" status: 200 len: 909 time: 0.0859292 Mar 28 10:00:23.492083 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fb0c2ead-c42b-4a66-af05-fe10565c6e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T09:57:27Z', 'revision_number': 4, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port': {'id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:25Z', 'updated_at': '2022-03-28T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4647098d-e229-4802-917c-3de96a11cd9b', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'floating_ip_address': '172.36.4.4', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'port_id': 'dca313ef-d161-41c3-8622-8c274ac5cbfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'mac_address': 'fa:16:3e:fc:51:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca71cd24-b448-4ed5-ab38-dee57e61236c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:00:22Z', 'updated_at': '2022-03-28T10:00:22Z', 'revision_number': 0, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'fixed_ip_address_scope': None}, {'id': 'cd13b230-1145-47d3-90b1-de073d266b0d', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'floating_ip_address': '172.36.4.194', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'port_id': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'mac_address': 'fa:16:3e:64:9a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:57:52Z', 'updated_at': '2022-03-28T09:57:54Z', 'revision_number': 1, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32f1d53-8228-48f8-9778-17fd25b4c7d2', 'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'mac_address': 'fa:16:3e:8b:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:26Z', 'updated_at': '2022-03-28T09:57:31Z', 'revision_number': 5, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'subnets': [{'id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:00:23.503640 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ddcb8d01-badd-4f21-b2ca-dcc242965bda req-be44bf8a-4211-4d02-9fd4-9feb5a5b9b7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dca313ef-d161-41c3-8622-8c274ac5cbfc HTTP/1.1" status: 200 len: 998 time: 0.0626774 Mar 28 10:00:23.522399 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c2ead-c42b-4a66-af05-fe10565c6e88 None None] Checking router: c9b7d568-1617-4f4f-9d3d-910be1713c94 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:00:23.530806 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c2ead-c42b-4a66-af05-fe10565c6e88 None None] Routers {'c9b7d568-1617-4f4f-9d3d-910be1713c94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 10:00:23.531408 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fb0c2ead-c42b-4a66-af05-fe10565c6e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T10:00:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c9b7d568-1617-4f4f-9d3d-910be1713c94'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:00:23.553301 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb8d01-badd-4f21-b2ca-dcc242965bda req-6df2e86f-3e1e-416f-ac61-962031fc8b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:23.554813 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ddcb8d01-badd-4f21-b2ca-dcc242965bda req-6df2e86f-3e1e-416f-ac61-962031fc8b59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cdd2f51b-41e0-4833-b334-a9108a69c997 HTTP/1.1" status: 200 len: 848 time: 0.0444629 Mar 28 10:00:23.603525 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb8d01-badd-4f21-b2ca-dcc242965bda req-07b64579-00a1-4efc-b970-a1121f40a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:00:23.605048 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ddcb8d01-badd-4f21-b2ca-dcc242965bda req-07b64579-00a1-4efc-b970-a1121f40a4f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448399 Mar 28 10:00:23.636180 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-fb0c2ead-c42b-4a66-af05-fe10565c6e88 None None] Set router c9b7d568-1617-4f4f-9d3d-910be1713c94 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 10:00:23.696878 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ddcb8d01-badd-4f21-b2ca-dcc242965bda req-d0f883f2-0119-4949-8e6e-62d802d2c7a9 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862927 Mar 28 10:00:23.787357 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ddcb8d01-badd-4f21-b2ca-dcc242965bda req-c3d6fdd0-dcb5-4cec-8779-4b6ea21719cc service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850937 Mar 28 10:00:23.862885 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fb0c2ead-c42b-4a66-af05-fe10565c6e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T09:57:27Z', 'revision_number': 4, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port': {'id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:25Z', 'updated_at': '2022-03-28T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4647098d-e229-4802-917c-3de96a11cd9b', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'floating_ip_address': '172.36.4.4', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'port_id': 'dca313ef-d161-41c3-8622-8c274ac5cbfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'mac_address': 'fa:16:3e:fc:51:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca71cd24-b448-4ed5-ab38-dee57e61236c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:00:22Z', 'updated_at': '2022-03-28T10:00:22Z', 'revision_number': 0, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'fixed_ip_address_scope': None}, {'id': 'cd13b230-1145-47d3-90b1-de073d266b0d', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'floating_ip_address': '172.36.4.194', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'port_id': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'mac_address': 'fa:16:3e:64:9a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:57:52Z', 'updated_at': '2022-03-28T09:57:54Z', 'revision_number': 1, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32f1d53-8228-48f8-9778-17fd25b4c7d2', 'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'mac_address': 'fa:16:3e:8b:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:26Z', 'updated_at': '2022-03-28T09:57:31Z', 'revision_number': 5, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'subnets': [{'id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:00:23.888782 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c2ead-c42b-4a66-af05-fe10565c6e88 None None] The sync data for ids ['c9b7d568-1617-4f4f-9d3d-910be1713c94'] in dv-neutron-master-2-hyperv is: [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T09:57:27Z', 'revision_number': 4, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port': {'id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:25Z', 'updated_at': '2022-03-28T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4647098d-e229-4802-917c-3de96a11cd9b', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'floating_ip_address': '172.36.4.4', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'port_id': 'dca313ef-d161-41c3-8622-8c274ac5cbfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'mac_address': 'fa:16:3e:fc:51:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca71cd24-b448-4ed5-ab38-dee57e61236c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T10:00:22Z', 'updated_at': '2022-03-28T10:00:22Z', 'revision_number': 0, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'fixed_ip_address_scope': None}, {'id': 'cd13b230-1145-47d3-90b1-de073d266b0d', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'floating_ip_address': '172.36.4.194', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'port_id': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'mac_address': 'fa:16:3e:64:9a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:57:52Z', 'updated_at': '2022-03-28T09:57:54Z', 'revision_number': 1, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32f1d53-8228-48f8-9778-17fd25b4c7d2', 'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'mac_address': 'fa:16:3e:8b:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:26Z', 'updated_at': '2022-03-28T09:57:31Z', 'revision_number': 5, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'subnets': [{'id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:00:24.088976 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d96024-580a-490c-a929-169a330b1623 None None] New status for floating IP 4647098d-e229-4802-917c-3de96a11cd9b: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 10:00:27.382715 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2fdfeab4-708a-44ea-bbb5-7707354c78d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:29.605371 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bad67aaa-1b62-44ae-8081-0bbfa88a0624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:30.795260 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:32.350448 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:33.854326 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:51.848035 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:57.383782 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-64188c73-f095-4ad9-b086-eb78e4401fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:00:57.489047 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 10:00:59.607384 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-47f48447-3c68-425d-846e-97f3f373744d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:01:00.794739 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:01:02.353135 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:01:03.855957 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:01:13.161316 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-484e675c-0d27-48e9-a69c-81764f8e4411 req-ff4beec1-a7f2-45a7-a377-15debb6a378f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485232 Mar 28 10:01:13.245061 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e675c-0d27-48e9-a69c-81764f8e4411 req-bbd6bee6-b868-48c5-896a-8814c105a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:01:13.246587 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-484e675c-0d27-48e9-a69c-81764f8e4411 req-bbd6bee6-b868-48c5-896a-8814c105a3e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d0ddb5f94504d1393a82da9c2e74487&device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 1127 time: 0.0445108 Mar 28 10:01:13.347406 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e675c-0d27-48e9-a69c-81764f8e4411 req-1c5adfd6-29ff-42f7-b518-a9826072189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:01:13.349455 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-484e675c-0d27-48e9-a69c-81764f8e4411 req-1c5adfd6-29ff-42f7-b518-a9826072189f service neutron] 10.222.0.16 "GET /v2.0/networks?id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 HTTP/1.1" status: 200 len: 909 time: 0.0845125 Mar 28 10:01:13.421483 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-484e675c-0d27-48e9-a69c-81764f8e4411 req-ceb53be5-1684-40bf-b212-e36d638bbdc5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8570148f-e5cd-4bec-8763-efb7a9be67e3 HTTP/1.1" status: 200 len: 999 time: 0.0649252 Mar 28 10:01:13.470288 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e675c-0d27-48e9-a69c-81764f8e4411 req-51f63cc9-1dcb-482a-9297-38a1556bee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:01:13.471734 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-484e675c-0d27-48e9-a69c-81764f8e4411 req-51f63cc9-1dcb-482a-9297-38a1556bee62 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cdd2f51b-41e0-4833-b334-a9108a69c997 HTTP/1.1" status: 200 len: 848 time: 0.0440943 Mar 28 10:01:13.521075 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e675c-0d27-48e9-a69c-81764f8e4411 req-bd5ac2ee-976c-4dcc-bae9-bf714c911ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:01:13.522835 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-484e675c-0d27-48e9-a69c-81764f8e4411 req-bd5ac2ee-976c-4dcc-bae9-bf714c911ae7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443377 Mar 28 10:01:13.612396 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-484e675c-0d27-48e9-a69c-81764f8e4411 req-8bfedf0b-dc50-4ded-8329-6b295752f0c9 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837843 Mar 28 10:01:13.700696 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-484e675c-0d27-48e9-a69c-81764f8e4411 req-ae65d33c-3eec-4361-be0e-7a1ca92930db service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813303 Mar 28 10:01:21.867841 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:01:27.384951 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59b4c538-215e-489d-aa76-d223d092bbf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:01:29.607839 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5fec05ed-de33-438b-bf3f-cc0bb91be20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:01:30.798066 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:01:32.357931 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:01:33.857905 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:01:34.487812 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 10:01:51.881209 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:01:57.387925 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a90c2b25-ccd7-4ff2-9030-0ec5b445c5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:01:59.610350 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a4d9690a-e2ec-4b43-bab5-e6ad8190475f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:00.800844 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:02.360965 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:03.859701 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:06.025242 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device dca313ef-d161-41c3-8622-8c274ac5cbfc details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 10:02:06.136812 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port dca313ef-d161-41c3-8622-8c274ac5cbfc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dca313ef-d161-41c3-8622-8c274ac5cbfc,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 10:02:06.150873 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Returning: {'device': 'dca313ef-d161-41c3-8622-8c274ac5cbfc', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'port_id': 'dca313ef-d161-41c3-8622-8c274ac5cbfc', 'mac_address': 'fa:16:3e:fc:51:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 10:02:06.191982 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port dca313ef-d161-41c3-8622-8c274ac5cbfc is: ACTIVE; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 10:02:06.192664 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:06.214259 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dca313ef-d161-41c3-8622-8c274ac5cbfc {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 10:02:06.239495 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port dca313ef-d161-41c3-8622-8c274ac5cbfc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dca313ef-d161-41c3-8622-8c274ac5cbfc,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 10:02:06.246223 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:06.317335 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=dca313ef-d161-41c3-8622-8c274ac5cbfc,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:06.327290 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:06.327904 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:06.328433 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:06.328946 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:06.329445 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:06.329964 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:06.330468 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:06.330959 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:06.331439 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:06.331987 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:06.332569 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:06.333124 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:06.333870 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:06.334401 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:06.335003 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:06.342234 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] get_ports_and_sgs() called for port_ids ['dca313ef-d161-41c3-8622-8c274ac5cbfc'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 10:02:08.044796 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device dca313ef-d161-41c3-8622-8c274ac5cbfc up at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 10:02:08.106214 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Provisioning complete for port dca313ef-d161-41c3-8622-8c274ac5cbfc triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 10:02:08.106670 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457629'] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:08.195193 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Current status of the port dca313ef-d161-41c3-8622-8c274ac5cbfc is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 10:02:08.195193 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1343695'] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:08.221860 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca71cd24-b448-4ed5-ab38-dee57e61236c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca313ef-d161-41c3-8622-8c274ac5cbfc'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:02:08.224488 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c857e83ba349b2f82898d403f7bc51d734e136cba9e2b0a19773a9b75674f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e18bcb-89b8-4090-9873-1f08be570bcc" -d '{"events": [{"server_uuid": "ca71cd24-b448-4ed5-ab38-dee57e61236c", "name": "network-vif-plugged", "status": "completed", "tag": "dca313ef-d161-41c3-8622-8c274ac5cbfc"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 10:02:08.257993 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] For port dca313ef-d161-41c3-8622-8c274ac5cbfc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dca313ef-d161-41c3-8622-8c274ac5cbfc,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 10:02:08.267508 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764768247444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764767725069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764767725087'] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:08.300389 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 10:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d024546b-7a01-4ff7-979a-7cddc2909d28 x-openstack-request-id: req-d024546b-7a01-4ff7-979a-7cddc2909d28 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 10:02:08.300685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca71cd24-b448-4ed5-ab38-dee57e61236c", "name": "network-vif-plugged", "status": "completed", "tag": "dca313ef-d161-41c3-8622-8c274ac5cbfc", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 10:02:08.300942 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d024546b-7a01-4ff7-979a-7cddc2909d28 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 10:02:08.301396 dv-neutron-master-2-hyperv neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d024546b-7a01-4ff7-979a-7cddc2909d28'] response: {'server_uuid': 'ca71cd24-b448-4ed5-ab38-dee57e61236c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca313ef-d161-41c3-8622-8c274ac5cbfc', 'code': 200} Mar 28 10:02:08.333663 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Pushing event updated for resources: {'Port': ['ID=dca313ef-d161-41c3-8622-8c274ac5cbfc,revision_number=7']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:11.486952 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 10:02:13.188941 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5635bf1-0385-4ba7-a930-e5142ca2ffdf req-87b0b8c4-d932-4dde-a6dc-9a68b2860e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:02:13.190819 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a5635bf1-0385-4ba7-a930-e5142ca2ffdf req-87b0b8c4-d932-4dde-a6dc-9a68b2860e9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d0ddb5f94504d1393a82da9c2e74487&device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 1130 time: 0.0609210 Mar 28 10:02:13.315587 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5635bf1-0385-4ba7-a930-e5142ca2ffdf req-50740b18-9510-4e77-952a-62e255fcbdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:02:13.317292 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a5635bf1-0385-4ba7-a930-e5142ca2ffdf req-50740b18-9510-4e77-952a-62e255fcbdc8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 HTTP/1.1" status: 200 len: 909 time: 0.1072876 Mar 28 10:02:13.389525 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a5635bf1-0385-4ba7-a930-e5142ca2ffdf req-9b927dcf-38c2-4e2c-8d65-ba60ee0da669 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dca313ef-d161-41c3-8622-8c274ac5cbfc HTTP/1.1" status: 200 len: 1000 time: 0.0660996 Mar 28 10:02:13.440981 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5635bf1-0385-4ba7-a930-e5142ca2ffdf req-3cad8790-6007-4da3-acc9-4cfa617abce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:02:13.442706 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a5635bf1-0385-4ba7-a930-e5142ca2ffdf req-3cad8790-6007-4da3-acc9-4cfa617abce6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cdd2f51b-41e0-4833-b334-a9108a69c997 HTTP/1.1" status: 200 len: 848 time: 0.0471480 Mar 28 10:02:13.506166 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5635bf1-0385-4ba7-a930-e5142ca2ffdf req-482ffbf2-0570-42ac-8b51-3e4f5a55e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:02:13.507689 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a5635bf1-0385-4ba7-a930-e5142ca2ffdf req-482ffbf2-0570-42ac-8b51-3e4f5a55e02b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0580583 Mar 28 10:02:13.604945 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a5635bf1-0385-4ba7-a930-e5142ca2ffdf req-9d8a07f2-0fdc-4504-84ac-816df7ccf5c9 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884464 Mar 28 10:02:13.722399 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-a5635bf1-0385-4ba7-a930-e5142ca2ffdf req-b59e1812-3bba-44e2-a197-b26dea2ec5a7 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108766 Mar 28 10:02:15.072226 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 32972) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 10:02:15.230611 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Deleting port 439cbb8a-9ae1-42c0-bd05-0d22e50bffec {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 10:02:15.230957 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (439cbb8a-9ae1-42c0-bd05-0d22e50bffec), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:15.307728 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (439cbb8a-9ae1-42c0-bd05-0d22e50bffec), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:15.308097 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for floatingip (439cbb8a-9ae1-42c0-bd05-0d22e50bffec), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:15.321699 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Calling delete_port for 439cbb8a-9ae1-42c0-bd05-0d22e50bffec owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 10:02:15.479594 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (439cbb8a-9ae1-42c0-bd05-0d22e50bffec), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:15.511864 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Pushing event deleted for resources: {'Port': ['ID=439cbb8a-9ae1-42c0-bd05-0d22e50bffec,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:15.534378 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:15.534737 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:15.535091 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:15.535444 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:15.535790 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:15.536131 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:15.536473 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:15.536813 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:15.537151 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:15.537491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:15.537857 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:15.538205 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:15.538579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:15.538913 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:15.539274 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:15.581265 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for floatingip (4647098d-e229-4802-917c-3de96a11cd9b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:15.581646 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Floating IP 4647098d-e229-4802-917c-3de96a11cd9b disassociated (deleted). External IP: 172.36.4.4, port: dca313ef-d161-41c3-8622-8c274ac5cbfc. Mar 28 10:02:15.789785 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Router c9b7d568-1617-4f4f-9d3d-910be1713c94 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 10:02:15.897862 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 10:02:15.902695 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:15.907805 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594e981-844d-4c93-9bfd-afca9202e8f2 None None] Sync routers for ids ['c9b7d568-1617-4f4f-9d3d-910be1713c94'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:02:15.918261 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3594e981-844d-4c93-9bfd-afca9202e8f2 None None] Routers {'c9b7d568-1617-4f4f-9d3d-910be1713c94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 10:02:15.918954 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3594e981-844d-4c93-9bfd-afca9202e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T10:02:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c9b7d568-1617-4f4f-9d3d-910be1713c94'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:15.933533 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-d7769dba-1e42-4899-81a9-dd6497d2cc13 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "DELETE /v2.0/floatingips/4647098d-e229-4802-917c-3de96a11cd9b HTTP/1.1" status: 204 len: 168 time: 0.8601391 Mar 28 10:02:15.934375 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca71cd24-b448-4ed5-ab38-dee57e61236c', 'tag': 'dca313ef-d161-41c3-8622-8c274ac5cbfc'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:02:15.936657 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e45aade-0f8b-432c-ae5c-e591bd7429c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ca71cd24-b448-4ed5-ab38-dee57e61236c", "tag": "dca313ef-d161-41c3-8622-8c274ac5cbfc"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 10:02:15.988331 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 10:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7834e46-c9bd-4126-8a6f-4acb881f0f1a x-openstack-request-id: req-e7834e46-c9bd-4126-8a6f-4acb881f0f1a {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 10:02:15.988628 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca71cd24-b448-4ed5-ab38-dee57e61236c", "tag": "dca313ef-d161-41c3-8622-8c274ac5cbfc", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 10:02:15.988899 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7834e46-c9bd-4126-8a6f-4acb881f0f1a {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 10:02:15.989305 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7834e46-c9bd-4126-8a6f-4acb881f0f1a'] response: {'name': 'network-changed', 'server_uuid': 'ca71cd24-b448-4ed5-ab38-dee57e61236c', 'tag': 'dca313ef-d161-41c3-8622-8c274ac5cbfc', 'status': 'completed', 'code': 200} Mar 28 10:02:16.039183 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-3594e981-844d-4c93-9bfd-afca9202e8f2 None None] Set router c9b7d568-1617-4f4f-9d3d-910be1713c94 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 10:02:16.062783 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45aade-0f8b-432c-ae5c-e591bd7429c6 req-bf082cd7-63a2-4dc5-b844-06ff3e1c9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:02:16.064427 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4e45aade-0f8b-432c-ae5c-e591bd7429c6 req-bf082cd7-63a2-4dc5-b844-06ff3e1c9080 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d0ddb5f94504d1393a82da9c2e74487&device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 1130 time: 0.0607455 Mar 28 10:02:16.202604 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45aade-0f8b-432c-ae5c-e591bd7429c6 req-8e8967f9-c418-4a1b-9fe9-8d2538dfe173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:02:16.204284 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4e45aade-0f8b-432c-ae5c-e591bd7429c6 req-8e8967f9-c418-4a1b-9fe9-8d2538dfe173 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 HTTP/1.1" status: 200 len: 909 time: 0.1321640 Mar 28 10:02:16.215820 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f05789-3e12-4145-95a1-83168e9eb560 req-56c3a99a-b38d-423b-bb32-32c91e7f6678 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:02:16.217255 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-01f05789-3e12-4145-95a1-83168e9eb560 req-56c3a99a-b38d-423b-bb32-32c91e7f6678 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 946 time: 0.0874307 Mar 28 10:02:16.259596 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4e45aade-0f8b-432c-ae5c-e591bd7429c6 req-f7962528-c302-49a7-8279-a015db84e9d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dca313ef-d161-41c3-8622-8c274ac5cbfc HTTP/1.1" status: 200 len: 217 time: 0.0413275 Mar 28 10:02:16.278137 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3594e981-844d-4c93-9bfd-afca9202e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T09:57:27Z', 'revision_number': 4, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port': {'id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:25Z', 'updated_at': '2022-03-28T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'cd13b230-1145-47d3-90b1-de073d266b0d', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'floating_ip_address': '172.36.4.194', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'port_id': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'mac_address': 'fa:16:3e:64:9a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:57:52Z', 'updated_at': '2022-03-28T09:57:54Z', 'revision_number': 1, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32f1d53-8228-48f8-9778-17fd25b4c7d2', 'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'mac_address': 'fa:16:3e:8b:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:26Z', 'updated_at': '2022-03-28T09:57:31Z', 'revision_number': 5, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'subnets': [{'id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:16.304784 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594e981-844d-4c93-9bfd-afca9202e8f2 None None] Checking router: c9b7d568-1617-4f4f-9d3d-910be1713c94 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:02:16.312757 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3594e981-844d-4c93-9bfd-afca9202e8f2 None None] Routers {'c9b7d568-1617-4f4f-9d3d-910be1713c94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 10:02:16.313417 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3594e981-844d-4c93-9bfd-afca9202e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T10:02:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c9b7d568-1617-4f4f-9d3d-910be1713c94'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:16.330862 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-01f05789-3e12-4145-95a1-83168e9eb560 req-257c9a16-6a31-4a0f-ae55-9d82e5666083 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068397 Mar 28 10:02:16.334485 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45aade-0f8b-432c-ae5c-e591bd7429c6 req-382d0e01-5c17-438b-ba52-da6c65ea1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:02:16.335890 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4e45aade-0f8b-432c-ae5c-e591bd7429c6 req-382d0e01-5c17-438b-ba52-da6c65ea1cb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cdd2f51b-41e0-4833-b334-a9108a69c997 HTTP/1.1" status: 200 len: 848 time: 0.0682600 Mar 28 10:02:16.391932 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45aade-0f8b-432c-ae5c-e591bd7429c6 req-22a7b998-9faf-4313-a865-938fd1603c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:02:16.393478 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4e45aade-0f8b-432c-ae5c-e591bd7429c6 req-22a7b998-9faf-4313-a865-938fd1603c2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0505040 Mar 28 10:02:16.422148 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-3594e981-844d-4c93-9bfd-afca9202e8f2 None None] Set router c9b7d568-1617-4f4f-9d3d-910be1713c94 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 10:02:16.490183 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4e45aade-0f8b-432c-ae5c-e591bd7429c6 req-62a046bd-01b7-45bc-975c-e8cf1195c15a service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894394 Mar 28 10:02:16.586251 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4e45aade-0f8b-432c-ae5c-e591bd7429c6 req-93f43ea5-eed3-422b-bebc-20f2c814f2a6 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885134 Mar 28 10:02:16.648161 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3594e981-844d-4c93-9bfd-afca9202e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T09:57:27Z', 'revision_number': 4, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port': {'id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:25Z', 'updated_at': '2022-03-28T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'cd13b230-1145-47d3-90b1-de073d266b0d', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'floating_ip_address': '172.36.4.194', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'port_id': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'mac_address': 'fa:16:3e:64:9a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:57:52Z', 'updated_at': '2022-03-28T09:57:54Z', 'revision_number': 1, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32f1d53-8228-48f8-9778-17fd25b4c7d2', 'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'mac_address': 'fa:16:3e:8b:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:26Z', 'updated_at': '2022-03-28T09:57:31Z', 'revision_number': 5, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'subnets': [{'id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:16.677943 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594e981-844d-4c93-9bfd-afca9202e8f2 None None] The sync data for ids ['c9b7d568-1617-4f4f-9d3d-910be1713c94'] in dv-neutron-master-2-hyperv is: [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T09:57:27Z', 'revision_number': 4, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port': {'id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:25Z', 'updated_at': '2022-03-28T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'cd13b230-1145-47d3-90b1-de073d266b0d', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'floating_ip_address': '172.36.4.194', 'floating_network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'router_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'port_id': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'mac_address': 'fa:16:3e:64:9a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T09:57:52Z', 'updated_at': '2022-03-28T09:57:54Z', 'revision_number': 1, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32f1d53-8228-48f8-9778-17fd25b4c7d2', 'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'mac_address': 'fa:16:3e:8b:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:26Z', 'updated_at': '2022-03-28T09:57:31Z', 'revision_number': 5, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'subnets': [{'id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:02:16.886114 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23afc24-4a52-4ad6-b7eb-4afe3554e62d None None] New status for floating IP 4647098d-e229-4802-917c-3de96a11cd9b: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 10:02:17.453569 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d6072-997e-49d8-a336-3ac1d82a7bfe req-8bc300f5-9ce1-4c49-9079-92581aee17b0 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:02:17.455099 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-457d6072-997e-49d8-a336-3ac1d82a7bfe req-8bc300f5-9ce1-4c49-9079-92581aee17b0 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 946 time: 0.0544746 Mar 28 10:02:17.504655 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-457d6072-997e-49d8-a336-3ac1d82a7bfe req-94241184-c90f-4426-b757-c2bd5ed7ecf5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440383 Mar 28 10:02:17.714680 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac298cd9-21bd-474f-a228-e882313d08e9 req-5fa33d99-1d8c-4480-8c8b-ae49de420840 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:02:17.716039 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ac298cd9-21bd-474f-a228-e882313d08e9 req-5fa33d99-1d8c-4480-8c8b-ae49de420840 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 946 time: 0.0533602 Mar 28 10:02:17.806488 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-ac298cd9-21bd-474f-a228-e882313d08e9 req-7308c889-7101-462a-b5a5-bfdff3a5de6c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Deleting port dca313ef-d161-41c3-8622-8c274ac5cbfc {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 10:02:17.806825 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ac298cd9-21bd-474f-a228-e882313d08e9 req-7308c889-7101-462a-b5a5-bfdff3a5de6c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:17.897427 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-ac298cd9-21bd-474f-a228-e882313d08e9 req-7308c889-7101-462a-b5a5-bfdff3a5de6c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] For port dca313ef-d161-41c3-8622-8c274ac5cbfc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dca313ef-d161-41c3-8622-8c274ac5cbfc,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 10:02:17.897827 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ac298cd9-21bd-474f-a228-e882313d08e9 req-7308c889-7101-462a-b5a5-bfdff3a5de6c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:17.910713 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-ac298cd9-21bd-474f-a228-e882313d08e9 req-7308c889-7101-462a-b5a5-bfdff3a5de6c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Calling delete_port for dca313ef-d161-41c3-8622-8c274ac5cbfc owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 10:02:18.038498 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ac298cd9-21bd-474f-a228-e882313d08e9 req-7308c889-7101-462a-b5a5-bfdff3a5de6c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (dca313ef-d161-41c3-8622-8c274ac5cbfc), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:18.067432 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308c889-7101-462a-b5a5-bfdff3a5de6c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Pushing event deleted for resources: {'Port': ['ID=dca313ef-d161-41c3-8622-8c274ac5cbfc,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:18.095498 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device dca313ef-d161-41c3-8622-8c274ac5cbfc no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 10:02:18.116787 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: dca313ef-d161-41c3-8622-8c274ac5cbfc {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 10:02:18.117034 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac298cd9-21bd-474f-a228-e882313d08e9 req-7308c889-7101-462a-b5a5-bfdff3a5de6c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] No DVR routers for this DVR port dca313ef-d161-41c3-8622-8c274ac5cbfc on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:02:18.117784 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device dca313ef-d161-41c3-8622-8c274ac5cbfc not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 10:02:18.120300 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-ac298cd9-21bd-474f-a228-e882313d08e9 req-7308c889-7101-462a-b5a5-bfdff3a5de6c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:18.123905 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-ac298cd9-21bd-474f-a228-e882313d08e9 req-7308c889-7101-462a-b5a5-bfdff3a5de6c tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.16 "DELETE /v2.0/ports/dca313ef-d161-41c3-8622-8c274ac5cbfc HTTP/1.1" status: 204 len: 173 time: 0.4027183 Mar 28 10:02:18.124375 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca71cd24-b448-4ed5-ab38-dee57e61236c', 'name': 'network-vif-deleted', 'tag': 'dca313ef-d161-41c3-8622-8c274ac5cbfc'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:02:18.127324 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ac1da0-3b7d-4b27-b4cb-9a92e0ebf5a3" -d '{"events": [{"server_uuid": "ca71cd24-b448-4ed5-ab38-dee57e61236c", "name": "network-vif-deleted", "tag": "dca313ef-d161-41c3-8622-8c274ac5cbfc"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 10:02:18.163014 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 10:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbba4195-2d40-499f-96e6-091324db2921 x-openstack-request-id: req-dbba4195-2d40-499f-96e6-091324db2921 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 10:02:18.163315 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca71cd24-b448-4ed5-ab38-dee57e61236c", "name": "network-vif-deleted", "tag": "dca313ef-d161-41c3-8622-8c274ac5cbfc", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 10:02:18.163578 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbba4195-2d40-499f-96e6-091324db2921 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 10:02:18.164497 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbba4195-2d40-499f-96e6-091324db2921'] response: {'server_uuid': 'ca71cd24-b448-4ed5-ab38-dee57e61236c', 'name': 'network-vif-deleted', 'tag': 'dca313ef-d161-41c3-8622-8c274ac5cbfc', 'status': 'completed', 'code': 200} Mar 28 10:02:18.622321 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-094f69b2-a0ce-4084-8a6c-2b594f7755e4 req-3e545465-f646-42a5-9746-beca566eccd9 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca71cd24-b448-4ed5-ab38-dee57e61236c HTTP/1.1" status: 200 len: 210 time: 0.0329192 Mar 28 10:02:20.218180 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 33036) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 10:02:20.372350 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-356ff4af-a03b-4dfb-84e9-af314e4508b4 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Deleting port 70a07082-d44d-4bb7-8c0f-0eacadc79ad0 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 10:02:20.372689 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-356ff4af-a03b-4dfb-84e9-af314e4508b4 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (70a07082-d44d-4bb7-8c0f-0eacadc79ad0), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:20.448451 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-356ff4af-a03b-4dfb-84e9-af314e4508b4 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (70a07082-d44d-4bb7-8c0f-0eacadc79ad0), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:20.448774 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-356ff4af-a03b-4dfb-84e9-af314e4508b4 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for floatingip (70a07082-d44d-4bb7-8c0f-0eacadc79ad0), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:20.460220 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-356ff4af-a03b-4dfb-84e9-af314e4508b4 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Calling delete_port for 70a07082-d44d-4bb7-8c0f-0eacadc79ad0 owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 10:02:20.606148 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-356ff4af-a03b-4dfb-84e9-af314e4508b4 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (70a07082-d44d-4bb7-8c0f-0eacadc79ad0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:20.632070 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ff4af-a03b-4dfb-84e9-af314e4508b4 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Pushing event deleted for resources: {'Port': ['ID=70a07082-d44d-4bb7-8c0f-0eacadc79ad0,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:20.690510 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-356ff4af-a03b-4dfb-84e9-af314e4508b4 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for floatingip (cd13b230-1145-47d3-90b1-de073d266b0d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:20.690845 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.db.l3_db [None req-356ff4af-a03b-4dfb-84e9-af314e4508b4 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Floating IP cd13b230-1145-47d3-90b1-de073d266b0d disassociated (deleted). External IP: 172.36.4.194, port: 8570148f-e5cd-4bec-8763-efb7a9be67e3. Mar 28 10:02:20.898248 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356ff4af-a03b-4dfb-84e9-af314e4508b4 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Router c9b7d568-1617-4f4f-9d3d-910be1713c94 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 10:02:21.007393 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356ff4af-a03b-4dfb-84e9-af314e4508b4 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 10:02:21.012344 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-356ff4af-a03b-4dfb-84e9-af314e4508b4 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:21.017034 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684a1f90-fe59-4b25-b67b-102f63892b44 None None] Sync routers for ids ['c9b7d568-1617-4f4f-9d3d-910be1713c94'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:02:21.027581 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684a1f90-fe59-4b25-b67b-102f63892b44 None None] Routers {'c9b7d568-1617-4f4f-9d3d-910be1713c94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 10:02:21.028180 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-684a1f90-fe59-4b25-b67b-102f63892b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T10:02:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c9b7d568-1617-4f4f-9d3d-910be1713c94'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:21.042084 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-356ff4af-a03b-4dfb-84e9-af314e4508b4 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "DELETE /v2.0/floatingips/cd13b230-1145-47d3-90b1-de073d266b0d HTTP/1.1" status: 204 len: 168 time: 0.8228257 Mar 28 10:02:21.042872 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'tag': '8570148f-e5cd-4bec-8763-efb7a9be67e3'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:02:21.047005 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcb10b0-ee91-45fc-9d35-84e52cb282cf" -d '{"events": [{"name": "network-changed", "server_uuid": "12dbf5ce-faa3-4910-8a77-7a24b4937d02", "tag": "8570148f-e5cd-4bec-8763-efb7a9be67e3"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 10:02:21.090466 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 10:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9841a984-24aa-4a77-9de8-7fe1171125a5 x-openstack-request-id: req-9841a984-24aa-4a77-9de8-7fe1171125a5 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 10:02:21.090865 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12dbf5ce-faa3-4910-8a77-7a24b4937d02", "tag": "8570148f-e5cd-4bec-8763-efb7a9be67e3", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 10:02:21.091219 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9841a984-24aa-4a77-9de8-7fe1171125a5 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 10:02:21.091733 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9841a984-24aa-4a77-9de8-7fe1171125a5'] response: {'name': 'network-changed', 'server_uuid': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'tag': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'status': 'completed', 'code': 200} Mar 28 10:02:21.140021 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-684a1f90-fe59-4b25-b67b-102f63892b44 None None] Set router c9b7d568-1617-4f4f-9d3d-910be1713c94 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 10:02:21.160835 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb10b0-ee91-45fc-9d35-84e52cb282cf req-430a106c-78c6-4ec0-83fe-d6ea3bc385df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:02:21.162650 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4bcb10b0-ee91-45fc-9d35-84e52cb282cf req-430a106c-78c6-4ec0-83fe-d6ea3bc385df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d0ddb5f94504d1393a82da9c2e74487&device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 1127 time: 0.0505798 Mar 28 10:02:21.292623 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb10b0-ee91-45fc-9d35-84e52cb282cf req-1ca08ef9-52c4-46f8-b530-43f3f3526dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:02:21.294131 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4bcb10b0-ee91-45fc-9d35-84e52cb282cf req-1ca08ef9-52c4-46f8-b530-43f3f3526dc9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 HTTP/1.1" status: 200 len: 909 time: 0.1218224 Mar 28 10:02:21.348282 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-684a1f90-fe59-4b25-b67b-102f63892b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T09:57:27Z', 'revision_number': 4, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port': {'id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:25Z', 'updated_at': '2022-03-28T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c32f1d53-8228-48f8-9778-17fd25b4c7d2', 'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'mac_address': 'fa:16:3e:8b:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:26Z', 'updated_at': '2022-03-28T09:57:31Z', 'revision_number': 5, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'subnets': [{'id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:21.356977 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6616f62-465b-47c3-ad69-7bf932c16890 req-68fe4c33-22be-4bec-8e02-ada6e51c3b8f tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:02:21.358726 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e6616f62-465b-47c3-ad69-7bf932c16890 req-68fe4c33-22be-4bec-8e02-ada6e51c3b8f tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 943 time: 0.1121054 Mar 28 10:02:21.359979 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4bcb10b0-ee91-45fc-9d35-84e52cb282cf req-d2a3c39e-7c51-4815-a016-d80cd0a54519 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8570148f-e5cd-4bec-8763-efb7a9be67e3 HTTP/1.1" status: 200 len: 217 time: 0.0578229 Mar 28 10:02:21.376309 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684a1f90-fe59-4b25-b67b-102f63892b44 None None] Checking router: c9b7d568-1617-4f4f-9d3d-910be1713c94 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:02:21.384569 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684a1f90-fe59-4b25-b67b-102f63892b44 None None] Routers {'c9b7d568-1617-4f4f-9d3d-910be1713c94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 10:02:21.385215 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-684a1f90-fe59-4b25-b67b-102f63892b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T10:02:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c9b7d568-1617-4f4f-9d3d-910be1713c94'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:21.438972 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb10b0-ee91-45fc-9d35-84e52cb282cf req-19a4a56b-db9d-4150-8d4d-479d7aeb436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:02:21.440358 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4bcb10b0-ee91-45fc-9d35-84e52cb282cf req-19a4a56b-db9d-4150-8d4d-479d7aeb436a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cdd2f51b-41e0-4833-b334-a9108a69c997 HTTP/1.1" status: 200 len: 848 time: 0.0701396 Mar 28 10:02:21.444090 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-e6616f62-465b-47c3-ad69-7bf932c16890 req-45f3a1db-42f5-456c-b420-6b4888c94dcb tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797260 Mar 28 10:02:21.493570 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb10b0-ee91-45fc-9d35-84e52cb282cf req-185f40e1-0cfa-42cd-a5ed-bf4928d22432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:02:21.495102 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4bcb10b0-ee91-45fc-9d35-84e52cb282cf req-185f40e1-0cfa-42cd-a5ed-bf4928d22432 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0465775 Mar 28 10:02:21.495561 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-684a1f90-fe59-4b25-b67b-102f63892b44 None None] Set router c9b7d568-1617-4f4f-9d3d-910be1713c94 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 10:02:21.587885 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4bcb10b0-ee91-45fc-9d35-84e52cb282cf req-fdc365f3-99d2-4e0e-a1ce-a9e4d91ec524 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857882 Mar 28 10:02:21.682838 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-4bcb10b0-ee91-45fc-9d35-84e52cb282cf req-61ed9f29-3326-4e51-b891-201d39e7ea40 service neutron] 10.222.0.16 "GET /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887699 Mar 28 10:02:21.781180 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-684a1f90-fe59-4b25-b67b-102f63892b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T09:57:27Z', 'revision_number': 4, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port': {'id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:25Z', 'updated_at': '2022-03-28T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c32f1d53-8228-48f8-9778-17fd25b4c7d2', 'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'mac_address': 'fa:16:3e:8b:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:26Z', 'updated_at': '2022-03-28T09:57:31Z', 'revision_number': 5, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'subnets': [{'id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:21.807197 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684a1f90-fe59-4b25-b67b-102f63892b44 None None] The sync data for ids ['c9b7d568-1617-4f4f-9d3d-910be1713c94'] in dv-neutron-master-2-hyperv is: [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T09:57:27Z', 'revision_number': 4, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port': {'id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:25Z', 'updated_at': '2022-03-28T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c32f1d53-8228-48f8-9778-17fd25b4c7d2', 'name': '', 'network_id': 'bc65f577-cd8b-4db6-ae33-f5193bc6fbb7', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'mac_address': 'fa:16:3e:8b:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:26Z', 'updated_at': '2022-03-28T09:57:31Z', 'revision_number': 5, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'subnets': [{'id': 'cdd2f51b-41e0-4833-b334-a9108a69c997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:02:21.883192 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:22.021511 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60732ec0-4c10-480a-aeaf-2cdcef9511fb None None] New status for floating IP cd13b230-1145-47d3-90b1-de073d266b0d: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 10:02:22.089423 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device dca313ef-d161-41c3-8622-8c274ac5cbfc no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 10:02:22.110793 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: dca313ef-d161-41c3-8622-8c274ac5cbfc {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 10:02:22.111171 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device dca313ef-d161-41c3-8622-8c274ac5cbfc not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 10:02:22.569954 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976e33f-e00b-41b5-83aa-9d0ea8291677 req-af983d7c-3dc8-4a84-8610-68136f5c99b6 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:02:22.572365 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8976e33f-e00b-41b5-83aa-9d0ea8291677 req-af983d7c-3dc8-4a84-8610-68136f5c99b6 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 943 time: 0.0542717 Mar 28 10:02:22.623854 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-8976e33f-e00b-41b5-83aa-9d0ea8291677 req-48e03ebd-c646-4387-9f16-5cf4ef43cf68 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/security-groups?id=290e8592-21f6-447d-b387-ab2302b20ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459373 Mar 28 10:02:22.822512 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40466a07-e67e-4084-86ef-a1dc361fb190 req-204a3983-9c71-4be6-96e4-8e0c23cdceb6 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 10:02:22.823970 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-40466a07-e67e-4084-86ef-a1dc361fb190 req-204a3983-9c71-4be6-96e4-8e0c23cdceb6 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.16 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 943 time: 0.0625265 Mar 28 10:02:22.916585 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-40466a07-e67e-4084-86ef-a1dc361fb190 req-86942ee5-95ff-4c78-9a2a-e518bf02efe5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Deleting port 8570148f-e5cd-4bec-8763-efb7a9be67e3 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 10:02:22.916930 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-40466a07-e67e-4084-86ef-a1dc361fb190 req-86942ee5-95ff-4c78-9a2a-e518bf02efe5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:23.006387 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-40466a07-e67e-4084-86ef-a1dc361fb190 req-86942ee5-95ff-4c78-9a2a-e518bf02efe5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] For port 8570148f-e5cd-4bec-8763-efb7a9be67e3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8570148f-e5cd-4bec-8763-efb7a9be67e3,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 10:02:23.006760 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-40466a07-e67e-4084-86ef-a1dc361fb190 req-86942ee5-95ff-4c78-9a2a-e518bf02efe5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:23.335732 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-40466a07-e67e-4084-86ef-a1dc361fb190 req-86942ee5-95ff-4c78-9a2a-e518bf02efe5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Calling delete_port for 8570148f-e5cd-4bec-8763-efb7a9be67e3 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 10:02:23.461199 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-40466a07-e67e-4084-86ef-a1dc361fb190 req-86942ee5-95ff-4c78-9a2a-e518bf02efe5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (8570148f-e5cd-4bec-8763-efb7a9be67e3), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:23.492810 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86942ee5-95ff-4c78-9a2a-e518bf02efe5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Pushing event deleted for resources: {'Port': ['ID=8570148f-e5cd-4bec-8763-efb7a9be67e3,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:23.534509 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-40466a07-e67e-4084-86ef-a1dc361fb190 req-86942ee5-95ff-4c78-9a2a-e518bf02efe5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] No DVR routers for this DVR port 8570148f-e5cd-4bec-8763-efb7a9be67e3 on host hv-neutron-mast {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:02:23.537084 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-40466a07-e67e-4084-86ef-a1dc361fb190 req-86942ee5-95ff-4c78-9a2a-e518bf02efe5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480703'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:23.541523 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [req-40466a07-e67e-4084-86ef-a1dc361fb190 req-86942ee5-95ff-4c78-9a2a-e518bf02efe5 tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.16 "DELETE /v2.0/ports/8570148f-e5cd-4bec-8763-efb7a9be67e3 HTTP/1.1" status: 204 len: 173 time: 0.7124879 Mar 28 10:02:23.541965 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'name': 'network-vif-deleted', 'tag': '8570148f-e5cd-4bec-8763-efb7a9be67e3'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 10:02:23.544166 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de19f796c81e4998916004c4f9fb31ab54d9e5ecd91a132607fe0483365899e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f64200-7665-432e-9121-ccf4ed12c004" -d '{"events": [{"server_uuid": "12dbf5ce-faa3-4910-8a77-7a24b4937d02", "name": "network-vif-deleted", "tag": "8570148f-e5cd-4bec-8763-efb7a9be67e3"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 10:02:23.579665 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 10:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a140b61a-d1fa-417b-9857-c6bd13e6aed7 x-openstack-request-id: req-a140b61a-d1fa-417b-9857-c6bd13e6aed7 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 10:02:23.579978 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12dbf5ce-faa3-4910-8a77-7a24b4937d02", "name": "network-vif-deleted", "tag": "8570148f-e5cd-4bec-8763-efb7a9be67e3", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 10:02:23.580219 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a140b61a-d1fa-417b-9857-c6bd13e6aed7 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 10:02:23.580624 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a140b61a-d1fa-417b-9857-c6bd13e6aed7'] response: {'server_uuid': '12dbf5ce-faa3-4910-8a77-7a24b4937d02', 'name': 'network-vif-deleted', 'tag': '8570148f-e5cd-4bec-8763-efb7a9be67e3', 'status': 'completed', 'code': 200} Mar 28 10:02:23.729705 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [req-d028cc56-5a8d-438b-936f-06d0052dc630 req-a508032f-f83c-4a68-96fa-52e24791f34a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "GET /v2.0/ports?device_id=12dbf5ce-faa3-4910-8a77-7a24b4937d02 HTTP/1.1" status: 200 len: 210 time: 0.0264339 Mar 28 10:02:24.786591 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 33054) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 10:02:24.842145 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4232-ea1e-4226-9a9e-041e1fa1022a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group (290e8592-21f6-447d-b387-ab2302b20ec6), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:24.866491 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4232-ea1e-4226-9a9e-041e1fa1022a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group (290e8592-21f6-447d-b387-ab2302b20ec6), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:24.926539 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4232-ea1e-4226-9a9e-041e1fa1022a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (290e8592-21f6-447d-b387-ab2302b20ec6), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:24.929252 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4232-ea1e-4226-9a9e-041e1fa1022a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:24.931024 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2a9d4232-ea1e-4226-9a9e-041e1fa1022a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] 10.222.0.15 "DELETE /v2.0/security-groups/290e8592-21f6-447d-b387-ab2302b20ec6 HTTP/1.1" status: 204 len: 168 time: 0.1434188 Mar 28 10:02:24.940273 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d4232-ea1e-4226-9a9e-041e1fa1022a tempest-TestSnapshotPattern-951999755 tempest-TestSnapshotPattern-951999755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=290e8592-21f6-447d-b387-ab2302b20ec6,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:24.981242 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 33058) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 10:02:25.418977 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44e3e410-dafc-49c2-a1c8-95ca9f7dc84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (c9b7d568-1617-4f4f-9d3d-910be1713c94), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:25.663134 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-44e3e410-dafc-49c2-a1c8-95ca9f7dc84e admin admin] Deleting port c32f1d53-8228-48f8-9778-17fd25b4c7d2 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 10:02:25.663476 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44e3e410-dafc-49c2-a1c8-95ca9f7dc84e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:25.745931 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-44e3e410-dafc-49c2-a1c8-95ca9f7dc84e admin admin] For port c32f1d53-8228-48f8-9778-17fd25b4c7d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c32f1d53-8228-48f8-9778-17fd25b4c7d2,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 10:02:25.746306 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44e3e410-dafc-49c2-a1c8-95ca9f7dc84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:25.759875 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-44e3e410-dafc-49c2-a1c8-95ca9f7dc84e admin admin] Calling delete_port for c32f1d53-8228-48f8-9778-17fd25b4c7d2 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 10:02:25.939345 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44e3e410-dafc-49c2-a1c8-95ca9f7dc84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (c32f1d53-8228-48f8-9778-17fd25b4c7d2), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:25.968811 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3e410-dafc-49c2-a1c8-95ca9f7dc84e admin admin] Pushing event deleted for resources: {'Port': ['ID=c32f1d53-8228-48f8-9778-17fd25b4c7d2,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:26.105718 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 8570148f-e5cd-4bec-8763-efb7a9be67e3 no longer exists at agent hyperv_hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 10:02:26.129895 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] No Port match for: 8570148f-e5cd-4bec-8763-efb7a9be67e3 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 10:02:26.130395 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Device 8570148f-e5cd-4bec-8763-efb7a9be67e3 not bound to the agent host hv-neutron-mast {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 10:02:26.143845 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-44e3e410-dafc-49c2-a1c8-95ca9f7dc84e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (c9b7d568-1617-4f4f-9d3d-910be1713c94), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:26.364685 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e3e410-dafc-49c2-a1c8-95ca9f7dc84e admin admin] Router c9b7d568-1617-4f4f-9d3d-910be1713c94 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 10:02:26.472992 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e3e410-dafc-49c2-a1c8-95ca9f7dc84e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 10:02:26.479019 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-44e3e410-dafc-49c2-a1c8-95ca9f7dc84e admin admin] 10.222.0.15 "PUT /v2.0/routers/c9b7d568-1617-4f4f-9d3d-910be1713c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4967136 Mar 28 10:02:26.481736 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 33062) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 10:02:26.483338 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c098c-c5a0-4019-93c3-60ac4ae965d2 None None] Sync routers for ids ['c9b7d568-1617-4f4f-9d3d-910be1713c94'] in dv-neutron-master-2-hyperv {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:02:26.493054 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c098c-c5a0-4019-93c3-60ac4ae965d2 None None] Routers {'c9b7d568-1617-4f4f-9d3d-910be1713c94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 10:02:26.493683 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fe4c098c-c5a0-4019-93c3-60ac4ae965d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T10:02:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c9b7d568-1617-4f4f-9d3d-910be1713c94'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:26.586729 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-829f3214-5ea5-4ac5-ba07-419b8444db23 admin admin] Publish callbacks [] for router (c9b7d568-1617-4f4f-9d3d-910be1713c94), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:26.598270 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-fe4c098c-c5a0-4019-93c3-60ac4ae965d2 None None] Set router c9b7d568-1617-4f4f-9d3d-910be1713c94 gateway port host: dv-neutron-master-2-hyperv {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 10:02:26.687703 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-829f3214-5ea5-4ac5-ba07-419b8444db23 admin admin] Publish callbacks [] for router_gateway (c9b7d568-1617-4f4f-9d3d-910be1713c94), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:26.745172 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-829f3214-5ea5-4ac5-ba07-419b8444db23 admin admin] Deleting port cc3f487e-f61e-4c47-accb-2e4c5a0c3564 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 10:02:26.745714 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-829f3214-5ea5-4ac5-ba07-419b8444db23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (cc3f487e-f61e-4c47-accb-2e4c5a0c3564), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:26.774953 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fe4c098c-c5a0-4019-93c3-60ac4ae965d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T10:02:25Z', 'revision_number': 5, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port': {'id': 'cc3f487e-f61e-4c47-accb-2e4c5a0c3564', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:25Z', 'updated_at': '2022-03-28T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:26.801024 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c098c-c5a0-4019-93c3-60ac4ae965d2 None None] Checking router: c9b7d568-1617-4f4f-9d3d-910be1713c94 for host: dv-neutron-master-2-hyperv {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:02:26.809640 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c098c-c5a0-4019-93c3-60ac4ae965d2 None None] Routers {'c9b7d568-1617-4f4f-9d3d-910be1713c94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 10:02:26.810257 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fe4c098c-c5a0-4019-93c3-60ac4ae965d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T10:02:00Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['c9b7d568-1617-4f4f-9d3d-910be1713c94'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:26.824884 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-829f3214-5ea5-4ac5-ba07-419b8444db23 admin admin] For port cc3f487e-f61e-4c47-accb-2e4c5a0c3564, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc3f487e-f61e-4c47-accb-2e4c5a0c3564,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 10:02:26.825283 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-829f3214-5ea5-4ac5-ba07-419b8444db23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (cc3f487e-f61e-4c47-accb-2e4c5a0c3564), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:26.838293 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-829f3214-5ea5-4ac5-ba07-419b8444db23 admin admin] Calling delete_port for cc3f487e-f61e-4c47-accb-2e4c5a0c3564 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 10:02:26.897359 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-fe4c098c-c5a0-4019-93c3-60ac4ae965d2 None None] Set router c9b7d568-1617-4f4f-9d3d-910be1713c94 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 10:02:26.948536 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fe4c098c-c5a0-4019-93c3-60ac4ae965d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T10:02:26Z', 'revision_number': 6, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:26.978981 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c098c-c5a0-4019-93c3-60ac4ae965d2 None None] The sync data for ids ['c9b7d568-1617-4f4f-9d3d-910be1713c94'] in dv-neutron-master-2-hyperv is: [{'id': 'c9b7d568-1617-4f4f-9d3d-910be1713c94', 'name': 'tempest-TestSnapshotPattern-957115251-router', 'tenant_id': '9d0ddb5f94504d1393a82da9c2e74487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:24Z', 'updated_at': '2022-03-28T10:02:26Z', 'revision_number': 6, 'project_id': '9d0ddb5f94504d1393a82da9c2e74487', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:02:27.012863 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-829f3214-5ea5-4ac5-ba07-419b8444db23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (cc3f487e-f61e-4c47-accb-2e4c5a0c3564), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.043929 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f3214-5ea5-4ac5-ba07-419b8444db23 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc3f487e-f61e-4c47-accb-2e4c5a0c3564,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:27.105032 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-829f3214-5ea5-4ac5-ba07-419b8444db23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (c9b7d568-1617-4f4f-9d3d-910be1713c94), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.196562 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-829f3214-5ea5-4ac5-ba07-419b8444db23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (c9b7d568-1617-4f4f-9d3d-910be1713c94), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.198743 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-829f3214-5ea5-4ac5-ba07-419b8444db23 admin admin] Publish callbacks [] for router_controller (c9b7d568-1617-4f4f-9d3d-910be1713c94), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.239811 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-829f3214-5ea5-4ac5-ba07-419b8444db23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (c9b7d568-1617-4f4f-9d3d-910be1713c94), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.240363 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829f3214-5ea5-4ac5-ba07-419b8444db23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9b7d568-1617-4f4f-9d3d-910be1713c94 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 10:02:27.245841 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-829f3214-5ea5-4ac5-ba07-419b8444db23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.246993 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-829f3214-5ea5-4ac5-ba07-419b8444db23 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c9b7d568-1617-4f4f-9d3d-910be1713c94 HTTP/1.1" status: 204 len: 168 time: 0.7640977 Mar 28 10:02:27.249546 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 33064) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 10:02:27.297001 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c164951-bfef-4d67-9a48-63c0e9714b35 admin admin] Deleting subnet cdd2f51b-41e0-4833-b334-a9108a69c997 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 10:02:27.300402 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3c164951-bfef-4d67-9a48-63c0e9714b35 admin admin] Publish callbacks [] for subnet (cdd2f51b-41e0-4833-b334-a9108a69c997), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.335454 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3c164951-bfef-4d67-9a48-63c0e9714b35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9978531'] for subnet (cdd2f51b-41e0-4833-b334-a9108a69c997), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.392765 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8f29a15d-41dc-46d0-85cc-9c4149e0e07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.421004 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3c164951-bfef-4d67-9a48-63c0e9714b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (cdd2f51b-41e0-4833-b334-a9108a69c997), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.474776 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3c164951-bfef-4d67-9a48-63c0e9714b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10209914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9102549'] for subnet (cdd2f51b-41e0-4833-b334-a9108a69c997), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.500850 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c164951-bfef-4d67-9a48-63c0e9714b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd2f51b-41e0-4833-b334-a9108a69c997,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:27.504498 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3c164951-bfef-4d67-9a48-63c0e9714b35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.509990 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-3c164951-bfef-4d67-9a48-63c0e9714b35 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cdd2f51b-41e0-4833-b334-a9108a69c997 HTTP/1.1" status: 204 len: 168 time: 0.2572331 Mar 28 10:02:27.510246 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 33066) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 10:02:27.510863 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c4dfbb-cff9-4938-acf9-b6a61c05be4e None None] Network bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 10:02:27.577971 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (bc65f577-cd8b-4db6-ae33-f5193bc6fbb7), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.631112 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] Deleting port 73f524fd-c915-4048-abda-74a2902881e5 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 10:02:27.631455 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (73f524fd-c915-4048-abda-74a2902881e5), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.700410 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] For port 73f524fd-c915-4048-abda-74a2902881e5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73f524fd-c915-4048-abda-74a2902881e5,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 10:02:27.701959 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (73f524fd-c915-4048-abda-74a2902881e5), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.707349 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22a0b3a-1a19-46cc-90e7-5cdc8b3f26a3 None None] DHCP port deletion for bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 10:02:27.717237 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] Calling delete_port for 73f524fd-c915-4048-abda-74a2902881e5 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 10:02:27.756930 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e22a0b3a-1a19-46cc-90e7-5cdc8b3f26a3 None None] Deleting port 73f524fd-c915-4048-abda-74a2902881e5 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 10:02:27.757311 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e22a0b3a-1a19-46cc-90e7-5cdc8b3f26a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (73f524fd-c915-4048-abda-74a2902881e5), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.798608 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (73f524fd-c915-4048-abda-74a2902881e5), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.824707 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-e22a0b3a-1a19-46cc-90e7-5cdc8b3f26a3 None None] For port 73f524fd-c915-4048-abda-74a2902881e5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73f524fd-c915-4048-abda-74a2902881e5,segment=NetworkSegment(d9a9f80c-2f28-4344-bd32-12c9d8856d13),segment_id=d9a9f80c-2f28-4344-bd32-12c9d8856d13)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 10:02:27.825230 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e22a0b3a-1a19-46cc-90e7-5cdc8b3f26a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (73f524fd-c915-4048-abda-74a2902881e5), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.829078 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=73f524fd-c915-4048-abda-74a2902881e5,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:27.832533 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] No DVR routers for this DVR port 73f524fd-c915-4048-abda-74a2902881e5 on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:02:27.839028 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e22a0b3a-1a19-46cc-90e7-5cdc8b3f26a3 None None] Calling delete_port for 73f524fd-c915-4048-abda-74a2902881e5 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 10:02:27.905013 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (bc65f577-cd8b-4db6-ae33-f5193bc6fbb7), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.922864 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e22a0b3a-1a19-46cc-90e7-5cdc8b3f26a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060'] for port (73f524fd-c915-4048-abda-74a2902881e5), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.927629 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc65f577-cd8b-4db6-ae33-f5193bc6fbb7']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:27.936380 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22a0b3a-1a19-46cc-90e7-5cdc8b3f26a3 None None] No DVR routers for this DVR port 73f524fd-c915-4048-abda-74a2902881e5 on host dv-neutron-master-2-hyperv {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:02:27.940912 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a9f80c-2f28-4344-bd32-12c9d8856d13') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:27.941215 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a9f80c-2f28-4344-bd32-12c9d8856d13') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:27.951806 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (d9a9f80c-2f28-4344-bd32-12c9d8856d13), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.954592 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a0b3a-1a19-46cc-90e7-5cdc8b3f26a3 None None] Pushing event deleted for resources: {'Port': ['ID=73f524fd-c915-4048-abda-74a2902881e5,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:27.969664 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (d9a9f80c-2f28-4344-bd32-12c9d8856d13), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.977205 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:02:27.977688 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (d9a9f80c-2f28-4344-bd32-12c9d8856d13), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:02:27.979578 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:02:28.046831 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (bc65f577-cd8b-4db6-ae33-f5193bc6fbb7), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:28.050990 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 73f524fd-c915-4048-abda-74a2902881e5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 10:02:28.053649 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:28.061270 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bc65f577-cd8b-4db6-ae33-f5193bc6fbb7 HTTP/1.1" status: 204 len: 168 time: 0.5473652 Mar 28 10:02:28.061657 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 33068) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 10:02:28.069653 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2da57f-a075-4d72-b369-9c15b1ba30d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc65f577-cd8b-4db6-ae33-f5193bc6fbb7,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:28.073121 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 73f524fd-c915-4048-abda-74a2902881e5 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 10:02:28.073546 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 73f524fd-c915-4048-abda-74a2902881e5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 10:02:28.074064 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device cc3f487e-f61e-4c47-accb-2e4c5a0c3564 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 10:02:28.093815 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: cc3f487e-f61e-4c47-accb-2e4c5a0c3564 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 10:02:28.094257 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device cc3f487e-f61e-4c47-accb-2e4c5a0c3564 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 10:02:28.094987 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c32f1d53-8228-48f8-9778-17fd25b4c7d2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 10:02:28.114301 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: c32f1d53-8228-48f8-9778-17fd25b4c7d2 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 10:02:28.114804 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device c32f1d53-8228-48f8-9778-17fd25b4c7d2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 10:02:28.734316 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3931461'] for router_interface (3a0f2f81-9cb0-4d2c-901a-35fa88a39c42), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:28.972770 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Deleting port 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 10:02:28.973102 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:29.049115 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] For port 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15,segment=NetworkSegment(74ed374c-2954-4d9b-8b8e-38aca101e73a),segment_id=74ed374c-2954-4d9b-8b8e-38aca101e73a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 10:02:29.049581 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:29.062473 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Calling delete_port for 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 10:02:29.239463 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:29.263916 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:29.292885 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:29.293236 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:29.293582 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:29.293947 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:29.294285 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:29.294623 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:29.294953 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:29.295281 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:29.295621 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:29.295936 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:29.296262 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:29.296584 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:29.296910 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:29.297232 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:29.297551 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 10:02:29.446824 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3932149'] for router_interface (3a0f2f81-9cb0-4d2c-901a-35fa88a39c42), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:29.611079 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7a482db3-abcb-4800-85b5-fc8eddf89f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:29.662455 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Router 3a0f2f81-9cb0-4d2c-901a-35fa88a39c42 has already been hosted by L3 agent 2a8ef30d-676e-440a-b78e-0d8a65aed517 {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 10:02:29.768061 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 10:02:29.773691 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-04db100a-8491-4c0a-ba13-56255177041d admin admin] 10.222.0.15 "PUT /v2.0/routers/3a0f2f81-9cb0-4d2c-901a-35fa88a39c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7108960 Mar 28 10:02:29.776028 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 33070) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 10:02:29.778644 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed6c97f-802c-4a1d-b3f5-885d9e12199e None None] Sync routers for ids ['3a0f2f81-9cb0-4d2c-901a-35fa88a39c42'] in dv-neutron-master-2-hyperv {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 10:02:29.788261 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed6c97f-802c-4a1d-b3f5-885d9e12199e None None] Routers {'3a0f2f81-9cb0-4d2c-901a-35fa88a39c42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 10:02:29.789102 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7ed6c97f-802c-4a1d-b3f5-885d9e12199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T10:02:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['3a0f2f81-9cb0-4d2c-901a-35fa88a39c42'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:29.881548 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14cb0811-7aeb-4aa7-870a-f1390701398f admin admin] Publish callbacks [] for router (3a0f2f81-9cb0-4d2c-901a-35fa88a39c42), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:29.893551 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-7ed6c97f-802c-4a1d-b3f5-885d9e12199e None None] Set router 3a0f2f81-9cb0-4d2c-901a-35fa88a39c42 gateway port host: dv-neutron-master-2-hyperv {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 10:02:29.985700 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14cb0811-7aeb-4aa7-870a-f1390701398f admin admin] Publish callbacks [] for router_gateway (3a0f2f81-9cb0-4d2c-901a-35fa88a39c42), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:30.040064 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-14cb0811-7aeb-4aa7-870a-f1390701398f admin admin] Deleting port 35e51ea5-201f-4ba9-9297-57669f9a416f {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 10:02:30.040406 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14cb0811-7aeb-4aa7-870a-f1390701398f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (35e51ea5-201f-4ba9-9297-57669f9a416f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:30.076939 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7ed6c97f-802c-4a1d-b3f5-885d9e12199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0f2f81-9cb0-4d2c-901a-35fa88a39c42', 'name': 'tempest-TestSnapshotPattern-1543239531-router', 'tenant_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'external_fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.129'}], 'enable_snat': True}, 'gw_port_id': '35e51ea5-201f-4ba9-9297-57669f9a416f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:29Z', 'updated_at': '2022-03-28T10:02:29Z', 'revision_number': 5, 'project_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'gw_port': {'id': '35e51ea5-201f-4ba9-9297-57669f9a416f', 'name': '', 'network_id': 'd6820a0c-8e9c-40a1-af49-32042c6f06b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0f2f81-9cb0-4d2c-901a-35fa88a39c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'ip_address': '172.36.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T09:57:30Z', 'updated_at': '2022-03-28T09:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8385cf7a-f96b-4416-b9d7-ef6783803881', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:30.103953 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed6c97f-802c-4a1d-b3f5-885d9e12199e None None] Checking router: 3a0f2f81-9cb0-4d2c-901a-35fa88a39c42 for host: dv-neutron-master-2-hyperv {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 10:02:30.112696 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed6c97f-802c-4a1d-b3f5-885d9e12199e None None] Routers {'3a0f2f81-9cb0-4d2c-901a-35fa88a39c42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 10:02:30.113459 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7ed6c97f-802c-4a1d-b3f5-885d9e12199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T08:58:29Z,description=,heartbeat_timestamp=2022-03-28T10:02:30Z,host='dv-neutron-master-2-hyperv',id=2a8ef30d-676e-440a-b78e-0d8a65aed517,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T08:58:29Z,topic='l3_agent')) {'router_ids': ['3a0f2f81-9cb0-4d2c-901a-35fa88a39c42'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:30.123955 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-14cb0811-7aeb-4aa7-870a-f1390701398f admin admin] For port 35e51ea5-201f-4ba9-9297-57669f9a416f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=35e51ea5-201f-4ba9-9297-57669f9a416f,segment=NetworkSegment(dc870aba-004f-4171-b209-913130dac94a),segment_id=dc870aba-004f-4171-b209-913130dac94a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 10:02:30.124495 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14cb0811-7aeb-4aa7-870a-f1390701398f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (35e51ea5-201f-4ba9-9297-57669f9a416f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:30.137233 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-14cb0811-7aeb-4aa7-870a-f1390701398f admin admin] Calling delete_port for 35e51ea5-201f-4ba9-9297-57669f9a416f owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 10:02:30.309934 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14cb0811-7aeb-4aa7-870a-f1390701398f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9824722'] for port (35e51ea5-201f-4ba9-9297-57669f9a416f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:30.334461 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb0811-7aeb-4aa7-870a-f1390701398f admin admin] Pushing event deleted for resources: {'Port': ['ID=35e51ea5-201f-4ba9-9297-57669f9a416f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:30.347518 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-7ed6c97f-802c-4a1d-b3f5-885d9e12199e None None] Set router 3a0f2f81-9cb0-4d2c-901a-35fa88a39c42 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 10:02:30.401005 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14cb0811-7aeb-4aa7-870a-f1390701398f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916559'] for router_gateway (3a0f2f81-9cb0-4d2c-901a-35fa88a39c42), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:30.401650 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-7ed6c97f-802c-4a1d-b3f5-885d9e12199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0f2f81-9cb0-4d2c-901a-35fa88a39c42', 'name': 'tempest-TestSnapshotPattern-1543239531-router', 'tenant_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:29Z', 'updated_at': '2022-03-28T10:02:29Z', 'revision_number': 6, 'project_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:30.427108 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed6c97f-802c-4a1d-b3f5-885d9e12199e None None] The sync data for ids ['3a0f2f81-9cb0-4d2c-901a-35fa88a39c42'] in dv-neutron-master-2-hyperv is: [{'id': '3a0f2f81-9cb0-4d2c-901a-35fa88a39c42', 'name': 'tempest-TestSnapshotPattern-1543239531-router', 'tenant_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T09:57:29Z', 'updated_at': '2022-03-28T10:02:29Z', 'revision_number': 6, 'project_id': 'bfcdff2517be416390cd5f9a91f10c6d', 'gw_port_host': None}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 10:02:30.494467 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14cb0811-7aeb-4aa7-870a-f1390701398f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3931107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2947'] for router (3a0f2f81-9cb0-4d2c-901a-35fa88a39c42), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:30.496587 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14cb0811-7aeb-4aa7-870a-f1390701398f admin admin] Publish callbacks [] for router_controller (3a0f2f81-9cb0-4d2c-901a-35fa88a39c42), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:30.540672 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14cb0811-7aeb-4aa7-870a-f1390701398f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3931116'] for router (3a0f2f81-9cb0-4d2c-901a-35fa88a39c42), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:30.541186 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cb0811-7aeb-4aa7-870a-f1390701398f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a0f2f81-9cb0-4d2c-901a-35fa88a39c42 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 10:02:30.545861 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14cb0811-7aeb-4aa7-870a-f1390701398f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:30.547046 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-14cb0811-7aeb-4aa7-870a-f1390701398f admin admin] 10.222.0.15 "DELETE /v2.0/routers/3a0f2f81-9cb0-4d2c-901a-35fa88a39c42 HTTP/1.1" status: 204 len: 168 time: 0.7701118 Mar 28 10:02:30.549473 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.15', 33072) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 10:02:30.597610 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-307a7460-87c4-486f-bda5-0745528704ee admin admin] Deleting subnet 637eeab7-2b3c-4b4a-b414-3a78ff2529b4 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 10:02:30.600726 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-307a7460-87c4-486f-bda5-0745528704ee admin admin] Publish callbacks [] for subnet (637eeab7-2b3c-4b4a-b414-3a78ff2529b4), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:30.636337 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-307a7460-87c4-486f-bda5-0745528704ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10239305'] for subnet (637eeab7-2b3c-4b4a-b414-3a78ff2529b4), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:30.710523 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-307a7460-87c4-486f-bda5-0745528704ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122801'] for subnet (637eeab7-2b3c-4b4a-b414-3a78ff2529b4), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:30.764125 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-307a7460-87c4-486f-bda5-0745528704ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9826083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9575816'] for subnet (637eeab7-2b3c-4b4a-b414-3a78ff2529b4), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:30.799738 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-307a7460-87c4-486f-bda5-0745528704ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:30.806007 dv-neutron-master-2-hyperv neutron-server[104076]: INFO neutron.wsgi [None req-307a7460-87c4-486f-bda5-0745528704ee admin admin] 10.222.0.15 "DELETE /v2.0/subnets/637eeab7-2b3c-4b4a-b414-3a78ff2529b4 HTTP/1.1" status: 204 len: 168 time: 0.2527039 Mar 28 10:02:30.806007 dv-neutron-master-2-hyperv neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a7460-87c4-486f-bda5-0745528704ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=637eeab7-2b3c-4b4a-b414-3a78ff2529b4,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:30.806679 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 33074) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 10:02:30.807445 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1f60d7-0901-421c-a737-2ea87df87ce3 None None] Network ff7a83a6-1f61-4d16-b319-ab86ebf493d4 requested from dv-neutron-master-2-hyperv {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 10:02:30.812111 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:30.890392 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051838'] for network (ff7a83a6-1f61-4d16-b319-ab86ebf493d4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:30.952383 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] Deleting port 59196236-5d75-4865-bca3-ec97984f215a {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 10:02:30.952724 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764768239647'] for port (59196236-5d75-4865-bca3-ec97984f215a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:31.013592 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] For port 59196236-5d75-4865-bca3-ec97984f215a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=59196236-5d75-4865-bca3-ec97984f215a,segment=NetworkSegment(74ed374c-2954-4d9b-8b8e-38aca101e73a),segment_id=74ed374c-2954-4d9b-8b8e-38aca101e73a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 10:02:31.013986 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3919703'] for port (59196236-5d75-4865-bca3-ec97984f215a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:31.027057 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] Calling delete_port for 59196236-5d75-4865-bca3-ec97984f215a owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 10:02:31.108697 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1343628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764768247426', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764767725060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210443'] for port (59196236-5d75-4865-bca3-ec97984f215a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:31.134944 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] No DVR routers for this DVR port 59196236-5d75-4865-bca3-ec97984f215a on host dv-neutron-master-2-hyperv {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 10:02:31.139550 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] Pushing event deleted for resources: {'Port': ['ID=59196236-5d75-4865-bca3-ec97984f215a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:31.190470 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90821c6-7af2-444a-b536-28b07f20ada3 None None] DHCP port deletion for ff7a83a6-1f61-4d16-b319-ab86ebf493d4 request from dv-neutron-master-2-hyperv {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 10:02:31.212245 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1456196', 'neutron.services.segments.db._delete_segments_for_network-8764768038467'] for network (ff7a83a6-1f61-4d16-b319-ab86ebf493d4), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:31.234370 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7a83a6-1f61-4d16-b319-ab86ebf493d4']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:31.243947 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ed374c-2954-4d9b-8b8e-38aca101e73a') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:31.244247 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.services.segments.db [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ed374c-2954-4d9b-8b8e-38aca101e73a') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 10:02:31.253754 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764768036940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9978522'] for segment (74ed374c-2954-4d9b-8b8e-38aca101e73a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:31.268230 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096'] for segment (74ed374c-2954-4d9b-8b8e-38aca101e73a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:31.275711 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 10:02:31.276116 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210520'] for segment (74ed374c-2954-4d9b-8b8e-38aca101e73a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: Traceback (most recent call last): Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: timer() Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: cb(*args, **kw) Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: return func(*args, **kwargs) Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: self._notify() Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: self.callback(batched_events) Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: event.method(event) Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: return f(self, *a, **k) Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: return self._get(url).json() Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: return self.request(url, 'GET', **kwargs) Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 10:02:31.277945 dv-neutron-master-2-hyperv neutron-server[104075]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 10:02:31.336612 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1456255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916659'] for network (ff7a83a6-1f61-4d16-b319-ab86ebf493d4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:31.342317 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:31.345522 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ff7a83a6-1f61-4d16-b319-ab86ebf493d4 HTTP/1.1" status: 204 len: 168 time: 0.5376158 Mar 28 10:02:31.358134 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e7382-f60e-4916-b601-9aba2dbbce74 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff7a83a6-1f61-4d16-b319-ab86ebf493d4,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:31.464314 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 33078) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 10:02:31.504976 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-110b81b9-910d-4441-9f00-97c5009654f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d0ddb5f94504d1393a82da9c2e74487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395012 Mar 28 10:02:31.507558 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 33080) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 10:02:31.553869 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91b5f61d-b5cf-4f3e-9f2b-6c77b8eebed1 admin admin] Publish callbacks [] for security_group (aff4e9ef-ebac-4116-8b09-98a91fd3c28f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:31.575097 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91b5f61d-b5cf-4f3e-9f2b-6c77b8eebed1 admin admin] Publish callbacks [] for security_group (aff4e9ef-ebac-4116-8b09-98a91fd3c28f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:31.625834 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91b5f61d-b5cf-4f3e-9f2b-6c77b8eebed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (aff4e9ef-ebac-4116-8b09-98a91fd3c28f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:31.628424 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91b5f61d-b5cf-4f3e-9f2b-6c77b8eebed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:31.629571 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-91b5f61d-b5cf-4f3e-9f2b-6c77b8eebed1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aff4e9ef-ebac-4116-8b09-98a91fd3c28f HTTP/1.1" status: 204 len: 168 time: 0.1209652 Mar 28 10:02:31.637746 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5f61d-b5cf-4f3e-9f2b-6c77b8eebed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff4e9ef-ebac-4116-8b09-98a91fd3c28f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:31.940485 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 33086) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 10:02:31.979532 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-655ad9f9-7aaa-4212-a5e4-b20d0f6b885d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfcdff2517be416390cd5f9a91f10c6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379081 Mar 28 10:02:31.982113 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.15', 33088) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 10:02:32.030259 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2b705095-a266-4f8f-a7cc-7a5de60afd85 admin admin] Publish callbacks [] for security_group (89bf2b40-00c6-45bb-972b-c0824f55412f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:32.042059 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 59196236-5d75-4865-bca3-ec97984f215a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 10:02:32.052521 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2b705095-a266-4f8f-a7cc-7a5de60afd85 admin admin] Publish callbacks [] for security_group (89bf2b40-00c6-45bb-972b-c0824f55412f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:32.065669 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 59196236-5d75-4865-bca3-ec97984f215a {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 10:02:32.066010 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 59196236-5d75-4865-bca3-ec97984f215a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 10:02:32.066429 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 35e51ea5-201f-4ba9-9297-57669f9a416f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 10:02:32.085230 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 35e51ea5-201f-4ba9-9297-57669f9a416f {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 10:02:32.086272 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 35e51ea5-201f-4ba9-9297-57669f9a416f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 10:02:32.087087 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 10:02:32.099352 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2b705095-a266-4f8f-a7cc-7a5de60afd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884831'] for security_group (89bf2b40-00c6-45bb-972b-c0824f55412f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:32.102416 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2b705095-a266-4f8f-a7cc-7a5de60afd85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:32.103577 dv-neutron-master-2-hyperv neutron-server[104075]: INFO neutron.wsgi [None req-2b705095-a266-4f8f-a7cc-7a5de60afd85 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89bf2b40-00c6-45bb-972b-c0824f55412f HTTP/1.1" status: 204 len: 168 time: 0.1203213 Mar 28 10:02:32.106957 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] No Port match for: 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 10:02:32.107519 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Device 0c0fbfd6-1d1a-4abe-a30f-6cf08cd5ec15 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 10:02:32.112579 dv-neutron-master-2-hyperv neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b705095-a266-4f8f-a7cc-7a5de60afd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bf2b40-00c6-45bb-972b-c0824f55412f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 10:02:32.366127 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:33.862511 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:48.486919 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 10:02:51.908552 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:57.394811 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18072c22-291d-42f7-a14f-e96fb3dab04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:02:59.613475 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-abdf3985-7332-42b2-9983-92c1a97f059b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:03:00.807286 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:03:02.366903 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:03:03.864329 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:03:21.928349 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:03:25.487325 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 10:03:27.395288 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-17fbaaf2-2732-44fe-b926-c63cd8033360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:03:29.614798 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a8e2fc89-0014-4605-baa4-bc375a51b982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:03:30.809522 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:03:32.370613 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:03:33.867158 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:03:51.925725 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:03:57.396939 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8969c7bb-0539-4710-a227-74b90ef68c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:03:59.617670 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f819b308-2dac-4c3a-8feb-b2f9a9776e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:04:00.812747 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:04:02.372254 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:04:02.486120 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 10:04:03.869572 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:04:21.926577 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:04:27.399250 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5fd7-461b-45e6-8ed5-861dae56ec70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:04:29.622525 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5f18f64c-8201-46a3-98d0-4b988529764f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:04:30.815813 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:04:32.375298 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:04:33.872552 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:04:39.484984 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 10:04:51.924826 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:04:57.401358 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bdf5b4a9-0f34-49f1-b6c0-28b081b446af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:04:59.624086 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c30783f9-8a2d-411a-929e-ebc21917a417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:05:00.817210 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:05:02.381123 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:05:03.873523 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:05:16.484946 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 10:05:21.923680 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:05:27.402970 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33616e05-8a0c-42c1-8274-566864e6d254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:05:29.625133 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e09ff0f-ccc9-4ee4-94fa-84cd44c5561e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:05:30.820370 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:05:32.381056 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:05:33.875733 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:05:51.923205 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:05:53.483762 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 10:05:57.406414 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-364d002a-9dff-4c41-9277-d9b5722b17b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:05:59.626394 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9dea8e11-fe14-46f9-9624-5f5f07f6399a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:06:00.823899 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:06:02.385385 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:06:03.877874 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:06:21.921652 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:06:27.410857 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-63bbb906-e56a-4fec-84f0-2f76216f4f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:06:29.628424 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9e93-0dda-4963-9746-5ce5ad120f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:06:30.483193 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 10:06:30.828804 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:06:32.387910 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:06:33.879197 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:06:51.919940 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:06:57.412978 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d7158102-4848-4996-99e8-0b3d71bc5034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:06:59.629677 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-72dea7ba-3efd-4cbf-84a4-6942f6aded32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:07:00.829763 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:07:02.391953 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:07:03.880137 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:07:07.482303 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 10:07:21.920451 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:07:27.415398 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-594cc436-63f2-4995-81d7-6ba153413176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:07:29.630781 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c5f2ce38-8e85-4218-b054-4ede9d308987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:07:30.833474 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:07:32.393889 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:07:33.883248 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:07:44.481715 dv-neutron-master-2-hyperv neutron-server[104078]: DEBUG neutron.db.agents_db [None req-123e1b81-a233-4720-b90c-4e8f2788b924 None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 10:07:51.917429 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc269acc-f1c3-4fb7-ba77-2e171bbfca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (1986cc6a-0fa4-4ebb-97ce-e67c13581334), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:07:57.417646 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7a667689-dd9d-4fb0-a274-9f2255dcb27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (fea9e1e2-267e-417a-9fe5-7b4863a3099d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:07:59.633255 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a6fc0249-4c5e-4350-89d9-8fcb88786205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (2a8ef30d-676e-440a-b78e-0d8a65aed517), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:08:00.836685 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cf079998-e684-497a-8057-db71d1df0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (717acbd7-dab9-4f81-9d38-ba703d7aafef), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:08:02.396892 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c67efce-8686-4316-a860-cb3f8a966349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (5bd99502-96c9-41b7-93ed-715cfbc88421), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 10:08:03.885355 dv-neutron-master-2-hyperv neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59724ccb-0912-45f0-8adc-767a0180027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764768038449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457543'] for agent (76a86e04-f738-4b92-8383-3824ecf3a4f9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}